diff --git a/constraints.txt b/constraints.txt index cad8ae78c7c..37356977069 100644 --- a/constraints.txt +++ b/constraints.txt @@ -2,13 +2,14 @@ openvino==2025.3.0 # Pytorch -torch==2.8.0 -torchvision==0.23.0 +torch==2.9.0 +torchvision==0.24.0 # ONNX onnx==1.17.0; python_version < '3.13' onnx==1.18.0; python_version >= '3.13' onnxruntime==1.21.1 +onnxscript==0.5.4 # TensorFlow tensorflow==2.15.1 diff --git a/docs/Installation.md b/docs/Installation.md index 5dc39e28afa..26fdd920544 100644 --- a/docs/Installation.md +++ b/docs/Installation.md @@ -49,7 +49,7 @@ as well as the supported versions of Python: | NNCF | OpenVINO | PyTorch | ONNX | TensorFlow | Python | |-----------|------------|----------|----------|------------|--------| -| `develop` | `2025.3.0` | `2.8.0` | `1.17.0` | `2.15.1` | `3.10` | +| `develop` | `2025.3.0` | `2.9.0` | `1.17.0` | `2.15.1` | `3.10` | | `2.18.0` | `2025.3.0` | `2.8.0` | `1.17.0` | `2.15.1` | `3.10` | | `2.17.0` | `2025.2.0` | `2.7.1` | `1.17.0` | `2.15.1` | `3.10` | | `2.16.0` | `2025.1.0` | `2.6.0` | `1.17.0` | `2.15.1` | `3.10` | @@ -70,4 +70,4 @@ as well as the supported versions of Python: > (*) Python 3.9 or higher is required for TensorFlow 2.15.1 -This repository is tested on Python* 3.10.14, PyTorch* 2.8.0 (NVidia CUDA\* Toolkit 12.6) and TensorFlow* 2.15.1 (NVidia CUDA\* Toolkit 11.8). +This repository is tested on Python* 3.10.14, PyTorch* 2.9.0 (NVidia CUDA\* Toolkit 12.6) and TensorFlow* 2.15.1 (NVidia CUDA\* Toolkit 11.8). diff --git a/examples/llm_compression/openvino/tiny_llama_find_hyperparams/requirements.txt b/examples/llm_compression/openvino/tiny_llama_find_hyperparams/requirements.txt index b45a7f97170..f1d0224203d 100644 --- a/examples/llm_compression/openvino/tiny_llama_find_hyperparams/requirements.txt +++ b/examples/llm_compression/openvino/tiny_llama_find_hyperparams/requirements.txt @@ -4,4 +4,4 @@ openvino==2025.3.0 optimum-intel==1.24.0 transformers==4.52.1 onnx==1.17.0 -torch==2.8.0 +torch==2.9.0 diff --git a/examples/llm_compression/torch_fx/tiny_llama/requirements.txt b/examples/llm_compression/torch_fx/tiny_llama/requirements.txt index 600925868fe..5a8b0cdf0f3 100644 --- a/examples/llm_compression/torch_fx/tiny_llama/requirements.txt +++ b/examples/llm_compression/torch_fx/tiny_llama/requirements.txt @@ -2,5 +2,5 @@ transformers==4.52.1 datasets==2.14.7 openvino==2025.3.0 optimum==1.24.0 -torch==2.8.0 -torchvision==0.23.0 +torch==2.9.0 +torchvision==0.24.0 diff --git a/examples/post_training_quantization/onnx/mobilenet_v2/requirements.txt b/examples/post_training_quantization/onnx/mobilenet_v2/requirements.txt index 4ad5aee1354..e6f63d95a1c 100644 --- a/examples/post_training_quantization/onnx/mobilenet_v2/requirements.txt +++ b/examples/post_training_quantization/onnx/mobilenet_v2/requirements.txt @@ -1,5 +1,5 @@ -torch==2.8.0 -torchvision==0.23.0 +torch==2.9.0 +torchvision==0.24.0 fastdownload==0.0.7 onnx==1.17.0 onnxruntime==1.21.1 diff --git a/examples/post_training_quantization/onnx/yolov8_quantize_with_accuracy_control/main.py b/examples/post_training_quantization/onnx/yolov8_quantize_with_accuracy_control/main.py index 473fe1e8ef3..cff521c4cee 100644 --- a/examples/post_training_quantization/onnx/yolov8_quantize_with_accuracy_control/main.py +++ b/examples/post_training_quantization/onnx/yolov8_quantize_with_accuracy_control/main.py @@ -34,6 +34,11 @@ ROOT = Path(__file__).parent.resolve() +# WA: to set default value for dynamo parameter to False +# TODO(AlexanderDokuchaev): remove after update ultralytics +torch.onnx.export = partial(torch.onnx.export, dynamo=False) + + def validate( model: onnx.ModelProto, data_loader: torch.utils.data.DataLoader, diff --git a/examples/post_training_quantization/openvino/yolov8/main.py b/examples/post_training_quantization/openvino/yolov8/main.py index 9f6316395d9..6080fb03429 100644 --- a/examples/post_training_quantization/openvino/yolov8/main.py +++ b/examples/post_training_quantization/openvino/yolov8/main.py @@ -10,6 +10,7 @@ # limitations under the License. import re import subprocess +from functools import partial from pathlib import Path from typing import Any @@ -32,6 +33,11 @@ ROOT = Path(__file__).parent.resolve() +# WA: to set default value for dynamo parameter to False +# TODO(AlexanderDokuchaev): remove after update ultralytics +torch.onnx.export = partial(torch.onnx.export, dynamo=False) + + def validate( model: ov.Model, data_loader: torch.utils.data.DataLoader, validator: DetectionValidator, num_samples: int = None ) -> tuple[dict, int, int]: diff --git a/examples/post_training_quantization/openvino/yolov8/requirements.txt b/examples/post_training_quantization/openvino/yolov8/requirements.txt index abd9f6b2fcb..99a8834bd30 100644 --- a/examples/post_training_quantization/openvino/yolov8/requirements.txt +++ b/examples/post_training_quantization/openvino/yolov8/requirements.txt @@ -1,4 +1,4 @@ ultralytics==8.3.22 onnx==1.17.0 openvino==2025.3.0 -torch==2.8.0 +torch==2.9.0 diff --git a/examples/post_training_quantization/openvino/yolov8_quantize_with_accuracy_control/main.py b/examples/post_training_quantization/openvino/yolov8_quantize_with_accuracy_control/main.py index 08d98af2ea9..389c9ae941c 100644 --- a/examples/post_training_quantization/openvino/yolov8_quantize_with_accuracy_control/main.py +++ b/examples/post_training_quantization/openvino/yolov8_quantize_with_accuracy_control/main.py @@ -33,6 +33,10 @@ ROOT = Path(__file__).parent.resolve() +# WA: to set default value for dynamo parameter to False +# TODO(AlexanderDokuchaev): remove after update ultralytics +torch.onnx.export = partial(torch.onnx.export, dynamo=False) + def validate( model: ov.Model, data_loader: torch.utils.data.DataLoader, validator: SegmentationValidator, num_samples: int = None diff --git a/examples/post_training_quantization/openvino/yolov8_quantize_with_accuracy_control/requirements.txt b/examples/post_training_quantization/openvino/yolov8_quantize_with_accuracy_control/requirements.txt index abd9f6b2fcb..99a8834bd30 100644 --- a/examples/post_training_quantization/openvino/yolov8_quantize_with_accuracy_control/requirements.txt +++ b/examples/post_training_quantization/openvino/yolov8_quantize_with_accuracy_control/requirements.txt @@ -1,4 +1,4 @@ ultralytics==8.3.22 onnx==1.17.0 openvino==2025.3.0 -torch==2.8.0 +torch==2.9.0 diff --git a/examples/post_training_quantization/torch/mobilenet_v2/requirements.txt b/examples/post_training_quantization/torch/mobilenet_v2/requirements.txt index bde2bf05b6d..e1d22491a6a 100644 --- a/examples/post_training_quantization/torch/mobilenet_v2/requirements.txt +++ b/examples/post_training_quantization/torch/mobilenet_v2/requirements.txt @@ -1,5 +1,5 @@ fastdownload==0.0.7 openvino==2025.3.0 scikit-learn -torch==2.8.0 -torchvision==0.23.0 +torch==2.9.0 +torchvision==0.24.0 diff --git a/examples/post_training_quantization/torch/ssd300_vgg16/main.py b/examples/post_training_quantization/torch/ssd300_vgg16/main.py index 4a5d54c9eed..8379a18a9f6 100644 --- a/examples/post_training_quantization/torch/ssd300_vgg16/main.py +++ b/examples/post_training_quantization/torch/ssd300_vgg16/main.py @@ -151,11 +151,11 @@ def main(): dummy_input = torch.randn(1, 3, 480, 480) fp32_onnx_path = ROOT / "ssd300_vgg16_fp32.onnx" - torch.onnx.export(model.cpu(), dummy_input, fp32_onnx_path) + torch.onnx.export(model.cpu(), dummy_input, fp32_onnx_path, dynamo=False) ov_model = ov.convert_model(fp32_onnx_path) int8_onnx_path = ROOT / "ssd300_vgg16_int8.onnx" - torch.onnx.export(quantized_model.cpu(), dummy_input, int8_onnx_path) + torch.onnx.export(quantized_model.cpu(), dummy_input, int8_onnx_path, dynamo=False) ov_quantized_model = ov.convert_model(int8_onnx_path) fp32_ir_path = ROOT / "ssd300_vgg16_fp32.xml" diff --git a/examples/post_training_quantization/torch/ssd300_vgg16/requirements.txt b/examples/post_training_quantization/torch/ssd300_vgg16/requirements.txt index 277810df3b4..a69b5770a18 100644 --- a/examples/post_training_quantization/torch/ssd300_vgg16/requirements.txt +++ b/examples/post_training_quantization/torch/ssd300_vgg16/requirements.txt @@ -2,7 +2,7 @@ fastdownload==0.0.7 onnx==1.17.0 openvino==2025.3.0 pycocotools==2.0.7 -torch==2.8.0 +torch==2.9.0 torchmetrics==1.0.1 -torchvision==0.23.0 +torchvision==0.24.0 numpy<2 diff --git a/examples/post_training_quantization/torch_fx/resnet18/requirements.txt b/examples/post_training_quantization/torch_fx/resnet18/requirements.txt index 7600d884353..c604526a3c5 100644 --- a/examples/post_training_quantization/torch_fx/resnet18/requirements.txt +++ b/examples/post_training_quantization/torch_fx/resnet18/requirements.txt @@ -1,4 +1,4 @@ fastdownload==0.0.7 openvino==2025.3.0 -torch==2.8.0 -torchvision==0.23.0 +torch==2.9.0 +torchvision==0.24.0 diff --git a/examples/pruning/torch/resnet18/requirements.txt b/examples/pruning/torch/resnet18/requirements.txt index 7600d884353..c604526a3c5 100644 --- a/examples/pruning/torch/resnet18/requirements.txt +++ b/examples/pruning/torch/resnet18/requirements.txt @@ -1,4 +1,4 @@ fastdownload==0.0.7 openvino==2025.3.0 -torch==2.8.0 -torchvision==0.23.0 +torch==2.9.0 +torchvision==0.24.0 diff --git a/examples/quantization_aware_training/torch/resnet18/requirements.txt b/examples/quantization_aware_training/torch/resnet18/requirements.txt index 7600d884353..c604526a3c5 100644 --- a/examples/quantization_aware_training/torch/resnet18/requirements.txt +++ b/examples/quantization_aware_training/torch/resnet18/requirements.txt @@ -1,4 +1,4 @@ fastdownload==0.0.7 openvino==2025.3.0 -torch==2.8.0 -torchvision==0.23.0 +torch==2.9.0 +torchvision==0.24.0 diff --git a/src/nncf/torch/exporter.py b/src/nncf/torch/exporter.py index cc2187bc7d1..7514addfa28 100644 --- a/src/nncf/torch/exporter.py +++ b/src/nncf/torch/exporter.py @@ -188,6 +188,7 @@ def _torch_export_call(self, model, input_tensor_list, save_path, input_names, o output_names=output_names, opset_version=opset_version, training=torch.onnx.TrainingMode.EVAL, + dynamo=False, ) try: fn() diff --git a/src/nncf/version.py b/src/nncf/version.py index a51e0b6bea6..7492ef158d8 100644 --- a/src/nncf/version.py +++ b/src/nncf/version.py @@ -12,6 +12,6 @@ __version__ = "2.19.0" -BKC_TORCH_SPEC = "==2.8.*" +BKC_TORCH_SPEC = "==2.9.*" BKC_TF_SPEC = "==2.15.*" STRICT_TF_SPEC = ">=2.9.3,<2.16.0" diff --git a/tests/onnx/quantization/test_bias_correction.py b/tests/onnx/quantization/test_bias_correction.py index c4a632a67e1..9789074e7fc 100644 --- a/tests/onnx/quantization/test_bias_correction.py +++ b/tests/onnx/quantization/test_bias_correction.py @@ -51,7 +51,9 @@ def backend_specific_model(model: torch.nn.Module, tmp_dir: str) -> onnx.ModelPr if isinstance(model, OneDimMM): pytest.skip("ONNX does not support BC with MM ops") onnx_path = f"{tmp_dir}/model.onnx" - torch.onnx.export(model, torch.rand(model.INPUT_SIZE), onnx_path, opset_version=13, input_names=["input.1"]) + torch.onnx.export( + model, torch.rand(model.INPUT_SIZE), onnx_path, opset_version=13, input_names=["input.1"], dynamo=False + ) onnx_model = onnx.load(onnx_path) return onnx_model diff --git a/tests/onnx/quantization/test_classification_models_graph.py b/tests/onnx/quantization/test_classification_models_graph.py index 735ab7958fd..f31c9501a97 100644 --- a/tests/onnx/quantization/test_classification_models_graph.py +++ b/tests/onnx/quantization/test_classification_models_graph.py @@ -75,7 +75,7 @@ def test_min_max_quantization_graph_torchvision_models(tmp_path, mocker, model_t model = model_builder(model_to_test.model_name) onnx_model_path = tmp_path / (model_to_test.model_name + ".onnx") x = torch.randn(model_to_test.input_shape, requires_grad=False) - torch.onnx.export(model, x, onnx_model_path, opset_version=13) + torch.onnx.export(model, x, onnx_model_path, opset_version=13, dynamo=False) original_model = onnx.load(onnx_model_path) quantized_model = min_max_quantize_model(original_model, quantization_params=quantization_parameters) diff --git a/tests/onnx/quantization/test_fast_bias_correction.py b/tests/onnx/quantization/test_fast_bias_correction.py index 8cfef5bffa2..63de66672af 100644 --- a/tests/onnx/quantization/test_fast_bias_correction.py +++ b/tests/onnx/quantization/test_fast_bias_correction.py @@ -40,7 +40,9 @@ def get_backend() -> ONNXFastBiasCorrectionAlgoBackend: @staticmethod def backend_specific_model(model, tmp_dir: str): onnx_path = f"{tmp_dir}/model.onnx" - torch.onnx.export(model, torch.rand(model.INPUT_SIZE), onnx_path, opset_version=13, input_names=["input.1"]) + torch.onnx.export( + model, torch.rand(model.INPUT_SIZE), onnx_path, opset_version=13, input_names=["input.1"], dynamo=False + ) onnx_model = onnx.load(onnx_path) return onnx_model diff --git a/tests/onnx/quantization/test_opset_versions.py b/tests/onnx/quantization/test_opset_versions.py index f62f47ba8a6..e53184ff38f 100644 --- a/tests/onnx/quantization/test_opset_versions.py +++ b/tests/onnx/quantization/test_opset_versions.py @@ -25,7 +25,7 @@ def test_model_opset_version(tmp_path, opset_version): model = models.mobilenet_v2(weights=models.MobileNet_V2_Weights.IMAGENET1K_V1) input_shape = [1, 3, 224, 224] x = torch.randn(input_shape, requires_grad=False) - torch.onnx.export(model, x, tmp_path / "model.onnx", opset_version=opset_version) + torch.onnx.export(model, x, tmp_path / "model.onnx", opset_version=opset_version, dynamo=False) model = onnx.load_model(tmp_path / "model.onnx") dataset = get_random_dataset_for_test(model, False) diff --git a/tests/onnx/test_nncf_graph_builder.py b/tests/onnx/test_nncf_graph_builder.py index d81719f73f3..3b548fc1347 100644 --- a/tests/onnx/test_nncf_graph_builder.py +++ b/tests/onnx/test_nncf_graph_builder.py @@ -64,7 +64,7 @@ def test_compare_nncf_graph_classification_real_models(tmp_path, model_to_test): model = model_builder(model_to_test.model_name) onnx_model_path = tmp_path / (model_to_test.model_name + ".onnx") x = torch.randn(model_to_test.input_shape, requires_grad=False) - torch.onnx.export(model, x, onnx_model_path, opset_version=13) + torch.onnx.export(model, x, onnx_model_path, opset_version=13, dynamo=False) original_model = onnx.load(onnx_model_path) diff --git a/tests/onnx/test_smooth_quant.py b/tests/onnx/test_smooth_quant.py index d33023c3d28..4d97826251a 100644 --- a/tests/onnx/test_smooth_quant.py +++ b/tests/onnx/test_smooth_quant.py @@ -101,7 +101,7 @@ def transform_fn(data_item): def backend_specific_model(model: torch.nn.Module, tmp_dir: str) -> onnx.ModelProto: dummy_input = torch.rand(model.INPUT_SIZE) model_path = f"{tmp_dir}/model.onnx" - torch.onnx.export(model.cpu(), dummy_input, model_path, input_names=["input"], opset_version=13) + torch.onnx.export(model.cpu(), dummy_input, model_path, input_names=["input"], opset_version=13, dynamo=False) onnx_model = onnx.load(model_path) onnx_model = onnx.shape_inference.infer_shapes(onnx_model) return onnx_model diff --git a/tests/onnx/test_weightless_model.py b/tests/onnx/test_weightless_model.py index f93da6b36aa..f96369d4764 100644 --- a/tests/onnx/test_weightless_model.py +++ b/tests/onnx/test_weightless_model.py @@ -22,7 +22,7 @@ def test_save_weightless_model(tmp_path): model = models.resnet18(weights=models.ResNet18_Weights.IMAGENET1K_V1) onnx_model_path = tmp_path / "resnet18.onnx" x = torch.randn([1, 3, 224, 224], requires_grad=False) - torch.onnx.export(model, x, onnx_model_path) + torch.onnx.export(model, x, onnx_model_path, dynamo=False) onnx_model = onnx.load_model(onnx_model_path) weightless_model_path = tmp_path / Path("weightless_model.onnx") diff --git a/tests/openvino/native/common.py b/tests/openvino/native/common.py index 93e7c510fd8..2decd378762 100644 --- a/tests/openvino/native/common.py +++ b/tests/openvino/native/common.py @@ -27,7 +27,7 @@ def convert_torch_model(model: torch.nn.Module, input_shape: tuple[int], tmp_path: Path) -> ov.Model: model_tmp_path = tmp_path / ("model.onnx") with torch.no_grad(): - torch.onnx.export(model, torch.ones(input_shape), model_tmp_path) + torch.onnx.export(model, torch.ones(input_shape), model_tmp_path, dynamo=False) return ov.convert_model(model_tmp_path) diff --git a/tests/openvino/native/test_bias_correction.py b/tests/openvino/native/test_bias_correction.py index 6d8f1e23070..b050c8af88c 100644 --- a/tests/openvino/native/test_bias_correction.py +++ b/tests/openvino/native/test_bias_correction.py @@ -45,7 +45,9 @@ def get_backend() -> OVBiasCorrectionAlgoBackend: @staticmethod def backend_specific_model(model: torch.nn.Module, tmp_dir: str): onnx_path = f"{tmp_dir}/model.onnx" - torch.onnx.export(model, torch.rand(model.INPUT_SIZE), onnx_path, opset_version=13, input_names=["input.1"]) + torch.onnx.export( + model, torch.rand(model.INPUT_SIZE), onnx_path, opset_version=13, input_names=["input.1"], dynamo=False + ) ov_model = ov.convert_model(onnx_path) if isinstance(model, TransposeConvTestModel): for node in ov_model.get_ops(): diff --git a/tests/openvino/native/test_fast_bias_correction.py b/tests/openvino/native/test_fast_bias_correction.py index 935ff57f8f9..1dac77e1652 100644 --- a/tests/openvino/native/test_fast_bias_correction.py +++ b/tests/openvino/native/test_fast_bias_correction.py @@ -34,7 +34,9 @@ def get_backend() -> OVFastBiasCorrectionAlgoBackend: @staticmethod def backend_specific_model(model: bool, tmp_dir: str): onnx_path = f"{tmp_dir}/model.onnx" - torch.onnx.export(model, torch.rand(model.INPUT_SIZE), onnx_path, opset_version=13, input_names=["input.1"]) + torch.onnx.export( + model, torch.rand(model.INPUT_SIZE), onnx_path, opset_version=13, input_names=["input.1"], dynamo=False + ) ov_model = ov.convert_model(onnx_path, input=model.INPUT_SIZE) return ov_model diff --git a/tests/post_training/pipelines/image_classification_timm.py b/tests/post_training/pipelines/image_classification_timm.py index 4327f3a91f1..8f2d53b8fb1 100644 --- a/tests/post_training/pipelines/image_classification_timm.py +++ b/tests/post_training/pipelines/image_classification_timm.py @@ -48,7 +48,13 @@ def prepare_model(self) -> None: additional_kwargs["input_names"] = ["image"] additional_kwargs["dynamic_axes"] = {"image": {0: "batch"}} torch.onnx.export( - timm_model, self.dummy_tensor, onnx_path, export_params=True, opset_version=13, **additional_kwargs + timm_model, + self.dummy_tensor, + onnx_path, + export_params=True, + opset_version=13, + dynamo=False, + **additional_kwargs, ) self.model = onnx.load(onnx_path) self.input_name = self.model.graph.input[0].name diff --git a/tests/post_training/pipelines/image_classification_torchvision.py b/tests/post_training/pipelines/image_classification_torchvision.py index d87a6d60def..781dfc6f3ad 100644 --- a/tests/post_training/pipelines/image_classification_torchvision.py +++ b/tests/post_training/pipelines/image_classification_torchvision.py @@ -25,11 +25,11 @@ def _torch_export_for_training(model: torch.nn.Module, args: tuple[Any, ...]) -> torch.fx.GraphModule: - return torch.export.export_for_training(model, args, strict=True).module() + return torch.export.export_for_training(model, args, strict=True).module(check_guards=False) def _torch_export(model: torch.nn.Module, args: tuple[Any, ...]) -> torch.fx.GraphModule: - return torch.export.export(model, args, strict=True).module() + return torch.export.export(model, args, strict=True).module(check_guards=False) @dataclass @@ -95,7 +95,13 @@ def prepare_model(self) -> None: additional_kwargs["input_names"] = ["image"] additional_kwargs["dynamic_axes"] = {"image": {0: "batch"}} torch.onnx.export( - model, self.dummy_tensor, onnx_path, export_params=True, opset_version=13, **additional_kwargs + model, + self.dummy_tensor, + onnx_path, + export_params=True, + opset_version=13, + dynamo=False, + **additional_kwargs, ) self.model = onnx.load(onnx_path) self.input_name = self.model.graph.input[0].name diff --git a/tests/post_training/pipelines/masked_language_modeling.py b/tests/post_training/pipelines/masked_language_modeling.py index 74f43f7b8b3..991b6f1519d 100644 --- a/tests/post_training/pipelines/masked_language_modeling.py +++ b/tests/post_training/pipelines/masked_language_modeling.py @@ -9,6 +9,7 @@ # See the License for the specific language governing permissions and # limitations under the License. + import numpy as np import onnx import openvino as ov diff --git a/tests/post_training/test_quantize_conformance.py b/tests/post_training/test_quantize_conformance.py index 5795331df25..b3ffb727755 100644 --- a/tests/post_training/test_quantize_conformance.py +++ b/tests/post_training/test_quantize_conformance.py @@ -15,11 +15,13 @@ import traceback from collections import OrderedDict from collections import defaultdict +from functools import partial from pathlib import Path from typing import Optional import pandas as pd import pytest +import torch import yaml from packaging import version @@ -36,6 +38,10 @@ DATA_ROOT = Path(__file__).parent / "data" +# TODO(AlexanderDokuchaev): Remove it after update optimum +torch.onnx.export = partial(torch.onnx.export, dynamo=False) + + @pytest.fixture(scope="function", name="use_avx2") def fixture_use_avx2(): old_value = os.environ.get("ONEDNN_MAX_CPU_ISA") diff --git a/tests/torch/quantization/test_onnx_export.py b/tests/torch/quantization/test_onnx_export.py index 3ad9a7d4e17..d7f5e2413a4 100644 --- a/tests/torch/quantization/test_onnx_export.py +++ b/tests/torch/quantization/test_onnx_export.py @@ -341,7 +341,7 @@ def test_torch_onnx_export(tmp_path): compression_ctrl.prepare_for_export() dummy_input = torch.randn(1, 1, 4, 4) - torch.onnx.export(compression_model, dummy_input, onnx_checkpoint_path, verbose=False) + torch.onnx.export(compression_model, dummy_input, onnx_checkpoint_path, verbose=False, dynamo=False) onnx_model_proto = onnx.load_model(onnx_checkpoint_path) num_fq = 0 diff --git a/tests/torch/quantization/test_strip.py b/tests/torch/quantization/test_strip.py index 0843ec336fa..ca46e562ace 100644 --- a/tests/torch/quantization/test_strip.py +++ b/tests/torch/quantization/test_strip.py @@ -304,7 +304,7 @@ def test_strip_quantization(mode, overflow_fix, tmp_path): assert torch.all(torch.isclose(x_nncf, x_torch)), f"{x_nncf.view(-1)} != {x_torch.view(-1)}" - torch.onnx.export(inference_model, input_tensor, f"{tmp_path}/model.onnx") + torch.onnx.export(inference_model, input_tensor, f"{tmp_path}/model.onnx", dynamo=False) @pytest.mark.parametrize("strip_type", ("nncf", "torch", "nncf_interfere")) diff --git a/tests/torch/test_onnx_export.py b/tests/torch/test_onnx_export.py index 91bcb0707e8..efa28d7f297 100644 --- a/tests/torch/test_onnx_export.py +++ b/tests/torch/test_onnx_export.py @@ -183,6 +183,7 @@ def test_preserves_onnx_node_name_format(tmp_path, compression_section): export_params=True, opset_version=13, do_constant_folding=False, + dynamo=False, ) original_model_proto = onnx.load_model(str(without_nncf_path)) patch_torch_operators() diff --git a/tests/torch/test_pytorch_patch.py b/tests/torch/test_pytorch_patch.py index 29b1abbdaef..5c90c3bd16d 100644 --- a/tests/torch/test_pytorch_patch.py +++ b/tests/torch/test_pytorch_patch.py @@ -101,7 +101,7 @@ def forward(self, x: torch.Tensor): return test_fn(x) # ONNX export should work correctly because torch.jit.script_if_tracing is patched - torch.onnx.export(TestModel(), (torch.zeros((1,)),), str(tmp_path / "jit_if_tracing_test_model.onnx")) + torch.onnx.export(TestModel(), (torch.zeros((1,)),), str(tmp_path / "jit_if_tracing_test_model.onnx"), dynamo=False) def test_jit_if_tracing_script_source(): diff --git a/tests/torch2/data/fx/OpenVINOQuantizer/swin_v2_t.dot b/tests/torch2/data/fx/OpenVINOQuantizer/swin_v2_t.dot index 2ff664cb1bf..cb1c91b0341 100644 --- a/tests/torch2/data/fx/OpenVINOQuantizer/swin_v2_t.dot +++ b/tests/torch2/data/fx/OpenVINOQuantizer/swin_v2_t.dot @@ -283,1709 +283,1675 @@ strict digraph { "281 view_3" [id=281, type=view]; "282 permute_4" [id=282, type=permute]; "283 reshape_3" [id=283, type=reshape]; -"284 slice_2" [id=284, type=slice]; -"285 slice_3" [id=285, type=slice]; -"286 layer_norm_1" [id=286, type="layer_norm"]; -"287 add_1" [id=287, type=add]; -"288 add_1_0_0_nncf_smooth_quant_0" [id=288, type="call_module"]; -"289 quantize_per_tensor_10" [id=289, type="quantize_per_tensor"]; -"290 dequantize_per_tensor_11" [id=290, type="dequantize_per_tensor"]; -"291 scale_updated_constant3" [id=291, type="get_attr"]; -"292 compressed_weight_updated_constant3" [id=292, type="get_attr"]; -"293 mul_tensor_3" [id=293, type=mul]; -"294 zero_point_updated_constant3" [id=294, type="get_attr"]; -"295 sub_tensor_3" [id=295, type=sub]; -"296 linear_4" [id=296, type=linear]; -"297 gelu" [id=297, type=gelu]; -"298 dropout_2" [id=298, type=dropout]; -"299 dropout_2_0_0_nncf_smooth_quant_0" [id=299, type="call_module"]; -"300 quantize_per_tensor_12" [id=300, type="quantize_per_tensor"]; -"301 dequantize_per_tensor_13" [id=301, type="dequantize_per_tensor"]; -"302 scale_updated_constant4" [id=302, type="get_attr"]; -"303 compressed_weight_updated_constant4" [id=303, type="get_attr"]; -"304 mul_tensor_4" [id=304, type=mul]; -"305 zero_point_updated_constant4" [id=305, type="get_attr"]; -"306 sub_tensor_4" [id=306, type=sub]; -"307 linear_5" [id=307, type=linear]; -"308 dropout_3" [id=308, type=dropout]; -"309 layer_norm_2" [id=309, type="layer_norm"]; -"310 add_2" [id=310, type=add]; -"311 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=311, type="get_attr"]; -"312 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=312, type="call_module"]; -"313 linear_6" [id=313, type=linear]; -"314 relu__1" [id=314, type="relu_"]; -"315 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=315, type="get_attr"]; -"316 relu__1_0_0_nncf_smooth_quant_0" [id=316, type="call_module"]; -"317 linear_7" [id=317, type=linear]; -"318 view_4" [id=318, type=view]; -"319 index_1" [id=319, type=index]; -"320 view_5" [id=320, type=view]; -"321 permute_5" [id=321, type=permute]; -"322 contiguous_1" [id=322, type=contiguous]; -"323 unsqueeze_1" [id=323, type=unsqueeze]; -"324 sigmoid_1" [id=324, type=sigmoid]; -"325 mul_2" [id=325, type=mul]; -"326 pad_1" [id=326, type=pad]; -"327 roll" [id=327, type=roll]; -"328 view_6" [id=328, type=view]; -"329 permute_6" [id=329, type=permute]; -"330 reshape_4" [id=330, type=reshape]; -"331 clone_1" [id=331, type=clone]; -"332 slice_4" [id=332, type=slice]; -"333 zero__1" [id=333, type="zero_"]; -"334 reshape_4_0_0_nncf_smooth_quant_0" [id=334, type="call_module"]; -"335 quantize_per_tensor_14" [id=335, type="quantize_per_tensor"]; -"336 dequantize_per_tensor_15" [id=336, type="dequantize_per_tensor"]; -"337 scale_updated_constant5" [id=337, type="get_attr"]; -"338 compressed_weight_updated_constant5" [id=338, type="get_attr"]; -"339 mul_tensor_5" [id=339, type=mul]; -"340 zero_point_updated_constant5" [id=340, type="get_attr"]; -"341 sub_tensor_5" [id=341, type=sub]; -"342 linear_8" [id=342, type=linear]; -"343 reshape_5" [id=343, type=reshape]; -"344 permute_7" [id=344, type=permute]; -"345 select_3" [id=345, type=select]; -"346 select_4" [id=346, type=select]; -"347 select_5" [id=347, type=select]; -"348 linalg_vector_norm_2" [id=348, type="linalg_vector_norm"]; -"349 clamp_min_2" [id=349, type="clamp_min"]; -"350 expand_as_2" [id=350, type="expand_as"]; -"351 div_2" [id=351, type=div]; -"352 quantize_per_tensor_16" [id=352, type="quantize_per_tensor"]; -"353 dequantize_per_tensor_17" [id=353, type="dequantize_per_tensor"]; -"354 linalg_vector_norm_3" [id=354, type="linalg_vector_norm"]; -"355 clamp_min_3" [id=355, type="clamp_min"]; -"356 expand_as_3" [id=356, type="expand_as"]; -"357 div_3" [id=357, type=div]; -"358 quantize_per_tensor_18" [id=358, type="quantize_per_tensor"]; -"359 dequantize_per_tensor_19" [id=359, type="dequantize_per_tensor"]; -"360 transpose_2" [id=360, type=transpose]; -"361 matmul_2" [id=361, type=matmul]; -"362 clamp_1" [id=362, type=clamp]; -"363 exp_1" [id=363, type=exp]; -"364 mul_3" [id=364, type=mul]; -"365 add_3" [id=365, type=add]; -"366 new_zeros" [id=366, type="new_zeros"]; -"367 lift_fresh_copy" [id=367, type="lift_fresh_copy"]; -"368 slice_5" [id=368, type=slice]; -"369 slice_6" [id=369, type=slice]; -"370 fill_" [id=370, type="fill_"]; -"371 lift_fresh_copy_1" [id=371, type="lift_fresh_copy"]; -"372 slice_7" [id=372, type=slice]; -"373 slice_8" [id=373, type=slice]; -"374 fill__1" [id=374, type="fill_"]; -"375 lift_fresh_copy_2" [id=375, type="lift_fresh_copy"]; -"376 slice_9" [id=376, type=slice]; -"377 slice_10" [id=377, type=slice]; -"378 fill__2" [id=378, type="fill_"]; -"379 lift_fresh_copy_3" [id=379, type="lift_fresh_copy"]; -"380 slice_11" [id=380, type=slice]; -"381 slice_12" [id=381, type=slice]; -"382 fill__3" [id=382, type="fill_"]; -"383 lift_fresh_copy_4" [id=383, type="lift_fresh_copy"]; -"384 slice_13" [id=384, type=slice]; -"385 slice_14" [id=385, type=slice]; -"386 fill__4" [id=386, type="fill_"]; -"387 lift_fresh_copy_5" [id=387, type="lift_fresh_copy"]; -"388 slice_15" [id=388, type=slice]; -"389 slice_16" [id=389, type=slice]; -"390 fill__5" [id=390, type="fill_"]; -"391 lift_fresh_copy_6" [id=391, type="lift_fresh_copy"]; -"392 slice_17" [id=392, type=slice]; -"393 slice_18" [id=393, type=slice]; -"394 fill__6" [id=394, type="fill_"]; -"395 lift_fresh_copy_7" [id=395, type="lift_fresh_copy"]; -"396 slice_19" [id=396, type=slice]; -"397 slice_20" [id=397, type=slice]; -"398 fill__7" [id=398, type="fill_"]; -"399 lift_fresh_copy_8" [id=399, type="lift_fresh_copy"]; -"400 slice_21" [id=400, type=slice]; -"401 slice_22" [id=401, type=slice]; -"402 fill__8" [id=402, type="fill_"]; -"403 view_7" [id=403, type=view]; -"404 permute_8" [id=404, type=permute]; -"405 reshape_6" [id=405, type=reshape]; -"406 unsqueeze_2" [id=406, type=unsqueeze]; -"407 unsqueeze_3" [id=407, type=unsqueeze]; -"408 sub" [id=408, type=sub]; -"409 ne" [id=409, type=ne]; -"410 masked_fill" [id=410, type="masked_fill"]; -"411 eq" [id=411, type=eq]; -"412 masked_fill_1" [id=412, type="masked_fill"]; -"413 view_8" [id=413, type=view]; -"414 unsqueeze_4" [id=414, type=unsqueeze]; -"415 unsqueeze_5" [id=415, type=unsqueeze]; -"416 add_4" [id=416, type=add]; -"417 view_9" [id=417, type=view]; -"418 softmax_1" [id=418, type=softmax]; -"419 dropout_4" [id=419, type=dropout]; -"420 matmul_3" [id=420, type=matmul]; -"421 transpose_3" [id=421, type=transpose]; -"422 reshape_7" [id=422, type=reshape]; -"423 reshape_7_0_0_nncf_smooth_quant_0" [id=423, type="call_module"]; -"424 quantize_per_tensor_20" [id=424, type="quantize_per_tensor"]; -"425 dequantize_per_tensor_21" [id=425, type="dequantize_per_tensor"]; -"426 scale_updated_constant6" [id=426, type="get_attr"]; -"427 compressed_weight_updated_constant6" [id=427, type="get_attr"]; -"428 mul_tensor_6" [id=428, type=mul]; -"429 zero_point_updated_constant6" [id=429, type="get_attr"]; -"430 sub_tensor_6" [id=430, type=sub]; -"431 linear_9" [id=431, type=linear]; -"432 dropout_5" [id=432, type=dropout]; -"433 view_10" [id=433, type=view]; -"434 permute_9" [id=434, type=permute]; -"435 reshape_8" [id=435, type=reshape]; -"436 roll_1" [id=436, type=roll]; -"437 slice_23" [id=437, type=slice]; -"438 slice_24" [id=438, type=slice]; -"439 layer_norm_3" [id=439, type="layer_norm"]; -"440 add_5" [id=440, type=add]; -"441 add_5_0_0_nncf_smooth_quant_0" [id=441, type="call_module"]; -"442 quantize_per_tensor_22" [id=442, type="quantize_per_tensor"]; -"443 dequantize_per_tensor_23" [id=443, type="dequantize_per_tensor"]; -"444 scale_updated_constant7" [id=444, type="get_attr"]; -"445 compressed_weight_updated_constant7" [id=445, type="get_attr"]; -"446 mul_tensor_7" [id=446, type=mul]; -"447 zero_point_updated_constant7" [id=447, type="get_attr"]; -"448 sub_tensor_7" [id=448, type=sub]; -"449 linear_10" [id=449, type=linear]; -"450 gelu_1" [id=450, type=gelu]; -"451 dropout_6" [id=451, type=dropout]; -"452 dropout_6_0_0_nncf_smooth_quant_0" [id=452, type="call_module"]; -"453 quantize_per_tensor_24" [id=453, type="quantize_per_tensor"]; -"454 dequantize_per_tensor_25" [id=454, type="dequantize_per_tensor"]; -"455 scale_updated_constant8" [id=455, type="get_attr"]; -"456 compressed_weight_updated_constant8" [id=456, type="get_attr"]; -"457 mul_tensor_8" [id=457, type=mul]; -"458 zero_point_updated_constant8" [id=458, type="get_attr"]; -"459 sub_tensor_8" [id=459, type=sub]; -"460 linear_11" [id=460, type=linear]; -"461 dropout_7" [id=461, type=dropout]; -"462 layer_norm_4" [id=462, type="layer_norm"]; -"463 add_6" [id=463, type=add]; -"464 pad_2" [id=464, type=pad]; -"465 slice_25" [id=465, type=slice]; -"466 slice_26" [id=466, type=slice]; -"467 slice_27" [id=467, type=slice]; -"468 slice_28" [id=468, type=slice]; -"469 slice_29" [id=469, type=slice]; -"470 slice_30" [id=470, type=slice]; -"471 slice_31" [id=471, type=slice]; -"472 slice_32" [id=472, type=slice]; -"473 slice_33" [id=473, type=slice]; -"474 slice_34" [id=474, type=slice]; -"475 slice_35" [id=475, type=slice]; -"476 slice_36" [id=476, type=slice]; -"477 cat" [id=477, type=cat]; -"478 cat_0_0_nncf_smooth_quant_0" [id=478, type="call_module"]; -"479 quantize_per_tensor_26" [id=479, type="quantize_per_tensor"]; -"480 dequantize_per_tensor_27" [id=480, type="dequantize_per_tensor"]; -"481 scale_updated_constant9" [id=481, type="get_attr"]; -"482 compressed_weight_updated_constant9" [id=482, type="get_attr"]; -"483 mul_tensor_9" [id=483, type=mul]; -"484 zero_point_updated_constant9" [id=484, type="get_attr"]; -"485 sub_tensor_9" [id=485, type=sub]; -"486 linear_12" [id=486, type=linear]; -"487 layer_norm_5" [id=487, type="layer_norm"]; -"488 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=488, type="get_attr"]; -"489 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=489, type="call_module"]; -"490 linear_13" [id=490, type=linear]; -"491 relu__2" [id=491, type="relu_"]; -"492 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=492, type="get_attr"]; -"493 relu__2_0_0_nncf_smooth_quant_0" [id=493, type="call_module"]; -"494 linear_14" [id=494, type=linear]; -"495 view_11" [id=495, type=view]; -"496 index_2" [id=496, type=index]; -"497 view_12" [id=497, type=view]; -"498 permute_10" [id=498, type=permute]; -"499 contiguous_2" [id=499, type=contiguous]; -"500 unsqueeze_6" [id=500, type=unsqueeze]; -"501 sigmoid_2" [id=501, type=sigmoid]; -"502 mul_4" [id=502, type=mul]; -"503 pad_3" [id=503, type=pad]; -"504 view_13" [id=504, type=view]; -"505 permute_11" [id=505, type=permute]; -"506 reshape_9" [id=506, type=reshape]; -"507 clone_2" [id=507, type=clone]; -"508 slice_37" [id=508, type=slice]; -"509 zero__2" [id=509, type="zero_"]; -"510 reshape_9_0_0_nncf_smooth_quant_0" [id=510, type="call_module"]; -"511 quantize_per_tensor_28" [id=511, type="quantize_per_tensor"]; -"512 dequantize_per_tensor_29" [id=512, type="dequantize_per_tensor"]; -"513 scale_updated_constant10" [id=513, type="get_attr"]; -"514 compressed_weight_updated_constant10" [id=514, type="get_attr"]; -"515 mul_tensor_10" [id=515, type=mul]; -"516 zero_point_updated_constant10" [id=516, type="get_attr"]; -"517 sub_tensor_10" [id=517, type=sub]; -"518 linear_15" [id=518, type=linear]; -"519 reshape_10" [id=519, type=reshape]; -"520 permute_12" [id=520, type=permute]; -"521 select_6" [id=521, type=select]; -"522 select_7" [id=522, type=select]; -"523 select_8" [id=523, type=select]; -"524 linalg_vector_norm_4" [id=524, type="linalg_vector_norm"]; -"525 clamp_min_4" [id=525, type="clamp_min"]; -"526 expand_as_4" [id=526, type="expand_as"]; -"527 div_4" [id=527, type=div]; -"528 quantize_per_tensor_30" [id=528, type="quantize_per_tensor"]; -"529 dequantize_per_tensor_31" [id=529, type="dequantize_per_tensor"]; -"530 linalg_vector_norm_5" [id=530, type="linalg_vector_norm"]; -"531 clamp_min_5" [id=531, type="clamp_min"]; -"532 expand_as_5" [id=532, type="expand_as"]; -"533 div_5" [id=533, type=div]; -"534 quantize_per_tensor_32" [id=534, type="quantize_per_tensor"]; -"535 dequantize_per_tensor_33" [id=535, type="dequantize_per_tensor"]; -"536 transpose_4" [id=536, type=transpose]; -"537 matmul_4" [id=537, type=matmul]; -"538 clamp_2" [id=538, type=clamp]; -"539 exp_2" [id=539, type=exp]; -"540 mul_5" [id=540, type=mul]; -"541 add_7" [id=541, type=add]; -"542 softmax_2" [id=542, type=softmax]; -"543 dropout_8" [id=543, type=dropout]; -"544 matmul_5" [id=544, type=matmul]; -"545 transpose_5" [id=545, type=transpose]; -"546 reshape_11" [id=546, type=reshape]; -"547 reshape_11_0_0_nncf_smooth_quant_0" [id=547, type="call_module"]; -"548 quantize_per_tensor_34" [id=548, type="quantize_per_tensor"]; -"549 dequantize_per_tensor_35" [id=549, type="dequantize_per_tensor"]; -"550 scale_updated_constant11" [id=550, type="get_attr"]; -"551 compressed_weight_updated_constant11" [id=551, type="get_attr"]; -"552 mul_tensor_11" [id=552, type=mul]; -"553 zero_point_updated_constant11" [id=553, type="get_attr"]; -"554 sub_tensor_11" [id=554, type=sub]; -"555 linear_16" [id=555, type=linear]; -"556 dropout_9" [id=556, type=dropout]; -"557 view_14" [id=557, type=view]; -"558 permute_13" [id=558, type=permute]; -"559 reshape_12" [id=559, type=reshape]; -"560 slice_38" [id=560, type=slice]; -"561 slice_39" [id=561, type=slice]; -"562 slice_40" [id=562, type=slice]; -"563 slice_41" [id=563, type=slice]; -"564 contiguous_3" [id=564, type=contiguous]; -"565 layer_norm_6" [id=565, type="layer_norm"]; -"566 add_8" [id=566, type=add]; -"567 add_8_0_0_nncf_smooth_quant_0" [id=567, type="call_module"]; -"568 quantize_per_tensor_36" [id=568, type="quantize_per_tensor"]; -"569 dequantize_per_tensor_37" [id=569, type="dequantize_per_tensor"]; -"570 scale_updated_constant12" [id=570, type="get_attr"]; -"571 compressed_weight_updated_constant12" [id=571, type="get_attr"]; -"572 mul_tensor_12" [id=572, type=mul]; -"573 zero_point_updated_constant12" [id=573, type="get_attr"]; -"574 sub_tensor_12" [id=574, type=sub]; -"575 linear_17" [id=575, type=linear]; -"576 gelu_2" [id=576, type=gelu]; -"577 dropout_10" [id=577, type=dropout]; -"578 dropout_10_0_0_nncf_smooth_quant_0" [id=578, type="call_module"]; -"579 quantize_per_tensor_38" [id=579, type="quantize_per_tensor"]; -"580 dequantize_per_tensor_39" [id=580, type="dequantize_per_tensor"]; -"581 scale_updated_constant13" [id=581, type="get_attr"]; -"582 compressed_weight_updated_constant13" [id=582, type="get_attr"]; -"583 mul_tensor_13" [id=583, type=mul]; -"584 zero_point_updated_constant13" [id=584, type="get_attr"]; -"585 sub_tensor_13" [id=585, type=sub]; -"586 linear_18" [id=586, type=linear]; -"587 dropout_11" [id=587, type=dropout]; -"588 layer_norm_7" [id=588, type="layer_norm"]; -"589 add_9" [id=589, type=add]; -"590 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=590, type="get_attr"]; -"591 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=591, type="call_module"]; -"592 linear_19" [id=592, type=linear]; -"593 relu__3" [id=593, type="relu_"]; -"594 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=594, type="get_attr"]; -"595 relu__3_0_0_nncf_smooth_quant_0" [id=595, type="call_module"]; -"596 linear_20" [id=596, type=linear]; -"597 view_15" [id=597, type=view]; -"598 index_3" [id=598, type=index]; -"599 view_16" [id=599, type=view]; -"600 permute_14" [id=600, type=permute]; -"601 contiguous_4" [id=601, type=contiguous]; -"602 unsqueeze_7" [id=602, type=unsqueeze]; -"603 sigmoid_3" [id=603, type=sigmoid]; -"604 mul_6" [id=604, type=mul]; -"605 pad_4" [id=605, type=pad]; -"606 roll_2" [id=606, type=roll]; -"607 view_17" [id=607, type=view]; -"608 permute_15" [id=608, type=permute]; -"609 reshape_13" [id=609, type=reshape]; -"610 clone_3" [id=610, type=clone]; -"611 slice_42" [id=611, type=slice]; -"612 zero__3" [id=612, type="zero_"]; -"613 reshape_13_0_0_nncf_smooth_quant_0" [id=613, type="call_module"]; -"614 quantize_per_tensor_40" [id=614, type="quantize_per_tensor"]; -"615 dequantize_per_tensor_41" [id=615, type="dequantize_per_tensor"]; -"616 scale_updated_constant14" [id=616, type="get_attr"]; -"617 compressed_weight_updated_constant14" [id=617, type="get_attr"]; -"618 mul_tensor_14" [id=618, type=mul]; -"619 zero_point_updated_constant14" [id=619, type="get_attr"]; -"620 sub_tensor_14" [id=620, type=sub]; -"621 linear_21" [id=621, type=linear]; -"622 reshape_14" [id=622, type=reshape]; -"623 permute_16" [id=623, type=permute]; -"624 select_9" [id=624, type=select]; -"625 select_10" [id=625, type=select]; -"626 select_11" [id=626, type=select]; -"627 linalg_vector_norm_6" [id=627, type="linalg_vector_norm"]; -"628 clamp_min_6" [id=628, type="clamp_min"]; -"629 expand_as_6" [id=629, type="expand_as"]; -"630 div_6" [id=630, type=div]; -"631 quantize_per_tensor_42" [id=631, type="quantize_per_tensor"]; -"632 dequantize_per_tensor_43" [id=632, type="dequantize_per_tensor"]; -"633 linalg_vector_norm_7" [id=633, type="linalg_vector_norm"]; -"634 clamp_min_7" [id=634, type="clamp_min"]; -"635 expand_as_7" [id=635, type="expand_as"]; -"636 div_7" [id=636, type=div]; -"637 quantize_per_tensor_44" [id=637, type="quantize_per_tensor"]; -"638 dequantize_per_tensor_45" [id=638, type="dequantize_per_tensor"]; -"639 transpose_6" [id=639, type=transpose]; -"640 matmul_6" [id=640, type=matmul]; -"641 clamp_3" [id=641, type=clamp]; -"642 exp_3" [id=642, type=exp]; -"643 mul_7" [id=643, type=mul]; -"644 add_10" [id=644, type=add]; -"645 new_zeros_1" [id=645, type="new_zeros"]; -"646 lift_fresh_copy_9" [id=646, type="lift_fresh_copy"]; -"647 slice_43" [id=647, type=slice]; -"648 slice_44" [id=648, type=slice]; -"649 fill__9" [id=649, type="fill_"]; -"650 lift_fresh_copy_10" [id=650, type="lift_fresh_copy"]; -"651 slice_45" [id=651, type=slice]; -"652 slice_46" [id=652, type=slice]; -"653 fill__10" [id=653, type="fill_"]; -"654 lift_fresh_copy_11" [id=654, type="lift_fresh_copy"]; -"655 slice_47" [id=655, type=slice]; -"656 slice_48" [id=656, type=slice]; -"657 fill__11" [id=657, type="fill_"]; -"658 lift_fresh_copy_12" [id=658, type="lift_fresh_copy"]; -"659 slice_49" [id=659, type=slice]; -"660 slice_50" [id=660, type=slice]; -"661 fill__12" [id=661, type="fill_"]; -"662 lift_fresh_copy_13" [id=662, type="lift_fresh_copy"]; -"663 slice_51" [id=663, type=slice]; -"664 slice_52" [id=664, type=slice]; -"665 fill__13" [id=665, type="fill_"]; -"666 lift_fresh_copy_14" [id=666, type="lift_fresh_copy"]; -"667 slice_53" [id=667, type=slice]; -"668 slice_54" [id=668, type=slice]; -"669 fill__14" [id=669, type="fill_"]; -"670 lift_fresh_copy_15" [id=670, type="lift_fresh_copy"]; -"671 slice_55" [id=671, type=slice]; -"672 slice_56" [id=672, type=slice]; -"673 fill__15" [id=673, type="fill_"]; -"674 lift_fresh_copy_16" [id=674, type="lift_fresh_copy"]; -"675 slice_57" [id=675, type=slice]; -"676 slice_58" [id=676, type=slice]; -"677 fill__16" [id=677, type="fill_"]; -"678 lift_fresh_copy_17" [id=678, type="lift_fresh_copy"]; -"679 slice_59" [id=679, type=slice]; -"680 slice_60" [id=680, type=slice]; -"681 fill__17" [id=681, type="fill_"]; -"682 view_18" [id=682, type=view]; -"683 permute_17" [id=683, type=permute]; -"684 reshape_15" [id=684, type=reshape]; -"685 unsqueeze_8" [id=685, type=unsqueeze]; -"686 unsqueeze_9" [id=686, type=unsqueeze]; -"687 sub_1" [id=687, type=sub]; -"688 ne_1" [id=688, type=ne]; -"689 masked_fill_2" [id=689, type="masked_fill"]; -"690 eq_1" [id=690, type=eq]; -"691 masked_fill_3" [id=691, type="masked_fill"]; -"692 view_19" [id=692, type=view]; -"693 unsqueeze_10" [id=693, type=unsqueeze]; -"694 unsqueeze_11" [id=694, type=unsqueeze]; -"695 add_11" [id=695, type=add]; -"696 view_20" [id=696, type=view]; -"697 softmax_3" [id=697, type=softmax]; -"698 dropout_12" [id=698, type=dropout]; -"699 matmul_7" [id=699, type=matmul]; -"700 transpose_7" [id=700, type=transpose]; -"701 reshape_16" [id=701, type=reshape]; -"702 reshape_16_0_0_nncf_smooth_quant_0" [id=702, type="call_module"]; -"703 quantize_per_tensor_46" [id=703, type="quantize_per_tensor"]; -"704 dequantize_per_tensor_47" [id=704, type="dequantize_per_tensor"]; -"705 scale_updated_constant15" [id=705, type="get_attr"]; -"706 compressed_weight_updated_constant15" [id=706, type="get_attr"]; -"707 mul_tensor_15" [id=707, type=mul]; -"708 zero_point_updated_constant15" [id=708, type="get_attr"]; -"709 sub_tensor_15" [id=709, type=sub]; -"710 linear_22" [id=710, type=linear]; -"711 dropout_13" [id=711, type=dropout]; -"712 view_21" [id=712, type=view]; -"713 permute_18" [id=713, type=permute]; -"714 reshape_17" [id=714, type=reshape]; -"715 roll_3" [id=715, type=roll]; -"716 slice_61" [id=716, type=slice]; -"717 slice_62" [id=717, type=slice]; -"718 slice_63" [id=718, type=slice]; -"719 slice_64" [id=719, type=slice]; -"720 contiguous_5" [id=720, type=contiguous]; -"721 layer_norm_8" [id=721, type="layer_norm"]; -"722 add_12" [id=722, type=add]; -"723 add_12_0_0_nncf_smooth_quant_0" [id=723, type="call_module"]; -"724 quantize_per_tensor_48" [id=724, type="quantize_per_tensor"]; -"725 dequantize_per_tensor_49" [id=725, type="dequantize_per_tensor"]; -"726 scale_updated_constant16" [id=726, type="get_attr"]; -"727 compressed_weight_updated_constant16" [id=727, type="get_attr"]; -"728 mul_tensor_16" [id=728, type=mul]; -"729 zero_point_updated_constant16" [id=729, type="get_attr"]; -"730 sub_tensor_16" [id=730, type=sub]; -"731 linear_23" [id=731, type=linear]; -"732 gelu_3" [id=732, type=gelu]; -"733 dropout_14" [id=733, type=dropout]; -"734 dropout_14_0_0_nncf_smooth_quant_0" [id=734, type="call_module"]; -"735 quantize_per_tensor_50" [id=735, type="quantize_per_tensor"]; -"736 dequantize_per_tensor_51" [id=736, type="dequantize_per_tensor"]; -"737 scale_updated_constant17" [id=737, type="get_attr"]; -"738 compressed_weight_updated_constant17" [id=738, type="get_attr"]; -"739 mul_tensor_17" [id=739, type=mul]; -"740 zero_point_updated_constant17" [id=740, type="get_attr"]; -"741 sub_tensor_17" [id=741, type=sub]; -"742 linear_24" [id=742, type=linear]; -"743 dropout_15" [id=743, type=dropout]; -"744 layer_norm_9" [id=744, type="layer_norm"]; -"745 add_13" [id=745, type=add]; -"746 pad_5" [id=746, type=pad]; -"747 slice_65" [id=747, type=slice]; -"748 slice_66" [id=748, type=slice]; -"749 slice_67" [id=749, type=slice]; -"750 slice_68" [id=750, type=slice]; -"751 slice_69" [id=751, type=slice]; -"752 slice_70" [id=752, type=slice]; -"753 slice_71" [id=753, type=slice]; -"754 slice_72" [id=754, type=slice]; -"755 slice_73" [id=755, type=slice]; -"756 slice_74" [id=756, type=slice]; -"757 slice_75" [id=757, type=slice]; -"758 slice_76" [id=758, type=slice]; -"759 cat_1" [id=759, type=cat]; -"760 cat_1_0_0_nncf_smooth_quant_0" [id=760, type="call_module"]; -"761 quantize_per_tensor_52" [id=761, type="quantize_per_tensor"]; -"762 dequantize_per_tensor_53" [id=762, type="dequantize_per_tensor"]; -"763 scale_updated_constant18" [id=763, type="get_attr"]; -"764 compressed_weight_updated_constant18" [id=764, type="get_attr"]; -"765 mul_tensor_18" [id=765, type=mul]; -"766 zero_point_updated_constant18" [id=766, type="get_attr"]; -"767 sub_tensor_18" [id=767, type=sub]; -"768 linear_25" [id=768, type=linear]; -"769 layer_norm_10" [id=769, type="layer_norm"]; -"770 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=770, type="get_attr"]; -"771 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=771, type="call_module"]; -"772 linear_26" [id=772, type=linear]; -"773 relu__4" [id=773, type="relu_"]; -"774 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=774, type="get_attr"]; -"775 relu__4_0_0_nncf_smooth_quant_0" [id=775, type="call_module"]; -"776 linear_27" [id=776, type=linear]; -"777 view_22" [id=777, type=view]; -"778 index_4" [id=778, type=index]; -"779 view_23" [id=779, type=view]; -"780 permute_19" [id=780, type=permute]; -"781 contiguous_6" [id=781, type=contiguous]; -"782 unsqueeze_12" [id=782, type=unsqueeze]; -"783 sigmoid_4" [id=783, type=sigmoid]; -"784 mul_8" [id=784, type=mul]; -"785 pad_6" [id=785, type=pad]; -"786 view_24" [id=786, type=view]; -"787 permute_20" [id=787, type=permute]; -"788 reshape_18" [id=788, type=reshape]; -"789 clone_4" [id=789, type=clone]; -"790 slice_77" [id=790, type=slice]; -"791 zero__4" [id=791, type="zero_"]; -"792 reshape_18_0_0_nncf_smooth_quant_0" [id=792, type="call_module"]; -"793 quantize_per_tensor_54" [id=793, type="quantize_per_tensor"]; -"794 dequantize_per_tensor_55" [id=794, type="dequantize_per_tensor"]; -"795 scale_updated_constant19" [id=795, type="get_attr"]; -"796 compressed_weight_updated_constant19" [id=796, type="get_attr"]; -"797 mul_tensor_19" [id=797, type=mul]; -"798 zero_point_updated_constant19" [id=798, type="get_attr"]; -"799 sub_tensor_19" [id=799, type=sub]; -"800 linear_28" [id=800, type=linear]; -"801 reshape_19" [id=801, type=reshape]; -"802 permute_21" [id=802, type=permute]; -"803 select_12" [id=803, type=select]; -"804 select_13" [id=804, type=select]; -"805 select_14" [id=805, type=select]; -"806 linalg_vector_norm_8" [id=806, type="linalg_vector_norm"]; -"807 clamp_min_8" [id=807, type="clamp_min"]; -"808 expand_as_8" [id=808, type="expand_as"]; -"809 div_8" [id=809, type=div]; -"810 quantize_per_tensor_56" [id=810, type="quantize_per_tensor"]; -"811 dequantize_per_tensor_57" [id=811, type="dequantize_per_tensor"]; -"812 linalg_vector_norm_9" [id=812, type="linalg_vector_norm"]; -"813 clamp_min_9" [id=813, type="clamp_min"]; -"814 expand_as_9" [id=814, type="expand_as"]; -"815 div_9" [id=815, type=div]; -"816 quantize_per_tensor_58" [id=816, type="quantize_per_tensor"]; -"817 dequantize_per_tensor_59" [id=817, type="dequantize_per_tensor"]; -"818 transpose_8" [id=818, type=transpose]; -"819 matmul_8" [id=819, type=matmul]; -"820 clamp_4" [id=820, type=clamp]; -"821 exp_4" [id=821, type=exp]; -"822 mul_9" [id=822, type=mul]; -"823 add_14" [id=823, type=add]; -"824 softmax_4" [id=824, type=softmax]; -"825 dropout_16" [id=825, type=dropout]; -"826 matmul_9" [id=826, type=matmul]; -"827 transpose_9" [id=827, type=transpose]; -"828 reshape_20" [id=828, type=reshape]; -"829 reshape_20_0_0_nncf_smooth_quant_0" [id=829, type="call_module"]; -"830 quantize_per_tensor_60" [id=830, type="quantize_per_tensor"]; -"831 dequantize_per_tensor_61" [id=831, type="dequantize_per_tensor"]; -"832 scale_updated_constant20" [id=832, type="get_attr"]; -"833 compressed_weight_updated_constant20" [id=833, type="get_attr"]; -"834 mul_tensor_20" [id=834, type=mul]; -"835 zero_point_updated_constant20" [id=835, type="get_attr"]; -"836 sub_tensor_20" [id=836, type=sub]; -"837 linear_29" [id=837, type=linear]; -"838 dropout_17" [id=838, type=dropout]; -"839 view_25" [id=839, type=view]; -"840 permute_22" [id=840, type=permute]; -"841 reshape_21" [id=841, type=reshape]; -"842 slice_78" [id=842, type=slice]; -"843 slice_79" [id=843, type=slice]; -"844 slice_80" [id=844, type=slice]; -"845 slice_81" [id=845, type=slice]; -"846 contiguous_7" [id=846, type=contiguous]; -"847 layer_norm_11" [id=847, type="layer_norm"]; -"848 add_15" [id=848, type=add]; -"849 add_15_0_0_nncf_smooth_quant_0" [id=849, type="call_module"]; -"850 quantize_per_tensor_62" [id=850, type="quantize_per_tensor"]; -"851 dequantize_per_tensor_63" [id=851, type="dequantize_per_tensor"]; -"852 scale_updated_constant21" [id=852, type="get_attr"]; -"853 compressed_weight_updated_constant21" [id=853, type="get_attr"]; -"854 mul_tensor_21" [id=854, type=mul]; -"855 zero_point_updated_constant21" [id=855, type="get_attr"]; -"856 sub_tensor_21" [id=856, type=sub]; -"857 linear_30" [id=857, type=linear]; -"858 gelu_4" [id=858, type=gelu]; -"859 dropout_18" [id=859, type=dropout]; -"860 dropout_18_0_0_nncf_smooth_quant_0" [id=860, type="call_module"]; -"861 quantize_per_tensor_64" [id=861, type="quantize_per_tensor"]; -"862 dequantize_per_tensor_65" [id=862, type="dequantize_per_tensor"]; -"863 scale_updated_constant22" [id=863, type="get_attr"]; -"864 compressed_weight_updated_constant22" [id=864, type="get_attr"]; -"865 mul_tensor_22" [id=865, type=mul]; -"866 zero_point_updated_constant22" [id=866, type="get_attr"]; -"867 sub_tensor_22" [id=867, type=sub]; -"868 linear_31" [id=868, type=linear]; -"869 dropout_19" [id=869, type=dropout]; -"870 layer_norm_12" [id=870, type="layer_norm"]; -"871 add_16" [id=871, type=add]; -"872 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=872, type="get_attr"]; -"873 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=873, type="call_module"]; -"874 linear_32" [id=874, type=linear]; -"875 relu__5" [id=875, type="relu_"]; -"876 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=876, type="get_attr"]; -"877 relu__5_0_0_nncf_smooth_quant_0" [id=877, type="call_module"]; -"878 linear_33" [id=878, type=linear]; -"879 view_26" [id=879, type=view]; -"880 index_5" [id=880, type=index]; -"881 view_27" [id=881, type=view]; -"882 permute_23" [id=882, type=permute]; -"883 contiguous_8" [id=883, type=contiguous]; -"884 unsqueeze_13" [id=884, type=unsqueeze]; -"885 sigmoid_5" [id=885, type=sigmoid]; -"886 mul_10" [id=886, type=mul]; -"887 pad_7" [id=887, type=pad]; -"888 roll_4" [id=888, type=roll]; -"889 view_28" [id=889, type=view]; -"890 permute_24" [id=890, type=permute]; -"891 reshape_22" [id=891, type=reshape]; -"892 clone_5" [id=892, type=clone]; -"893 slice_82" [id=893, type=slice]; -"894 zero__5" [id=894, type="zero_"]; -"895 reshape_22_0_0_nncf_smooth_quant_0" [id=895, type="call_module"]; -"896 quantize_per_tensor_66" [id=896, type="quantize_per_tensor"]; -"897 dequantize_per_tensor_67" [id=897, type="dequantize_per_tensor"]; -"898 scale_updated_constant23" [id=898, type="get_attr"]; -"899 compressed_weight_updated_constant23" [id=899, type="get_attr"]; -"900 mul_tensor_23" [id=900, type=mul]; -"901 zero_point_updated_constant23" [id=901, type="get_attr"]; -"902 sub_tensor_23" [id=902, type=sub]; -"903 linear_34" [id=903, type=linear]; -"904 reshape_23" [id=904, type=reshape]; -"905 permute_25" [id=905, type=permute]; -"906 select_15" [id=906, type=select]; -"907 select_16" [id=907, type=select]; -"908 select_17" [id=908, type=select]; -"909 linalg_vector_norm_10" [id=909, type="linalg_vector_norm"]; -"910 clamp_min_10" [id=910, type="clamp_min"]; -"911 expand_as_10" [id=911, type="expand_as"]; -"912 div_10" [id=912, type=div]; -"913 quantize_per_tensor_68" [id=913, type="quantize_per_tensor"]; -"914 dequantize_per_tensor_69" [id=914, type="dequantize_per_tensor"]; -"915 linalg_vector_norm_11" [id=915, type="linalg_vector_norm"]; -"916 clamp_min_11" [id=916, type="clamp_min"]; -"917 expand_as_11" [id=917, type="expand_as"]; -"918 div_11" [id=918, type=div]; -"919 quantize_per_tensor_70" [id=919, type="quantize_per_tensor"]; -"920 dequantize_per_tensor_71" [id=920, type="dequantize_per_tensor"]; -"921 transpose_10" [id=921, type=transpose]; -"922 matmul_10" [id=922, type=matmul]; -"923 clamp_5" [id=923, type=clamp]; -"924 exp_5" [id=924, type=exp]; -"925 mul_11" [id=925, type=mul]; -"926 add_17" [id=926, type=add]; -"927 new_zeros_2" [id=927, type="new_zeros"]; -"928 lift_fresh_copy_18" [id=928, type="lift_fresh_copy"]; -"929 slice_83" [id=929, type=slice]; -"930 slice_84" [id=930, type=slice]; -"931 fill__18" [id=931, type="fill_"]; -"932 lift_fresh_copy_19" [id=932, type="lift_fresh_copy"]; -"933 slice_85" [id=933, type=slice]; -"934 slice_86" [id=934, type=slice]; -"935 fill__19" [id=935, type="fill_"]; -"936 lift_fresh_copy_20" [id=936, type="lift_fresh_copy"]; -"937 slice_87" [id=937, type=slice]; -"938 slice_88" [id=938, type=slice]; -"939 fill__20" [id=939, type="fill_"]; -"940 lift_fresh_copy_21" [id=940, type="lift_fresh_copy"]; -"941 slice_89" [id=941, type=slice]; -"942 slice_90" [id=942, type=slice]; -"943 fill__21" [id=943, type="fill_"]; -"944 lift_fresh_copy_22" [id=944, type="lift_fresh_copy"]; -"945 slice_91" [id=945, type=slice]; -"946 slice_92" [id=946, type=slice]; -"947 fill__22" [id=947, type="fill_"]; -"948 lift_fresh_copy_23" [id=948, type="lift_fresh_copy"]; -"949 slice_93" [id=949, type=slice]; -"950 slice_94" [id=950, type=slice]; -"951 fill__23" [id=951, type="fill_"]; -"952 lift_fresh_copy_24" [id=952, type="lift_fresh_copy"]; -"953 slice_95" [id=953, type=slice]; -"954 slice_96" [id=954, type=slice]; -"955 fill__24" [id=955, type="fill_"]; -"956 lift_fresh_copy_25" [id=956, type="lift_fresh_copy"]; -"957 slice_97" [id=957, type=slice]; -"958 slice_98" [id=958, type=slice]; -"959 fill__25" [id=959, type="fill_"]; -"960 lift_fresh_copy_26" [id=960, type="lift_fresh_copy"]; -"961 slice_99" [id=961, type=slice]; -"962 slice_100" [id=962, type=slice]; -"963 fill__26" [id=963, type="fill_"]; -"964 view_29" [id=964, type=view]; -"965 permute_26" [id=965, type=permute]; -"966 reshape_24" [id=966, type=reshape]; -"967 unsqueeze_14" [id=967, type=unsqueeze]; -"968 unsqueeze_15" [id=968, type=unsqueeze]; -"969 sub_2" [id=969, type=sub]; -"970 ne_2" [id=970, type=ne]; -"971 masked_fill_4" [id=971, type="masked_fill"]; -"972 eq_2" [id=972, type=eq]; -"973 masked_fill_5" [id=973, type="masked_fill"]; -"974 view_30" [id=974, type=view]; -"975 unsqueeze_16" [id=975, type=unsqueeze]; -"976 unsqueeze_17" [id=976, type=unsqueeze]; -"977 add_18" [id=977, type=add]; -"978 view_31" [id=978, type=view]; -"979 softmax_5" [id=979, type=softmax]; -"980 dropout_20" [id=980, type=dropout]; -"981 matmul_11" [id=981, type=matmul]; -"982 transpose_11" [id=982, type=transpose]; -"983 reshape_25" [id=983, type=reshape]; -"984 reshape_25_0_0_nncf_smooth_quant_0" [id=984, type="call_module"]; -"985 quantize_per_tensor_72" [id=985, type="quantize_per_tensor"]; -"986 dequantize_per_tensor_73" [id=986, type="dequantize_per_tensor"]; -"987 scale_updated_constant24" [id=987, type="get_attr"]; -"988 compressed_weight_updated_constant24" [id=988, type="get_attr"]; -"989 mul_tensor_24" [id=989, type=mul]; -"990 zero_point_updated_constant24" [id=990, type="get_attr"]; -"991 sub_tensor_24" [id=991, type=sub]; -"992 linear_35" [id=992, type=linear]; -"993 dropout_21" [id=993, type=dropout]; -"994 view_32" [id=994, type=view]; -"995 permute_27" [id=995, type=permute]; -"996 reshape_26" [id=996, type=reshape]; -"997 roll_5" [id=997, type=roll]; -"998 slice_101" [id=998, type=slice]; -"999 slice_102" [id=999, type=slice]; -"1000 slice_103" [id=1000, type=slice]; -"1001 slice_104" [id=1001, type=slice]; -"1002 contiguous_9" [id=1002, type=contiguous]; -"1003 layer_norm_13" [id=1003, type="layer_norm"]; -"1004 add_19" [id=1004, type=add]; -"1005 add_19_0_0_nncf_smooth_quant_0" [id=1005, type="call_module"]; -"1006 quantize_per_tensor_74" [id=1006, type="quantize_per_tensor"]; -"1007 dequantize_per_tensor_75" [id=1007, type="dequantize_per_tensor"]; -"1008 scale_updated_constant25" [id=1008, type="get_attr"]; -"1009 compressed_weight_updated_constant25" [id=1009, type="get_attr"]; -"1010 mul_tensor_25" [id=1010, type=mul]; -"1011 zero_point_updated_constant25" [id=1011, type="get_attr"]; -"1012 sub_tensor_25" [id=1012, type=sub]; -"1013 linear_36" [id=1013, type=linear]; -"1014 gelu_5" [id=1014, type=gelu]; -"1015 dropout_22" [id=1015, type=dropout]; -"1016 dropout_22_0_0_nncf_smooth_quant_0" [id=1016, type="call_module"]; -"1017 quantize_per_tensor_76" [id=1017, type="quantize_per_tensor"]; -"1018 dequantize_per_tensor_77" [id=1018, type="dequantize_per_tensor"]; -"1019 scale_updated_constant26" [id=1019, type="get_attr"]; -"1020 compressed_weight_updated_constant26" [id=1020, type="get_attr"]; -"1021 mul_tensor_26" [id=1021, type=mul]; -"1022 zero_point_updated_constant26" [id=1022, type="get_attr"]; -"1023 sub_tensor_26" [id=1023, type=sub]; -"1024 linear_37" [id=1024, type=linear]; -"1025 dropout_23" [id=1025, type=dropout]; -"1026 layer_norm_14" [id=1026, type="layer_norm"]; -"1027 add_20" [id=1027, type=add]; -"1028 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1028, type="get_attr"]; -"1029 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1029, type="call_module"]; -"1030 linear_38" [id=1030, type=linear]; -"1031 relu__6" [id=1031, type="relu_"]; -"1032 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1032, type="get_attr"]; -"1033 relu__6_0_0_nncf_smooth_quant_0" [id=1033, type="call_module"]; -"1034 linear_39" [id=1034, type=linear]; -"1035 view_33" [id=1035, type=view]; -"1036 index_6" [id=1036, type=index]; -"1037 view_34" [id=1037, type=view]; -"1038 permute_28" [id=1038, type=permute]; -"1039 contiguous_10" [id=1039, type=contiguous]; -"1040 unsqueeze_18" [id=1040, type=unsqueeze]; -"1041 sigmoid_6" [id=1041, type=sigmoid]; -"1042 mul_12" [id=1042, type=mul]; -"1043 pad_8" [id=1043, type=pad]; -"1044 view_35" [id=1044, type=view]; -"1045 permute_29" [id=1045, type=permute]; -"1046 reshape_27" [id=1046, type=reshape]; -"1047 clone_6" [id=1047, type=clone]; -"1048 slice_105" [id=1048, type=slice]; -"1049 zero__6" [id=1049, type="zero_"]; -"1050 reshape_27_0_0_nncf_smooth_quant_0" [id=1050, type="call_module"]; -"1051 quantize_per_tensor_78" [id=1051, type="quantize_per_tensor"]; -"1052 dequantize_per_tensor_79" [id=1052, type="dequantize_per_tensor"]; -"1053 scale_updated_constant27" [id=1053, type="get_attr"]; -"1054 compressed_weight_updated_constant27" [id=1054, type="get_attr"]; -"1055 mul_tensor_27" [id=1055, type=mul]; -"1056 zero_point_updated_constant27" [id=1056, type="get_attr"]; -"1057 sub_tensor_27" [id=1057, type=sub]; -"1058 linear_40" [id=1058, type=linear]; -"1059 reshape_28" [id=1059, type=reshape]; -"1060 permute_30" [id=1060, type=permute]; -"1061 select_18" [id=1061, type=select]; -"1062 select_19" [id=1062, type=select]; -"1063 select_20" [id=1063, type=select]; -"1064 linalg_vector_norm_12" [id=1064, type="linalg_vector_norm"]; -"1065 clamp_min_12" [id=1065, type="clamp_min"]; -"1066 expand_as_12" [id=1066, type="expand_as"]; -"1067 div_12" [id=1067, type=div]; -"1068 quantize_per_tensor_80" [id=1068, type="quantize_per_tensor"]; -"1069 dequantize_per_tensor_81" [id=1069, type="dequantize_per_tensor"]; -"1070 linalg_vector_norm_13" [id=1070, type="linalg_vector_norm"]; -"1071 clamp_min_13" [id=1071, type="clamp_min"]; -"1072 expand_as_13" [id=1072, type="expand_as"]; -"1073 div_13" [id=1073, type=div]; -"1074 quantize_per_tensor_82" [id=1074, type="quantize_per_tensor"]; -"1075 dequantize_per_tensor_83" [id=1075, type="dequantize_per_tensor"]; -"1076 transpose_12" [id=1076, type=transpose]; -"1077 matmul_12" [id=1077, type=matmul]; -"1078 clamp_6" [id=1078, type=clamp]; -"1079 exp_6" [id=1079, type=exp]; -"1080 mul_13" [id=1080, type=mul]; -"1081 add_21" [id=1081, type=add]; -"1082 softmax_6" [id=1082, type=softmax]; -"1083 dropout_24" [id=1083, type=dropout]; -"1084 matmul_13" [id=1084, type=matmul]; -"1085 transpose_13" [id=1085, type=transpose]; -"1086 reshape_29" [id=1086, type=reshape]; -"1087 reshape_29_0_0_nncf_smooth_quant_0" [id=1087, type="call_module"]; -"1088 quantize_per_tensor_84" [id=1088, type="quantize_per_tensor"]; -"1089 dequantize_per_tensor_85" [id=1089, type="dequantize_per_tensor"]; -"1090 scale_updated_constant28" [id=1090, type="get_attr"]; -"1091 compressed_weight_updated_constant28" [id=1091, type="get_attr"]; -"1092 mul_tensor_28" [id=1092, type=mul]; -"1093 zero_point_updated_constant28" [id=1093, type="get_attr"]; -"1094 sub_tensor_28" [id=1094, type=sub]; -"1095 linear_41" [id=1095, type=linear]; -"1096 dropout_25" [id=1096, type=dropout]; -"1097 view_36" [id=1097, type=view]; -"1098 permute_31" [id=1098, type=permute]; -"1099 reshape_30" [id=1099, type=reshape]; -"1100 slice_106" [id=1100, type=slice]; -"1101 slice_107" [id=1101, type=slice]; -"1102 slice_108" [id=1102, type=slice]; -"1103 slice_109" [id=1103, type=slice]; -"1104 contiguous_11" [id=1104, type=contiguous]; -"1105 layer_norm_15" [id=1105, type="layer_norm"]; -"1106 add_22" [id=1106, type=add]; -"1107 add_22_0_0_nncf_smooth_quant_0" [id=1107, type="call_module"]; -"1108 quantize_per_tensor_86" [id=1108, type="quantize_per_tensor"]; -"1109 dequantize_per_tensor_87" [id=1109, type="dequantize_per_tensor"]; -"1110 scale_updated_constant29" [id=1110, type="get_attr"]; -"1111 compressed_weight_updated_constant29" [id=1111, type="get_attr"]; -"1112 mul_tensor_29" [id=1112, type=mul]; -"1113 zero_point_updated_constant29" [id=1113, type="get_attr"]; -"1114 sub_tensor_29" [id=1114, type=sub]; -"1115 linear_42" [id=1115, type=linear]; -"1116 gelu_6" [id=1116, type=gelu]; -"1117 dropout_26" [id=1117, type=dropout]; -"1118 dropout_26_0_0_nncf_smooth_quant_0" [id=1118, type="call_module"]; -"1119 quantize_per_tensor_88" [id=1119, type="quantize_per_tensor"]; -"1120 dequantize_per_tensor_89" [id=1120, type="dequantize_per_tensor"]; -"1121 scale_updated_constant30" [id=1121, type="get_attr"]; -"1122 compressed_weight_updated_constant30" [id=1122, type="get_attr"]; -"1123 mul_tensor_30" [id=1123, type=mul]; -"1124 zero_point_updated_constant30" [id=1124, type="get_attr"]; -"1125 sub_tensor_30" [id=1125, type=sub]; -"1126 linear_43" [id=1126, type=linear]; -"1127 dropout_27" [id=1127, type=dropout]; -"1128 layer_norm_16" [id=1128, type="layer_norm"]; -"1129 add_23" [id=1129, type=add]; -"1130 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1130, type="get_attr"]; -"1131 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1131, type="call_module"]; -"1132 linear_44" [id=1132, type=linear]; -"1133 relu__7" [id=1133, type="relu_"]; -"1134 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1134, type="get_attr"]; -"1135 relu__7_0_0_nncf_smooth_quant_0" [id=1135, type="call_module"]; -"1136 linear_45" [id=1136, type=linear]; -"1137 view_37" [id=1137, type=view]; -"1138 index_7" [id=1138, type=index]; -"1139 view_38" [id=1139, type=view]; -"1140 permute_32" [id=1140, type=permute]; -"1141 contiguous_12" [id=1141, type=contiguous]; -"1142 unsqueeze_19" [id=1142, type=unsqueeze]; -"1143 sigmoid_7" [id=1143, type=sigmoid]; -"1144 mul_14" [id=1144, type=mul]; -"1145 pad_9" [id=1145, type=pad]; -"1146 roll_6" [id=1146, type=roll]; -"1147 view_39" [id=1147, type=view]; -"1148 permute_33" [id=1148, type=permute]; -"1149 reshape_31" [id=1149, type=reshape]; -"1150 clone_7" [id=1150, type=clone]; -"1151 slice_110" [id=1151, type=slice]; -"1152 zero__7" [id=1152, type="zero_"]; -"1153 reshape_31_0_0_nncf_smooth_quant_0" [id=1153, type="call_module"]; -"1154 quantize_per_tensor_90" [id=1154, type="quantize_per_tensor"]; -"1155 dequantize_per_tensor_91" [id=1155, type="dequantize_per_tensor"]; -"1156 scale_updated_constant31" [id=1156, type="get_attr"]; -"1157 compressed_weight_updated_constant31" [id=1157, type="get_attr"]; -"1158 mul_tensor_31" [id=1158, type=mul]; -"1159 zero_point_updated_constant31" [id=1159, type="get_attr"]; -"1160 sub_tensor_31" [id=1160, type=sub]; -"1161 linear_46" [id=1161, type=linear]; -"1162 reshape_32" [id=1162, type=reshape]; -"1163 permute_34" [id=1163, type=permute]; -"1164 select_21" [id=1164, type=select]; -"1165 select_22" [id=1165, type=select]; -"1166 select_23" [id=1166, type=select]; -"1167 linalg_vector_norm_14" [id=1167, type="linalg_vector_norm"]; -"1168 clamp_min_14" [id=1168, type="clamp_min"]; -"1169 expand_as_14" [id=1169, type="expand_as"]; -"1170 div_14" [id=1170, type=div]; -"1171 quantize_per_tensor_92" [id=1171, type="quantize_per_tensor"]; -"1172 dequantize_per_tensor_93" [id=1172, type="dequantize_per_tensor"]; -"1173 linalg_vector_norm_15" [id=1173, type="linalg_vector_norm"]; -"1174 clamp_min_15" [id=1174, type="clamp_min"]; -"1175 expand_as_15" [id=1175, type="expand_as"]; -"1176 div_15" [id=1176, type=div]; -"1177 quantize_per_tensor_94" [id=1177, type="quantize_per_tensor"]; -"1178 dequantize_per_tensor_95" [id=1178, type="dequantize_per_tensor"]; -"1179 transpose_14" [id=1179, type=transpose]; -"1180 matmul_14" [id=1180, type=matmul]; -"1181 clamp_7" [id=1181, type=clamp]; -"1182 exp_7" [id=1182, type=exp]; -"1183 mul_15" [id=1183, type=mul]; -"1184 add_24" [id=1184, type=add]; -"1185 new_zeros_3" [id=1185, type="new_zeros"]; -"1186 lift_fresh_copy_27" [id=1186, type="lift_fresh_copy"]; -"1187 slice_111" [id=1187, type=slice]; -"1188 slice_112" [id=1188, type=slice]; -"1189 fill__27" [id=1189, type="fill_"]; -"1190 lift_fresh_copy_28" [id=1190, type="lift_fresh_copy"]; -"1191 slice_113" [id=1191, type=slice]; -"1192 slice_114" [id=1192, type=slice]; -"1193 fill__28" [id=1193, type="fill_"]; -"1194 lift_fresh_copy_29" [id=1194, type="lift_fresh_copy"]; -"1195 slice_115" [id=1195, type=slice]; -"1196 slice_116" [id=1196, type=slice]; -"1197 fill__29" [id=1197, type="fill_"]; -"1198 lift_fresh_copy_30" [id=1198, type="lift_fresh_copy"]; -"1199 slice_117" [id=1199, type=slice]; -"1200 slice_118" [id=1200, type=slice]; -"1201 fill__30" [id=1201, type="fill_"]; -"1202 lift_fresh_copy_31" [id=1202, type="lift_fresh_copy"]; -"1203 slice_119" [id=1203, type=slice]; -"1204 slice_120" [id=1204, type=slice]; -"1205 fill__31" [id=1205, type="fill_"]; -"1206 lift_fresh_copy_32" [id=1206, type="lift_fresh_copy"]; -"1207 slice_121" [id=1207, type=slice]; -"1208 slice_122" [id=1208, type=slice]; -"1209 fill__32" [id=1209, type="fill_"]; -"1210 lift_fresh_copy_33" [id=1210, type="lift_fresh_copy"]; -"1211 slice_123" [id=1211, type=slice]; -"1212 slice_124" [id=1212, type=slice]; -"1213 fill__33" [id=1213, type="fill_"]; -"1214 lift_fresh_copy_34" [id=1214, type="lift_fresh_copy"]; -"1215 slice_125" [id=1215, type=slice]; -"1216 slice_126" [id=1216, type=slice]; -"1217 fill__34" [id=1217, type="fill_"]; -"1218 lift_fresh_copy_35" [id=1218, type="lift_fresh_copy"]; -"1219 slice_127" [id=1219, type=slice]; -"1220 slice_128" [id=1220, type=slice]; -"1221 fill__35" [id=1221, type="fill_"]; -"1222 view_40" [id=1222, type=view]; -"1223 permute_35" [id=1223, type=permute]; -"1224 reshape_33" [id=1224, type=reshape]; -"1225 unsqueeze_20" [id=1225, type=unsqueeze]; -"1226 unsqueeze_21" [id=1226, type=unsqueeze]; -"1227 sub_3" [id=1227, type=sub]; -"1228 ne_3" [id=1228, type=ne]; -"1229 masked_fill_6" [id=1229, type="masked_fill"]; -"1230 eq_3" [id=1230, type=eq]; -"1231 masked_fill_7" [id=1231, type="masked_fill"]; -"1232 view_41" [id=1232, type=view]; -"1233 unsqueeze_22" [id=1233, type=unsqueeze]; -"1234 unsqueeze_23" [id=1234, type=unsqueeze]; -"1235 add_25" [id=1235, type=add]; -"1236 view_42" [id=1236, type=view]; -"1237 softmax_7" [id=1237, type=softmax]; -"1238 dropout_28" [id=1238, type=dropout]; -"1239 matmul_15" [id=1239, type=matmul]; -"1240 transpose_15" [id=1240, type=transpose]; -"1241 reshape_34" [id=1241, type=reshape]; -"1242 reshape_34_0_0_nncf_smooth_quant_0" [id=1242, type="call_module"]; -"1243 quantize_per_tensor_96" [id=1243, type="quantize_per_tensor"]; -"1244 dequantize_per_tensor_97" [id=1244, type="dequantize_per_tensor"]; -"1245 scale_updated_constant32" [id=1245, type="get_attr"]; -"1246 compressed_weight_updated_constant32" [id=1246, type="get_attr"]; -"1247 mul_tensor_32" [id=1247, type=mul]; -"1248 zero_point_updated_constant32" [id=1248, type="get_attr"]; -"1249 sub_tensor_32" [id=1249, type=sub]; -"1250 linear_47" [id=1250, type=linear]; -"1251 dropout_29" [id=1251, type=dropout]; -"1252 view_43" [id=1252, type=view]; -"1253 permute_36" [id=1253, type=permute]; -"1254 reshape_35" [id=1254, type=reshape]; -"1255 roll_7" [id=1255, type=roll]; -"1256 slice_129" [id=1256, type=slice]; -"1257 slice_130" [id=1257, type=slice]; -"1258 slice_131" [id=1258, type=slice]; -"1259 slice_132" [id=1259, type=slice]; -"1260 contiguous_13" [id=1260, type=contiguous]; -"1261 layer_norm_17" [id=1261, type="layer_norm"]; -"1262 add_26" [id=1262, type=add]; -"1263 add_26_0_0_nncf_smooth_quant_0" [id=1263, type="call_module"]; -"1264 quantize_per_tensor_98" [id=1264, type="quantize_per_tensor"]; -"1265 dequantize_per_tensor_99" [id=1265, type="dequantize_per_tensor"]; -"1266 scale_updated_constant33" [id=1266, type="get_attr"]; -"1267 compressed_weight_updated_constant33" [id=1267, type="get_attr"]; -"1268 mul_tensor_33" [id=1268, type=mul]; -"1269 zero_point_updated_constant33" [id=1269, type="get_attr"]; -"1270 sub_tensor_33" [id=1270, type=sub]; -"1271 linear_48" [id=1271, type=linear]; -"1272 gelu_7" [id=1272, type=gelu]; -"1273 dropout_30" [id=1273, type=dropout]; -"1274 dropout_30_0_0_nncf_smooth_quant_0" [id=1274, type="call_module"]; -"1275 quantize_per_tensor_100" [id=1275, type="quantize_per_tensor"]; -"1276 dequantize_per_tensor_101" [id=1276, type="dequantize_per_tensor"]; -"1277 scale_updated_constant34" [id=1277, type="get_attr"]; -"1278 compressed_weight_updated_constant34" [id=1278, type="get_attr"]; -"1279 mul_tensor_34" [id=1279, type=mul]; -"1280 zero_point_updated_constant34" [id=1280, type="get_attr"]; -"1281 sub_tensor_34" [id=1281, type=sub]; -"1282 linear_49" [id=1282, type=linear]; -"1283 dropout_31" [id=1283, type=dropout]; -"1284 layer_norm_18" [id=1284, type="layer_norm"]; -"1285 add_27" [id=1285, type=add]; -"1286 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1286, type="get_attr"]; -"1287 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1287, type="call_module"]; -"1288 linear_50" [id=1288, type=linear]; -"1289 relu__8" [id=1289, type="relu_"]; -"1290 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1290, type="get_attr"]; -"1291 relu__8_0_0_nncf_smooth_quant_0" [id=1291, type="call_module"]; -"1292 linear_51" [id=1292, type=linear]; -"1293 view_44" [id=1293, type=view]; -"1294 index_8" [id=1294, type=index]; -"1295 view_45" [id=1295, type=view]; -"1296 permute_37" [id=1296, type=permute]; -"1297 contiguous_14" [id=1297, type=contiguous]; -"1298 unsqueeze_24" [id=1298, type=unsqueeze]; -"1299 sigmoid_8" [id=1299, type=sigmoid]; -"1300 mul_16" [id=1300, type=mul]; -"1301 pad_10" [id=1301, type=pad]; -"1302 view_46" [id=1302, type=view]; -"1303 permute_38" [id=1303, type=permute]; -"1304 reshape_36" [id=1304, type=reshape]; -"1305 clone_8" [id=1305, type=clone]; -"1306 slice_133" [id=1306, type=slice]; -"1307 zero__8" [id=1307, type="zero_"]; -"1308 reshape_36_0_0_nncf_smooth_quant_0" [id=1308, type="call_module"]; -"1309 quantize_per_tensor_102" [id=1309, type="quantize_per_tensor"]; -"1310 dequantize_per_tensor_103" [id=1310, type="dequantize_per_tensor"]; -"1311 scale_updated_constant35" [id=1311, type="get_attr"]; -"1312 compressed_weight_updated_constant35" [id=1312, type="get_attr"]; -"1313 mul_tensor_35" [id=1313, type=mul]; -"1314 zero_point_updated_constant35" [id=1314, type="get_attr"]; -"1315 sub_tensor_35" [id=1315, type=sub]; -"1316 linear_52" [id=1316, type=linear]; -"1317 reshape_37" [id=1317, type=reshape]; -"1318 permute_39" [id=1318, type=permute]; -"1319 select_24" [id=1319, type=select]; -"1320 select_25" [id=1320, type=select]; -"1321 select_26" [id=1321, type=select]; -"1322 linalg_vector_norm_16" [id=1322, type="linalg_vector_norm"]; -"1323 clamp_min_16" [id=1323, type="clamp_min"]; -"1324 expand_as_16" [id=1324, type="expand_as"]; -"1325 div_16" [id=1325, type=div]; -"1326 quantize_per_tensor_104" [id=1326, type="quantize_per_tensor"]; -"1327 dequantize_per_tensor_105" [id=1327, type="dequantize_per_tensor"]; -"1328 linalg_vector_norm_17" [id=1328, type="linalg_vector_norm"]; -"1329 clamp_min_17" [id=1329, type="clamp_min"]; -"1330 expand_as_17" [id=1330, type="expand_as"]; -"1331 div_17" [id=1331, type=div]; -"1332 quantize_per_tensor_106" [id=1332, type="quantize_per_tensor"]; -"1333 dequantize_per_tensor_107" [id=1333, type="dequantize_per_tensor"]; -"1334 transpose_16" [id=1334, type=transpose]; -"1335 matmul_16" [id=1335, type=matmul]; -"1336 clamp_8" [id=1336, type=clamp]; -"1337 exp_8" [id=1337, type=exp]; -"1338 mul_17" [id=1338, type=mul]; -"1339 add_28" [id=1339, type=add]; -"1340 softmax_8" [id=1340, type=softmax]; -"1341 dropout_32" [id=1341, type=dropout]; -"1342 matmul_17" [id=1342, type=matmul]; -"1343 transpose_17" [id=1343, type=transpose]; -"1344 reshape_38" [id=1344, type=reshape]; -"1345 reshape_38_0_0_nncf_smooth_quant_0" [id=1345, type="call_module"]; -"1346 quantize_per_tensor_108" [id=1346, type="quantize_per_tensor"]; -"1347 dequantize_per_tensor_109" [id=1347, type="dequantize_per_tensor"]; -"1348 scale_updated_constant36" [id=1348, type="get_attr"]; -"1349 compressed_weight_updated_constant36" [id=1349, type="get_attr"]; -"1350 mul_tensor_36" [id=1350, type=mul]; -"1351 zero_point_updated_constant36" [id=1351, type="get_attr"]; -"1352 sub_tensor_36" [id=1352, type=sub]; -"1353 linear_53" [id=1353, type=linear]; -"1354 dropout_33" [id=1354, type=dropout]; -"1355 view_47" [id=1355, type=view]; -"1356 permute_40" [id=1356, type=permute]; -"1357 reshape_39" [id=1357, type=reshape]; -"1358 slice_134" [id=1358, type=slice]; -"1359 slice_135" [id=1359, type=slice]; -"1360 slice_136" [id=1360, type=slice]; -"1361 slice_137" [id=1361, type=slice]; -"1362 contiguous_15" [id=1362, type=contiguous]; -"1363 layer_norm_19" [id=1363, type="layer_norm"]; -"1364 add_29" [id=1364, type=add]; -"1365 add_29_0_0_nncf_smooth_quant_0" [id=1365, type="call_module"]; -"1366 quantize_per_tensor_110" [id=1366, type="quantize_per_tensor"]; -"1367 dequantize_per_tensor_111" [id=1367, type="dequantize_per_tensor"]; -"1368 scale_updated_constant37" [id=1368, type="get_attr"]; -"1369 compressed_weight_updated_constant37" [id=1369, type="get_attr"]; -"1370 mul_tensor_37" [id=1370, type=mul]; -"1371 zero_point_updated_constant37" [id=1371, type="get_attr"]; -"1372 sub_tensor_37" [id=1372, type=sub]; -"1373 linear_54" [id=1373, type=linear]; -"1374 gelu_8" [id=1374, type=gelu]; -"1375 dropout_34" [id=1375, type=dropout]; -"1376 dropout_34_0_0_nncf_smooth_quant_0" [id=1376, type="call_module"]; -"1377 quantize_per_tensor_112" [id=1377, type="quantize_per_tensor"]; -"1378 dequantize_per_tensor_113" [id=1378, type="dequantize_per_tensor"]; -"1379 scale_updated_constant38" [id=1379, type="get_attr"]; -"1380 compressed_weight_updated_constant38" [id=1380, type="get_attr"]; -"1381 mul_tensor_38" [id=1381, type=mul]; -"1382 zero_point_updated_constant38" [id=1382, type="get_attr"]; -"1383 sub_tensor_38" [id=1383, type=sub]; -"1384 linear_55" [id=1384, type=linear]; -"1385 dropout_35" [id=1385, type=dropout]; -"1386 layer_norm_20" [id=1386, type="layer_norm"]; -"1387 add_30" [id=1387, type=add]; -"1388 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1388, type="get_attr"]; -"1389 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1389, type="call_module"]; -"1390 linear_56" [id=1390, type=linear]; -"1391 relu__9" [id=1391, type="relu_"]; -"1392 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1392, type="get_attr"]; -"1393 relu__9_0_0_nncf_smooth_quant_0" [id=1393, type="call_module"]; -"1394 linear_57" [id=1394, type=linear]; -"1395 view_48" [id=1395, type=view]; -"1396 index_9" [id=1396, type=index]; -"1397 view_49" [id=1397, type=view]; -"1398 permute_41" [id=1398, type=permute]; -"1399 contiguous_16" [id=1399, type=contiguous]; -"1400 unsqueeze_25" [id=1400, type=unsqueeze]; -"1401 sigmoid_9" [id=1401, type=sigmoid]; -"1402 mul_18" [id=1402, type=mul]; -"1403 pad_11" [id=1403, type=pad]; -"1404 roll_8" [id=1404, type=roll]; -"1405 view_50" [id=1405, type=view]; -"1406 permute_42" [id=1406, type=permute]; -"1407 reshape_40" [id=1407, type=reshape]; -"1408 clone_9" [id=1408, type=clone]; -"1409 slice_138" [id=1409, type=slice]; -"1410 zero__9" [id=1410, type="zero_"]; -"1411 reshape_40_0_0_nncf_smooth_quant_0" [id=1411, type="call_module"]; -"1412 quantize_per_tensor_114" [id=1412, type="quantize_per_tensor"]; -"1413 dequantize_per_tensor_115" [id=1413, type="dequantize_per_tensor"]; -"1414 scale_updated_constant39" [id=1414, type="get_attr"]; -"1415 compressed_weight_updated_constant39" [id=1415, type="get_attr"]; -"1416 mul_tensor_39" [id=1416, type=mul]; -"1417 zero_point_updated_constant39" [id=1417, type="get_attr"]; -"1418 sub_tensor_39" [id=1418, type=sub]; -"1419 linear_58" [id=1419, type=linear]; -"1420 reshape_41" [id=1420, type=reshape]; -"1421 permute_43" [id=1421, type=permute]; -"1422 select_27" [id=1422, type=select]; -"1423 select_28" [id=1423, type=select]; -"1424 select_29" [id=1424, type=select]; -"1425 linalg_vector_norm_18" [id=1425, type="linalg_vector_norm"]; -"1426 clamp_min_18" [id=1426, type="clamp_min"]; -"1427 expand_as_18" [id=1427, type="expand_as"]; -"1428 div_18" [id=1428, type=div]; -"1429 quantize_per_tensor_116" [id=1429, type="quantize_per_tensor"]; -"1430 dequantize_per_tensor_117" [id=1430, type="dequantize_per_tensor"]; -"1431 linalg_vector_norm_19" [id=1431, type="linalg_vector_norm"]; -"1432 clamp_min_19" [id=1432, type="clamp_min"]; -"1433 expand_as_19" [id=1433, type="expand_as"]; -"1434 div_19" [id=1434, type=div]; -"1435 quantize_per_tensor_118" [id=1435, type="quantize_per_tensor"]; -"1436 dequantize_per_tensor_119" [id=1436, type="dequantize_per_tensor"]; -"1437 transpose_18" [id=1437, type=transpose]; -"1438 matmul_18" [id=1438, type=matmul]; -"1439 clamp_9" [id=1439, type=clamp]; -"1440 exp_9" [id=1440, type=exp]; -"1441 mul_19" [id=1441, type=mul]; -"1442 add_31" [id=1442, type=add]; -"1443 new_zeros_4" [id=1443, type="new_zeros"]; -"1444 lift_fresh_copy_36" [id=1444, type="lift_fresh_copy"]; -"1445 slice_139" [id=1445, type=slice]; -"1446 slice_140" [id=1446, type=slice]; -"1447 fill__36" [id=1447, type="fill_"]; -"1448 lift_fresh_copy_37" [id=1448, type="lift_fresh_copy"]; -"1449 slice_141" [id=1449, type=slice]; -"1450 slice_142" [id=1450, type=slice]; -"1451 fill__37" [id=1451, type="fill_"]; -"1452 lift_fresh_copy_38" [id=1452, type="lift_fresh_copy"]; -"1453 slice_143" [id=1453, type=slice]; -"1454 slice_144" [id=1454, type=slice]; -"1455 fill__38" [id=1455, type="fill_"]; -"1456 lift_fresh_copy_39" [id=1456, type="lift_fresh_copy"]; -"1457 slice_145" [id=1457, type=slice]; -"1458 slice_146" [id=1458, type=slice]; -"1459 fill__39" [id=1459, type="fill_"]; -"1460 lift_fresh_copy_40" [id=1460, type="lift_fresh_copy"]; -"1461 slice_147" [id=1461, type=slice]; -"1462 slice_148" [id=1462, type=slice]; -"1463 fill__40" [id=1463, type="fill_"]; -"1464 lift_fresh_copy_41" [id=1464, type="lift_fresh_copy"]; -"1465 slice_149" [id=1465, type=slice]; -"1466 slice_150" [id=1466, type=slice]; -"1467 fill__41" [id=1467, type="fill_"]; -"1468 lift_fresh_copy_42" [id=1468, type="lift_fresh_copy"]; -"1469 slice_151" [id=1469, type=slice]; -"1470 slice_152" [id=1470, type=slice]; -"1471 fill__42" [id=1471, type="fill_"]; -"1472 lift_fresh_copy_43" [id=1472, type="lift_fresh_copy"]; -"1473 slice_153" [id=1473, type=slice]; -"1474 slice_154" [id=1474, type=slice]; -"1475 fill__43" [id=1475, type="fill_"]; -"1476 lift_fresh_copy_44" [id=1476, type="lift_fresh_copy"]; -"1477 slice_155" [id=1477, type=slice]; -"1478 slice_156" [id=1478, type=slice]; -"1479 fill__44" [id=1479, type="fill_"]; -"1480 view_51" [id=1480, type=view]; -"1481 permute_44" [id=1481, type=permute]; -"1482 reshape_42" [id=1482, type=reshape]; -"1483 unsqueeze_26" [id=1483, type=unsqueeze]; -"1484 unsqueeze_27" [id=1484, type=unsqueeze]; -"1485 sub_4" [id=1485, type=sub]; -"1486 ne_4" [id=1486, type=ne]; -"1487 masked_fill_8" [id=1487, type="masked_fill"]; -"1488 eq_4" [id=1488, type=eq]; -"1489 masked_fill_9" [id=1489, type="masked_fill"]; -"1490 view_52" [id=1490, type=view]; -"1491 unsqueeze_28" [id=1491, type=unsqueeze]; -"1492 unsqueeze_29" [id=1492, type=unsqueeze]; -"1493 add_32" [id=1493, type=add]; -"1494 view_53" [id=1494, type=view]; -"1495 softmax_9" [id=1495, type=softmax]; -"1496 dropout_36" [id=1496, type=dropout]; -"1497 matmul_19" [id=1497, type=matmul]; -"1498 transpose_19" [id=1498, type=transpose]; -"1499 reshape_43" [id=1499, type=reshape]; -"1500 reshape_43_0_0_nncf_smooth_quant_0" [id=1500, type="call_module"]; -"1501 quantize_per_tensor_120" [id=1501, type="quantize_per_tensor"]; -"1502 dequantize_per_tensor_121" [id=1502, type="dequantize_per_tensor"]; -"1503 scale_updated_constant40" [id=1503, type="get_attr"]; -"1504 compressed_weight_updated_constant40" [id=1504, type="get_attr"]; -"1505 mul_tensor_40" [id=1505, type=mul]; -"1506 zero_point_updated_constant40" [id=1506, type="get_attr"]; -"1507 sub_tensor_40" [id=1507, type=sub]; -"1508 linear_59" [id=1508, type=linear]; -"1509 dropout_37" [id=1509, type=dropout]; -"1510 view_54" [id=1510, type=view]; -"1511 permute_45" [id=1511, type=permute]; -"1512 reshape_44" [id=1512, type=reshape]; -"1513 roll_9" [id=1513, type=roll]; -"1514 slice_157" [id=1514, type=slice]; -"1515 slice_158" [id=1515, type=slice]; -"1516 slice_159" [id=1516, type=slice]; -"1517 slice_160" [id=1517, type=slice]; -"1518 contiguous_17" [id=1518, type=contiguous]; -"1519 layer_norm_21" [id=1519, type="layer_norm"]; -"1520 add_33" [id=1520, type=add]; -"1521 add_33_0_0_nncf_smooth_quant_0" [id=1521, type="call_module"]; -"1522 quantize_per_tensor_122" [id=1522, type="quantize_per_tensor"]; -"1523 dequantize_per_tensor_123" [id=1523, type="dequantize_per_tensor"]; -"1524 scale_updated_constant41" [id=1524, type="get_attr"]; -"1525 compressed_weight_updated_constant41" [id=1525, type="get_attr"]; -"1526 mul_tensor_41" [id=1526, type=mul]; -"1527 zero_point_updated_constant41" [id=1527, type="get_attr"]; -"1528 sub_tensor_41" [id=1528, type=sub]; -"1529 linear_60" [id=1529, type=linear]; -"1530 gelu_9" [id=1530, type=gelu]; -"1531 dropout_38" [id=1531, type=dropout]; -"1532 dropout_38_0_0_nncf_smooth_quant_0" [id=1532, type="call_module"]; -"1533 quantize_per_tensor_124" [id=1533, type="quantize_per_tensor"]; -"1534 dequantize_per_tensor_125" [id=1534, type="dequantize_per_tensor"]; -"1535 scale_updated_constant42" [id=1535, type="get_attr"]; -"1536 compressed_weight_updated_constant42" [id=1536, type="get_attr"]; -"1537 mul_tensor_42" [id=1537, type=mul]; -"1538 zero_point_updated_constant42" [id=1538, type="get_attr"]; -"1539 sub_tensor_42" [id=1539, type=sub]; -"1540 linear_61" [id=1540, type=linear]; -"1541 dropout_39" [id=1541, type=dropout]; -"1542 layer_norm_22" [id=1542, type="layer_norm"]; -"1543 add_34" [id=1543, type=add]; -"1544 pad_12" [id=1544, type=pad]; -"1545 slice_161" [id=1545, type=slice]; -"1546 slice_162" [id=1546, type=slice]; -"1547 slice_163" [id=1547, type=slice]; -"1548 slice_164" [id=1548, type=slice]; -"1549 slice_165" [id=1549, type=slice]; -"1550 slice_166" [id=1550, type=slice]; -"1551 slice_167" [id=1551, type=slice]; -"1552 slice_168" [id=1552, type=slice]; -"1553 slice_169" [id=1553, type=slice]; -"1554 slice_170" [id=1554, type=slice]; -"1555 slice_171" [id=1555, type=slice]; -"1556 slice_172" [id=1556, type=slice]; -"1557 cat_2" [id=1557, type=cat]; -"1558 cat_2_0_0_nncf_smooth_quant_0" [id=1558, type="call_module"]; -"1559 quantize_per_tensor_126" [id=1559, type="quantize_per_tensor"]; -"1560 dequantize_per_tensor_127" [id=1560, type="dequantize_per_tensor"]; -"1561 scale_updated_constant43" [id=1561, type="get_attr"]; -"1562 compressed_weight_updated_constant43" [id=1562, type="get_attr"]; -"1563 mul_tensor_43" [id=1563, type=mul]; -"1564 zero_point_updated_constant43" [id=1564, type="get_attr"]; -"1565 sub_tensor_43" [id=1565, type=sub]; -"1566 linear_62" [id=1566, type=linear]; -"1567 layer_norm_23" [id=1567, type="layer_norm"]; -"1568 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1568, type="get_attr"]; -"1569 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1569, type="call_module"]; -"1570 linear_63" [id=1570, type=linear]; -"1571 relu__10" [id=1571, type="relu_"]; -"1572 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1572, type="get_attr"]; -"1573 relu__10_0_0_nncf_smooth_quant_0" [id=1573, type="call_module"]; -"1574 linear_64" [id=1574, type=linear]; -"1575 view_55" [id=1575, type=view]; -"1576 index_10" [id=1576, type=index]; -"1577 view_56" [id=1577, type=view]; -"1578 permute_46" [id=1578, type=permute]; -"1579 contiguous_18" [id=1579, type=contiguous]; -"1580 unsqueeze_30" [id=1580, type=unsqueeze]; -"1581 sigmoid_10" [id=1581, type=sigmoid]; -"1582 mul_20" [id=1582, type=mul]; -"1583 pad_13" [id=1583, type=pad]; -"1584 view_57" [id=1584, type=view]; -"1585 permute_47" [id=1585, type=permute]; -"1586 reshape_45" [id=1586, type=reshape]; -"1587 clone_10" [id=1587, type=clone]; -"1588 slice_173" [id=1588, type=slice]; -"1589 zero__10" [id=1589, type="zero_"]; -"1590 reshape_45_0_0_nncf_smooth_quant_0" [id=1590, type="call_module"]; -"1591 quantize_per_tensor_128" [id=1591, type="quantize_per_tensor"]; -"1592 dequantize_per_tensor_129" [id=1592, type="dequantize_per_tensor"]; -"1593 scale_updated_constant44" [id=1593, type="get_attr"]; -"1594 compressed_weight_updated_constant44" [id=1594, type="get_attr"]; -"1595 mul_tensor_44" [id=1595, type=mul]; -"1596 zero_point_updated_constant44" [id=1596, type="get_attr"]; -"1597 sub_tensor_44" [id=1597, type=sub]; -"1598 linear_65" [id=1598, type=linear]; -"1599 reshape_46" [id=1599, type=reshape]; -"1600 permute_48" [id=1600, type=permute]; -"1601 select_30" [id=1601, type=select]; -"1602 select_31" [id=1602, type=select]; -"1603 select_32" [id=1603, type=select]; -"1604 linalg_vector_norm_20" [id=1604, type="linalg_vector_norm"]; -"1605 clamp_min_20" [id=1605, type="clamp_min"]; -"1606 expand_as_20" [id=1606, type="expand_as"]; -"1607 div_20" [id=1607, type=div]; -"1608 quantize_per_tensor_130" [id=1608, type="quantize_per_tensor"]; -"1609 dequantize_per_tensor_131" [id=1609, type="dequantize_per_tensor"]; -"1610 linalg_vector_norm_21" [id=1610, type="linalg_vector_norm"]; -"1611 clamp_min_21" [id=1611, type="clamp_min"]; -"1612 expand_as_21" [id=1612, type="expand_as"]; -"1613 div_21" [id=1613, type=div]; -"1614 quantize_per_tensor_132" [id=1614, type="quantize_per_tensor"]; -"1615 dequantize_per_tensor_133" [id=1615, type="dequantize_per_tensor"]; -"1616 transpose_20" [id=1616, type=transpose]; -"1617 matmul_20" [id=1617, type=matmul]; -"1618 clamp_10" [id=1618, type=clamp]; -"1619 exp_10" [id=1619, type=exp]; -"1620 mul_21" [id=1620, type=mul]; -"1621 add_35" [id=1621, type=add]; -"1622 softmax_10" [id=1622, type=softmax]; -"1623 dropout_40" [id=1623, type=dropout]; -"1624 matmul_21" [id=1624, type=matmul]; -"1625 transpose_21" [id=1625, type=transpose]; -"1626 reshape_47" [id=1626, type=reshape]; -"1627 reshape_47_0_0_nncf_smooth_quant_0" [id=1627, type="call_module"]; -"1628 quantize_per_tensor_134" [id=1628, type="quantize_per_tensor"]; -"1629 dequantize_per_tensor_135" [id=1629, type="dequantize_per_tensor"]; -"1630 scale_updated_constant45" [id=1630, type="get_attr"]; -"1631 compressed_weight_updated_constant45" [id=1631, type="get_attr"]; -"1632 mul_tensor_45" [id=1632, type=mul]; -"1633 zero_point_updated_constant45" [id=1633, type="get_attr"]; -"1634 sub_tensor_45" [id=1634, type=sub]; -"1635 linear_66" [id=1635, type=linear]; -"1636 dropout_41" [id=1636, type=dropout]; -"1637 view_58" [id=1637, type=view]; -"1638 permute_49" [id=1638, type=permute]; -"1639 reshape_48" [id=1639, type=reshape]; -"1640 slice_174" [id=1640, type=slice]; -"1641 slice_175" [id=1641, type=slice]; -"1642 slice_176" [id=1642, type=slice]; -"1643 slice_177" [id=1643, type=slice]; -"1644 contiguous_19" [id=1644, type=contiguous]; -"1645 layer_norm_24" [id=1645, type="layer_norm"]; -"1646 add_36" [id=1646, type=add]; -"1647 add_36_0_0_nncf_smooth_quant_0" [id=1647, type="call_module"]; -"1648 quantize_per_tensor_136" [id=1648, type="quantize_per_tensor"]; -"1649 dequantize_per_tensor_137" [id=1649, type="dequantize_per_tensor"]; -"1650 scale_updated_constant46" [id=1650, type="get_attr"]; -"1651 compressed_weight_updated_constant46" [id=1651, type="get_attr"]; -"1652 mul_tensor_46" [id=1652, type=mul]; -"1653 zero_point_updated_constant46" [id=1653, type="get_attr"]; -"1654 sub_tensor_46" [id=1654, type=sub]; -"1655 linear_67" [id=1655, type=linear]; -"1656 gelu_10" [id=1656, type=gelu]; -"1657 dropout_42" [id=1657, type=dropout]; -"1658 dropout_42_0_0_nncf_smooth_quant_0" [id=1658, type="call_module"]; -"1659 quantize_per_tensor_138" [id=1659, type="quantize_per_tensor"]; -"1660 dequantize_per_tensor_139" [id=1660, type="dequantize_per_tensor"]; -"1661 scale_updated_constant47" [id=1661, type="get_attr"]; -"1662 compressed_weight_updated_constant47" [id=1662, type="get_attr"]; -"1663 mul_tensor_47" [id=1663, type=mul]; -"1664 zero_point_updated_constant47" [id=1664, type="get_attr"]; -"1665 sub_tensor_47" [id=1665, type=sub]; -"1666 linear_68" [id=1666, type=linear]; -"1667 dropout_43" [id=1667, type=dropout]; -"1668 layer_norm_25" [id=1668, type="layer_norm"]; -"1669 add_37" [id=1669, type=add]; -"1670 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1670, type="get_attr"]; -"1671 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1671, type="call_module"]; -"1672 linear_69" [id=1672, type=linear]; -"1673 relu__11" [id=1673, type="relu_"]; -"1674 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1674, type="get_attr"]; -"1675 relu__11_0_0_nncf_smooth_quant_0" [id=1675, type="call_module"]; -"1676 linear_70" [id=1676, type=linear]; -"1677 view_59" [id=1677, type=view]; -"1678 index_11" [id=1678, type=index]; -"1679 view_60" [id=1679, type=view]; -"1680 permute_50" [id=1680, type=permute]; -"1681 contiguous_20" [id=1681, type=contiguous]; -"1682 unsqueeze_31" [id=1682, type=unsqueeze]; -"1683 sigmoid_11" [id=1683, type=sigmoid]; -"1684 mul_22" [id=1684, type=mul]; -"1685 pad_14" [id=1685, type=pad]; -"1686 view_61" [id=1686, type=view]; -"1687 permute_51" [id=1687, type=permute]; -"1688 reshape_49" [id=1688, type=reshape]; -"1689 clone_11" [id=1689, type=clone]; -"1690 slice_178" [id=1690, type=slice]; -"1691 zero__11" [id=1691, type="zero_"]; -"1692 reshape_49_0_0_nncf_smooth_quant_0" [id=1692, type="call_module"]; -"1693 quantize_per_tensor_140" [id=1693, type="quantize_per_tensor"]; -"1694 dequantize_per_tensor_141" [id=1694, type="dequantize_per_tensor"]; -"1695 scale_updated_constant48" [id=1695, type="get_attr"]; -"1696 compressed_weight_updated_constant48" [id=1696, type="get_attr"]; -"1697 mul_tensor_48" [id=1697, type=mul]; -"1698 zero_point_updated_constant48" [id=1698, type="get_attr"]; -"1699 sub_tensor_48" [id=1699, type=sub]; -"1700 linear_71" [id=1700, type=linear]; -"1701 reshape_50" [id=1701, type=reshape]; -"1702 permute_52" [id=1702, type=permute]; -"1703 select_33" [id=1703, type=select]; -"1704 select_34" [id=1704, type=select]; -"1705 select_35" [id=1705, type=select]; -"1706 linalg_vector_norm_22" [id=1706, type="linalg_vector_norm"]; -"1707 clamp_min_22" [id=1707, type="clamp_min"]; -"1708 expand_as_22" [id=1708, type="expand_as"]; -"1709 div_22" [id=1709, type=div]; -"1710 quantize_per_tensor_142" [id=1710, type="quantize_per_tensor"]; -"1711 dequantize_per_tensor_143" [id=1711, type="dequantize_per_tensor"]; -"1712 linalg_vector_norm_23" [id=1712, type="linalg_vector_norm"]; -"1713 clamp_min_23" [id=1713, type="clamp_min"]; -"1714 expand_as_23" [id=1714, type="expand_as"]; -"1715 div_23" [id=1715, type=div]; -"1716 quantize_per_tensor_144" [id=1716, type="quantize_per_tensor"]; -"1717 dequantize_per_tensor_145" [id=1717, type="dequantize_per_tensor"]; -"1718 transpose_22" [id=1718, type=transpose]; -"1719 matmul_22" [id=1719, type=matmul]; -"1720 clamp_11" [id=1720, type=clamp]; -"1721 exp_11" [id=1721, type=exp]; -"1722 mul_23" [id=1722, type=mul]; -"1723 add_38" [id=1723, type=add]; -"1724 softmax_11" [id=1724, type=softmax]; -"1725 dropout_44" [id=1725, type=dropout]; -"1726 matmul_23" [id=1726, type=matmul]; -"1727 transpose_23" [id=1727, type=transpose]; -"1728 reshape_51" [id=1728, type=reshape]; -"1729 reshape_51_0_0_nncf_smooth_quant_0" [id=1729, type="call_module"]; -"1730 quantize_per_tensor_146" [id=1730, type="quantize_per_tensor"]; -"1731 dequantize_per_tensor_147" [id=1731, type="dequantize_per_tensor"]; -"1732 scale_updated_constant49" [id=1732, type="get_attr"]; -"1733 compressed_weight_updated_constant49" [id=1733, type="get_attr"]; -"1734 mul_tensor_49" [id=1734, type=mul]; -"1735 zero_point_updated_constant49" [id=1735, type="get_attr"]; -"1736 sub_tensor_49" [id=1736, type=sub]; -"1737 linear_72" [id=1737, type=linear]; -"1738 dropout_45" [id=1738, type=dropout]; -"1739 view_62" [id=1739, type=view]; -"1740 permute_53" [id=1740, type=permute]; -"1741 reshape_52" [id=1741, type=reshape]; -"1742 slice_179" [id=1742, type=slice]; -"1743 slice_180" [id=1743, type=slice]; -"1744 slice_181" [id=1744, type=slice]; -"1745 slice_182" [id=1745, type=slice]; -"1746 contiguous_21" [id=1746, type=contiguous]; -"1747 layer_norm_26" [id=1747, type="layer_norm"]; -"1748 add_39" [id=1748, type=add]; -"1749 add_39_0_0_nncf_smooth_quant_0" [id=1749, type="call_module"]; -"1750 quantize_per_tensor_148" [id=1750, type="quantize_per_tensor"]; -"1751 dequantize_per_tensor_149" [id=1751, type="dequantize_per_tensor"]; -"1752 scale_updated_constant50" [id=1752, type="get_attr"]; -"1753 compressed_weight_updated_constant50" [id=1753, type="get_attr"]; -"1754 mul_tensor_50" [id=1754, type=mul]; -"1755 zero_point_updated_constant50" [id=1755, type="get_attr"]; -"1756 sub_tensor_50" [id=1756, type=sub]; -"1757 linear_73" [id=1757, type=linear]; -"1758 gelu_11" [id=1758, type=gelu]; -"1759 dropout_46" [id=1759, type=dropout]; -"1760 dropout_46_0_0_nncf_smooth_quant_0" [id=1760, type="call_module"]; -"1761 quantize_per_tensor_150" [id=1761, type="quantize_per_tensor"]; -"1762 dequantize_per_tensor_151" [id=1762, type="dequantize_per_tensor"]; -"1763 scale_updated_constant51" [id=1763, type="get_attr"]; -"1764 compressed_weight_updated_constant51" [id=1764, type="get_attr"]; -"1765 mul_tensor_51" [id=1765, type=mul]; -"1766 zero_point_updated_constant51" [id=1766, type="get_attr"]; -"1767 sub_tensor_51" [id=1767, type=sub]; -"1768 linear_74" [id=1768, type=linear]; -"1769 dropout_47" [id=1769, type=dropout]; -"1770 layer_norm_27" [id=1770, type="layer_norm"]; -"1771 add_40" [id=1771, type=add]; -"1772 layer_norm_28" [id=1772, type="layer_norm"]; -"1773 permute_54" [id=1773, type=permute]; -"1774 adaptive_avg_pool2d" [id=1774, type="adaptive_avg_pool2d"]; -"1775 flatten" [id=1775, type=flatten]; -"1776 flatten_0_0_nncf_smooth_quant_0" [id=1776, type="call_module"]; -"1777 quantize_per_tensor_152" [id=1777, type="quantize_per_tensor"]; -"1778 dequantize_per_tensor_153" [id=1778, type="dequantize_per_tensor"]; -"1779 scale_updated_constant52" [id=1779, type="get_attr"]; -"1780 compressed_weight_updated_constant52" [id=1780, type="get_attr"]; -"1781 mul_tensor_52" [id=1781, type=mul]; -"1782 zero_point_updated_constant52" [id=1782, type="get_attr"]; -"1783 sub_tensor_52" [id=1783, type=sub]; -"1784 linear_75" [id=1784, type=linear]; -"1785 output" [id=1785, type=output]; +"284 alias" [id=284, type=alias]; +"285 layer_norm_1" [id=285, type="layer_norm"]; +"286 add_1" [id=286, type=add]; +"287 add_1_0_0_nncf_smooth_quant_0" [id=287, type="call_module"]; +"288 quantize_per_tensor_10" [id=288, type="quantize_per_tensor"]; +"289 dequantize_per_tensor_11" [id=289, type="dequantize_per_tensor"]; +"290 scale_updated_constant3" [id=290, type="get_attr"]; +"291 compressed_weight_updated_constant3" [id=291, type="get_attr"]; +"292 mul_tensor_3" [id=292, type=mul]; +"293 zero_point_updated_constant3" [id=293, type="get_attr"]; +"294 sub_tensor_3" [id=294, type=sub]; +"295 linear_4" [id=295, type=linear]; +"296 gelu" [id=296, type=gelu]; +"297 dropout_2" [id=297, type=dropout]; +"298 dropout_2_0_0_nncf_smooth_quant_0" [id=298, type="call_module"]; +"299 quantize_per_tensor_12" [id=299, type="quantize_per_tensor"]; +"300 dequantize_per_tensor_13" [id=300, type="dequantize_per_tensor"]; +"301 scale_updated_constant4" [id=301, type="get_attr"]; +"302 compressed_weight_updated_constant4" [id=302, type="get_attr"]; +"303 mul_tensor_4" [id=303, type=mul]; +"304 zero_point_updated_constant4" [id=304, type="get_attr"]; +"305 sub_tensor_4" [id=305, type=sub]; +"306 linear_5" [id=306, type=linear]; +"307 dropout_3" [id=307, type=dropout]; +"308 layer_norm_2" [id=308, type="layer_norm"]; +"309 add_2" [id=309, type=add]; +"310 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=310, type="get_attr"]; +"311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=311, type="call_module"]; +"312 linear_6" [id=312, type=linear]; +"313 relu__1" [id=313, type="relu_"]; +"314 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=314, type="get_attr"]; +"315 relu__1_0_0_nncf_smooth_quant_0" [id=315, type="call_module"]; +"316 linear_7" [id=316, type=linear]; +"317 view_4" [id=317, type=view]; +"318 index_1" [id=318, type=index]; +"319 view_5" [id=319, type=view]; +"320 permute_5" [id=320, type=permute]; +"321 contiguous_1" [id=321, type=contiguous]; +"322 unsqueeze_1" [id=322, type=unsqueeze]; +"323 sigmoid_1" [id=323, type=sigmoid]; +"324 mul_2" [id=324, type=mul]; +"325 pad_1" [id=325, type=pad]; +"326 roll" [id=326, type=roll]; +"327 view_6" [id=327, type=view]; +"328 permute_6" [id=328, type=permute]; +"329 reshape_4" [id=329, type=reshape]; +"330 clone_1" [id=330, type=clone]; +"331 slice_2" [id=331, type=slice]; +"332 zero__1" [id=332, type="zero_"]; +"333 reshape_4_0_0_nncf_smooth_quant_0" [id=333, type="call_module"]; +"334 quantize_per_tensor_14" [id=334, type="quantize_per_tensor"]; +"335 dequantize_per_tensor_15" [id=335, type="dequantize_per_tensor"]; +"336 scale_updated_constant5" [id=336, type="get_attr"]; +"337 compressed_weight_updated_constant5" [id=337, type="get_attr"]; +"338 mul_tensor_5" [id=338, type=mul]; +"339 zero_point_updated_constant5" [id=339, type="get_attr"]; +"340 sub_tensor_5" [id=340, type=sub]; +"341 linear_8" [id=341, type=linear]; +"342 reshape_5" [id=342, type=reshape]; +"343 permute_7" [id=343, type=permute]; +"344 select_3" [id=344, type=select]; +"345 select_4" [id=345, type=select]; +"346 select_5" [id=346, type=select]; +"347 linalg_vector_norm_2" [id=347, type="linalg_vector_norm"]; +"348 clamp_min_2" [id=348, type="clamp_min"]; +"349 expand_as_2" [id=349, type="expand_as"]; +"350 div_2" [id=350, type=div]; +"351 quantize_per_tensor_16" [id=351, type="quantize_per_tensor"]; +"352 dequantize_per_tensor_17" [id=352, type="dequantize_per_tensor"]; +"353 linalg_vector_norm_3" [id=353, type="linalg_vector_norm"]; +"354 clamp_min_3" [id=354, type="clamp_min"]; +"355 expand_as_3" [id=355, type="expand_as"]; +"356 div_3" [id=356, type=div]; +"357 quantize_per_tensor_18" [id=357, type="quantize_per_tensor"]; +"358 dequantize_per_tensor_19" [id=358, type="dequantize_per_tensor"]; +"359 transpose_2" [id=359, type=transpose]; +"360 matmul_2" [id=360, type=matmul]; +"361 clamp_1" [id=361, type=clamp]; +"362 exp_1" [id=362, type=exp]; +"363 mul_3" [id=363, type=mul]; +"364 add_3" [id=364, type=add]; +"365 new_zeros" [id=365, type="new_zeros"]; +"366 lift_fresh_copy" [id=366, type="lift_fresh_copy"]; +"367 slice_3" [id=367, type=slice]; +"368 slice_4" [id=368, type=slice]; +"369 fill_" [id=369, type="fill_"]; +"370 lift_fresh_copy_1" [id=370, type="lift_fresh_copy"]; +"371 slice_5" [id=371, type=slice]; +"372 slice_6" [id=372, type=slice]; +"373 fill__1" [id=373, type="fill_"]; +"374 lift_fresh_copy_2" [id=374, type="lift_fresh_copy"]; +"375 slice_7" [id=375, type=slice]; +"376 slice_8" [id=376, type=slice]; +"377 fill__2" [id=377, type="fill_"]; +"378 lift_fresh_copy_3" [id=378, type="lift_fresh_copy"]; +"379 slice_9" [id=379, type=slice]; +"380 slice_10" [id=380, type=slice]; +"381 fill__3" [id=381, type="fill_"]; +"382 lift_fresh_copy_4" [id=382, type="lift_fresh_copy"]; +"383 slice_11" [id=383, type=slice]; +"384 slice_12" [id=384, type=slice]; +"385 fill__4" [id=385, type="fill_"]; +"386 lift_fresh_copy_5" [id=386, type="lift_fresh_copy"]; +"387 slice_13" [id=387, type=slice]; +"388 slice_14" [id=388, type=slice]; +"389 fill__5" [id=389, type="fill_"]; +"390 lift_fresh_copy_6" [id=390, type="lift_fresh_copy"]; +"391 slice_15" [id=391, type=slice]; +"392 slice_16" [id=392, type=slice]; +"393 fill__6" [id=393, type="fill_"]; +"394 lift_fresh_copy_7" [id=394, type="lift_fresh_copy"]; +"395 slice_17" [id=395, type=slice]; +"396 slice_18" [id=396, type=slice]; +"397 fill__7" [id=397, type="fill_"]; +"398 lift_fresh_copy_8" [id=398, type="lift_fresh_copy"]; +"399 slice_19" [id=399, type=slice]; +"400 slice_20" [id=400, type=slice]; +"401 fill__8" [id=401, type="fill_"]; +"402 view_7" [id=402, type=view]; +"403 permute_8" [id=403, type=permute]; +"404 reshape_6" [id=404, type=reshape]; +"405 unsqueeze_2" [id=405, type=unsqueeze]; +"406 unsqueeze_3" [id=406, type=unsqueeze]; +"407 sub" [id=407, type=sub]; +"408 ne" [id=408, type=ne]; +"409 masked_fill" [id=409, type="masked_fill"]; +"410 eq" [id=410, type=eq]; +"411 masked_fill_1" [id=411, type="masked_fill"]; +"412 view_8" [id=412, type=view]; +"413 unsqueeze_4" [id=413, type=unsqueeze]; +"414 unsqueeze_5" [id=414, type=unsqueeze]; +"415 add_4" [id=415, type=add]; +"416 view_9" [id=416, type=view]; +"417 softmax_1" [id=417, type=softmax]; +"418 dropout_4" [id=418, type=dropout]; +"419 matmul_3" [id=419, type=matmul]; +"420 transpose_3" [id=420, type=transpose]; +"421 reshape_7" [id=421, type=reshape]; +"422 reshape_7_0_0_nncf_smooth_quant_0" [id=422, type="call_module"]; +"423 quantize_per_tensor_20" [id=423, type="quantize_per_tensor"]; +"424 dequantize_per_tensor_21" [id=424, type="dequantize_per_tensor"]; +"425 scale_updated_constant6" [id=425, type="get_attr"]; +"426 compressed_weight_updated_constant6" [id=426, type="get_attr"]; +"427 mul_tensor_6" [id=427, type=mul]; +"428 zero_point_updated_constant6" [id=428, type="get_attr"]; +"429 sub_tensor_6" [id=429, type=sub]; +"430 linear_9" [id=430, type=linear]; +"431 dropout_5" [id=431, type=dropout]; +"432 view_10" [id=432, type=view]; +"433 permute_9" [id=433, type=permute]; +"434 reshape_8" [id=434, type=reshape]; +"435 roll_1" [id=435, type=roll]; +"436 alias_1" [id=436, type=alias]; +"437 layer_norm_3" [id=437, type="layer_norm"]; +"438 add_5" [id=438, type=add]; +"439 add_5_0_0_nncf_smooth_quant_0" [id=439, type="call_module"]; +"440 quantize_per_tensor_22" [id=440, type="quantize_per_tensor"]; +"441 dequantize_per_tensor_23" [id=441, type="dequantize_per_tensor"]; +"442 scale_updated_constant7" [id=442, type="get_attr"]; +"443 compressed_weight_updated_constant7" [id=443, type="get_attr"]; +"444 mul_tensor_7" [id=444, type=mul]; +"445 zero_point_updated_constant7" [id=445, type="get_attr"]; +"446 sub_tensor_7" [id=446, type=sub]; +"447 linear_10" [id=447, type=linear]; +"448 gelu_1" [id=448, type=gelu]; +"449 dropout_6" [id=449, type=dropout]; +"450 dropout_6_0_0_nncf_smooth_quant_0" [id=450, type="call_module"]; +"451 quantize_per_tensor_24" [id=451, type="quantize_per_tensor"]; +"452 dequantize_per_tensor_25" [id=452, type="dequantize_per_tensor"]; +"453 scale_updated_constant8" [id=453, type="get_attr"]; +"454 compressed_weight_updated_constant8" [id=454, type="get_attr"]; +"455 mul_tensor_8" [id=455, type=mul]; +"456 zero_point_updated_constant8" [id=456, type="get_attr"]; +"457 sub_tensor_8" [id=457, type=sub]; +"458 linear_11" [id=458, type=linear]; +"459 dropout_7" [id=459, type=dropout]; +"460 layer_norm_4" [id=460, type="layer_norm"]; +"461 add_6" [id=461, type=add]; +"462 pad_2" [id=462, type=pad]; +"463 slice_21" [id=463, type=slice]; +"464 slice_22" [id=464, type=slice]; +"465 slice_23" [id=465, type=slice]; +"466 slice_24" [id=466, type=slice]; +"467 slice_25" [id=467, type=slice]; +"468 slice_26" [id=468, type=slice]; +"469 slice_27" [id=469, type=slice]; +"470 slice_28" [id=470, type=slice]; +"471 cat" [id=471, type=cat]; +"472 cat_0_0_nncf_smooth_quant_0" [id=472, type="call_module"]; +"473 quantize_per_tensor_26" [id=473, type="quantize_per_tensor"]; +"474 dequantize_per_tensor_27" [id=474, type="dequantize_per_tensor"]; +"475 scale_updated_constant9" [id=475, type="get_attr"]; +"476 compressed_weight_updated_constant9" [id=476, type="get_attr"]; +"477 mul_tensor_9" [id=477, type=mul]; +"478 zero_point_updated_constant9" [id=478, type="get_attr"]; +"479 sub_tensor_9" [id=479, type=sub]; +"480 linear_12" [id=480, type=linear]; +"481 layer_norm_5" [id=481, type="layer_norm"]; +"482 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=482, type="get_attr"]; +"483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=483, type="call_module"]; +"484 linear_13" [id=484, type=linear]; +"485 relu__2" [id=485, type="relu_"]; +"486 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=486, type="get_attr"]; +"487 relu__2_0_0_nncf_smooth_quant_0" [id=487, type="call_module"]; +"488 linear_14" [id=488, type=linear]; +"489 view_11" [id=489, type=view]; +"490 index_2" [id=490, type=index]; +"491 view_12" [id=491, type=view]; +"492 permute_10" [id=492, type=permute]; +"493 contiguous_2" [id=493, type=contiguous]; +"494 unsqueeze_6" [id=494, type=unsqueeze]; +"495 sigmoid_2" [id=495, type=sigmoid]; +"496 mul_4" [id=496, type=mul]; +"497 pad_3" [id=497, type=pad]; +"498 view_13" [id=498, type=view]; +"499 permute_11" [id=499, type=permute]; +"500 reshape_9" [id=500, type=reshape]; +"501 clone_2" [id=501, type=clone]; +"502 slice_29" [id=502, type=slice]; +"503 zero__2" [id=503, type="zero_"]; +"504 reshape_9_0_0_nncf_smooth_quant_0" [id=504, type="call_module"]; +"505 quantize_per_tensor_28" [id=505, type="quantize_per_tensor"]; +"506 dequantize_per_tensor_29" [id=506, type="dequantize_per_tensor"]; +"507 scale_updated_constant10" [id=507, type="get_attr"]; +"508 compressed_weight_updated_constant10" [id=508, type="get_attr"]; +"509 mul_tensor_10" [id=509, type=mul]; +"510 zero_point_updated_constant10" [id=510, type="get_attr"]; +"511 sub_tensor_10" [id=511, type=sub]; +"512 linear_15" [id=512, type=linear]; +"513 reshape_10" [id=513, type=reshape]; +"514 permute_12" [id=514, type=permute]; +"515 select_6" [id=515, type=select]; +"516 select_7" [id=516, type=select]; +"517 select_8" [id=517, type=select]; +"518 linalg_vector_norm_4" [id=518, type="linalg_vector_norm"]; +"519 clamp_min_4" [id=519, type="clamp_min"]; +"520 expand_as_4" [id=520, type="expand_as"]; +"521 div_4" [id=521, type=div]; +"522 quantize_per_tensor_30" [id=522, type="quantize_per_tensor"]; +"523 dequantize_per_tensor_31" [id=523, type="dequantize_per_tensor"]; +"524 linalg_vector_norm_5" [id=524, type="linalg_vector_norm"]; +"525 clamp_min_5" [id=525, type="clamp_min"]; +"526 expand_as_5" [id=526, type="expand_as"]; +"527 div_5" [id=527, type=div]; +"528 quantize_per_tensor_32" [id=528, type="quantize_per_tensor"]; +"529 dequantize_per_tensor_33" [id=529, type="dequantize_per_tensor"]; +"530 transpose_4" [id=530, type=transpose]; +"531 matmul_4" [id=531, type=matmul]; +"532 clamp_2" [id=532, type=clamp]; +"533 exp_2" [id=533, type=exp]; +"534 mul_5" [id=534, type=mul]; +"535 add_7" [id=535, type=add]; +"536 softmax_2" [id=536, type=softmax]; +"537 dropout_8" [id=537, type=dropout]; +"538 matmul_5" [id=538, type=matmul]; +"539 transpose_5" [id=539, type=transpose]; +"540 reshape_11" [id=540, type=reshape]; +"541 reshape_11_0_0_nncf_smooth_quant_0" [id=541, type="call_module"]; +"542 quantize_per_tensor_34" [id=542, type="quantize_per_tensor"]; +"543 dequantize_per_tensor_35" [id=543, type="dequantize_per_tensor"]; +"544 scale_updated_constant11" [id=544, type="get_attr"]; +"545 compressed_weight_updated_constant11" [id=545, type="get_attr"]; +"546 mul_tensor_11" [id=546, type=mul]; +"547 zero_point_updated_constant11" [id=547, type="get_attr"]; +"548 sub_tensor_11" [id=548, type=sub]; +"549 linear_16" [id=549, type=linear]; +"550 dropout_9" [id=550, type=dropout]; +"551 view_14" [id=551, type=view]; +"552 permute_13" [id=552, type=permute]; +"553 reshape_12" [id=553, type=reshape]; +"554 slice_30" [id=554, type=slice]; +"555 slice_31" [id=555, type=slice]; +"556 contiguous_3" [id=556, type=contiguous]; +"557 layer_norm_6" [id=557, type="layer_norm"]; +"558 add_8" [id=558, type=add]; +"559 add_8_0_0_nncf_smooth_quant_0" [id=559, type="call_module"]; +"560 quantize_per_tensor_36" [id=560, type="quantize_per_tensor"]; +"561 dequantize_per_tensor_37" [id=561, type="dequantize_per_tensor"]; +"562 scale_updated_constant12" [id=562, type="get_attr"]; +"563 compressed_weight_updated_constant12" [id=563, type="get_attr"]; +"564 mul_tensor_12" [id=564, type=mul]; +"565 zero_point_updated_constant12" [id=565, type="get_attr"]; +"566 sub_tensor_12" [id=566, type=sub]; +"567 linear_17" [id=567, type=linear]; +"568 gelu_2" [id=568, type=gelu]; +"569 dropout_10" [id=569, type=dropout]; +"570 dropout_10_0_0_nncf_smooth_quant_0" [id=570, type="call_module"]; +"571 quantize_per_tensor_38" [id=571, type="quantize_per_tensor"]; +"572 dequantize_per_tensor_39" [id=572, type="dequantize_per_tensor"]; +"573 scale_updated_constant13" [id=573, type="get_attr"]; +"574 compressed_weight_updated_constant13" [id=574, type="get_attr"]; +"575 mul_tensor_13" [id=575, type=mul]; +"576 zero_point_updated_constant13" [id=576, type="get_attr"]; +"577 sub_tensor_13" [id=577, type=sub]; +"578 linear_18" [id=578, type=linear]; +"579 dropout_11" [id=579, type=dropout]; +"580 layer_norm_7" [id=580, type="layer_norm"]; +"581 add_9" [id=581, type=add]; +"582 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=582, type="get_attr"]; +"583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=583, type="call_module"]; +"584 linear_19" [id=584, type=linear]; +"585 relu__3" [id=585, type="relu_"]; +"586 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=586, type="get_attr"]; +"587 relu__3_0_0_nncf_smooth_quant_0" [id=587, type="call_module"]; +"588 linear_20" [id=588, type=linear]; +"589 view_15" [id=589, type=view]; +"590 index_3" [id=590, type=index]; +"591 view_16" [id=591, type=view]; +"592 permute_14" [id=592, type=permute]; +"593 contiguous_4" [id=593, type=contiguous]; +"594 unsqueeze_7" [id=594, type=unsqueeze]; +"595 sigmoid_3" [id=595, type=sigmoid]; +"596 mul_6" [id=596, type=mul]; +"597 pad_4" [id=597, type=pad]; +"598 roll_2" [id=598, type=roll]; +"599 view_17" [id=599, type=view]; +"600 permute_15" [id=600, type=permute]; +"601 reshape_13" [id=601, type=reshape]; +"602 clone_3" [id=602, type=clone]; +"603 slice_32" [id=603, type=slice]; +"604 zero__3" [id=604, type="zero_"]; +"605 reshape_13_0_0_nncf_smooth_quant_0" [id=605, type="call_module"]; +"606 quantize_per_tensor_40" [id=606, type="quantize_per_tensor"]; +"607 dequantize_per_tensor_41" [id=607, type="dequantize_per_tensor"]; +"608 scale_updated_constant14" [id=608, type="get_attr"]; +"609 compressed_weight_updated_constant14" [id=609, type="get_attr"]; +"610 mul_tensor_14" [id=610, type=mul]; +"611 zero_point_updated_constant14" [id=611, type="get_attr"]; +"612 sub_tensor_14" [id=612, type=sub]; +"613 linear_21" [id=613, type=linear]; +"614 reshape_14" [id=614, type=reshape]; +"615 permute_16" [id=615, type=permute]; +"616 select_9" [id=616, type=select]; +"617 select_10" [id=617, type=select]; +"618 select_11" [id=618, type=select]; +"619 linalg_vector_norm_6" [id=619, type="linalg_vector_norm"]; +"620 clamp_min_6" [id=620, type="clamp_min"]; +"621 expand_as_6" [id=621, type="expand_as"]; +"622 div_6" [id=622, type=div]; +"623 quantize_per_tensor_42" [id=623, type="quantize_per_tensor"]; +"624 dequantize_per_tensor_43" [id=624, type="dequantize_per_tensor"]; +"625 linalg_vector_norm_7" [id=625, type="linalg_vector_norm"]; +"626 clamp_min_7" [id=626, type="clamp_min"]; +"627 expand_as_7" [id=627, type="expand_as"]; +"628 div_7" [id=628, type=div]; +"629 quantize_per_tensor_44" [id=629, type="quantize_per_tensor"]; +"630 dequantize_per_tensor_45" [id=630, type="dequantize_per_tensor"]; +"631 transpose_6" [id=631, type=transpose]; +"632 matmul_6" [id=632, type=matmul]; +"633 clamp_3" [id=633, type=clamp]; +"634 exp_3" [id=634, type=exp]; +"635 mul_7" [id=635, type=mul]; +"636 add_10" [id=636, type=add]; +"637 new_zeros_1" [id=637, type="new_zeros"]; +"638 lift_fresh_copy_9" [id=638, type="lift_fresh_copy"]; +"639 slice_33" [id=639, type=slice]; +"640 slice_34" [id=640, type=slice]; +"641 fill__9" [id=641, type="fill_"]; +"642 lift_fresh_copy_10" [id=642, type="lift_fresh_copy"]; +"643 slice_35" [id=643, type=slice]; +"644 slice_36" [id=644, type=slice]; +"645 fill__10" [id=645, type="fill_"]; +"646 lift_fresh_copy_11" [id=646, type="lift_fresh_copy"]; +"647 slice_37" [id=647, type=slice]; +"648 slice_38" [id=648, type=slice]; +"649 fill__11" [id=649, type="fill_"]; +"650 lift_fresh_copy_12" [id=650, type="lift_fresh_copy"]; +"651 slice_39" [id=651, type=slice]; +"652 slice_40" [id=652, type=slice]; +"653 fill__12" [id=653, type="fill_"]; +"654 lift_fresh_copy_13" [id=654, type="lift_fresh_copy"]; +"655 slice_41" [id=655, type=slice]; +"656 slice_42" [id=656, type=slice]; +"657 fill__13" [id=657, type="fill_"]; +"658 lift_fresh_copy_14" [id=658, type="lift_fresh_copy"]; +"659 slice_43" [id=659, type=slice]; +"660 slice_44" [id=660, type=slice]; +"661 fill__14" [id=661, type="fill_"]; +"662 lift_fresh_copy_15" [id=662, type="lift_fresh_copy"]; +"663 slice_45" [id=663, type=slice]; +"664 slice_46" [id=664, type=slice]; +"665 fill__15" [id=665, type="fill_"]; +"666 lift_fresh_copy_16" [id=666, type="lift_fresh_copy"]; +"667 slice_47" [id=667, type=slice]; +"668 slice_48" [id=668, type=slice]; +"669 fill__16" [id=669, type="fill_"]; +"670 lift_fresh_copy_17" [id=670, type="lift_fresh_copy"]; +"671 slice_49" [id=671, type=slice]; +"672 slice_50" [id=672, type=slice]; +"673 fill__17" [id=673, type="fill_"]; +"674 view_18" [id=674, type=view]; +"675 permute_17" [id=675, type=permute]; +"676 reshape_15" [id=676, type=reshape]; +"677 unsqueeze_8" [id=677, type=unsqueeze]; +"678 unsqueeze_9" [id=678, type=unsqueeze]; +"679 sub_1" [id=679, type=sub]; +"680 ne_1" [id=680, type=ne]; +"681 masked_fill_2" [id=681, type="masked_fill"]; +"682 eq_1" [id=682, type=eq]; +"683 masked_fill_3" [id=683, type="masked_fill"]; +"684 view_19" [id=684, type=view]; +"685 unsqueeze_10" [id=685, type=unsqueeze]; +"686 unsqueeze_11" [id=686, type=unsqueeze]; +"687 add_11" [id=687, type=add]; +"688 view_20" [id=688, type=view]; +"689 softmax_3" [id=689, type=softmax]; +"690 dropout_12" [id=690, type=dropout]; +"691 matmul_7" [id=691, type=matmul]; +"692 transpose_7" [id=692, type=transpose]; +"693 reshape_16" [id=693, type=reshape]; +"694 reshape_16_0_0_nncf_smooth_quant_0" [id=694, type="call_module"]; +"695 quantize_per_tensor_46" [id=695, type="quantize_per_tensor"]; +"696 dequantize_per_tensor_47" [id=696, type="dequantize_per_tensor"]; +"697 scale_updated_constant15" [id=697, type="get_attr"]; +"698 compressed_weight_updated_constant15" [id=698, type="get_attr"]; +"699 mul_tensor_15" [id=699, type=mul]; +"700 zero_point_updated_constant15" [id=700, type="get_attr"]; +"701 sub_tensor_15" [id=701, type=sub]; +"702 linear_22" [id=702, type=linear]; +"703 dropout_13" [id=703, type=dropout]; +"704 view_21" [id=704, type=view]; +"705 permute_18" [id=705, type=permute]; +"706 reshape_17" [id=706, type=reshape]; +"707 roll_3" [id=707, type=roll]; +"708 slice_51" [id=708, type=slice]; +"709 slice_52" [id=709, type=slice]; +"710 contiguous_5" [id=710, type=contiguous]; +"711 layer_norm_8" [id=711, type="layer_norm"]; +"712 add_12" [id=712, type=add]; +"713 add_12_0_0_nncf_smooth_quant_0" [id=713, type="call_module"]; +"714 quantize_per_tensor_48" [id=714, type="quantize_per_tensor"]; +"715 dequantize_per_tensor_49" [id=715, type="dequantize_per_tensor"]; +"716 scale_updated_constant16" [id=716, type="get_attr"]; +"717 compressed_weight_updated_constant16" [id=717, type="get_attr"]; +"718 mul_tensor_16" [id=718, type=mul]; +"719 zero_point_updated_constant16" [id=719, type="get_attr"]; +"720 sub_tensor_16" [id=720, type=sub]; +"721 linear_23" [id=721, type=linear]; +"722 gelu_3" [id=722, type=gelu]; +"723 dropout_14" [id=723, type=dropout]; +"724 dropout_14_0_0_nncf_smooth_quant_0" [id=724, type="call_module"]; +"725 quantize_per_tensor_50" [id=725, type="quantize_per_tensor"]; +"726 dequantize_per_tensor_51" [id=726, type="dequantize_per_tensor"]; +"727 scale_updated_constant17" [id=727, type="get_attr"]; +"728 compressed_weight_updated_constant17" [id=728, type="get_attr"]; +"729 mul_tensor_17" [id=729, type=mul]; +"730 zero_point_updated_constant17" [id=730, type="get_attr"]; +"731 sub_tensor_17" [id=731, type=sub]; +"732 linear_24" [id=732, type=linear]; +"733 dropout_15" [id=733, type=dropout]; +"734 layer_norm_9" [id=734, type="layer_norm"]; +"735 add_13" [id=735, type=add]; +"736 pad_5" [id=736, type=pad]; +"737 slice_53" [id=737, type=slice]; +"738 slice_54" [id=738, type=slice]; +"739 slice_55" [id=739, type=slice]; +"740 slice_56" [id=740, type=slice]; +"741 slice_57" [id=741, type=slice]; +"742 slice_58" [id=742, type=slice]; +"743 slice_59" [id=743, type=slice]; +"744 slice_60" [id=744, type=slice]; +"745 cat_1" [id=745, type=cat]; +"746 cat_1_0_0_nncf_smooth_quant_0" [id=746, type="call_module"]; +"747 quantize_per_tensor_52" [id=747, type="quantize_per_tensor"]; +"748 dequantize_per_tensor_53" [id=748, type="dequantize_per_tensor"]; +"749 scale_updated_constant18" [id=749, type="get_attr"]; +"750 compressed_weight_updated_constant18" [id=750, type="get_attr"]; +"751 mul_tensor_18" [id=751, type=mul]; +"752 zero_point_updated_constant18" [id=752, type="get_attr"]; +"753 sub_tensor_18" [id=753, type=sub]; +"754 linear_25" [id=754, type=linear]; +"755 layer_norm_10" [id=755, type="layer_norm"]; +"756 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=756, type="get_attr"]; +"757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=757, type="call_module"]; +"758 linear_26" [id=758, type=linear]; +"759 relu__4" [id=759, type="relu_"]; +"760 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=760, type="get_attr"]; +"761 relu__4_0_0_nncf_smooth_quant_0" [id=761, type="call_module"]; +"762 linear_27" [id=762, type=linear]; +"763 view_22" [id=763, type=view]; +"764 index_4" [id=764, type=index]; +"765 view_23" [id=765, type=view]; +"766 permute_19" [id=766, type=permute]; +"767 contiguous_6" [id=767, type=contiguous]; +"768 unsqueeze_12" [id=768, type=unsqueeze]; +"769 sigmoid_4" [id=769, type=sigmoid]; +"770 mul_8" [id=770, type=mul]; +"771 pad_6" [id=771, type=pad]; +"772 view_24" [id=772, type=view]; +"773 permute_20" [id=773, type=permute]; +"774 reshape_18" [id=774, type=reshape]; +"775 clone_4" [id=775, type=clone]; +"776 slice_61" [id=776, type=slice]; +"777 zero__4" [id=777, type="zero_"]; +"778 reshape_18_0_0_nncf_smooth_quant_0" [id=778, type="call_module"]; +"779 quantize_per_tensor_54" [id=779, type="quantize_per_tensor"]; +"780 dequantize_per_tensor_55" [id=780, type="dequantize_per_tensor"]; +"781 scale_updated_constant19" [id=781, type="get_attr"]; +"782 compressed_weight_updated_constant19" [id=782, type="get_attr"]; +"783 mul_tensor_19" [id=783, type=mul]; +"784 zero_point_updated_constant19" [id=784, type="get_attr"]; +"785 sub_tensor_19" [id=785, type=sub]; +"786 linear_28" [id=786, type=linear]; +"787 reshape_19" [id=787, type=reshape]; +"788 permute_21" [id=788, type=permute]; +"789 select_12" [id=789, type=select]; +"790 select_13" [id=790, type=select]; +"791 select_14" [id=791, type=select]; +"792 linalg_vector_norm_8" [id=792, type="linalg_vector_norm"]; +"793 clamp_min_8" [id=793, type="clamp_min"]; +"794 expand_as_8" [id=794, type="expand_as"]; +"795 div_8" [id=795, type=div]; +"796 quantize_per_tensor_56" [id=796, type="quantize_per_tensor"]; +"797 dequantize_per_tensor_57" [id=797, type="dequantize_per_tensor"]; +"798 linalg_vector_norm_9" [id=798, type="linalg_vector_norm"]; +"799 clamp_min_9" [id=799, type="clamp_min"]; +"800 expand_as_9" [id=800, type="expand_as"]; +"801 div_9" [id=801, type=div]; +"802 quantize_per_tensor_58" [id=802, type="quantize_per_tensor"]; +"803 dequantize_per_tensor_59" [id=803, type="dequantize_per_tensor"]; +"804 transpose_8" [id=804, type=transpose]; +"805 matmul_8" [id=805, type=matmul]; +"806 clamp_4" [id=806, type=clamp]; +"807 exp_4" [id=807, type=exp]; +"808 mul_9" [id=808, type=mul]; +"809 add_14" [id=809, type=add]; +"810 softmax_4" [id=810, type=softmax]; +"811 dropout_16" [id=811, type=dropout]; +"812 matmul_9" [id=812, type=matmul]; +"813 transpose_9" [id=813, type=transpose]; +"814 reshape_20" [id=814, type=reshape]; +"815 reshape_20_0_0_nncf_smooth_quant_0" [id=815, type="call_module"]; +"816 quantize_per_tensor_60" [id=816, type="quantize_per_tensor"]; +"817 dequantize_per_tensor_61" [id=817, type="dequantize_per_tensor"]; +"818 scale_updated_constant20" [id=818, type="get_attr"]; +"819 compressed_weight_updated_constant20" [id=819, type="get_attr"]; +"820 mul_tensor_20" [id=820, type=mul]; +"821 zero_point_updated_constant20" [id=821, type="get_attr"]; +"822 sub_tensor_20" [id=822, type=sub]; +"823 linear_29" [id=823, type=linear]; +"824 dropout_17" [id=824, type=dropout]; +"825 view_25" [id=825, type=view]; +"826 permute_22" [id=826, type=permute]; +"827 reshape_21" [id=827, type=reshape]; +"828 slice_62" [id=828, type=slice]; +"829 slice_63" [id=829, type=slice]; +"830 contiguous_7" [id=830, type=contiguous]; +"831 layer_norm_11" [id=831, type="layer_norm"]; +"832 add_15" [id=832, type=add]; +"833 add_15_0_0_nncf_smooth_quant_0" [id=833, type="call_module"]; +"834 quantize_per_tensor_62" [id=834, type="quantize_per_tensor"]; +"835 dequantize_per_tensor_63" [id=835, type="dequantize_per_tensor"]; +"836 scale_updated_constant21" [id=836, type="get_attr"]; +"837 compressed_weight_updated_constant21" [id=837, type="get_attr"]; +"838 mul_tensor_21" [id=838, type=mul]; +"839 zero_point_updated_constant21" [id=839, type="get_attr"]; +"840 sub_tensor_21" [id=840, type=sub]; +"841 linear_30" [id=841, type=linear]; +"842 gelu_4" [id=842, type=gelu]; +"843 dropout_18" [id=843, type=dropout]; +"844 dropout_18_0_0_nncf_smooth_quant_0" [id=844, type="call_module"]; +"845 quantize_per_tensor_64" [id=845, type="quantize_per_tensor"]; +"846 dequantize_per_tensor_65" [id=846, type="dequantize_per_tensor"]; +"847 scale_updated_constant22" [id=847, type="get_attr"]; +"848 compressed_weight_updated_constant22" [id=848, type="get_attr"]; +"849 mul_tensor_22" [id=849, type=mul]; +"850 zero_point_updated_constant22" [id=850, type="get_attr"]; +"851 sub_tensor_22" [id=851, type=sub]; +"852 linear_31" [id=852, type=linear]; +"853 dropout_19" [id=853, type=dropout]; +"854 layer_norm_12" [id=854, type="layer_norm"]; +"855 add_16" [id=855, type=add]; +"856 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=856, type="get_attr"]; +"857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=857, type="call_module"]; +"858 linear_32" [id=858, type=linear]; +"859 relu__5" [id=859, type="relu_"]; +"860 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=860, type="get_attr"]; +"861 relu__5_0_0_nncf_smooth_quant_0" [id=861, type="call_module"]; +"862 linear_33" [id=862, type=linear]; +"863 view_26" [id=863, type=view]; +"864 index_5" [id=864, type=index]; +"865 view_27" [id=865, type=view]; +"866 permute_23" [id=866, type=permute]; +"867 contiguous_8" [id=867, type=contiguous]; +"868 unsqueeze_13" [id=868, type=unsqueeze]; +"869 sigmoid_5" [id=869, type=sigmoid]; +"870 mul_10" [id=870, type=mul]; +"871 pad_7" [id=871, type=pad]; +"872 roll_4" [id=872, type=roll]; +"873 view_28" [id=873, type=view]; +"874 permute_24" [id=874, type=permute]; +"875 reshape_22" [id=875, type=reshape]; +"876 clone_5" [id=876, type=clone]; +"877 slice_64" [id=877, type=slice]; +"878 zero__5" [id=878, type="zero_"]; +"879 reshape_22_0_0_nncf_smooth_quant_0" [id=879, type="call_module"]; +"880 quantize_per_tensor_66" [id=880, type="quantize_per_tensor"]; +"881 dequantize_per_tensor_67" [id=881, type="dequantize_per_tensor"]; +"882 scale_updated_constant23" [id=882, type="get_attr"]; +"883 compressed_weight_updated_constant23" [id=883, type="get_attr"]; +"884 mul_tensor_23" [id=884, type=mul]; +"885 zero_point_updated_constant23" [id=885, type="get_attr"]; +"886 sub_tensor_23" [id=886, type=sub]; +"887 linear_34" [id=887, type=linear]; +"888 reshape_23" [id=888, type=reshape]; +"889 permute_25" [id=889, type=permute]; +"890 select_15" [id=890, type=select]; +"891 select_16" [id=891, type=select]; +"892 select_17" [id=892, type=select]; +"893 linalg_vector_norm_10" [id=893, type="linalg_vector_norm"]; +"894 clamp_min_10" [id=894, type="clamp_min"]; +"895 expand_as_10" [id=895, type="expand_as"]; +"896 div_10" [id=896, type=div]; +"897 quantize_per_tensor_68" [id=897, type="quantize_per_tensor"]; +"898 dequantize_per_tensor_69" [id=898, type="dequantize_per_tensor"]; +"899 linalg_vector_norm_11" [id=899, type="linalg_vector_norm"]; +"900 clamp_min_11" [id=900, type="clamp_min"]; +"901 expand_as_11" [id=901, type="expand_as"]; +"902 div_11" [id=902, type=div]; +"903 quantize_per_tensor_70" [id=903, type="quantize_per_tensor"]; +"904 dequantize_per_tensor_71" [id=904, type="dequantize_per_tensor"]; +"905 transpose_10" [id=905, type=transpose]; +"906 matmul_10" [id=906, type=matmul]; +"907 clamp_5" [id=907, type=clamp]; +"908 exp_5" [id=908, type=exp]; +"909 mul_11" [id=909, type=mul]; +"910 add_17" [id=910, type=add]; +"911 new_zeros_2" [id=911, type="new_zeros"]; +"912 lift_fresh_copy_18" [id=912, type="lift_fresh_copy"]; +"913 slice_65" [id=913, type=slice]; +"914 slice_66" [id=914, type=slice]; +"915 fill__18" [id=915, type="fill_"]; +"916 lift_fresh_copy_19" [id=916, type="lift_fresh_copy"]; +"917 slice_67" [id=917, type=slice]; +"918 slice_68" [id=918, type=slice]; +"919 fill__19" [id=919, type="fill_"]; +"920 lift_fresh_copy_20" [id=920, type="lift_fresh_copy"]; +"921 slice_69" [id=921, type=slice]; +"922 slice_70" [id=922, type=slice]; +"923 fill__20" [id=923, type="fill_"]; +"924 lift_fresh_copy_21" [id=924, type="lift_fresh_copy"]; +"925 slice_71" [id=925, type=slice]; +"926 slice_72" [id=926, type=slice]; +"927 fill__21" [id=927, type="fill_"]; +"928 lift_fresh_copy_22" [id=928, type="lift_fresh_copy"]; +"929 slice_73" [id=929, type=slice]; +"930 slice_74" [id=930, type=slice]; +"931 fill__22" [id=931, type="fill_"]; +"932 lift_fresh_copy_23" [id=932, type="lift_fresh_copy"]; +"933 slice_75" [id=933, type=slice]; +"934 slice_76" [id=934, type=slice]; +"935 fill__23" [id=935, type="fill_"]; +"936 lift_fresh_copy_24" [id=936, type="lift_fresh_copy"]; +"937 slice_77" [id=937, type=slice]; +"938 slice_78" [id=938, type=slice]; +"939 fill__24" [id=939, type="fill_"]; +"940 lift_fresh_copy_25" [id=940, type="lift_fresh_copy"]; +"941 slice_79" [id=941, type=slice]; +"942 slice_80" [id=942, type=slice]; +"943 fill__25" [id=943, type="fill_"]; +"944 lift_fresh_copy_26" [id=944, type="lift_fresh_copy"]; +"945 slice_81" [id=945, type=slice]; +"946 slice_82" [id=946, type=slice]; +"947 fill__26" [id=947, type="fill_"]; +"948 view_29" [id=948, type=view]; +"949 permute_26" [id=949, type=permute]; +"950 reshape_24" [id=950, type=reshape]; +"951 unsqueeze_14" [id=951, type=unsqueeze]; +"952 unsqueeze_15" [id=952, type=unsqueeze]; +"953 sub_2" [id=953, type=sub]; +"954 ne_2" [id=954, type=ne]; +"955 masked_fill_4" [id=955, type="masked_fill"]; +"956 eq_2" [id=956, type=eq]; +"957 masked_fill_5" [id=957, type="masked_fill"]; +"958 view_30" [id=958, type=view]; +"959 unsqueeze_16" [id=959, type=unsqueeze]; +"960 unsqueeze_17" [id=960, type=unsqueeze]; +"961 add_18" [id=961, type=add]; +"962 view_31" [id=962, type=view]; +"963 softmax_5" [id=963, type=softmax]; +"964 dropout_20" [id=964, type=dropout]; +"965 matmul_11" [id=965, type=matmul]; +"966 transpose_11" [id=966, type=transpose]; +"967 reshape_25" [id=967, type=reshape]; +"968 reshape_25_0_0_nncf_smooth_quant_0" [id=968, type="call_module"]; +"969 quantize_per_tensor_72" [id=969, type="quantize_per_tensor"]; +"970 dequantize_per_tensor_73" [id=970, type="dequantize_per_tensor"]; +"971 scale_updated_constant24" [id=971, type="get_attr"]; +"972 compressed_weight_updated_constant24" [id=972, type="get_attr"]; +"973 mul_tensor_24" [id=973, type=mul]; +"974 zero_point_updated_constant24" [id=974, type="get_attr"]; +"975 sub_tensor_24" [id=975, type=sub]; +"976 linear_35" [id=976, type=linear]; +"977 dropout_21" [id=977, type=dropout]; +"978 view_32" [id=978, type=view]; +"979 permute_27" [id=979, type=permute]; +"980 reshape_26" [id=980, type=reshape]; +"981 roll_5" [id=981, type=roll]; +"982 slice_83" [id=982, type=slice]; +"983 slice_84" [id=983, type=slice]; +"984 contiguous_9" [id=984, type=contiguous]; +"985 layer_norm_13" [id=985, type="layer_norm"]; +"986 add_19" [id=986, type=add]; +"987 add_19_0_0_nncf_smooth_quant_0" [id=987, type="call_module"]; +"988 quantize_per_tensor_74" [id=988, type="quantize_per_tensor"]; +"989 dequantize_per_tensor_75" [id=989, type="dequantize_per_tensor"]; +"990 scale_updated_constant25" [id=990, type="get_attr"]; +"991 compressed_weight_updated_constant25" [id=991, type="get_attr"]; +"992 mul_tensor_25" [id=992, type=mul]; +"993 zero_point_updated_constant25" [id=993, type="get_attr"]; +"994 sub_tensor_25" [id=994, type=sub]; +"995 linear_36" [id=995, type=linear]; +"996 gelu_5" [id=996, type=gelu]; +"997 dropout_22" [id=997, type=dropout]; +"998 dropout_22_0_0_nncf_smooth_quant_0" [id=998, type="call_module"]; +"999 quantize_per_tensor_76" [id=999, type="quantize_per_tensor"]; +"1000 dequantize_per_tensor_77" [id=1000, type="dequantize_per_tensor"]; +"1001 scale_updated_constant26" [id=1001, type="get_attr"]; +"1002 compressed_weight_updated_constant26" [id=1002, type="get_attr"]; +"1003 mul_tensor_26" [id=1003, type=mul]; +"1004 zero_point_updated_constant26" [id=1004, type="get_attr"]; +"1005 sub_tensor_26" [id=1005, type=sub]; +"1006 linear_37" [id=1006, type=linear]; +"1007 dropout_23" [id=1007, type=dropout]; +"1008 layer_norm_14" [id=1008, type="layer_norm"]; +"1009 add_20" [id=1009, type=add]; +"1010 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1010, type="get_attr"]; +"1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1011, type="call_module"]; +"1012 linear_38" [id=1012, type=linear]; +"1013 relu__6" [id=1013, type="relu_"]; +"1014 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1014, type="get_attr"]; +"1015 relu__6_0_0_nncf_smooth_quant_0" [id=1015, type="call_module"]; +"1016 linear_39" [id=1016, type=linear]; +"1017 view_33" [id=1017, type=view]; +"1018 index_6" [id=1018, type=index]; +"1019 view_34" [id=1019, type=view]; +"1020 permute_28" [id=1020, type=permute]; +"1021 contiguous_10" [id=1021, type=contiguous]; +"1022 unsqueeze_18" [id=1022, type=unsqueeze]; +"1023 sigmoid_6" [id=1023, type=sigmoid]; +"1024 mul_12" [id=1024, type=mul]; +"1025 pad_8" [id=1025, type=pad]; +"1026 view_35" [id=1026, type=view]; +"1027 permute_29" [id=1027, type=permute]; +"1028 reshape_27" [id=1028, type=reshape]; +"1029 clone_6" [id=1029, type=clone]; +"1030 slice_85" [id=1030, type=slice]; +"1031 zero__6" [id=1031, type="zero_"]; +"1032 reshape_27_0_0_nncf_smooth_quant_0" [id=1032, type="call_module"]; +"1033 quantize_per_tensor_78" [id=1033, type="quantize_per_tensor"]; +"1034 dequantize_per_tensor_79" [id=1034, type="dequantize_per_tensor"]; +"1035 scale_updated_constant27" [id=1035, type="get_attr"]; +"1036 compressed_weight_updated_constant27" [id=1036, type="get_attr"]; +"1037 mul_tensor_27" [id=1037, type=mul]; +"1038 zero_point_updated_constant27" [id=1038, type="get_attr"]; +"1039 sub_tensor_27" [id=1039, type=sub]; +"1040 linear_40" [id=1040, type=linear]; +"1041 reshape_28" [id=1041, type=reshape]; +"1042 permute_30" [id=1042, type=permute]; +"1043 select_18" [id=1043, type=select]; +"1044 select_19" [id=1044, type=select]; +"1045 select_20" [id=1045, type=select]; +"1046 linalg_vector_norm_12" [id=1046, type="linalg_vector_norm"]; +"1047 clamp_min_12" [id=1047, type="clamp_min"]; +"1048 expand_as_12" [id=1048, type="expand_as"]; +"1049 div_12" [id=1049, type=div]; +"1050 quantize_per_tensor_80" [id=1050, type="quantize_per_tensor"]; +"1051 dequantize_per_tensor_81" [id=1051, type="dequantize_per_tensor"]; +"1052 linalg_vector_norm_13" [id=1052, type="linalg_vector_norm"]; +"1053 clamp_min_13" [id=1053, type="clamp_min"]; +"1054 expand_as_13" [id=1054, type="expand_as"]; +"1055 div_13" [id=1055, type=div]; +"1056 quantize_per_tensor_82" [id=1056, type="quantize_per_tensor"]; +"1057 dequantize_per_tensor_83" [id=1057, type="dequantize_per_tensor"]; +"1058 transpose_12" [id=1058, type=transpose]; +"1059 matmul_12" [id=1059, type=matmul]; +"1060 clamp_6" [id=1060, type=clamp]; +"1061 exp_6" [id=1061, type=exp]; +"1062 mul_13" [id=1062, type=mul]; +"1063 add_21" [id=1063, type=add]; +"1064 softmax_6" [id=1064, type=softmax]; +"1065 dropout_24" [id=1065, type=dropout]; +"1066 matmul_13" [id=1066, type=matmul]; +"1067 transpose_13" [id=1067, type=transpose]; +"1068 reshape_29" [id=1068, type=reshape]; +"1069 reshape_29_0_0_nncf_smooth_quant_0" [id=1069, type="call_module"]; +"1070 quantize_per_tensor_84" [id=1070, type="quantize_per_tensor"]; +"1071 dequantize_per_tensor_85" [id=1071, type="dequantize_per_tensor"]; +"1072 scale_updated_constant28" [id=1072, type="get_attr"]; +"1073 compressed_weight_updated_constant28" [id=1073, type="get_attr"]; +"1074 mul_tensor_28" [id=1074, type=mul]; +"1075 zero_point_updated_constant28" [id=1075, type="get_attr"]; +"1076 sub_tensor_28" [id=1076, type=sub]; +"1077 linear_41" [id=1077, type=linear]; +"1078 dropout_25" [id=1078, type=dropout]; +"1079 view_36" [id=1079, type=view]; +"1080 permute_31" [id=1080, type=permute]; +"1081 reshape_30" [id=1081, type=reshape]; +"1082 slice_86" [id=1082, type=slice]; +"1083 slice_87" [id=1083, type=slice]; +"1084 contiguous_11" [id=1084, type=contiguous]; +"1085 layer_norm_15" [id=1085, type="layer_norm"]; +"1086 add_22" [id=1086, type=add]; +"1087 add_22_0_0_nncf_smooth_quant_0" [id=1087, type="call_module"]; +"1088 quantize_per_tensor_86" [id=1088, type="quantize_per_tensor"]; +"1089 dequantize_per_tensor_87" [id=1089, type="dequantize_per_tensor"]; +"1090 scale_updated_constant29" [id=1090, type="get_attr"]; +"1091 compressed_weight_updated_constant29" [id=1091, type="get_attr"]; +"1092 mul_tensor_29" [id=1092, type=mul]; +"1093 zero_point_updated_constant29" [id=1093, type="get_attr"]; +"1094 sub_tensor_29" [id=1094, type=sub]; +"1095 linear_42" [id=1095, type=linear]; +"1096 gelu_6" [id=1096, type=gelu]; +"1097 dropout_26" [id=1097, type=dropout]; +"1098 dropout_26_0_0_nncf_smooth_quant_0" [id=1098, type="call_module"]; +"1099 quantize_per_tensor_88" [id=1099, type="quantize_per_tensor"]; +"1100 dequantize_per_tensor_89" [id=1100, type="dequantize_per_tensor"]; +"1101 scale_updated_constant30" [id=1101, type="get_attr"]; +"1102 compressed_weight_updated_constant30" [id=1102, type="get_attr"]; +"1103 mul_tensor_30" [id=1103, type=mul]; +"1104 zero_point_updated_constant30" [id=1104, type="get_attr"]; +"1105 sub_tensor_30" [id=1105, type=sub]; +"1106 linear_43" [id=1106, type=linear]; +"1107 dropout_27" [id=1107, type=dropout]; +"1108 layer_norm_16" [id=1108, type="layer_norm"]; +"1109 add_23" [id=1109, type=add]; +"1110 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1110, type="get_attr"]; +"1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1111, type="call_module"]; +"1112 linear_44" [id=1112, type=linear]; +"1113 relu__7" [id=1113, type="relu_"]; +"1114 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1114, type="get_attr"]; +"1115 relu__7_0_0_nncf_smooth_quant_0" [id=1115, type="call_module"]; +"1116 linear_45" [id=1116, type=linear]; +"1117 view_37" [id=1117, type=view]; +"1118 index_7" [id=1118, type=index]; +"1119 view_38" [id=1119, type=view]; +"1120 permute_32" [id=1120, type=permute]; +"1121 contiguous_12" [id=1121, type=contiguous]; +"1122 unsqueeze_19" [id=1122, type=unsqueeze]; +"1123 sigmoid_7" [id=1123, type=sigmoid]; +"1124 mul_14" [id=1124, type=mul]; +"1125 pad_9" [id=1125, type=pad]; +"1126 roll_6" [id=1126, type=roll]; +"1127 view_39" [id=1127, type=view]; +"1128 permute_33" [id=1128, type=permute]; +"1129 reshape_31" [id=1129, type=reshape]; +"1130 clone_7" [id=1130, type=clone]; +"1131 slice_88" [id=1131, type=slice]; +"1132 zero__7" [id=1132, type="zero_"]; +"1133 reshape_31_0_0_nncf_smooth_quant_0" [id=1133, type="call_module"]; +"1134 quantize_per_tensor_90" [id=1134, type="quantize_per_tensor"]; +"1135 dequantize_per_tensor_91" [id=1135, type="dequantize_per_tensor"]; +"1136 scale_updated_constant31" [id=1136, type="get_attr"]; +"1137 compressed_weight_updated_constant31" [id=1137, type="get_attr"]; +"1138 mul_tensor_31" [id=1138, type=mul]; +"1139 zero_point_updated_constant31" [id=1139, type="get_attr"]; +"1140 sub_tensor_31" [id=1140, type=sub]; +"1141 linear_46" [id=1141, type=linear]; +"1142 reshape_32" [id=1142, type=reshape]; +"1143 permute_34" [id=1143, type=permute]; +"1144 select_21" [id=1144, type=select]; +"1145 select_22" [id=1145, type=select]; +"1146 select_23" [id=1146, type=select]; +"1147 linalg_vector_norm_14" [id=1147, type="linalg_vector_norm"]; +"1148 clamp_min_14" [id=1148, type="clamp_min"]; +"1149 expand_as_14" [id=1149, type="expand_as"]; +"1150 div_14" [id=1150, type=div]; +"1151 quantize_per_tensor_92" [id=1151, type="quantize_per_tensor"]; +"1152 dequantize_per_tensor_93" [id=1152, type="dequantize_per_tensor"]; +"1153 linalg_vector_norm_15" [id=1153, type="linalg_vector_norm"]; +"1154 clamp_min_15" [id=1154, type="clamp_min"]; +"1155 expand_as_15" [id=1155, type="expand_as"]; +"1156 div_15" [id=1156, type=div]; +"1157 quantize_per_tensor_94" [id=1157, type="quantize_per_tensor"]; +"1158 dequantize_per_tensor_95" [id=1158, type="dequantize_per_tensor"]; +"1159 transpose_14" [id=1159, type=transpose]; +"1160 matmul_14" [id=1160, type=matmul]; +"1161 clamp_7" [id=1161, type=clamp]; +"1162 exp_7" [id=1162, type=exp]; +"1163 mul_15" [id=1163, type=mul]; +"1164 add_24" [id=1164, type=add]; +"1165 new_zeros_3" [id=1165, type="new_zeros"]; +"1166 lift_fresh_copy_27" [id=1166, type="lift_fresh_copy"]; +"1167 slice_89" [id=1167, type=slice]; +"1168 slice_90" [id=1168, type=slice]; +"1169 fill__27" [id=1169, type="fill_"]; +"1170 lift_fresh_copy_28" [id=1170, type="lift_fresh_copy"]; +"1171 slice_91" [id=1171, type=slice]; +"1172 slice_92" [id=1172, type=slice]; +"1173 fill__28" [id=1173, type="fill_"]; +"1174 lift_fresh_copy_29" [id=1174, type="lift_fresh_copy"]; +"1175 slice_93" [id=1175, type=slice]; +"1176 slice_94" [id=1176, type=slice]; +"1177 fill__29" [id=1177, type="fill_"]; +"1178 lift_fresh_copy_30" [id=1178, type="lift_fresh_copy"]; +"1179 slice_95" [id=1179, type=slice]; +"1180 slice_96" [id=1180, type=slice]; +"1181 fill__30" [id=1181, type="fill_"]; +"1182 lift_fresh_copy_31" [id=1182, type="lift_fresh_copy"]; +"1183 slice_97" [id=1183, type=slice]; +"1184 slice_98" [id=1184, type=slice]; +"1185 fill__31" [id=1185, type="fill_"]; +"1186 lift_fresh_copy_32" [id=1186, type="lift_fresh_copy"]; +"1187 slice_99" [id=1187, type=slice]; +"1188 slice_100" [id=1188, type=slice]; +"1189 fill__32" [id=1189, type="fill_"]; +"1190 lift_fresh_copy_33" [id=1190, type="lift_fresh_copy"]; +"1191 slice_101" [id=1191, type=slice]; +"1192 slice_102" [id=1192, type=slice]; +"1193 fill__33" [id=1193, type="fill_"]; +"1194 lift_fresh_copy_34" [id=1194, type="lift_fresh_copy"]; +"1195 slice_103" [id=1195, type=slice]; +"1196 slice_104" [id=1196, type=slice]; +"1197 fill__34" [id=1197, type="fill_"]; +"1198 lift_fresh_copy_35" [id=1198, type="lift_fresh_copy"]; +"1199 slice_105" [id=1199, type=slice]; +"1200 slice_106" [id=1200, type=slice]; +"1201 fill__35" [id=1201, type="fill_"]; +"1202 view_40" [id=1202, type=view]; +"1203 permute_35" [id=1203, type=permute]; +"1204 reshape_33" [id=1204, type=reshape]; +"1205 unsqueeze_20" [id=1205, type=unsqueeze]; +"1206 unsqueeze_21" [id=1206, type=unsqueeze]; +"1207 sub_3" [id=1207, type=sub]; +"1208 ne_3" [id=1208, type=ne]; +"1209 masked_fill_6" [id=1209, type="masked_fill"]; +"1210 eq_3" [id=1210, type=eq]; +"1211 masked_fill_7" [id=1211, type="masked_fill"]; +"1212 view_41" [id=1212, type=view]; +"1213 unsqueeze_22" [id=1213, type=unsqueeze]; +"1214 unsqueeze_23" [id=1214, type=unsqueeze]; +"1215 add_25" [id=1215, type=add]; +"1216 view_42" [id=1216, type=view]; +"1217 softmax_7" [id=1217, type=softmax]; +"1218 dropout_28" [id=1218, type=dropout]; +"1219 matmul_15" [id=1219, type=matmul]; +"1220 transpose_15" [id=1220, type=transpose]; +"1221 reshape_34" [id=1221, type=reshape]; +"1222 reshape_34_0_0_nncf_smooth_quant_0" [id=1222, type="call_module"]; +"1223 quantize_per_tensor_96" [id=1223, type="quantize_per_tensor"]; +"1224 dequantize_per_tensor_97" [id=1224, type="dequantize_per_tensor"]; +"1225 scale_updated_constant32" [id=1225, type="get_attr"]; +"1226 compressed_weight_updated_constant32" [id=1226, type="get_attr"]; +"1227 mul_tensor_32" [id=1227, type=mul]; +"1228 zero_point_updated_constant32" [id=1228, type="get_attr"]; +"1229 sub_tensor_32" [id=1229, type=sub]; +"1230 linear_47" [id=1230, type=linear]; +"1231 dropout_29" [id=1231, type=dropout]; +"1232 view_43" [id=1232, type=view]; +"1233 permute_36" [id=1233, type=permute]; +"1234 reshape_35" [id=1234, type=reshape]; +"1235 roll_7" [id=1235, type=roll]; +"1236 slice_107" [id=1236, type=slice]; +"1237 slice_108" [id=1237, type=slice]; +"1238 contiguous_13" [id=1238, type=contiguous]; +"1239 layer_norm_17" [id=1239, type="layer_norm"]; +"1240 add_26" [id=1240, type=add]; +"1241 add_26_0_0_nncf_smooth_quant_0" [id=1241, type="call_module"]; +"1242 quantize_per_tensor_98" [id=1242, type="quantize_per_tensor"]; +"1243 dequantize_per_tensor_99" [id=1243, type="dequantize_per_tensor"]; +"1244 scale_updated_constant33" [id=1244, type="get_attr"]; +"1245 compressed_weight_updated_constant33" [id=1245, type="get_attr"]; +"1246 mul_tensor_33" [id=1246, type=mul]; +"1247 zero_point_updated_constant33" [id=1247, type="get_attr"]; +"1248 sub_tensor_33" [id=1248, type=sub]; +"1249 linear_48" [id=1249, type=linear]; +"1250 gelu_7" [id=1250, type=gelu]; +"1251 dropout_30" [id=1251, type=dropout]; +"1252 dropout_30_0_0_nncf_smooth_quant_0" [id=1252, type="call_module"]; +"1253 quantize_per_tensor_100" [id=1253, type="quantize_per_tensor"]; +"1254 dequantize_per_tensor_101" [id=1254, type="dequantize_per_tensor"]; +"1255 scale_updated_constant34" [id=1255, type="get_attr"]; +"1256 compressed_weight_updated_constant34" [id=1256, type="get_attr"]; +"1257 mul_tensor_34" [id=1257, type=mul]; +"1258 zero_point_updated_constant34" [id=1258, type="get_attr"]; +"1259 sub_tensor_34" [id=1259, type=sub]; +"1260 linear_49" [id=1260, type=linear]; +"1261 dropout_31" [id=1261, type=dropout]; +"1262 layer_norm_18" [id=1262, type="layer_norm"]; +"1263 add_27" [id=1263, type=add]; +"1264 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1264, type="get_attr"]; +"1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1265, type="call_module"]; +"1266 linear_50" [id=1266, type=linear]; +"1267 relu__8" [id=1267, type="relu_"]; +"1268 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1268, type="get_attr"]; +"1269 relu__8_0_0_nncf_smooth_quant_0" [id=1269, type="call_module"]; +"1270 linear_51" [id=1270, type=linear]; +"1271 view_44" [id=1271, type=view]; +"1272 index_8" [id=1272, type=index]; +"1273 view_45" [id=1273, type=view]; +"1274 permute_37" [id=1274, type=permute]; +"1275 contiguous_14" [id=1275, type=contiguous]; +"1276 unsqueeze_24" [id=1276, type=unsqueeze]; +"1277 sigmoid_8" [id=1277, type=sigmoid]; +"1278 mul_16" [id=1278, type=mul]; +"1279 pad_10" [id=1279, type=pad]; +"1280 view_46" [id=1280, type=view]; +"1281 permute_38" [id=1281, type=permute]; +"1282 reshape_36" [id=1282, type=reshape]; +"1283 clone_8" [id=1283, type=clone]; +"1284 slice_109" [id=1284, type=slice]; +"1285 zero__8" [id=1285, type="zero_"]; +"1286 reshape_36_0_0_nncf_smooth_quant_0" [id=1286, type="call_module"]; +"1287 quantize_per_tensor_102" [id=1287, type="quantize_per_tensor"]; +"1288 dequantize_per_tensor_103" [id=1288, type="dequantize_per_tensor"]; +"1289 scale_updated_constant35" [id=1289, type="get_attr"]; +"1290 compressed_weight_updated_constant35" [id=1290, type="get_attr"]; +"1291 mul_tensor_35" [id=1291, type=mul]; +"1292 zero_point_updated_constant35" [id=1292, type="get_attr"]; +"1293 sub_tensor_35" [id=1293, type=sub]; +"1294 linear_52" [id=1294, type=linear]; +"1295 reshape_37" [id=1295, type=reshape]; +"1296 permute_39" [id=1296, type=permute]; +"1297 select_24" [id=1297, type=select]; +"1298 select_25" [id=1298, type=select]; +"1299 select_26" [id=1299, type=select]; +"1300 linalg_vector_norm_16" [id=1300, type="linalg_vector_norm"]; +"1301 clamp_min_16" [id=1301, type="clamp_min"]; +"1302 expand_as_16" [id=1302, type="expand_as"]; +"1303 div_16" [id=1303, type=div]; +"1304 quantize_per_tensor_104" [id=1304, type="quantize_per_tensor"]; +"1305 dequantize_per_tensor_105" [id=1305, type="dequantize_per_tensor"]; +"1306 linalg_vector_norm_17" [id=1306, type="linalg_vector_norm"]; +"1307 clamp_min_17" [id=1307, type="clamp_min"]; +"1308 expand_as_17" [id=1308, type="expand_as"]; +"1309 div_17" [id=1309, type=div]; +"1310 quantize_per_tensor_106" [id=1310, type="quantize_per_tensor"]; +"1311 dequantize_per_tensor_107" [id=1311, type="dequantize_per_tensor"]; +"1312 transpose_16" [id=1312, type=transpose]; +"1313 matmul_16" [id=1313, type=matmul]; +"1314 clamp_8" [id=1314, type=clamp]; +"1315 exp_8" [id=1315, type=exp]; +"1316 mul_17" [id=1316, type=mul]; +"1317 add_28" [id=1317, type=add]; +"1318 softmax_8" [id=1318, type=softmax]; +"1319 dropout_32" [id=1319, type=dropout]; +"1320 matmul_17" [id=1320, type=matmul]; +"1321 transpose_17" [id=1321, type=transpose]; +"1322 reshape_38" [id=1322, type=reshape]; +"1323 reshape_38_0_0_nncf_smooth_quant_0" [id=1323, type="call_module"]; +"1324 quantize_per_tensor_108" [id=1324, type="quantize_per_tensor"]; +"1325 dequantize_per_tensor_109" [id=1325, type="dequantize_per_tensor"]; +"1326 scale_updated_constant36" [id=1326, type="get_attr"]; +"1327 compressed_weight_updated_constant36" [id=1327, type="get_attr"]; +"1328 mul_tensor_36" [id=1328, type=mul]; +"1329 zero_point_updated_constant36" [id=1329, type="get_attr"]; +"1330 sub_tensor_36" [id=1330, type=sub]; +"1331 linear_53" [id=1331, type=linear]; +"1332 dropout_33" [id=1332, type=dropout]; +"1333 view_47" [id=1333, type=view]; +"1334 permute_40" [id=1334, type=permute]; +"1335 reshape_39" [id=1335, type=reshape]; +"1336 slice_110" [id=1336, type=slice]; +"1337 slice_111" [id=1337, type=slice]; +"1338 contiguous_15" [id=1338, type=contiguous]; +"1339 layer_norm_19" [id=1339, type="layer_norm"]; +"1340 add_29" [id=1340, type=add]; +"1341 add_29_0_0_nncf_smooth_quant_0" [id=1341, type="call_module"]; +"1342 quantize_per_tensor_110" [id=1342, type="quantize_per_tensor"]; +"1343 dequantize_per_tensor_111" [id=1343, type="dequantize_per_tensor"]; +"1344 scale_updated_constant37" [id=1344, type="get_attr"]; +"1345 compressed_weight_updated_constant37" [id=1345, type="get_attr"]; +"1346 mul_tensor_37" [id=1346, type=mul]; +"1347 zero_point_updated_constant37" [id=1347, type="get_attr"]; +"1348 sub_tensor_37" [id=1348, type=sub]; +"1349 linear_54" [id=1349, type=linear]; +"1350 gelu_8" [id=1350, type=gelu]; +"1351 dropout_34" [id=1351, type=dropout]; +"1352 dropout_34_0_0_nncf_smooth_quant_0" [id=1352, type="call_module"]; +"1353 quantize_per_tensor_112" [id=1353, type="quantize_per_tensor"]; +"1354 dequantize_per_tensor_113" [id=1354, type="dequantize_per_tensor"]; +"1355 scale_updated_constant38" [id=1355, type="get_attr"]; +"1356 compressed_weight_updated_constant38" [id=1356, type="get_attr"]; +"1357 mul_tensor_38" [id=1357, type=mul]; +"1358 zero_point_updated_constant38" [id=1358, type="get_attr"]; +"1359 sub_tensor_38" [id=1359, type=sub]; +"1360 linear_55" [id=1360, type=linear]; +"1361 dropout_35" [id=1361, type=dropout]; +"1362 layer_norm_20" [id=1362, type="layer_norm"]; +"1363 add_30" [id=1363, type=add]; +"1364 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1364, type="get_attr"]; +"1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1365, type="call_module"]; +"1366 linear_56" [id=1366, type=linear]; +"1367 relu__9" [id=1367, type="relu_"]; +"1368 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1368, type="get_attr"]; +"1369 relu__9_0_0_nncf_smooth_quant_0" [id=1369, type="call_module"]; +"1370 linear_57" [id=1370, type=linear]; +"1371 view_48" [id=1371, type=view]; +"1372 index_9" [id=1372, type=index]; +"1373 view_49" [id=1373, type=view]; +"1374 permute_41" [id=1374, type=permute]; +"1375 contiguous_16" [id=1375, type=contiguous]; +"1376 unsqueeze_25" [id=1376, type=unsqueeze]; +"1377 sigmoid_9" [id=1377, type=sigmoid]; +"1378 mul_18" [id=1378, type=mul]; +"1379 pad_11" [id=1379, type=pad]; +"1380 roll_8" [id=1380, type=roll]; +"1381 view_50" [id=1381, type=view]; +"1382 permute_42" [id=1382, type=permute]; +"1383 reshape_40" [id=1383, type=reshape]; +"1384 clone_9" [id=1384, type=clone]; +"1385 slice_112" [id=1385, type=slice]; +"1386 zero__9" [id=1386, type="zero_"]; +"1387 reshape_40_0_0_nncf_smooth_quant_0" [id=1387, type="call_module"]; +"1388 quantize_per_tensor_114" [id=1388, type="quantize_per_tensor"]; +"1389 dequantize_per_tensor_115" [id=1389, type="dequantize_per_tensor"]; +"1390 scale_updated_constant39" [id=1390, type="get_attr"]; +"1391 compressed_weight_updated_constant39" [id=1391, type="get_attr"]; +"1392 mul_tensor_39" [id=1392, type=mul]; +"1393 zero_point_updated_constant39" [id=1393, type="get_attr"]; +"1394 sub_tensor_39" [id=1394, type=sub]; +"1395 linear_58" [id=1395, type=linear]; +"1396 reshape_41" [id=1396, type=reshape]; +"1397 permute_43" [id=1397, type=permute]; +"1398 select_27" [id=1398, type=select]; +"1399 select_28" [id=1399, type=select]; +"1400 select_29" [id=1400, type=select]; +"1401 linalg_vector_norm_18" [id=1401, type="linalg_vector_norm"]; +"1402 clamp_min_18" [id=1402, type="clamp_min"]; +"1403 expand_as_18" [id=1403, type="expand_as"]; +"1404 div_18" [id=1404, type=div]; +"1405 quantize_per_tensor_116" [id=1405, type="quantize_per_tensor"]; +"1406 dequantize_per_tensor_117" [id=1406, type="dequantize_per_tensor"]; +"1407 linalg_vector_norm_19" [id=1407, type="linalg_vector_norm"]; +"1408 clamp_min_19" [id=1408, type="clamp_min"]; +"1409 expand_as_19" [id=1409, type="expand_as"]; +"1410 div_19" [id=1410, type=div]; +"1411 quantize_per_tensor_118" [id=1411, type="quantize_per_tensor"]; +"1412 dequantize_per_tensor_119" [id=1412, type="dequantize_per_tensor"]; +"1413 transpose_18" [id=1413, type=transpose]; +"1414 matmul_18" [id=1414, type=matmul]; +"1415 clamp_9" [id=1415, type=clamp]; +"1416 exp_9" [id=1416, type=exp]; +"1417 mul_19" [id=1417, type=mul]; +"1418 add_31" [id=1418, type=add]; +"1419 new_zeros_4" [id=1419, type="new_zeros"]; +"1420 lift_fresh_copy_36" [id=1420, type="lift_fresh_copy"]; +"1421 slice_113" [id=1421, type=slice]; +"1422 slice_114" [id=1422, type=slice]; +"1423 fill__36" [id=1423, type="fill_"]; +"1424 lift_fresh_copy_37" [id=1424, type="lift_fresh_copy"]; +"1425 slice_115" [id=1425, type=slice]; +"1426 slice_116" [id=1426, type=slice]; +"1427 fill__37" [id=1427, type="fill_"]; +"1428 lift_fresh_copy_38" [id=1428, type="lift_fresh_copy"]; +"1429 slice_117" [id=1429, type=slice]; +"1430 slice_118" [id=1430, type=slice]; +"1431 fill__38" [id=1431, type="fill_"]; +"1432 lift_fresh_copy_39" [id=1432, type="lift_fresh_copy"]; +"1433 slice_119" [id=1433, type=slice]; +"1434 slice_120" [id=1434, type=slice]; +"1435 fill__39" [id=1435, type="fill_"]; +"1436 lift_fresh_copy_40" [id=1436, type="lift_fresh_copy"]; +"1437 slice_121" [id=1437, type=slice]; +"1438 slice_122" [id=1438, type=slice]; +"1439 fill__40" [id=1439, type="fill_"]; +"1440 lift_fresh_copy_41" [id=1440, type="lift_fresh_copy"]; +"1441 slice_123" [id=1441, type=slice]; +"1442 slice_124" [id=1442, type=slice]; +"1443 fill__41" [id=1443, type="fill_"]; +"1444 lift_fresh_copy_42" [id=1444, type="lift_fresh_copy"]; +"1445 slice_125" [id=1445, type=slice]; +"1446 slice_126" [id=1446, type=slice]; +"1447 fill__42" [id=1447, type="fill_"]; +"1448 lift_fresh_copy_43" [id=1448, type="lift_fresh_copy"]; +"1449 slice_127" [id=1449, type=slice]; +"1450 slice_128" [id=1450, type=slice]; +"1451 fill__43" [id=1451, type="fill_"]; +"1452 lift_fresh_copy_44" [id=1452, type="lift_fresh_copy"]; +"1453 slice_129" [id=1453, type=slice]; +"1454 slice_130" [id=1454, type=slice]; +"1455 fill__44" [id=1455, type="fill_"]; +"1456 view_51" [id=1456, type=view]; +"1457 permute_44" [id=1457, type=permute]; +"1458 reshape_42" [id=1458, type=reshape]; +"1459 unsqueeze_26" [id=1459, type=unsqueeze]; +"1460 unsqueeze_27" [id=1460, type=unsqueeze]; +"1461 sub_4" [id=1461, type=sub]; +"1462 ne_4" [id=1462, type=ne]; +"1463 masked_fill_8" [id=1463, type="masked_fill"]; +"1464 eq_4" [id=1464, type=eq]; +"1465 masked_fill_9" [id=1465, type="masked_fill"]; +"1466 view_52" [id=1466, type=view]; +"1467 unsqueeze_28" [id=1467, type=unsqueeze]; +"1468 unsqueeze_29" [id=1468, type=unsqueeze]; +"1469 add_32" [id=1469, type=add]; +"1470 view_53" [id=1470, type=view]; +"1471 softmax_9" [id=1471, type=softmax]; +"1472 dropout_36" [id=1472, type=dropout]; +"1473 matmul_19" [id=1473, type=matmul]; +"1474 transpose_19" [id=1474, type=transpose]; +"1475 reshape_43" [id=1475, type=reshape]; +"1476 reshape_43_0_0_nncf_smooth_quant_0" [id=1476, type="call_module"]; +"1477 quantize_per_tensor_120" [id=1477, type="quantize_per_tensor"]; +"1478 dequantize_per_tensor_121" [id=1478, type="dequantize_per_tensor"]; +"1479 scale_updated_constant40" [id=1479, type="get_attr"]; +"1480 compressed_weight_updated_constant40" [id=1480, type="get_attr"]; +"1481 mul_tensor_40" [id=1481, type=mul]; +"1482 zero_point_updated_constant40" [id=1482, type="get_attr"]; +"1483 sub_tensor_40" [id=1483, type=sub]; +"1484 linear_59" [id=1484, type=linear]; +"1485 dropout_37" [id=1485, type=dropout]; +"1486 view_54" [id=1486, type=view]; +"1487 permute_45" [id=1487, type=permute]; +"1488 reshape_44" [id=1488, type=reshape]; +"1489 roll_9" [id=1489, type=roll]; +"1490 slice_131" [id=1490, type=slice]; +"1491 slice_132" [id=1491, type=slice]; +"1492 contiguous_17" [id=1492, type=contiguous]; +"1493 layer_norm_21" [id=1493, type="layer_norm"]; +"1494 add_33" [id=1494, type=add]; +"1495 add_33_0_0_nncf_smooth_quant_0" [id=1495, type="call_module"]; +"1496 quantize_per_tensor_122" [id=1496, type="quantize_per_tensor"]; +"1497 dequantize_per_tensor_123" [id=1497, type="dequantize_per_tensor"]; +"1498 scale_updated_constant41" [id=1498, type="get_attr"]; +"1499 compressed_weight_updated_constant41" [id=1499, type="get_attr"]; +"1500 mul_tensor_41" [id=1500, type=mul]; +"1501 zero_point_updated_constant41" [id=1501, type="get_attr"]; +"1502 sub_tensor_41" [id=1502, type=sub]; +"1503 linear_60" [id=1503, type=linear]; +"1504 gelu_9" [id=1504, type=gelu]; +"1505 dropout_38" [id=1505, type=dropout]; +"1506 dropout_38_0_0_nncf_smooth_quant_0" [id=1506, type="call_module"]; +"1507 quantize_per_tensor_124" [id=1507, type="quantize_per_tensor"]; +"1508 dequantize_per_tensor_125" [id=1508, type="dequantize_per_tensor"]; +"1509 scale_updated_constant42" [id=1509, type="get_attr"]; +"1510 compressed_weight_updated_constant42" [id=1510, type="get_attr"]; +"1511 mul_tensor_42" [id=1511, type=mul]; +"1512 zero_point_updated_constant42" [id=1512, type="get_attr"]; +"1513 sub_tensor_42" [id=1513, type=sub]; +"1514 linear_61" [id=1514, type=linear]; +"1515 dropout_39" [id=1515, type=dropout]; +"1516 layer_norm_22" [id=1516, type="layer_norm"]; +"1517 add_34" [id=1517, type=add]; +"1518 pad_12" [id=1518, type=pad]; +"1519 slice_133" [id=1519, type=slice]; +"1520 slice_134" [id=1520, type=slice]; +"1521 slice_135" [id=1521, type=slice]; +"1522 slice_136" [id=1522, type=slice]; +"1523 slice_137" [id=1523, type=slice]; +"1524 slice_138" [id=1524, type=slice]; +"1525 slice_139" [id=1525, type=slice]; +"1526 slice_140" [id=1526, type=slice]; +"1527 cat_2" [id=1527, type=cat]; +"1528 cat_2_0_0_nncf_smooth_quant_0" [id=1528, type="call_module"]; +"1529 quantize_per_tensor_126" [id=1529, type="quantize_per_tensor"]; +"1530 dequantize_per_tensor_127" [id=1530, type="dequantize_per_tensor"]; +"1531 scale_updated_constant43" [id=1531, type="get_attr"]; +"1532 compressed_weight_updated_constant43" [id=1532, type="get_attr"]; +"1533 mul_tensor_43" [id=1533, type=mul]; +"1534 zero_point_updated_constant43" [id=1534, type="get_attr"]; +"1535 sub_tensor_43" [id=1535, type=sub]; +"1536 linear_62" [id=1536, type=linear]; +"1537 layer_norm_23" [id=1537, type="layer_norm"]; +"1538 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1538, type="get_attr"]; +"1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1539, type="call_module"]; +"1540 linear_63" [id=1540, type=linear]; +"1541 relu__10" [id=1541, type="relu_"]; +"1542 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1542, type="get_attr"]; +"1543 relu__10_0_0_nncf_smooth_quant_0" [id=1543, type="call_module"]; +"1544 linear_64" [id=1544, type=linear]; +"1545 view_55" [id=1545, type=view]; +"1546 index_10" [id=1546, type=index]; +"1547 view_56" [id=1547, type=view]; +"1548 permute_46" [id=1548, type=permute]; +"1549 contiguous_18" [id=1549, type=contiguous]; +"1550 unsqueeze_30" [id=1550, type=unsqueeze]; +"1551 sigmoid_10" [id=1551, type=sigmoid]; +"1552 mul_20" [id=1552, type=mul]; +"1553 pad_13" [id=1553, type=pad]; +"1554 view_57" [id=1554, type=view]; +"1555 permute_47" [id=1555, type=permute]; +"1556 reshape_45" [id=1556, type=reshape]; +"1557 clone_10" [id=1557, type=clone]; +"1558 slice_141" [id=1558, type=slice]; +"1559 zero__10" [id=1559, type="zero_"]; +"1560 reshape_45_0_0_nncf_smooth_quant_0" [id=1560, type="call_module"]; +"1561 quantize_per_tensor_128" [id=1561, type="quantize_per_tensor"]; +"1562 dequantize_per_tensor_129" [id=1562, type="dequantize_per_tensor"]; +"1563 scale_updated_constant44" [id=1563, type="get_attr"]; +"1564 compressed_weight_updated_constant44" [id=1564, type="get_attr"]; +"1565 mul_tensor_44" [id=1565, type=mul]; +"1566 zero_point_updated_constant44" [id=1566, type="get_attr"]; +"1567 sub_tensor_44" [id=1567, type=sub]; +"1568 linear_65" [id=1568, type=linear]; +"1569 reshape_46" [id=1569, type=reshape]; +"1570 permute_48" [id=1570, type=permute]; +"1571 select_30" [id=1571, type=select]; +"1572 select_31" [id=1572, type=select]; +"1573 select_32" [id=1573, type=select]; +"1574 linalg_vector_norm_20" [id=1574, type="linalg_vector_norm"]; +"1575 clamp_min_20" [id=1575, type="clamp_min"]; +"1576 expand_as_20" [id=1576, type="expand_as"]; +"1577 div_20" [id=1577, type=div]; +"1578 quantize_per_tensor_130" [id=1578, type="quantize_per_tensor"]; +"1579 dequantize_per_tensor_131" [id=1579, type="dequantize_per_tensor"]; +"1580 linalg_vector_norm_21" [id=1580, type="linalg_vector_norm"]; +"1581 clamp_min_21" [id=1581, type="clamp_min"]; +"1582 expand_as_21" [id=1582, type="expand_as"]; +"1583 div_21" [id=1583, type=div]; +"1584 quantize_per_tensor_132" [id=1584, type="quantize_per_tensor"]; +"1585 dequantize_per_tensor_133" [id=1585, type="dequantize_per_tensor"]; +"1586 transpose_20" [id=1586, type=transpose]; +"1587 matmul_20" [id=1587, type=matmul]; +"1588 clamp_10" [id=1588, type=clamp]; +"1589 exp_10" [id=1589, type=exp]; +"1590 mul_21" [id=1590, type=mul]; +"1591 add_35" [id=1591, type=add]; +"1592 softmax_10" [id=1592, type=softmax]; +"1593 dropout_40" [id=1593, type=dropout]; +"1594 matmul_21" [id=1594, type=matmul]; +"1595 transpose_21" [id=1595, type=transpose]; +"1596 reshape_47" [id=1596, type=reshape]; +"1597 reshape_47_0_0_nncf_smooth_quant_0" [id=1597, type="call_module"]; +"1598 quantize_per_tensor_134" [id=1598, type="quantize_per_tensor"]; +"1599 dequantize_per_tensor_135" [id=1599, type="dequantize_per_tensor"]; +"1600 scale_updated_constant45" [id=1600, type="get_attr"]; +"1601 compressed_weight_updated_constant45" [id=1601, type="get_attr"]; +"1602 mul_tensor_45" [id=1602, type=mul]; +"1603 zero_point_updated_constant45" [id=1603, type="get_attr"]; +"1604 sub_tensor_45" [id=1604, type=sub]; +"1605 linear_66" [id=1605, type=linear]; +"1606 dropout_41" [id=1606, type=dropout]; +"1607 view_58" [id=1607, type=view]; +"1608 permute_49" [id=1608, type=permute]; +"1609 reshape_48" [id=1609, type=reshape]; +"1610 slice_142" [id=1610, type=slice]; +"1611 slice_143" [id=1611, type=slice]; +"1612 contiguous_19" [id=1612, type=contiguous]; +"1613 layer_norm_24" [id=1613, type="layer_norm"]; +"1614 add_36" [id=1614, type=add]; +"1615 add_36_0_0_nncf_smooth_quant_0" [id=1615, type="call_module"]; +"1616 quantize_per_tensor_136" [id=1616, type="quantize_per_tensor"]; +"1617 dequantize_per_tensor_137" [id=1617, type="dequantize_per_tensor"]; +"1618 scale_updated_constant46" [id=1618, type="get_attr"]; +"1619 compressed_weight_updated_constant46" [id=1619, type="get_attr"]; +"1620 mul_tensor_46" [id=1620, type=mul]; +"1621 zero_point_updated_constant46" [id=1621, type="get_attr"]; +"1622 sub_tensor_46" [id=1622, type=sub]; +"1623 linear_67" [id=1623, type=linear]; +"1624 gelu_10" [id=1624, type=gelu]; +"1625 dropout_42" [id=1625, type=dropout]; +"1626 dropout_42_0_0_nncf_smooth_quant_0" [id=1626, type="call_module"]; +"1627 quantize_per_tensor_138" [id=1627, type="quantize_per_tensor"]; +"1628 dequantize_per_tensor_139" [id=1628, type="dequantize_per_tensor"]; +"1629 scale_updated_constant47" [id=1629, type="get_attr"]; +"1630 compressed_weight_updated_constant47" [id=1630, type="get_attr"]; +"1631 mul_tensor_47" [id=1631, type=mul]; +"1632 zero_point_updated_constant47" [id=1632, type="get_attr"]; +"1633 sub_tensor_47" [id=1633, type=sub]; +"1634 linear_68" [id=1634, type=linear]; +"1635 dropout_43" [id=1635, type=dropout]; +"1636 layer_norm_25" [id=1636, type="layer_norm"]; +"1637 add_37" [id=1637, type=add]; +"1638 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1638, type="get_attr"]; +"1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1639, type="call_module"]; +"1640 linear_69" [id=1640, type=linear]; +"1641 relu__11" [id=1641, type="relu_"]; +"1642 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1642, type="get_attr"]; +"1643 relu__11_0_0_nncf_smooth_quant_0" [id=1643, type="call_module"]; +"1644 linear_70" [id=1644, type=linear]; +"1645 view_59" [id=1645, type=view]; +"1646 index_11" [id=1646, type=index]; +"1647 view_60" [id=1647, type=view]; +"1648 permute_50" [id=1648, type=permute]; +"1649 contiguous_20" [id=1649, type=contiguous]; +"1650 unsqueeze_31" [id=1650, type=unsqueeze]; +"1651 sigmoid_11" [id=1651, type=sigmoid]; +"1652 mul_22" [id=1652, type=mul]; +"1653 pad_14" [id=1653, type=pad]; +"1654 view_61" [id=1654, type=view]; +"1655 permute_51" [id=1655, type=permute]; +"1656 reshape_49" [id=1656, type=reshape]; +"1657 clone_11" [id=1657, type=clone]; +"1658 slice_144" [id=1658, type=slice]; +"1659 zero__11" [id=1659, type="zero_"]; +"1660 reshape_49_0_0_nncf_smooth_quant_0" [id=1660, type="call_module"]; +"1661 quantize_per_tensor_140" [id=1661, type="quantize_per_tensor"]; +"1662 dequantize_per_tensor_141" [id=1662, type="dequantize_per_tensor"]; +"1663 scale_updated_constant48" [id=1663, type="get_attr"]; +"1664 compressed_weight_updated_constant48" [id=1664, type="get_attr"]; +"1665 mul_tensor_48" [id=1665, type=mul]; +"1666 zero_point_updated_constant48" [id=1666, type="get_attr"]; +"1667 sub_tensor_48" [id=1667, type=sub]; +"1668 linear_71" [id=1668, type=linear]; +"1669 reshape_50" [id=1669, type=reshape]; +"1670 permute_52" [id=1670, type=permute]; +"1671 select_33" [id=1671, type=select]; +"1672 select_34" [id=1672, type=select]; +"1673 select_35" [id=1673, type=select]; +"1674 linalg_vector_norm_22" [id=1674, type="linalg_vector_norm"]; +"1675 clamp_min_22" [id=1675, type="clamp_min"]; +"1676 expand_as_22" [id=1676, type="expand_as"]; +"1677 div_22" [id=1677, type=div]; +"1678 quantize_per_tensor_142" [id=1678, type="quantize_per_tensor"]; +"1679 dequantize_per_tensor_143" [id=1679, type="dequantize_per_tensor"]; +"1680 linalg_vector_norm_23" [id=1680, type="linalg_vector_norm"]; +"1681 clamp_min_23" [id=1681, type="clamp_min"]; +"1682 expand_as_23" [id=1682, type="expand_as"]; +"1683 div_23" [id=1683, type=div]; +"1684 quantize_per_tensor_144" [id=1684, type="quantize_per_tensor"]; +"1685 dequantize_per_tensor_145" [id=1685, type="dequantize_per_tensor"]; +"1686 transpose_22" [id=1686, type=transpose]; +"1687 matmul_22" [id=1687, type=matmul]; +"1688 clamp_11" [id=1688, type=clamp]; +"1689 exp_11" [id=1689, type=exp]; +"1690 mul_23" [id=1690, type=mul]; +"1691 add_38" [id=1691, type=add]; +"1692 softmax_11" [id=1692, type=softmax]; +"1693 dropout_44" [id=1693, type=dropout]; +"1694 matmul_23" [id=1694, type=matmul]; +"1695 transpose_23" [id=1695, type=transpose]; +"1696 reshape_51" [id=1696, type=reshape]; +"1697 reshape_51_0_0_nncf_smooth_quant_0" [id=1697, type="call_module"]; +"1698 quantize_per_tensor_146" [id=1698, type="quantize_per_tensor"]; +"1699 dequantize_per_tensor_147" [id=1699, type="dequantize_per_tensor"]; +"1700 scale_updated_constant49" [id=1700, type="get_attr"]; +"1701 compressed_weight_updated_constant49" [id=1701, type="get_attr"]; +"1702 mul_tensor_49" [id=1702, type=mul]; +"1703 zero_point_updated_constant49" [id=1703, type="get_attr"]; +"1704 sub_tensor_49" [id=1704, type=sub]; +"1705 linear_72" [id=1705, type=linear]; +"1706 dropout_45" [id=1706, type=dropout]; +"1707 view_62" [id=1707, type=view]; +"1708 permute_53" [id=1708, type=permute]; +"1709 reshape_52" [id=1709, type=reshape]; +"1710 slice_145" [id=1710, type=slice]; +"1711 slice_146" [id=1711, type=slice]; +"1712 contiguous_21" [id=1712, type=contiguous]; +"1713 layer_norm_26" [id=1713, type="layer_norm"]; +"1714 add_39" [id=1714, type=add]; +"1715 add_39_0_0_nncf_smooth_quant_0" [id=1715, type="call_module"]; +"1716 quantize_per_tensor_148" [id=1716, type="quantize_per_tensor"]; +"1717 dequantize_per_tensor_149" [id=1717, type="dequantize_per_tensor"]; +"1718 scale_updated_constant50" [id=1718, type="get_attr"]; +"1719 compressed_weight_updated_constant50" [id=1719, type="get_attr"]; +"1720 mul_tensor_50" [id=1720, type=mul]; +"1721 zero_point_updated_constant50" [id=1721, type="get_attr"]; +"1722 sub_tensor_50" [id=1722, type=sub]; +"1723 linear_73" [id=1723, type=linear]; +"1724 gelu_11" [id=1724, type=gelu]; +"1725 dropout_46" [id=1725, type=dropout]; +"1726 dropout_46_0_0_nncf_smooth_quant_0" [id=1726, type="call_module"]; +"1727 quantize_per_tensor_150" [id=1727, type="quantize_per_tensor"]; +"1728 dequantize_per_tensor_151" [id=1728, type="dequantize_per_tensor"]; +"1729 scale_updated_constant51" [id=1729, type="get_attr"]; +"1730 compressed_weight_updated_constant51" [id=1730, type="get_attr"]; +"1731 mul_tensor_51" [id=1731, type=mul]; +"1732 zero_point_updated_constant51" [id=1732, type="get_attr"]; +"1733 sub_tensor_51" [id=1733, type=sub]; +"1734 linear_74" [id=1734, type=linear]; +"1735 dropout_47" [id=1735, type=dropout]; +"1736 layer_norm_27" [id=1736, type="layer_norm"]; +"1737 add_40" [id=1737, type=add]; +"1738 layer_norm_28" [id=1738, type="layer_norm"]; +"1739 permute_54" [id=1739, type=permute]; +"1740 adaptive_avg_pool2d" [id=1740, type="adaptive_avg_pool2d"]; +"1741 flatten" [id=1741, type=flatten]; +"1742 flatten_0_0_nncf_smooth_quant_0" [id=1742, type="call_module"]; +"1743 quantize_per_tensor_152" [id=1743, type="quantize_per_tensor"]; +"1744 dequantize_per_tensor_153" [id=1744, type="dequantize_per_tensor"]; +"1745 scale_updated_constant52" [id=1745, type="get_attr"]; +"1746 compressed_weight_updated_constant52" [id=1746, type="get_attr"]; +"1747 mul_tensor_52" [id=1747, type=mul]; +"1748 zero_point_updated_constant52" [id=1748, type="get_attr"]; +"1749 sub_tensor_52" [id=1749, type=sub]; +"1750 linear_75" [id=1750, type=linear]; +"1751 output" [id=1751, type=output]; "0 features_1_0_attn_qkv_bias" -> "231 clone" [style=solid, label="(288,)"]; "1 features_1_0_attn_proj_bias" -> "279 linear_3" [style=solid, label="(96,)"]; "2 features_1_0_attn_logit_scale" -> "262 clamp" [style=solid, label="(3, 1, 1)"]; -"3 features_1_1_attn_qkv_bias" -> "331 clone_1" [style=solid, label="(288,)"]; -"4 features_1_1_attn_proj_bias" -> "431 linear_9" [style=solid, label="(96,)"]; -"5 features_1_1_attn_logit_scale" -> "362 clamp_1" [style=solid, label="(3, 1, 1)"]; -"6 features_3_0_attn_qkv_bias" -> "507 clone_2" [style=solid, label="(576,)"]; -"7 features_3_0_attn_proj_bias" -> "555 linear_16" [style=solid, label="(192,)"]; -"8 features_3_0_attn_logit_scale" -> "538 clamp_2" [style=solid, label="(6, 1, 1)"]; -"9 features_3_1_attn_qkv_bias" -> "610 clone_3" [style=solid, label="(576,)"]; -"10 features_3_1_attn_proj_bias" -> "710 linear_22" [style=solid, label="(192,)"]; -"11 features_3_1_attn_logit_scale" -> "641 clamp_3" [style=solid, label="(6, 1, 1)"]; -"12 features_5_0_attn_qkv_bias" -> "789 clone_4" [style=solid, label="(1152,)"]; -"13 features_5_0_attn_proj_bias" -> "837 linear_29" [style=solid, label="(384,)"]; -"14 features_5_0_attn_logit_scale" -> "820 clamp_4" [style=solid, label="(12, 1, 1)"]; -"15 features_5_1_attn_qkv_bias" -> "892 clone_5" [style=solid, label="(1152,)"]; -"16 features_5_1_attn_proj_bias" -> "992 linear_35" [style=solid, label="(384,)"]; -"17 features_5_1_attn_logit_scale" -> "923 clamp_5" [style=solid, label="(12, 1, 1)"]; -"18 features_5_2_attn_qkv_bias" -> "1047 clone_6" [style=solid, label="(1152,)"]; -"19 features_5_2_attn_proj_bias" -> "1095 linear_41" [style=solid, label="(384,)"]; -"20 features_5_2_attn_logit_scale" -> "1078 clamp_6" [style=solid, label="(12, 1, 1)"]; -"21 features_5_3_attn_qkv_bias" -> "1150 clone_7" [style=solid, label="(1152,)"]; -"22 features_5_3_attn_proj_bias" -> "1250 linear_47" [style=solid, label="(384,)"]; -"23 features_5_3_attn_logit_scale" -> "1181 clamp_7" [style=solid, label="(12, 1, 1)"]; -"24 features_5_4_attn_qkv_bias" -> "1305 clone_8" [style=solid, label="(1152,)"]; -"25 features_5_4_attn_proj_bias" -> "1353 linear_53" [style=solid, label="(384,)"]; -"26 features_5_4_attn_logit_scale" -> "1336 clamp_8" [style=solid, label="(12, 1, 1)"]; -"27 features_5_5_attn_qkv_bias" -> "1408 clone_9" [style=solid, label="(1152,)"]; -"28 features_5_5_attn_proj_bias" -> "1508 linear_59" [style=solid, label="(384,)"]; -"29 features_5_5_attn_logit_scale" -> "1439 clamp_9" [style=solid, label="(12, 1, 1)"]; -"30 features_7_0_attn_qkv_bias" -> "1587 clone_10" [style=solid, label="(2304,)"]; -"31 features_7_0_attn_proj_bias" -> "1635 linear_66" [style=solid, label="(768,)"]; -"32 features_7_0_attn_logit_scale" -> "1618 clamp_10" [style=solid, label="(24, 1, 1)"]; -"33 features_7_1_attn_qkv_bias" -> "1689 clone_11" [style=solid, label="(2304,)"]; -"34 features_7_1_attn_proj_bias" -> "1737 linear_72" [style=solid, label="(768,)"]; -"35 features_7_1_attn_logit_scale" -> "1720 clamp_11" [style=solid, label="(24, 1, 1)"]; +"3 features_1_1_attn_qkv_bias" -> "330 clone_1" [style=solid, label="(288,)"]; +"4 features_1_1_attn_proj_bias" -> "430 linear_9" [style=solid, label="(96,)"]; +"5 features_1_1_attn_logit_scale" -> "361 clamp_1" [style=solid, label="(3, 1, 1)"]; +"6 features_3_0_attn_qkv_bias" -> "501 clone_2" [style=solid, label="(576,)"]; +"7 features_3_0_attn_proj_bias" -> "549 linear_16" [style=solid, label="(192,)"]; +"8 features_3_0_attn_logit_scale" -> "532 clamp_2" [style=solid, label="(6, 1, 1)"]; +"9 features_3_1_attn_qkv_bias" -> "602 clone_3" [style=solid, label="(576,)"]; +"10 features_3_1_attn_proj_bias" -> "702 linear_22" [style=solid, label="(192,)"]; +"11 features_3_1_attn_logit_scale" -> "633 clamp_3" [style=solid, label="(6, 1, 1)"]; +"12 features_5_0_attn_qkv_bias" -> "775 clone_4" [style=solid, label="(1152,)"]; +"13 features_5_0_attn_proj_bias" -> "823 linear_29" [style=solid, label="(384,)"]; +"14 features_5_0_attn_logit_scale" -> "806 clamp_4" [style=solid, label="(12, 1, 1)"]; +"15 features_5_1_attn_qkv_bias" -> "876 clone_5" [style=solid, label="(1152,)"]; +"16 features_5_1_attn_proj_bias" -> "976 linear_35" [style=solid, label="(384,)"]; +"17 features_5_1_attn_logit_scale" -> "907 clamp_5" [style=solid, label="(12, 1, 1)"]; +"18 features_5_2_attn_qkv_bias" -> "1029 clone_6" [style=solid, label="(1152,)"]; +"19 features_5_2_attn_proj_bias" -> "1077 linear_41" [style=solid, label="(384,)"]; +"20 features_5_2_attn_logit_scale" -> "1060 clamp_6" [style=solid, label="(12, 1, 1)"]; +"21 features_5_3_attn_qkv_bias" -> "1130 clone_7" [style=solid, label="(1152,)"]; +"22 features_5_3_attn_proj_bias" -> "1230 linear_47" [style=solid, label="(384,)"]; +"23 features_5_3_attn_logit_scale" -> "1161 clamp_7" [style=solid, label="(12, 1, 1)"]; +"24 features_5_4_attn_qkv_bias" -> "1283 clone_8" [style=solid, label="(1152,)"]; +"25 features_5_4_attn_proj_bias" -> "1331 linear_53" [style=solid, label="(384,)"]; +"26 features_5_4_attn_logit_scale" -> "1314 clamp_8" [style=solid, label="(12, 1, 1)"]; +"27 features_5_5_attn_qkv_bias" -> "1384 clone_9" [style=solid, label="(1152,)"]; +"28 features_5_5_attn_proj_bias" -> "1484 linear_59" [style=solid, label="(384,)"]; +"29 features_5_5_attn_logit_scale" -> "1415 clamp_9" [style=solid, label="(12, 1, 1)"]; +"30 features_7_0_attn_qkv_bias" -> "1557 clone_10" [style=solid, label="(2304,)"]; +"31 features_7_0_attn_proj_bias" -> "1605 linear_66" [style=solid, label="(768,)"]; +"32 features_7_0_attn_logit_scale" -> "1588 clamp_10" [style=solid, label="(24, 1, 1)"]; +"33 features_7_1_attn_qkv_bias" -> "1657 clone_11" [style=solid, label="(2304,)"]; +"34 features_7_1_attn_proj_bias" -> "1705 linear_72" [style=solid, label="(768,)"]; +"35 features_7_1_attn_logit_scale" -> "1688 clamp_11" [style=solid, label="(24, 1, 1)"]; "36 features_0_0_bias" -> "209 conv2d" [style=solid, label="(96,)"]; "37 features_0_2_weight" -> "211 layer_norm" [style=solid, label="(96,)"]; "38 features_0_2_bias" -> "211 layer_norm" [style=solid, label="(96,)"]; "39 features_1_0_attn_cpb_mlp_0_bias" -> "214 linear" [style=solid, label="(512,)"]; -"40 features_1_0_norm1_weight" -> "286 layer_norm_1" [style=solid, label="(96,)"]; -"41 features_1_0_norm1_bias" -> "286 layer_norm_1" [style=solid, label="(96,)"]; -"42 features_1_0_mlp_0_bias" -> "296 linear_4" [style=solid, label="(384,)"]; -"43 features_1_0_mlp_3_bias" -> "307 linear_5" [style=solid, label="(96,)"]; -"44 features_1_0_norm2_weight" -> "309 layer_norm_2" [style=solid, label="(96,)"]; -"45 features_1_0_norm2_bias" -> "309 layer_norm_2" [style=solid, label="(96,)"]; -"46 features_1_1_attn_cpb_mlp_0_bias" -> "313 linear_6" [style=solid, label="(512,)"]; -"47 features_1_1_norm1_weight" -> "439 layer_norm_3" [style=solid, label="(96,)"]; -"48 features_1_1_norm1_bias" -> "439 layer_norm_3" [style=solid, label="(96,)"]; -"49 features_1_1_mlp_0_bias" -> "449 linear_10" [style=solid, label="(384,)"]; -"50 features_1_1_mlp_3_bias" -> "460 linear_11" [style=solid, label="(96,)"]; -"51 features_1_1_norm2_weight" -> "462 layer_norm_4" [style=solid, label="(96,)"]; -"52 features_1_1_norm2_bias" -> "462 layer_norm_4" [style=solid, label="(96,)"]; -"53 features_2_norm_weight" -> "487 layer_norm_5" [style=solid, label="(192,)"]; -"54 features_2_norm_bias" -> "487 layer_norm_5" [style=solid, label="(192,)"]; -"55 features_3_0_attn_cpb_mlp_0_bias" -> "490 linear_13" [style=solid, label="(512,)"]; -"56 features_3_0_norm1_weight" -> "565 layer_norm_6" [style=solid, label="(192,)"]; -"57 features_3_0_norm1_bias" -> "565 layer_norm_6" [style=solid, label="(192,)"]; -"58 features_3_0_mlp_0_bias" -> "575 linear_17" [style=solid, label="(768,)"]; -"59 features_3_0_mlp_3_bias" -> "586 linear_18" [style=solid, label="(192,)"]; -"60 features_3_0_norm2_weight" -> "588 layer_norm_7" [style=solid, label="(192,)"]; -"61 features_3_0_norm2_bias" -> "588 layer_norm_7" [style=solid, label="(192,)"]; -"62 features_3_1_attn_cpb_mlp_0_bias" -> "592 linear_19" [style=solid, label="(512,)"]; -"63 features_3_1_norm1_weight" -> "721 layer_norm_8" [style=solid, label="(192,)"]; -"64 features_3_1_norm1_bias" -> "721 layer_norm_8" [style=solid, label="(192,)"]; -"65 features_3_1_mlp_0_bias" -> "731 linear_23" [style=solid, label="(768,)"]; -"66 features_3_1_mlp_3_bias" -> "742 linear_24" [style=solid, label="(192,)"]; -"67 features_3_1_norm2_weight" -> "744 layer_norm_9" [style=solid, label="(192,)"]; -"68 features_3_1_norm2_bias" -> "744 layer_norm_9" [style=solid, label="(192,)"]; -"69 features_4_norm_weight" -> "769 layer_norm_10" [style=solid, label="(384,)"]; -"70 features_4_norm_bias" -> "769 layer_norm_10" [style=solid, label="(384,)"]; -"71 features_5_0_attn_cpb_mlp_0_bias" -> "772 linear_26" [style=solid, label="(512,)"]; -"72 features_5_0_norm1_weight" -> "847 layer_norm_11" [style=solid, label="(384,)"]; -"73 features_5_0_norm1_bias" -> "847 layer_norm_11" [style=solid, label="(384,)"]; -"74 features_5_0_mlp_0_bias" -> "857 linear_30" [style=solid, label="(1536,)"]; -"75 features_5_0_mlp_3_bias" -> "868 linear_31" [style=solid, label="(384,)"]; -"76 features_5_0_norm2_weight" -> "870 layer_norm_12" [style=solid, label="(384,)"]; -"77 features_5_0_norm2_bias" -> "870 layer_norm_12" [style=solid, label="(384,)"]; -"78 features_5_1_attn_cpb_mlp_0_bias" -> "874 linear_32" [style=solid, label="(512,)"]; -"79 features_5_1_norm1_weight" -> "1003 layer_norm_13" [style=solid, label="(384,)"]; -"80 features_5_1_norm1_bias" -> "1003 layer_norm_13" [style=solid, label="(384,)"]; -"81 features_5_1_mlp_0_bias" -> "1013 linear_36" [style=solid, label="(1536,)"]; -"82 features_5_1_mlp_3_bias" -> "1024 linear_37" [style=solid, label="(384,)"]; -"83 features_5_1_norm2_weight" -> "1026 layer_norm_14" [style=solid, label="(384,)"]; -"84 features_5_1_norm2_bias" -> "1026 layer_norm_14" [style=solid, label="(384,)"]; -"85 features_5_2_attn_cpb_mlp_0_bias" -> "1030 linear_38" [style=solid, label="(512,)"]; -"86 features_5_2_norm1_weight" -> "1105 layer_norm_15" [style=solid, label="(384,)"]; -"87 features_5_2_norm1_bias" -> "1105 layer_norm_15" [style=solid, label="(384,)"]; -"88 features_5_2_mlp_0_bias" -> "1115 linear_42" [style=solid, label="(1536,)"]; -"89 features_5_2_mlp_3_bias" -> "1126 linear_43" [style=solid, label="(384,)"]; -"90 features_5_2_norm2_weight" -> "1128 layer_norm_16" [style=solid, label="(384,)"]; -"91 features_5_2_norm2_bias" -> "1128 layer_norm_16" [style=solid, label="(384,)"]; -"92 features_5_3_attn_cpb_mlp_0_bias" -> "1132 linear_44" [style=solid, label="(512,)"]; -"93 features_5_3_norm1_weight" -> "1261 layer_norm_17" [style=solid, label="(384,)"]; -"94 features_5_3_norm1_bias" -> "1261 layer_norm_17" [style=solid, label="(384,)"]; -"95 features_5_3_mlp_0_bias" -> "1271 linear_48" [style=solid, label="(1536,)"]; -"96 features_5_3_mlp_3_bias" -> "1282 linear_49" [style=solid, label="(384,)"]; -"97 features_5_3_norm2_weight" -> "1284 layer_norm_18" [style=solid, label="(384,)"]; -"98 features_5_3_norm2_bias" -> "1284 layer_norm_18" [style=solid, label="(384,)"]; -"99 features_5_4_attn_cpb_mlp_0_bias" -> "1288 linear_50" [style=solid, label="(512,)"]; -"100 features_5_4_norm1_weight" -> "1363 layer_norm_19" [style=solid, label="(384,)"]; -"101 features_5_4_norm1_bias" -> "1363 layer_norm_19" [style=solid, label="(384,)"]; -"102 features_5_4_mlp_0_bias" -> "1373 linear_54" [style=solid, label="(1536,)"]; -"103 features_5_4_mlp_3_bias" -> "1384 linear_55" [style=solid, label="(384,)"]; -"104 features_5_4_norm2_weight" -> "1386 layer_norm_20" [style=solid, label="(384,)"]; -"105 features_5_4_norm2_bias" -> "1386 layer_norm_20" [style=solid, label="(384,)"]; -"106 features_5_5_attn_cpb_mlp_0_bias" -> "1390 linear_56" [style=solid, label="(512,)"]; -"107 features_5_5_norm1_weight" -> "1519 layer_norm_21" [style=solid, label="(384,)"]; -"108 features_5_5_norm1_bias" -> "1519 layer_norm_21" [style=solid, label="(384,)"]; -"109 features_5_5_mlp_0_bias" -> "1529 linear_60" [style=solid, label="(1536,)"]; -"110 features_5_5_mlp_3_bias" -> "1540 linear_61" [style=solid, label="(384,)"]; -"111 features_5_5_norm2_weight" -> "1542 layer_norm_22" [style=solid, label="(384,)"]; -"112 features_5_5_norm2_bias" -> "1542 layer_norm_22" [style=solid, label="(384,)"]; -"113 features_6_norm_weight" -> "1567 layer_norm_23" [style=solid, label="(768,)"]; -"114 features_6_norm_bias" -> "1567 layer_norm_23" [style=solid, label="(768,)"]; -"115 features_7_0_attn_cpb_mlp_0_bias" -> "1570 linear_63" [style=solid, label="(512,)"]; -"116 features_7_0_norm1_weight" -> "1645 layer_norm_24" [style=solid, label="(768,)"]; -"117 features_7_0_norm1_bias" -> "1645 layer_norm_24" [style=solid, label="(768,)"]; -"118 features_7_0_mlp_0_bias" -> "1655 linear_67" [style=solid, label="(3072,)"]; -"119 features_7_0_mlp_3_bias" -> "1666 linear_68" [style=solid, label="(768,)"]; -"120 features_7_0_norm2_weight" -> "1668 layer_norm_25" [style=solid, label="(768,)"]; -"121 features_7_0_norm2_bias" -> "1668 layer_norm_25" [style=solid, label="(768,)"]; -"122 features_7_1_attn_cpb_mlp_0_bias" -> "1672 linear_69" [style=solid, label="(512,)"]; -"123 features_7_1_norm1_weight" -> "1747 layer_norm_26" [style=solid, label="(768,)"]; -"124 features_7_1_norm1_bias" -> "1747 layer_norm_26" [style=solid, label="(768,)"]; -"125 features_7_1_mlp_0_bias" -> "1757 linear_73" [style=solid, label="(3072,)"]; -"126 features_7_1_mlp_3_bias" -> "1768 linear_74" [style=solid, label="(768,)"]; -"127 features_7_1_norm2_weight" -> "1770 layer_norm_27" [style=solid, label="(768,)"]; -"128 features_7_1_norm2_bias" -> "1770 layer_norm_27" [style=solid, label="(768,)"]; -"129 norm_weight" -> "1772 layer_norm_28" [style=solid, label="(768,)"]; -"130 norm_bias" -> "1772 layer_norm_28" [style=solid, label="(768,)"]; -"131 head_bias" -> "1784 linear_75" [style=solid, label="(1000,)"]; +"40 features_1_0_norm1_weight" -> "285 layer_norm_1" [style=solid, label="(96,)"]; +"41 features_1_0_norm1_bias" -> "285 layer_norm_1" [style=solid, label="(96,)"]; +"42 features_1_0_mlp_0_bias" -> "295 linear_4" [style=solid, label="(384,)"]; +"43 features_1_0_mlp_3_bias" -> "306 linear_5" [style=solid, label="(96,)"]; +"44 features_1_0_norm2_weight" -> "308 layer_norm_2" [style=solid, label="(96,)"]; +"45 features_1_0_norm2_bias" -> "308 layer_norm_2" [style=solid, label="(96,)"]; +"46 features_1_1_attn_cpb_mlp_0_bias" -> "312 linear_6" [style=solid, label="(512,)"]; +"47 features_1_1_norm1_weight" -> "437 layer_norm_3" [style=solid, label="(96,)"]; +"48 features_1_1_norm1_bias" -> "437 layer_norm_3" [style=solid, label="(96,)"]; +"49 features_1_1_mlp_0_bias" -> "447 linear_10" [style=solid, label="(384,)"]; +"50 features_1_1_mlp_3_bias" -> "458 linear_11" [style=solid, label="(96,)"]; +"51 features_1_1_norm2_weight" -> "460 layer_norm_4" [style=solid, label="(96,)"]; +"52 features_1_1_norm2_bias" -> "460 layer_norm_4" [style=solid, label="(96,)"]; +"53 features_2_norm_weight" -> "481 layer_norm_5" [style=solid, label="(192,)"]; +"54 features_2_norm_bias" -> "481 layer_norm_5" [style=solid, label="(192,)"]; +"55 features_3_0_attn_cpb_mlp_0_bias" -> "484 linear_13" [style=solid, label="(512,)"]; +"56 features_3_0_norm1_weight" -> "557 layer_norm_6" [style=solid, label="(192,)"]; +"57 features_3_0_norm1_bias" -> "557 layer_norm_6" [style=solid, label="(192,)"]; +"58 features_3_0_mlp_0_bias" -> "567 linear_17" [style=solid, label="(768,)"]; +"59 features_3_0_mlp_3_bias" -> "578 linear_18" [style=solid, label="(192,)"]; +"60 features_3_0_norm2_weight" -> "580 layer_norm_7" [style=solid, label="(192,)"]; +"61 features_3_0_norm2_bias" -> "580 layer_norm_7" [style=solid, label="(192,)"]; +"62 features_3_1_attn_cpb_mlp_0_bias" -> "584 linear_19" [style=solid, label="(512,)"]; +"63 features_3_1_norm1_weight" -> "711 layer_norm_8" [style=solid, label="(192,)"]; +"64 features_3_1_norm1_bias" -> "711 layer_norm_8" [style=solid, label="(192,)"]; +"65 features_3_1_mlp_0_bias" -> "721 linear_23" [style=solid, label="(768,)"]; +"66 features_3_1_mlp_3_bias" -> "732 linear_24" [style=solid, label="(192,)"]; +"67 features_3_1_norm2_weight" -> "734 layer_norm_9" [style=solid, label="(192,)"]; +"68 features_3_1_norm2_bias" -> "734 layer_norm_9" [style=solid, label="(192,)"]; +"69 features_4_norm_weight" -> "755 layer_norm_10" [style=solid, label="(384,)"]; +"70 features_4_norm_bias" -> "755 layer_norm_10" [style=solid, label="(384,)"]; +"71 features_5_0_attn_cpb_mlp_0_bias" -> "758 linear_26" [style=solid, label="(512,)"]; +"72 features_5_0_norm1_weight" -> "831 layer_norm_11" [style=solid, label="(384,)"]; +"73 features_5_0_norm1_bias" -> "831 layer_norm_11" [style=solid, label="(384,)"]; +"74 features_5_0_mlp_0_bias" -> "841 linear_30" [style=solid, label="(1536,)"]; +"75 features_5_0_mlp_3_bias" -> "852 linear_31" [style=solid, label="(384,)"]; +"76 features_5_0_norm2_weight" -> "854 layer_norm_12" [style=solid, label="(384,)"]; +"77 features_5_0_norm2_bias" -> "854 layer_norm_12" [style=solid, label="(384,)"]; +"78 features_5_1_attn_cpb_mlp_0_bias" -> "858 linear_32" [style=solid, label="(512,)"]; +"79 features_5_1_norm1_weight" -> "985 layer_norm_13" [style=solid, label="(384,)"]; +"80 features_5_1_norm1_bias" -> "985 layer_norm_13" [style=solid, label="(384,)"]; +"81 features_5_1_mlp_0_bias" -> "995 linear_36" [style=solid, label="(1536,)"]; +"82 features_5_1_mlp_3_bias" -> "1006 linear_37" [style=solid, label="(384,)"]; +"83 features_5_1_norm2_weight" -> "1008 layer_norm_14" [style=solid, label="(384,)"]; +"84 features_5_1_norm2_bias" -> "1008 layer_norm_14" [style=solid, label="(384,)"]; +"85 features_5_2_attn_cpb_mlp_0_bias" -> "1012 linear_38" [style=solid, label="(512,)"]; +"86 features_5_2_norm1_weight" -> "1085 layer_norm_15" [style=solid, label="(384,)"]; +"87 features_5_2_norm1_bias" -> "1085 layer_norm_15" [style=solid, label="(384,)"]; +"88 features_5_2_mlp_0_bias" -> "1095 linear_42" [style=solid, label="(1536,)"]; +"89 features_5_2_mlp_3_bias" -> "1106 linear_43" [style=solid, label="(384,)"]; +"90 features_5_2_norm2_weight" -> "1108 layer_norm_16" [style=solid, label="(384,)"]; +"91 features_5_2_norm2_bias" -> "1108 layer_norm_16" [style=solid, label="(384,)"]; +"92 features_5_3_attn_cpb_mlp_0_bias" -> "1112 linear_44" [style=solid, label="(512,)"]; +"93 features_5_3_norm1_weight" -> "1239 layer_norm_17" [style=solid, label="(384,)"]; +"94 features_5_3_norm1_bias" -> "1239 layer_norm_17" [style=solid, label="(384,)"]; +"95 features_5_3_mlp_0_bias" -> "1249 linear_48" [style=solid, label="(1536,)"]; +"96 features_5_3_mlp_3_bias" -> "1260 linear_49" [style=solid, label="(384,)"]; +"97 features_5_3_norm2_weight" -> "1262 layer_norm_18" [style=solid, label="(384,)"]; +"98 features_5_3_norm2_bias" -> "1262 layer_norm_18" [style=solid, label="(384,)"]; +"99 features_5_4_attn_cpb_mlp_0_bias" -> "1266 linear_50" [style=solid, label="(512,)"]; +"100 features_5_4_norm1_weight" -> "1339 layer_norm_19" [style=solid, label="(384,)"]; +"101 features_5_4_norm1_bias" -> "1339 layer_norm_19" [style=solid, label="(384,)"]; +"102 features_5_4_mlp_0_bias" -> "1349 linear_54" [style=solid, label="(1536,)"]; +"103 features_5_4_mlp_3_bias" -> "1360 linear_55" [style=solid, label="(384,)"]; +"104 features_5_4_norm2_weight" -> "1362 layer_norm_20" [style=solid, label="(384,)"]; +"105 features_5_4_norm2_bias" -> "1362 layer_norm_20" [style=solid, label="(384,)"]; +"106 features_5_5_attn_cpb_mlp_0_bias" -> "1366 linear_56" [style=solid, label="(512,)"]; +"107 features_5_5_norm1_weight" -> "1493 layer_norm_21" [style=solid, label="(384,)"]; +"108 features_5_5_norm1_bias" -> "1493 layer_norm_21" [style=solid, label="(384,)"]; +"109 features_5_5_mlp_0_bias" -> "1503 linear_60" [style=solid, label="(1536,)"]; +"110 features_5_5_mlp_3_bias" -> "1514 linear_61" [style=solid, label="(384,)"]; +"111 features_5_5_norm2_weight" -> "1516 layer_norm_22" [style=solid, label="(384,)"]; +"112 features_5_5_norm2_bias" -> "1516 layer_norm_22" [style=solid, label="(384,)"]; +"113 features_6_norm_weight" -> "1537 layer_norm_23" [style=solid, label="(768,)"]; +"114 features_6_norm_bias" -> "1537 layer_norm_23" [style=solid, label="(768,)"]; +"115 features_7_0_attn_cpb_mlp_0_bias" -> "1540 linear_63" [style=solid, label="(512,)"]; +"116 features_7_0_norm1_weight" -> "1613 layer_norm_24" [style=solid, label="(768,)"]; +"117 features_7_0_norm1_bias" -> "1613 layer_norm_24" [style=solid, label="(768,)"]; +"118 features_7_0_mlp_0_bias" -> "1623 linear_67" [style=solid, label="(3072,)"]; +"119 features_7_0_mlp_3_bias" -> "1634 linear_68" [style=solid, label="(768,)"]; +"120 features_7_0_norm2_weight" -> "1636 layer_norm_25" [style=solid, label="(768,)"]; +"121 features_7_0_norm2_bias" -> "1636 layer_norm_25" [style=solid, label="(768,)"]; +"122 features_7_1_attn_cpb_mlp_0_bias" -> "1640 linear_69" [style=solid, label="(512,)"]; +"123 features_7_1_norm1_weight" -> "1713 layer_norm_26" [style=solid, label="(768,)"]; +"124 features_7_1_norm1_bias" -> "1713 layer_norm_26" [style=solid, label="(768,)"]; +"125 features_7_1_mlp_0_bias" -> "1723 linear_73" [style=solid, label="(3072,)"]; +"126 features_7_1_mlp_3_bias" -> "1734 linear_74" [style=solid, label="(768,)"]; +"127 features_7_1_norm2_weight" -> "1736 layer_norm_27" [style=solid, label="(768,)"]; +"128 features_7_1_norm2_bias" -> "1736 layer_norm_27" [style=solid, label="(768,)"]; +"129 norm_weight" -> "1738 layer_norm_28" [style=solid, label="(768,)"]; +"130 norm_bias" -> "1738 layer_norm_28" [style=solid, label="(768,)"]; +"131 head_bias" -> "1750 linear_75" [style=solid, label="(1000,)"]; "132 features_1_0_attn_relative_coords_table" -> "213 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; "133 features_1_0_attn_relative_position_index" -> "220 index" [style=solid, label="(4096,)"]; -"134 features_1_1_attn_relative_coords_table" -> "312 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"135 features_1_1_attn_relative_position_index" -> "319 index_1" [style=solid, label="(4096,)"]; -"136 features_3_0_attn_relative_coords_table" -> "489 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"137 features_3_0_attn_relative_position_index" -> "496 index_2" [style=solid, label="(4096,)"]; -"138 features_3_1_attn_relative_coords_table" -> "591 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"139 features_3_1_attn_relative_position_index" -> "598 index_3" [style=solid, label="(4096,)"]; -"140 features_5_0_attn_relative_coords_table" -> "771 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"141 features_5_0_attn_relative_position_index" -> "778 index_4" [style=solid, label="(4096,)"]; -"142 features_5_1_attn_relative_coords_table" -> "873 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"143 features_5_1_attn_relative_position_index" -> "880 index_5" [style=solid, label="(4096,)"]; -"144 features_5_2_attn_relative_coords_table" -> "1029 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"145 features_5_2_attn_relative_position_index" -> "1036 index_6" [style=solid, label="(4096,)"]; -"146 features_5_3_attn_relative_coords_table" -> "1131 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"147 features_5_3_attn_relative_position_index" -> "1138 index_7" [style=solid, label="(4096,)"]; -"148 features_5_4_attn_relative_coords_table" -> "1287 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"149 features_5_4_attn_relative_position_index" -> "1294 index_8" [style=solid, label="(4096,)"]; -"150 features_5_5_attn_relative_coords_table" -> "1389 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"151 features_5_5_attn_relative_position_index" -> "1396 index_9" [style=solid, label="(4096,)"]; -"152 features_7_0_attn_relative_coords_table" -> "1569 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"153 features_7_0_attn_relative_position_index" -> "1576 index_10" [style=solid, label="(4096,)"]; -"154 features_7_1_attn_relative_coords_table" -> "1671 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"155 features_7_1_attn_relative_position_index" -> "1678 index_11" [style=solid, label="(4096,)"]; -"156 features_1_1_attn_lifted_tensor_0" -> "367 lift_fresh_copy" [style=solid, label="()"]; -"157 features_1_1_attn_lifted_tensor_1" -> "371 lift_fresh_copy_1" [style=solid, label="()"]; -"158 features_1_1_attn_lifted_tensor_2" -> "375 lift_fresh_copy_2" [style=solid, label="()"]; -"159 features_1_1_attn_lifted_tensor_3" -> "379 lift_fresh_copy_3" [style=solid, label="()"]; -"160 features_1_1_attn_lifted_tensor_4" -> "383 lift_fresh_copy_4" [style=solid, label="()"]; -"161 features_1_1_attn_lifted_tensor_5" -> "387 lift_fresh_copy_5" [style=solid, label="()"]; -"162 features_1_1_attn_lifted_tensor_6" -> "391 lift_fresh_copy_6" [style=solid, label="()"]; -"163 features_1_1_attn_lifted_tensor_7" -> "395 lift_fresh_copy_7" [style=solid, label="()"]; -"164 features_1_1_attn_lifted_tensor_8" -> "399 lift_fresh_copy_8" [style=solid, label="()"]; -"165 features_3_1_attn_lifted_tensor_9" -> "646 lift_fresh_copy_9" [style=solid, label="()"]; -"166 features_3_1_attn_lifted_tensor_10" -> "650 lift_fresh_copy_10" [style=solid, label="()"]; -"167 features_3_1_attn_lifted_tensor_11" -> "654 lift_fresh_copy_11" [style=solid, label="()"]; -"168 features_3_1_attn_lifted_tensor_12" -> "658 lift_fresh_copy_12" [style=solid, label="()"]; -"169 features_3_1_attn_lifted_tensor_13" -> "662 lift_fresh_copy_13" [style=solid, label="()"]; -"170 features_3_1_attn_lifted_tensor_14" -> "666 lift_fresh_copy_14" [style=solid, label="()"]; -"171 features_3_1_attn_lifted_tensor_15" -> "670 lift_fresh_copy_15" [style=solid, label="()"]; -"172 features_3_1_attn_lifted_tensor_16" -> "674 lift_fresh_copy_16" [style=solid, label="()"]; -"173 features_3_1_attn_lifted_tensor_17" -> "678 lift_fresh_copy_17" [style=solid, label="()"]; -"174 features_5_1_attn_lifted_tensor_18" -> "928 lift_fresh_copy_18" [style=solid, label="()"]; -"175 features_5_1_attn_lifted_tensor_19" -> "932 lift_fresh_copy_19" [style=solid, label="()"]; -"176 features_5_1_attn_lifted_tensor_20" -> "936 lift_fresh_copy_20" [style=solid, label="()"]; -"177 features_5_1_attn_lifted_tensor_21" -> "940 lift_fresh_copy_21" [style=solid, label="()"]; -"178 features_5_1_attn_lifted_tensor_22" -> "944 lift_fresh_copy_22" [style=solid, label="()"]; -"179 features_5_1_attn_lifted_tensor_23" -> "948 lift_fresh_copy_23" [style=solid, label="()"]; -"180 features_5_1_attn_lifted_tensor_24" -> "952 lift_fresh_copy_24" [style=solid, label="()"]; -"181 features_5_1_attn_lifted_tensor_25" -> "956 lift_fresh_copy_25" [style=solid, label="()"]; -"182 features_5_1_attn_lifted_tensor_26" -> "960 lift_fresh_copy_26" [style=solid, label="()"]; -"183 features_5_3_attn_lifted_tensor_27" -> "1186 lift_fresh_copy_27" [style=solid, label="()"]; -"184 features_5_3_attn_lifted_tensor_28" -> "1190 lift_fresh_copy_28" [style=solid, label="()"]; -"185 features_5_3_attn_lifted_tensor_29" -> "1194 lift_fresh_copy_29" [style=solid, label="()"]; -"186 features_5_3_attn_lifted_tensor_30" -> "1198 lift_fresh_copy_30" [style=solid, label="()"]; -"187 features_5_3_attn_lifted_tensor_31" -> "1202 lift_fresh_copy_31" [style=solid, label="()"]; -"188 features_5_3_attn_lifted_tensor_32" -> "1206 lift_fresh_copy_32" [style=solid, label="()"]; -"189 features_5_3_attn_lifted_tensor_33" -> "1210 lift_fresh_copy_33" [style=solid, label="()"]; -"190 features_5_3_attn_lifted_tensor_34" -> "1214 lift_fresh_copy_34" [style=solid, label="()"]; -"191 features_5_3_attn_lifted_tensor_35" -> "1218 lift_fresh_copy_35" [style=solid, label="()"]; -"192 features_5_5_attn_lifted_tensor_36" -> "1444 lift_fresh_copy_36" [style=solid, label="()"]; -"193 features_5_5_attn_lifted_tensor_37" -> "1448 lift_fresh_copy_37" [style=solid, label="()"]; -"194 features_5_5_attn_lifted_tensor_38" -> "1452 lift_fresh_copy_38" [style=solid, label="()"]; -"195 features_5_5_attn_lifted_tensor_39" -> "1456 lift_fresh_copy_39" [style=solid, label="()"]; -"196 features_5_5_attn_lifted_tensor_40" -> "1460 lift_fresh_copy_40" [style=solid, label="()"]; -"197 features_5_5_attn_lifted_tensor_41" -> "1464 lift_fresh_copy_41" [style=solid, label="()"]; -"198 features_5_5_attn_lifted_tensor_42" -> "1468 lift_fresh_copy_42" [style=solid, label="()"]; -"199 features_5_5_attn_lifted_tensor_43" -> "1472 lift_fresh_copy_43" [style=solid, label="()"]; -"200 features_5_5_attn_lifted_tensor_44" -> "1476 lift_fresh_copy_44" [style=solid, label="()"]; +"134 features_1_1_attn_relative_coords_table" -> "311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"135 features_1_1_attn_relative_position_index" -> "318 index_1" [style=solid, label="(4096,)"]; +"136 features_3_0_attn_relative_coords_table" -> "483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"137 features_3_0_attn_relative_position_index" -> "490 index_2" [style=solid, label="(4096,)"]; +"138 features_3_1_attn_relative_coords_table" -> "583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"139 features_3_1_attn_relative_position_index" -> "590 index_3" [style=solid, label="(4096,)"]; +"140 features_5_0_attn_relative_coords_table" -> "757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"141 features_5_0_attn_relative_position_index" -> "764 index_4" [style=solid, label="(4096,)"]; +"142 features_5_1_attn_relative_coords_table" -> "857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"143 features_5_1_attn_relative_position_index" -> "864 index_5" [style=solid, label="(4096,)"]; +"144 features_5_2_attn_relative_coords_table" -> "1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"145 features_5_2_attn_relative_position_index" -> "1018 index_6" [style=solid, label="(4096,)"]; +"146 features_5_3_attn_relative_coords_table" -> "1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"147 features_5_3_attn_relative_position_index" -> "1118 index_7" [style=solid, label="(4096,)"]; +"148 features_5_4_attn_relative_coords_table" -> "1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"149 features_5_4_attn_relative_position_index" -> "1272 index_8" [style=solid, label="(4096,)"]; +"150 features_5_5_attn_relative_coords_table" -> "1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"151 features_5_5_attn_relative_position_index" -> "1372 index_9" [style=solid, label="(4096,)"]; +"152 features_7_0_attn_relative_coords_table" -> "1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"153 features_7_0_attn_relative_position_index" -> "1546 index_10" [style=solid, label="(4096,)"]; +"154 features_7_1_attn_relative_coords_table" -> "1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"155 features_7_1_attn_relative_position_index" -> "1646 index_11" [style=solid, label="(4096,)"]; +"156 features_1_1_attn_lifted_tensor_0" -> "366 lift_fresh_copy" [style=solid, label="()"]; +"157 features_1_1_attn_lifted_tensor_1" -> "370 lift_fresh_copy_1" [style=solid, label="()"]; +"158 features_1_1_attn_lifted_tensor_2" -> "374 lift_fresh_copy_2" [style=solid, label="()"]; +"159 features_1_1_attn_lifted_tensor_3" -> "378 lift_fresh_copy_3" [style=solid, label="()"]; +"160 features_1_1_attn_lifted_tensor_4" -> "382 lift_fresh_copy_4" [style=solid, label="()"]; +"161 features_1_1_attn_lifted_tensor_5" -> "386 lift_fresh_copy_5" [style=solid, label="()"]; +"162 features_1_1_attn_lifted_tensor_6" -> "390 lift_fresh_copy_6" [style=solid, label="()"]; +"163 features_1_1_attn_lifted_tensor_7" -> "394 lift_fresh_copy_7" [style=solid, label="()"]; +"164 features_1_1_attn_lifted_tensor_8" -> "398 lift_fresh_copy_8" [style=solid, label="()"]; +"165 features_3_1_attn_lifted_tensor_9" -> "638 lift_fresh_copy_9" [style=solid, label="()"]; +"166 features_3_1_attn_lifted_tensor_10" -> "642 lift_fresh_copy_10" [style=solid, label="()"]; +"167 features_3_1_attn_lifted_tensor_11" -> "646 lift_fresh_copy_11" [style=solid, label="()"]; +"168 features_3_1_attn_lifted_tensor_12" -> "650 lift_fresh_copy_12" [style=solid, label="()"]; +"169 features_3_1_attn_lifted_tensor_13" -> "654 lift_fresh_copy_13" [style=solid, label="()"]; +"170 features_3_1_attn_lifted_tensor_14" -> "658 lift_fresh_copy_14" [style=solid, label="()"]; +"171 features_3_1_attn_lifted_tensor_15" -> "662 lift_fresh_copy_15" [style=solid, label="()"]; +"172 features_3_1_attn_lifted_tensor_16" -> "666 lift_fresh_copy_16" [style=solid, label="()"]; +"173 features_3_1_attn_lifted_tensor_17" -> "670 lift_fresh_copy_17" [style=solid, label="()"]; +"174 features_5_1_attn_lifted_tensor_18" -> "912 lift_fresh_copy_18" [style=solid, label="()"]; +"175 features_5_1_attn_lifted_tensor_19" -> "916 lift_fresh_copy_19" [style=solid, label="()"]; +"176 features_5_1_attn_lifted_tensor_20" -> "920 lift_fresh_copy_20" [style=solid, label="()"]; +"177 features_5_1_attn_lifted_tensor_21" -> "924 lift_fresh_copy_21" [style=solid, label="()"]; +"178 features_5_1_attn_lifted_tensor_22" -> "928 lift_fresh_copy_22" [style=solid, label="()"]; +"179 features_5_1_attn_lifted_tensor_23" -> "932 lift_fresh_copy_23" [style=solid, label="()"]; +"180 features_5_1_attn_lifted_tensor_24" -> "936 lift_fresh_copy_24" [style=solid, label="()"]; +"181 features_5_1_attn_lifted_tensor_25" -> "940 lift_fresh_copy_25" [style=solid, label="()"]; +"182 features_5_1_attn_lifted_tensor_26" -> "944 lift_fresh_copy_26" [style=solid, label="()"]; +"183 features_5_3_attn_lifted_tensor_27" -> "1166 lift_fresh_copy_27" [style=solid, label="()"]; +"184 features_5_3_attn_lifted_tensor_28" -> "1170 lift_fresh_copy_28" [style=solid, label="()"]; +"185 features_5_3_attn_lifted_tensor_29" -> "1174 lift_fresh_copy_29" [style=solid, label="()"]; +"186 features_5_3_attn_lifted_tensor_30" -> "1178 lift_fresh_copy_30" [style=solid, label="()"]; +"187 features_5_3_attn_lifted_tensor_31" -> "1182 lift_fresh_copy_31" [style=solid, label="()"]; +"188 features_5_3_attn_lifted_tensor_32" -> "1186 lift_fresh_copy_32" [style=solid, label="()"]; +"189 features_5_3_attn_lifted_tensor_33" -> "1190 lift_fresh_copy_33" [style=solid, label="()"]; +"190 features_5_3_attn_lifted_tensor_34" -> "1194 lift_fresh_copy_34" [style=solid, label="()"]; +"191 features_5_3_attn_lifted_tensor_35" -> "1198 lift_fresh_copy_35" [style=solid, label="()"]; +"192 features_5_5_attn_lifted_tensor_36" -> "1420 lift_fresh_copy_36" [style=solid, label="()"]; +"193 features_5_5_attn_lifted_tensor_37" -> "1424 lift_fresh_copy_37" [style=solid, label="()"]; +"194 features_5_5_attn_lifted_tensor_38" -> "1428 lift_fresh_copy_38" [style=solid, label="()"]; +"195 features_5_5_attn_lifted_tensor_39" -> "1432 lift_fresh_copy_39" [style=solid, label="()"]; +"196 features_5_5_attn_lifted_tensor_40" -> "1436 lift_fresh_copy_40" [style=solid, label="()"]; +"197 features_5_5_attn_lifted_tensor_41" -> "1440 lift_fresh_copy_41" [style=solid, label="()"]; +"198 features_5_5_attn_lifted_tensor_42" -> "1444 lift_fresh_copy_42" [style=solid, label="()"]; +"199 features_5_5_attn_lifted_tensor_43" -> "1448 lift_fresh_copy_43" [style=solid, label="()"]; +"200 features_5_5_attn_lifted_tensor_44" -> "1452 lift_fresh_copy_44" [style=solid, label="()"]; "201 x" -> "202 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; "202 quantize_per_tensor_0" -> "203 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; "203 dequantize_per_tensor_1" -> "209 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -1997,7 +1963,7 @@ strict digraph { "209 conv2d" -> "210 permute" [style=solid, label="(1, 96, 56, 56)"]; "210 permute" -> "211 layer_norm" [style=solid, label="(1, 56, 56, 96)"]; "211 layer_norm" -> "227 pad" [style=solid, label="(1, 56, 56, 96)"]; -"211 layer_norm" -> "287 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"211 layer_norm" -> "286 add_1" [style=solid, label="(1, 56, 56, 96)"]; "212 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "214 linear" [style=solid, label="(512, 2)"]; "213 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "214 linear" [style=solid, label="(1, 15, 15, 2)"]; "214 linear" -> "215 relu_" [style=solid, label="(1, 15, 15, 512)"]; @@ -2075,1624 +2041,1590 @@ strict digraph { "280 dropout_1" -> "281 view_3" [style=solid, label="(49, 64, 96)"]; "281 view_3" -> "282 permute_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; "282 permute_4" -> "283 reshape_3" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"283 reshape_3" -> "284 slice_2" [style=solid, label="(1, 56, 56, 96)"]; -"284 slice_2" -> "285 slice_3" [style=solid, label="(1, 56, 56, 96)"]; -"285 slice_3" -> "286 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; -"286 layer_norm_1" -> "287 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"287 add_1" -> "288 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"287 add_1" -> "310 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"288 add_1_0_0_nncf_smooth_quant_0" -> "289 quantize_per_tensor_10" [style=solid, label="(1, 56, 56, 96)"]; -"289 quantize_per_tensor_10" -> "290 dequantize_per_tensor_11" [style=solid, label="(1, 56, 56, 96)"]; -"290 dequantize_per_tensor_11" -> "296 linear_4" [style=solid, label="(1, 56, 56, 96)"]; -"291 scale_updated_constant3" -> "293 mul_tensor_3" [style=solid, label="(384, 1)"]; -"292 compressed_weight_updated_constant3" -> "293 mul_tensor_3" [style=solid, label="(384, 96)"]; -"293 mul_tensor_3" -> "295 sub_tensor_3" [style=solid, label="(384, 96)"]; -"294 zero_point_updated_constant3" -> "295 sub_tensor_3" [style=solid, label="(384, 1)"]; -"295 sub_tensor_3" -> "296 linear_4" [style=solid, label="(384, 96)"]; -"296 linear_4" -> "297 gelu" [style=solid, label="(1, 56, 56, 384)"]; -"297 gelu" -> "298 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; -"298 dropout_2" -> "299 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"299 dropout_2_0_0_nncf_smooth_quant_0" -> "300 quantize_per_tensor_12" [style=solid, label="(1, 56, 56, 384)"]; -"300 quantize_per_tensor_12" -> "301 dequantize_per_tensor_13" [style=solid, label="(1, 56, 56, 384)"]; -"301 dequantize_per_tensor_13" -> "307 linear_5" [style=solid, label="(1, 56, 56, 384)"]; -"302 scale_updated_constant4" -> "304 mul_tensor_4" [style=solid, label="(96, 1)"]; -"303 compressed_weight_updated_constant4" -> "304 mul_tensor_4" [style=solid, label="(96, 384)"]; -"304 mul_tensor_4" -> "306 sub_tensor_4" [style=solid, label="(96, 384)"]; -"305 zero_point_updated_constant4" -> "306 sub_tensor_4" [style=solid, label="(96, 1)"]; -"306 sub_tensor_4" -> "307 linear_5" [style=solid, label="(96, 384)"]; -"307 linear_5" -> "308 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; -"308 dropout_3" -> "309 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; -"309 layer_norm_2" -> "310 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"310 add_2" -> "326 pad_1" [style=solid, label="(1, 56, 56, 96)"]; -"310 add_2" -> "440 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"311 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "313 linear_6" [style=solid, label="(512, 2)"]; -"312 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "313 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"313 linear_6" -> "314 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"314 relu__1" -> "316 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"315 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "317 linear_7" [style=solid, label="(3, 512)"]; -"316 relu__1_0_0_nncf_smooth_quant_0" -> "317 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"317 linear_7" -> "318 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"318 view_4" -> "319 index_1" [style=solid, label="(225, 3)"]; -"319 index_1" -> "320 view_5" [style=solid, label="(4096, 3)"]; -"320 view_5" -> "321 permute_5" [style=solid, label="(64, 64, 3)"]; -"321 permute_5" -> "322 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"322 contiguous_1" -> "323 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"323 unsqueeze_1" -> "324 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"324 sigmoid_1" -> "325 mul_2" [style=solid, label="(1, 3, 64, 64)"]; -"325 mul_2" -> "365 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"326 pad_1" -> "327 roll" [style=solid, label="(1, 56, 56, 96)"]; -"327 roll" -> "328 view_6" [style=solid, label="(1, 56, 56, 96)"]; -"328 view_6" -> "329 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"329 permute_6" -> "330 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"330 reshape_4" -> "334 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"330 reshape_4" -> "366 new_zeros" [style=solid, label="(49, 64, 96)"]; -"331 clone_1" -> "332 slice_4" [style=solid, label="(288,)"]; -"331 clone_1" -> "342 linear_8" [style=solid, label="(288,)"]; -"332 slice_4" -> "333 zero__1" [style=solid, label="(96,)"]; -"334 reshape_4_0_0_nncf_smooth_quant_0" -> "335 quantize_per_tensor_14" [style=solid, label="(49, 64, 96)"]; -"335 quantize_per_tensor_14" -> "336 dequantize_per_tensor_15" [style=solid, label="(49, 64, 96)"]; -"336 dequantize_per_tensor_15" -> "342 linear_8" [style=solid, label="(49, 64, 96)"]; -"337 scale_updated_constant5" -> "339 mul_tensor_5" [style=solid, label="(288, 1)"]; -"338 compressed_weight_updated_constant5" -> "339 mul_tensor_5" [style=solid, label="(288, 96)"]; -"339 mul_tensor_5" -> "341 sub_tensor_5" [style=solid, label="(288, 96)"]; -"340 zero_point_updated_constant5" -> "341 sub_tensor_5" [style=solid, label="(288, 1)"]; -"341 sub_tensor_5" -> "342 linear_8" [style=solid, label="(288, 96)"]; -"342 linear_8" -> "343 reshape_5" [style=solid, label="(49, 64, 288)"]; -"343 reshape_5" -> "344 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; -"344 permute_7" -> "345 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; -"344 permute_7" -> "346 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; -"344 permute_7" -> "347 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; -"345 select_3" -> "348 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; -"345 select_3" -> "350 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; -"345 select_3" -> "351 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"346 select_4" -> "354 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; -"346 select_4" -> "356 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; -"346 select_4" -> "357 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"347 select_5" -> "420 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; -"348 linalg_vector_norm_2" -> "349 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; -"349 clamp_min_2" -> "350 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; -"350 expand_as_2" -> "351 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"351 div_2" -> "352 quantize_per_tensor_16" [style=solid, label="(49, 3, 64, 32)"]; -"352 quantize_per_tensor_16" -> "353 dequantize_per_tensor_17" [style=solid, label="(49, 3, 64, 32)"]; -"353 dequantize_per_tensor_17" -> "361 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; -"354 linalg_vector_norm_3" -> "355 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; -"355 clamp_min_3" -> "356 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; -"356 expand_as_3" -> "357 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"357 div_3" -> "358 quantize_per_tensor_18" [style=solid, label="(49, 3, 64, 32)"]; -"358 quantize_per_tensor_18" -> "359 dequantize_per_tensor_19" [style=solid, label="(49, 3, 64, 32)"]; -"359 dequantize_per_tensor_19" -> "360 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; -"360 transpose_2" -> "361 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; -"361 matmul_2" -> "364 mul_3" [style=solid, label="(49, 3, 64, 64)"]; -"362 clamp_1" -> "363 exp_1" [style=solid, label="(3, 1, 1)"]; -"363 exp_1" -> "364 mul_3" [style=solid, label="(3, 1, 1)"]; -"364 mul_3" -> "365 add_3" [style=solid, label="(49, 3, 64, 64)"]; -"365 add_3" -> "413 view_8" [style=solid, label="(49, 3, 64, 64)"]; -"366 new_zeros" -> "368 slice_5" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "372 slice_7" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "376 slice_9" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "380 slice_11" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "384 slice_13" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "388 slice_15" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "392 slice_17" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "396 slice_19" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "400 slice_21" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "403 view_7" [style=solid, label="(56, 56)"]; -"367 lift_fresh_copy" -> "370 fill_" [style=solid, label="()"]; -"368 slice_5" -> "369 slice_6" [style=solid, label="(48, 56)"]; -"369 slice_6" -> "370 fill_" [style=solid, label="(48, 48)"]; -"371 lift_fresh_copy_1" -> "374 fill__1" [style=solid, label="()"]; -"372 slice_7" -> "373 slice_8" [style=solid, label="(48, 56)"]; -"373 slice_8" -> "374 fill__1" [style=solid, label="(48, 4)"]; -"375 lift_fresh_copy_2" -> "378 fill__2" [style=solid, label="()"]; -"376 slice_9" -> "377 slice_10" [style=solid, label="(48, 56)"]; -"377 slice_10" -> "378 fill__2" [style=solid, label="(48, 4)"]; -"379 lift_fresh_copy_3" -> "382 fill__3" [style=solid, label="()"]; -"380 slice_11" -> "381 slice_12" [style=solid, label="(4, 56)"]; -"381 slice_12" -> "382 fill__3" [style=solid, label="(4, 48)"]; -"383 lift_fresh_copy_4" -> "386 fill__4" [style=solid, label="()"]; -"384 slice_13" -> "385 slice_14" [style=solid, label="(4, 56)"]; -"385 slice_14" -> "386 fill__4" [style=solid, label="(4, 4)"]; -"387 lift_fresh_copy_5" -> "390 fill__5" [style=solid, label="()"]; -"388 slice_15" -> "389 slice_16" [style=solid, label="(4, 56)"]; -"389 slice_16" -> "390 fill__5" [style=solid, label="(4, 4)"]; -"391 lift_fresh_copy_6" -> "394 fill__6" [style=solid, label="()"]; -"392 slice_17" -> "393 slice_18" [style=solid, label="(4, 56)"]; -"393 slice_18" -> "394 fill__6" [style=solid, label="(4, 48)"]; -"395 lift_fresh_copy_7" -> "398 fill__7" [style=solid, label="()"]; -"396 slice_19" -> "397 slice_20" [style=solid, label="(4, 56)"]; -"397 slice_20" -> "398 fill__7" [style=solid, label="(4, 4)"]; -"399 lift_fresh_copy_8" -> "402 fill__8" [style=solid, label="()"]; -"400 slice_21" -> "401 slice_22" [style=solid, label="(4, 56)"]; -"401 slice_22" -> "402 fill__8" [style=solid, label="(4, 4)"]; -"403 view_7" -> "404 permute_8" [style=solid, label="(7, 8, 7, 8)"]; -"404 permute_8" -> "405 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; -"405 reshape_6" -> "406 unsqueeze_2" [style=solid, label="(49, 64)"]; -"405 reshape_6" -> "407 unsqueeze_3" [style=solid, label="(49, 64)"]; -"406 unsqueeze_2" -> "408 sub" [style=solid, label="(49, 1, 64)"]; -"407 unsqueeze_3" -> "408 sub" [style=solid, label="(49, 64, 1)"]; -"408 sub" -> "409 ne" [style=solid, label="(49, 64, 64)"]; -"408 sub" -> "410 masked_fill" [style=solid, label="(49, 64, 64)"]; -"408 sub" -> "411 eq" [style=solid, label="(49, 64, 64)"]; -"409 ne" -> "410 masked_fill" [style=solid, label="(49, 64, 64)"]; -"410 masked_fill" -> "412 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"411 eq" -> "412 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"412 masked_fill_1" -> "414 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; -"413 view_8" -> "416 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; -"414 unsqueeze_4" -> "415 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; -"415 unsqueeze_5" -> "416 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; -"416 add_4" -> "417 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; -"417 view_9" -> "418 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; -"418 softmax_1" -> "419 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; -"419 dropout_4" -> "420 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; -"420 matmul_3" -> "421 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; -"421 transpose_3" -> "422 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; -"422 reshape_7" -> "423 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"423 reshape_7_0_0_nncf_smooth_quant_0" -> "424 quantize_per_tensor_20" [style=solid, label="(49, 64, 96)"]; -"424 quantize_per_tensor_20" -> "425 dequantize_per_tensor_21" [style=solid, label="(49, 64, 96)"]; -"425 dequantize_per_tensor_21" -> "431 linear_9" [style=solid, label="(49, 64, 96)"]; -"426 scale_updated_constant6" -> "428 mul_tensor_6" [style=solid, label="(96, 1)"]; -"427 compressed_weight_updated_constant6" -> "428 mul_tensor_6" [style=solid, label="(96, 96)"]; -"428 mul_tensor_6" -> "430 sub_tensor_6" [style=solid, label="(96, 96)"]; -"429 zero_point_updated_constant6" -> "430 sub_tensor_6" [style=solid, label="(96, 1)"]; -"430 sub_tensor_6" -> "431 linear_9" [style=solid, label="(96, 96)"]; -"431 linear_9" -> "432 dropout_5" [style=solid, label="(49, 64, 96)"]; -"432 dropout_5" -> "433 view_10" [style=solid, label="(49, 64, 96)"]; -"433 view_10" -> "434 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"434 permute_9" -> "435 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"435 reshape_8" -> "436 roll_1" [style=solid, label="(1, 56, 56, 96)"]; -"436 roll_1" -> "437 slice_23" [style=solid, label="(1, 56, 56, 96)"]; -"437 slice_23" -> "438 slice_24" [style=solid, label="(1, 56, 56, 96)"]; -"438 slice_24" -> "439 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; -"439 layer_norm_3" -> "440 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"440 add_5" -> "441 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"440 add_5" -> "463 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"441 add_5_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_22" [style=solid, label="(1, 56, 56, 96)"]; -"442 quantize_per_tensor_22" -> "443 dequantize_per_tensor_23" [style=solid, label="(1, 56, 56, 96)"]; -"443 dequantize_per_tensor_23" -> "449 linear_10" [style=solid, label="(1, 56, 56, 96)"]; -"444 scale_updated_constant7" -> "446 mul_tensor_7" [style=solid, label="(384, 1)"]; -"445 compressed_weight_updated_constant7" -> "446 mul_tensor_7" [style=solid, label="(384, 96)"]; -"446 mul_tensor_7" -> "448 sub_tensor_7" [style=solid, label="(384, 96)"]; -"447 zero_point_updated_constant7" -> "448 sub_tensor_7" [style=solid, label="(384, 1)"]; -"448 sub_tensor_7" -> "449 linear_10" [style=solid, label="(384, 96)"]; -"449 linear_10" -> "450 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; -"450 gelu_1" -> "451 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; -"451 dropout_6" -> "452 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"452 dropout_6_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_24" [style=solid, label="(1, 56, 56, 384)"]; -"453 quantize_per_tensor_24" -> "454 dequantize_per_tensor_25" [style=solid, label="(1, 56, 56, 384)"]; -"454 dequantize_per_tensor_25" -> "460 linear_11" [style=solid, label="(1, 56, 56, 384)"]; -"455 scale_updated_constant8" -> "457 mul_tensor_8" [style=solid, label="(96, 1)"]; -"456 compressed_weight_updated_constant8" -> "457 mul_tensor_8" [style=solid, label="(96, 384)"]; -"457 mul_tensor_8" -> "459 sub_tensor_8" [style=solid, label="(96, 384)"]; -"458 zero_point_updated_constant8" -> "459 sub_tensor_8" [style=solid, label="(96, 1)"]; -"459 sub_tensor_8" -> "460 linear_11" [style=solid, label="(96, 384)"]; -"460 linear_11" -> "461 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; -"461 dropout_7" -> "462 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; -"462 layer_norm_4" -> "463 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"463 add_6" -> "464 pad_2" [style=solid, label="(1, 56, 56, 96)"]; -"464 pad_2" -> "465 slice_25" [style=solid, label="(1, 56, 56, 96)"]; -"464 pad_2" -> "468 slice_28" [style=solid, label="(1, 56, 56, 96)"]; -"464 pad_2" -> "471 slice_31" [style=solid, label="(1, 56, 56, 96)"]; -"464 pad_2" -> "474 slice_34" [style=solid, label="(1, 56, 56, 96)"]; -"465 slice_25" -> "466 slice_26" [style=solid, label="(1, 28, 56, 96)"]; -"466 slice_26" -> "467 slice_27" [style=solid, label="(1, 28, 28, 96)"]; -"467 slice_27" -> "477 cat" [style=solid, label="(1, 28, 28, 96)"]; -"468 slice_28" -> "469 slice_29" [style=solid, label="(1, 28, 56, 96)"]; -"469 slice_29" -> "470 slice_30" [style=solid, label="(1, 28, 28, 96)"]; -"470 slice_30" -> "477 cat" [style=solid, label="(1, 28, 28, 96)"]; -"471 slice_31" -> "472 slice_32" [style=solid, label="(1, 28, 56, 96)"]; -"472 slice_32" -> "473 slice_33" [style=solid, label="(1, 28, 28, 96)"]; -"473 slice_33" -> "477 cat" [style=solid, label="(1, 28, 28, 96)"]; -"474 slice_34" -> "475 slice_35" [style=solid, label="(1, 28, 56, 96)"]; -"475 slice_35" -> "476 slice_36" [style=solid, label="(1, 28, 28, 96)"]; -"476 slice_36" -> "477 cat" [style=solid, label="(1, 28, 28, 96)"]; -"477 cat" -> "478 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; -"478 cat_0_0_nncf_smooth_quant_0" -> "479 quantize_per_tensor_26" [style=solid, label="(1, 28, 28, 384)"]; -"479 quantize_per_tensor_26" -> "480 dequantize_per_tensor_27" [style=solid, label="(1, 28, 28, 384)"]; -"480 dequantize_per_tensor_27" -> "486 linear_12" [style=solid, label="(1, 28, 28, 384)"]; -"481 scale_updated_constant9" -> "483 mul_tensor_9" [style=solid, label="(192, 1)"]; -"482 compressed_weight_updated_constant9" -> "483 mul_tensor_9" [style=solid, label="(192, 384)"]; -"483 mul_tensor_9" -> "485 sub_tensor_9" [style=solid, label="(192, 384)"]; -"484 zero_point_updated_constant9" -> "485 sub_tensor_9" [style=solid, label="(192, 1)"]; -"485 sub_tensor_9" -> "486 linear_12" [style=solid, label="(192, 384)"]; -"486 linear_12" -> "487 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; -"487 layer_norm_5" -> "503 pad_3" [style=solid, label="(1, 28, 28, 192)"]; -"487 layer_norm_5" -> "566 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"488 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "490 linear_13" [style=solid, label="(512, 2)"]; -"489 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "490 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"490 linear_13" -> "491 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"491 relu__2" -> "493 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"492 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "494 linear_14" [style=solid, label="(6, 512)"]; -"493 relu__2_0_0_nncf_smooth_quant_0" -> "494 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"494 linear_14" -> "495 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"495 view_11" -> "496 index_2" [style=solid, label="(225, 6)"]; -"496 index_2" -> "497 view_12" [style=solid, label="(4096, 6)"]; -"497 view_12" -> "498 permute_10" [style=solid, label="(64, 64, 6)"]; -"498 permute_10" -> "499 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"499 contiguous_2" -> "500 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"500 unsqueeze_6" -> "501 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"501 sigmoid_2" -> "502 mul_4" [style=solid, label="(1, 6, 64, 64)"]; -"502 mul_4" -> "541 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"503 pad_3" -> "504 view_13" [style=solid, label="(1, 32, 32, 192)"]; -"504 view_13" -> "505 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"505 permute_11" -> "506 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"506 reshape_9" -> "510 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"507 clone_2" -> "508 slice_37" [style=solid, label="(576,)"]; -"507 clone_2" -> "518 linear_15" [style=solid, label="(576,)"]; -"508 slice_37" -> "509 zero__2" [style=solid, label="(192,)"]; -"510 reshape_9_0_0_nncf_smooth_quant_0" -> "511 quantize_per_tensor_28" [style=solid, label="(16, 64, 192)"]; -"511 quantize_per_tensor_28" -> "512 dequantize_per_tensor_29" [style=solid, label="(16, 64, 192)"]; -"512 dequantize_per_tensor_29" -> "518 linear_15" [style=solid, label="(16, 64, 192)"]; -"513 scale_updated_constant10" -> "515 mul_tensor_10" [style=solid, label="(576, 1)"]; -"514 compressed_weight_updated_constant10" -> "515 mul_tensor_10" [style=solid, label="(576, 192)"]; -"515 mul_tensor_10" -> "517 sub_tensor_10" [style=solid, label="(576, 192)"]; -"516 zero_point_updated_constant10" -> "517 sub_tensor_10" [style=solid, label="(576, 1)"]; -"517 sub_tensor_10" -> "518 linear_15" [style=solid, label="(576, 192)"]; -"518 linear_15" -> "519 reshape_10" [style=solid, label="(16, 64, 576)"]; -"519 reshape_10" -> "520 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; -"520 permute_12" -> "521 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; -"520 permute_12" -> "522 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; -"520 permute_12" -> "523 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; -"521 select_6" -> "524 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; -"521 select_6" -> "526 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; -"521 select_6" -> "527 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"522 select_7" -> "530 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; -"522 select_7" -> "532 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; -"522 select_7" -> "533 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"523 select_8" -> "544 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; -"524 linalg_vector_norm_4" -> "525 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; -"525 clamp_min_4" -> "526 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; -"526 expand_as_4" -> "527 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"527 div_4" -> "528 quantize_per_tensor_30" [style=solid, label="(16, 6, 64, 32)"]; -"528 quantize_per_tensor_30" -> "529 dequantize_per_tensor_31" [style=solid, label="(16, 6, 64, 32)"]; -"529 dequantize_per_tensor_31" -> "537 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; -"530 linalg_vector_norm_5" -> "531 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; -"531 clamp_min_5" -> "532 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; -"532 expand_as_5" -> "533 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"533 div_5" -> "534 quantize_per_tensor_32" [style=solid, label="(16, 6, 64, 32)"]; -"534 quantize_per_tensor_32" -> "535 dequantize_per_tensor_33" [style=solid, label="(16, 6, 64, 32)"]; -"535 dequantize_per_tensor_33" -> "536 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; -"536 transpose_4" -> "537 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; -"537 matmul_4" -> "540 mul_5" [style=solid, label="(16, 6, 64, 64)"]; -"538 clamp_2" -> "539 exp_2" [style=solid, label="(6, 1, 1)"]; -"539 exp_2" -> "540 mul_5" [style=solid, label="(6, 1, 1)"]; -"540 mul_5" -> "541 add_7" [style=solid, label="(16, 6, 64, 64)"]; -"541 add_7" -> "542 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; -"542 softmax_2" -> "543 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; -"543 dropout_8" -> "544 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; -"544 matmul_5" -> "545 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; -"545 transpose_5" -> "546 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; -"546 reshape_11" -> "547 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"547 reshape_11_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_34" [style=solid, label="(16, 64, 192)"]; -"548 quantize_per_tensor_34" -> "549 dequantize_per_tensor_35" [style=solid, label="(16, 64, 192)"]; -"549 dequantize_per_tensor_35" -> "555 linear_16" [style=solid, label="(16, 64, 192)"]; -"550 scale_updated_constant11" -> "552 mul_tensor_11" [style=solid, label="(192, 1)"]; -"551 compressed_weight_updated_constant11" -> "552 mul_tensor_11" [style=solid, label="(192, 192)"]; -"552 mul_tensor_11" -> "554 sub_tensor_11" [style=solid, label="(192, 192)"]; -"553 zero_point_updated_constant11" -> "554 sub_tensor_11" [style=solid, label="(192, 1)"]; -"554 sub_tensor_11" -> "555 linear_16" [style=solid, label="(192, 192)"]; -"555 linear_16" -> "556 dropout_9" [style=solid, label="(16, 64, 192)"]; -"556 dropout_9" -> "557 view_14" [style=solid, label="(16, 64, 192)"]; -"557 view_14" -> "558 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"558 permute_13" -> "559 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"559 reshape_12" -> "560 slice_38" [style=solid, label="(1, 32, 32, 192)"]; -"560 slice_38" -> "561 slice_39" [style=solid, label="(1, 32, 32, 192)"]; -"561 slice_39" -> "562 slice_40" [style=solid, label="(1, 28, 32, 192)"]; -"562 slice_40" -> "563 slice_41" [style=solid, label="(1, 28, 28, 192)"]; -"563 slice_41" -> "564 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; -"564 contiguous_3" -> "565 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; -"565 layer_norm_6" -> "566 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"566 add_8" -> "567 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"566 add_8" -> "589 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"567 add_8_0_0_nncf_smooth_quant_0" -> "568 quantize_per_tensor_36" [style=solid, label="(1, 28, 28, 192)"]; -"568 quantize_per_tensor_36" -> "569 dequantize_per_tensor_37" [style=solid, label="(1, 28, 28, 192)"]; -"569 dequantize_per_tensor_37" -> "575 linear_17" [style=solid, label="(1, 28, 28, 192)"]; -"570 scale_updated_constant12" -> "572 mul_tensor_12" [style=solid, label="(768, 1)"]; -"571 compressed_weight_updated_constant12" -> "572 mul_tensor_12" [style=solid, label="(768, 192)"]; -"572 mul_tensor_12" -> "574 sub_tensor_12" [style=solid, label="(768, 192)"]; -"573 zero_point_updated_constant12" -> "574 sub_tensor_12" [style=solid, label="(768, 1)"]; -"574 sub_tensor_12" -> "575 linear_17" [style=solid, label="(768, 192)"]; -"575 linear_17" -> "576 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; -"576 gelu_2" -> "577 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; -"577 dropout_10" -> "578 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"578 dropout_10_0_0_nncf_smooth_quant_0" -> "579 quantize_per_tensor_38" [style=solid, label="(1, 28, 28, 768)"]; -"579 quantize_per_tensor_38" -> "580 dequantize_per_tensor_39" [style=solid, label="(1, 28, 28, 768)"]; -"580 dequantize_per_tensor_39" -> "586 linear_18" [style=solid, label="(1, 28, 28, 768)"]; -"581 scale_updated_constant13" -> "583 mul_tensor_13" [style=solid, label="(192, 1)"]; -"582 compressed_weight_updated_constant13" -> "583 mul_tensor_13" [style=solid, label="(192, 768)"]; -"583 mul_tensor_13" -> "585 sub_tensor_13" [style=solid, label="(192, 768)"]; -"584 zero_point_updated_constant13" -> "585 sub_tensor_13" [style=solid, label="(192, 1)"]; -"585 sub_tensor_13" -> "586 linear_18" [style=solid, label="(192, 768)"]; -"586 linear_18" -> "587 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; -"587 dropout_11" -> "588 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; -"588 layer_norm_7" -> "589 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"589 add_9" -> "605 pad_4" [style=solid, label="(1, 28, 28, 192)"]; -"589 add_9" -> "722 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"590 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "592 linear_19" [style=solid, label="(512, 2)"]; -"591 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "592 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"592 linear_19" -> "593 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"593 relu__3" -> "595 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"594 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "596 linear_20" [style=solid, label="(6, 512)"]; -"595 relu__3_0_0_nncf_smooth_quant_0" -> "596 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"596 linear_20" -> "597 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"597 view_15" -> "598 index_3" [style=solid, label="(225, 6)"]; -"598 index_3" -> "599 view_16" [style=solid, label="(4096, 6)"]; -"599 view_16" -> "600 permute_14" [style=solid, label="(64, 64, 6)"]; -"600 permute_14" -> "601 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"601 contiguous_4" -> "602 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"602 unsqueeze_7" -> "603 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"603 sigmoid_3" -> "604 mul_6" [style=solid, label="(1, 6, 64, 64)"]; -"604 mul_6" -> "644 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"605 pad_4" -> "606 roll_2" [style=solid, label="(1, 32, 32, 192)"]; -"606 roll_2" -> "607 view_17" [style=solid, label="(1, 32, 32, 192)"]; -"607 view_17" -> "608 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"608 permute_15" -> "609 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"609 reshape_13" -> "613 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"609 reshape_13" -> "645 new_zeros_1" [style=solid, label="(16, 64, 192)"]; -"610 clone_3" -> "611 slice_42" [style=solid, label="(576,)"]; -"610 clone_3" -> "621 linear_21" [style=solid, label="(576,)"]; -"611 slice_42" -> "612 zero__3" [style=solid, label="(192,)"]; -"613 reshape_13_0_0_nncf_smooth_quant_0" -> "614 quantize_per_tensor_40" [style=solid, label="(16, 64, 192)"]; -"614 quantize_per_tensor_40" -> "615 dequantize_per_tensor_41" [style=solid, label="(16, 64, 192)"]; -"615 dequantize_per_tensor_41" -> "621 linear_21" [style=solid, label="(16, 64, 192)"]; -"616 scale_updated_constant14" -> "618 mul_tensor_14" [style=solid, label="(576, 1)"]; -"617 compressed_weight_updated_constant14" -> "618 mul_tensor_14" [style=solid, label="(576, 192)"]; -"618 mul_tensor_14" -> "620 sub_tensor_14" [style=solid, label="(576, 192)"]; -"619 zero_point_updated_constant14" -> "620 sub_tensor_14" [style=solid, label="(576, 1)"]; -"620 sub_tensor_14" -> "621 linear_21" [style=solid, label="(576, 192)"]; -"621 linear_21" -> "622 reshape_14" [style=solid, label="(16, 64, 576)"]; -"622 reshape_14" -> "623 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; -"623 permute_16" -> "624 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; -"623 permute_16" -> "625 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; -"623 permute_16" -> "626 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; -"624 select_9" -> "627 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; -"624 select_9" -> "629 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; -"624 select_9" -> "630 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"625 select_10" -> "633 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; -"625 select_10" -> "635 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; -"625 select_10" -> "636 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"626 select_11" -> "699 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; -"627 linalg_vector_norm_6" -> "628 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; -"628 clamp_min_6" -> "629 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; -"629 expand_as_6" -> "630 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"630 div_6" -> "631 quantize_per_tensor_42" [style=solid, label="(16, 6, 64, 32)"]; -"631 quantize_per_tensor_42" -> "632 dequantize_per_tensor_43" [style=solid, label="(16, 6, 64, 32)"]; -"632 dequantize_per_tensor_43" -> "640 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; -"633 linalg_vector_norm_7" -> "634 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; -"634 clamp_min_7" -> "635 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; -"635 expand_as_7" -> "636 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"636 div_7" -> "637 quantize_per_tensor_44" [style=solid, label="(16, 6, 64, 32)"]; -"637 quantize_per_tensor_44" -> "638 dequantize_per_tensor_45" [style=solid, label="(16, 6, 64, 32)"]; -"638 dequantize_per_tensor_45" -> "639 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; -"639 transpose_6" -> "640 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; -"640 matmul_6" -> "643 mul_7" [style=solid, label="(16, 6, 64, 64)"]; -"641 clamp_3" -> "642 exp_3" [style=solid, label="(6, 1, 1)"]; -"642 exp_3" -> "643 mul_7" [style=solid, label="(6, 1, 1)"]; -"643 mul_7" -> "644 add_10" [style=solid, label="(16, 6, 64, 64)"]; -"644 add_10" -> "692 view_19" [style=solid, label="(16, 6, 64, 64)"]; -"645 new_zeros_1" -> "647 slice_43" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "651 slice_45" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "655 slice_47" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "659 slice_49" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "663 slice_51" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "667 slice_53" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "671 slice_55" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "675 slice_57" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "679 slice_59" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "682 view_18" [style=solid, label="(32, 32)"]; -"646 lift_fresh_copy_9" -> "649 fill__9" [style=solid, label="()"]; -"647 slice_43" -> "648 slice_44" [style=solid, label="(24, 32)"]; -"648 slice_44" -> "649 fill__9" [style=solid, label="(24, 24)"]; -"650 lift_fresh_copy_10" -> "653 fill__10" [style=solid, label="()"]; -"651 slice_45" -> "652 slice_46" [style=solid, label="(24, 32)"]; -"652 slice_46" -> "653 fill__10" [style=solid, label="(24, 4)"]; -"654 lift_fresh_copy_11" -> "657 fill__11" [style=solid, label="()"]; -"655 slice_47" -> "656 slice_48" [style=solid, label="(24, 32)"]; -"656 slice_48" -> "657 fill__11" [style=solid, label="(24, 4)"]; -"658 lift_fresh_copy_12" -> "661 fill__12" [style=solid, label="()"]; -"659 slice_49" -> "660 slice_50" [style=solid, label="(4, 32)"]; -"660 slice_50" -> "661 fill__12" [style=solid, label="(4, 24)"]; -"662 lift_fresh_copy_13" -> "665 fill__13" [style=solid, label="()"]; -"663 slice_51" -> "664 slice_52" [style=solid, label="(4, 32)"]; -"664 slice_52" -> "665 fill__13" [style=solid, label="(4, 4)"]; -"666 lift_fresh_copy_14" -> "669 fill__14" [style=solid, label="()"]; -"667 slice_53" -> "668 slice_54" [style=solid, label="(4, 32)"]; -"668 slice_54" -> "669 fill__14" [style=solid, label="(4, 4)"]; -"670 lift_fresh_copy_15" -> "673 fill__15" [style=solid, label="()"]; -"671 slice_55" -> "672 slice_56" [style=solid, label="(4, 32)"]; -"672 slice_56" -> "673 fill__15" [style=solid, label="(4, 24)"]; -"674 lift_fresh_copy_16" -> "677 fill__16" [style=solid, label="()"]; -"675 slice_57" -> "676 slice_58" [style=solid, label="(4, 32)"]; -"676 slice_58" -> "677 fill__16" [style=solid, label="(4, 4)"]; -"678 lift_fresh_copy_17" -> "681 fill__17" [style=solid, label="()"]; -"679 slice_59" -> "680 slice_60" [style=solid, label="(4, 32)"]; -"680 slice_60" -> "681 fill__17" [style=solid, label="(4, 4)"]; -"682 view_18" -> "683 permute_17" [style=solid, label="(4, 8, 4, 8)"]; -"683 permute_17" -> "684 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; -"684 reshape_15" -> "685 unsqueeze_8" [style=solid, label="(16, 64)"]; -"684 reshape_15" -> "686 unsqueeze_9" [style=solid, label="(16, 64)"]; -"685 unsqueeze_8" -> "687 sub_1" [style=solid, label="(16, 1, 64)"]; -"686 unsqueeze_9" -> "687 sub_1" [style=solid, label="(16, 64, 1)"]; -"687 sub_1" -> "688 ne_1" [style=solid, label="(16, 64, 64)"]; -"687 sub_1" -> "689 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"687 sub_1" -> "690 eq_1" [style=solid, label="(16, 64, 64)"]; -"688 ne_1" -> "689 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"689 masked_fill_2" -> "691 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"690 eq_1" -> "691 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"691 masked_fill_3" -> "693 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; -"692 view_19" -> "695 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; -"693 unsqueeze_10" -> "694 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; -"694 unsqueeze_11" -> "695 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; -"695 add_11" -> "696 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; -"696 view_20" -> "697 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; -"697 softmax_3" -> "698 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; -"698 dropout_12" -> "699 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; -"699 matmul_7" -> "700 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; -"700 transpose_7" -> "701 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; -"701 reshape_16" -> "702 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"702 reshape_16_0_0_nncf_smooth_quant_0" -> "703 quantize_per_tensor_46" [style=solid, label="(16, 64, 192)"]; -"703 quantize_per_tensor_46" -> "704 dequantize_per_tensor_47" [style=solid, label="(16, 64, 192)"]; -"704 dequantize_per_tensor_47" -> "710 linear_22" [style=solid, label="(16, 64, 192)"]; -"705 scale_updated_constant15" -> "707 mul_tensor_15" [style=solid, label="(192, 1)"]; -"706 compressed_weight_updated_constant15" -> "707 mul_tensor_15" [style=solid, label="(192, 192)"]; -"707 mul_tensor_15" -> "709 sub_tensor_15" [style=solid, label="(192, 192)"]; -"708 zero_point_updated_constant15" -> "709 sub_tensor_15" [style=solid, label="(192, 1)"]; -"709 sub_tensor_15" -> "710 linear_22" [style=solid, label="(192, 192)"]; -"710 linear_22" -> "711 dropout_13" [style=solid, label="(16, 64, 192)"]; -"711 dropout_13" -> "712 view_21" [style=solid, label="(16, 64, 192)"]; -"712 view_21" -> "713 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"713 permute_18" -> "714 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"714 reshape_17" -> "715 roll_3" [style=solid, label="(1, 32, 32, 192)"]; -"715 roll_3" -> "716 slice_61" [style=solid, label="(1, 32, 32, 192)"]; -"716 slice_61" -> "717 slice_62" [style=solid, label="(1, 32, 32, 192)"]; -"717 slice_62" -> "718 slice_63" [style=solid, label="(1, 28, 32, 192)"]; -"718 slice_63" -> "719 slice_64" [style=solid, label="(1, 28, 28, 192)"]; -"719 slice_64" -> "720 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; -"720 contiguous_5" -> "721 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; -"721 layer_norm_8" -> "722 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"722 add_12" -> "723 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"722 add_12" -> "745 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"723 add_12_0_0_nncf_smooth_quant_0" -> "724 quantize_per_tensor_48" [style=solid, label="(1, 28, 28, 192)"]; -"724 quantize_per_tensor_48" -> "725 dequantize_per_tensor_49" [style=solid, label="(1, 28, 28, 192)"]; -"725 dequantize_per_tensor_49" -> "731 linear_23" [style=solid, label="(1, 28, 28, 192)"]; -"726 scale_updated_constant16" -> "728 mul_tensor_16" [style=solid, label="(768, 1)"]; -"727 compressed_weight_updated_constant16" -> "728 mul_tensor_16" [style=solid, label="(768, 192)"]; -"728 mul_tensor_16" -> "730 sub_tensor_16" [style=solid, label="(768, 192)"]; -"729 zero_point_updated_constant16" -> "730 sub_tensor_16" [style=solid, label="(768, 1)"]; -"730 sub_tensor_16" -> "731 linear_23" [style=solid, label="(768, 192)"]; -"731 linear_23" -> "732 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; -"732 gelu_3" -> "733 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; -"733 dropout_14" -> "734 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"734 dropout_14_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_50" [style=solid, label="(1, 28, 28, 768)"]; -"735 quantize_per_tensor_50" -> "736 dequantize_per_tensor_51" [style=solid, label="(1, 28, 28, 768)"]; -"736 dequantize_per_tensor_51" -> "742 linear_24" [style=solid, label="(1, 28, 28, 768)"]; -"737 scale_updated_constant17" -> "739 mul_tensor_17" [style=solid, label="(192, 1)"]; -"738 compressed_weight_updated_constant17" -> "739 mul_tensor_17" [style=solid, label="(192, 768)"]; -"739 mul_tensor_17" -> "741 sub_tensor_17" [style=solid, label="(192, 768)"]; -"740 zero_point_updated_constant17" -> "741 sub_tensor_17" [style=solid, label="(192, 1)"]; -"741 sub_tensor_17" -> "742 linear_24" [style=solid, label="(192, 768)"]; -"742 linear_24" -> "743 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; -"743 dropout_15" -> "744 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; -"744 layer_norm_9" -> "745 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"745 add_13" -> "746 pad_5" [style=solid, label="(1, 28, 28, 192)"]; -"746 pad_5" -> "747 slice_65" [style=solid, label="(1, 28, 28, 192)"]; -"746 pad_5" -> "750 slice_68" [style=solid, label="(1, 28, 28, 192)"]; -"746 pad_5" -> "753 slice_71" [style=solid, label="(1, 28, 28, 192)"]; -"746 pad_5" -> "756 slice_74" [style=solid, label="(1, 28, 28, 192)"]; -"747 slice_65" -> "748 slice_66" [style=solid, label="(1, 14, 28, 192)"]; -"748 slice_66" -> "749 slice_67" [style=solid, label="(1, 14, 14, 192)"]; -"749 slice_67" -> "759 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"750 slice_68" -> "751 slice_69" [style=solid, label="(1, 14, 28, 192)"]; -"751 slice_69" -> "752 slice_70" [style=solid, label="(1, 14, 14, 192)"]; -"752 slice_70" -> "759 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"753 slice_71" -> "754 slice_72" [style=solid, label="(1, 14, 28, 192)"]; -"754 slice_72" -> "755 slice_73" [style=solid, label="(1, 14, 14, 192)"]; -"755 slice_73" -> "759 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"756 slice_74" -> "757 slice_75" [style=solid, label="(1, 14, 28, 192)"]; -"757 slice_75" -> "758 slice_76" [style=solid, label="(1, 14, 14, 192)"]; -"758 slice_76" -> "759 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"759 cat_1" -> "760 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; -"760 cat_1_0_0_nncf_smooth_quant_0" -> "761 quantize_per_tensor_52" [style=solid, label="(1, 14, 14, 768)"]; -"761 quantize_per_tensor_52" -> "762 dequantize_per_tensor_53" [style=solid, label="(1, 14, 14, 768)"]; -"762 dequantize_per_tensor_53" -> "768 linear_25" [style=solid, label="(1, 14, 14, 768)"]; -"763 scale_updated_constant18" -> "765 mul_tensor_18" [style=solid, label="(384, 1)"]; -"764 compressed_weight_updated_constant18" -> "765 mul_tensor_18" [style=solid, label="(384, 768)"]; -"765 mul_tensor_18" -> "767 sub_tensor_18" [style=solid, label="(384, 768)"]; -"766 zero_point_updated_constant18" -> "767 sub_tensor_18" [style=solid, label="(384, 1)"]; -"767 sub_tensor_18" -> "768 linear_25" [style=solid, label="(384, 768)"]; -"768 linear_25" -> "769 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; -"769 layer_norm_10" -> "785 pad_6" [style=solid, label="(1, 14, 14, 384)"]; -"769 layer_norm_10" -> "848 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"770 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "772 linear_26" [style=solid, label="(512, 2)"]; -"771 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "772 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"772 linear_26" -> "773 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"773 relu__4" -> "775 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"774 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "776 linear_27" [style=solid, label="(12, 512)"]; -"775 relu__4_0_0_nncf_smooth_quant_0" -> "776 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"776 linear_27" -> "777 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"777 view_22" -> "778 index_4" [style=solid, label="(225, 12)"]; -"778 index_4" -> "779 view_23" [style=solid, label="(4096, 12)"]; -"779 view_23" -> "780 permute_19" [style=solid, label="(64, 64, 12)"]; -"780 permute_19" -> "781 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"781 contiguous_6" -> "782 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"782 unsqueeze_12" -> "783 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"783 sigmoid_4" -> "784 mul_8" [style=solid, label="(1, 12, 64, 64)"]; -"784 mul_8" -> "823 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"785 pad_6" -> "786 view_24" [style=solid, label="(1, 16, 16, 384)"]; -"786 view_24" -> "787 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"787 permute_20" -> "788 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"788 reshape_18" -> "792 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"789 clone_4" -> "790 slice_77" [style=solid, label="(1152,)"]; -"789 clone_4" -> "800 linear_28" [style=solid, label="(1152,)"]; -"790 slice_77" -> "791 zero__4" [style=solid, label="(384,)"]; -"792 reshape_18_0_0_nncf_smooth_quant_0" -> "793 quantize_per_tensor_54" [style=solid, label="(4, 64, 384)"]; -"793 quantize_per_tensor_54" -> "794 dequantize_per_tensor_55" [style=solid, label="(4, 64, 384)"]; -"794 dequantize_per_tensor_55" -> "800 linear_28" [style=solid, label="(4, 64, 384)"]; -"795 scale_updated_constant19" -> "797 mul_tensor_19" [style=solid, label="(1152, 1)"]; -"796 compressed_weight_updated_constant19" -> "797 mul_tensor_19" [style=solid, label="(1152, 384)"]; -"797 mul_tensor_19" -> "799 sub_tensor_19" [style=solid, label="(1152, 384)"]; -"798 zero_point_updated_constant19" -> "799 sub_tensor_19" [style=solid, label="(1152, 1)"]; -"799 sub_tensor_19" -> "800 linear_28" [style=solid, label="(1152, 384)"]; -"800 linear_28" -> "801 reshape_19" [style=solid, label="(4, 64, 1152)"]; -"801 reshape_19" -> "802 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; -"802 permute_21" -> "803 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; -"802 permute_21" -> "804 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; -"802 permute_21" -> "805 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; -"803 select_12" -> "806 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; -"803 select_12" -> "808 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; -"803 select_12" -> "809 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"804 select_13" -> "812 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; -"804 select_13" -> "814 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; -"804 select_13" -> "815 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"805 select_14" -> "826 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; -"806 linalg_vector_norm_8" -> "807 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; -"807 clamp_min_8" -> "808 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; -"808 expand_as_8" -> "809 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"809 div_8" -> "810 quantize_per_tensor_56" [style=solid, label="(4, 12, 64, 32)"]; -"810 quantize_per_tensor_56" -> "811 dequantize_per_tensor_57" [style=solid, label="(4, 12, 64, 32)"]; -"811 dequantize_per_tensor_57" -> "819 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; -"812 linalg_vector_norm_9" -> "813 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; -"813 clamp_min_9" -> "814 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; -"814 expand_as_9" -> "815 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"815 div_9" -> "816 quantize_per_tensor_58" [style=solid, label="(4, 12, 64, 32)"]; -"816 quantize_per_tensor_58" -> "817 dequantize_per_tensor_59" [style=solid, label="(4, 12, 64, 32)"]; -"817 dequantize_per_tensor_59" -> "818 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; -"818 transpose_8" -> "819 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; -"819 matmul_8" -> "822 mul_9" [style=solid, label="(4, 12, 64, 64)"]; -"820 clamp_4" -> "821 exp_4" [style=solid, label="(12, 1, 1)"]; -"821 exp_4" -> "822 mul_9" [style=solid, label="(12, 1, 1)"]; -"822 mul_9" -> "823 add_14" [style=solid, label="(4, 12, 64, 64)"]; -"823 add_14" -> "824 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; -"824 softmax_4" -> "825 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; -"825 dropout_16" -> "826 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; -"826 matmul_9" -> "827 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; -"827 transpose_9" -> "828 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; -"828 reshape_20" -> "829 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"829 reshape_20_0_0_nncf_smooth_quant_0" -> "830 quantize_per_tensor_60" [style=solid, label="(4, 64, 384)"]; -"830 quantize_per_tensor_60" -> "831 dequantize_per_tensor_61" [style=solid, label="(4, 64, 384)"]; -"831 dequantize_per_tensor_61" -> "837 linear_29" [style=solid, label="(4, 64, 384)"]; -"832 scale_updated_constant20" -> "834 mul_tensor_20" [style=solid, label="(384, 1)"]; -"833 compressed_weight_updated_constant20" -> "834 mul_tensor_20" [style=solid, label="(384, 384)"]; -"834 mul_tensor_20" -> "836 sub_tensor_20" [style=solid, label="(384, 384)"]; -"835 zero_point_updated_constant20" -> "836 sub_tensor_20" [style=solid, label="(384, 1)"]; -"836 sub_tensor_20" -> "837 linear_29" [style=solid, label="(384, 384)"]; -"837 linear_29" -> "838 dropout_17" [style=solid, label="(4, 64, 384)"]; -"838 dropout_17" -> "839 view_25" [style=solid, label="(4, 64, 384)"]; -"839 view_25" -> "840 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"840 permute_22" -> "841 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"841 reshape_21" -> "842 slice_78" [style=solid, label="(1, 16, 16, 384)"]; -"842 slice_78" -> "843 slice_79" [style=solid, label="(1, 16, 16, 384)"]; -"843 slice_79" -> "844 slice_80" [style=solid, label="(1, 14, 16, 384)"]; -"844 slice_80" -> "845 slice_81" [style=solid, label="(1, 14, 14, 384)"]; -"845 slice_81" -> "846 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; -"846 contiguous_7" -> "847 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; -"847 layer_norm_11" -> "848 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"848 add_15" -> "849 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"848 add_15" -> "871 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"849 add_15_0_0_nncf_smooth_quant_0" -> "850 quantize_per_tensor_62" [style=solid, label="(1, 14, 14, 384)"]; -"850 quantize_per_tensor_62" -> "851 dequantize_per_tensor_63" [style=solid, label="(1, 14, 14, 384)"]; -"851 dequantize_per_tensor_63" -> "857 linear_30" [style=solid, label="(1, 14, 14, 384)"]; -"852 scale_updated_constant21" -> "854 mul_tensor_21" [style=solid, label="(1536, 1)"]; -"853 compressed_weight_updated_constant21" -> "854 mul_tensor_21" [style=solid, label="(1536, 384)"]; -"854 mul_tensor_21" -> "856 sub_tensor_21" [style=solid, label="(1536, 384)"]; -"855 zero_point_updated_constant21" -> "856 sub_tensor_21" [style=solid, label="(1536, 1)"]; -"856 sub_tensor_21" -> "857 linear_30" [style=solid, label="(1536, 384)"]; -"857 linear_30" -> "858 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; -"858 gelu_4" -> "859 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; -"859 dropout_18" -> "860 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"860 dropout_18_0_0_nncf_smooth_quant_0" -> "861 quantize_per_tensor_64" [style=solid, label="(1, 14, 14, 1536)"]; -"861 quantize_per_tensor_64" -> "862 dequantize_per_tensor_65" [style=solid, label="(1, 14, 14, 1536)"]; -"862 dequantize_per_tensor_65" -> "868 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; -"863 scale_updated_constant22" -> "865 mul_tensor_22" [style=solid, label="(384, 1)"]; -"864 compressed_weight_updated_constant22" -> "865 mul_tensor_22" [style=solid, label="(384, 1536)"]; -"865 mul_tensor_22" -> "867 sub_tensor_22" [style=solid, label="(384, 1536)"]; -"866 zero_point_updated_constant22" -> "867 sub_tensor_22" [style=solid, label="(384, 1)"]; -"867 sub_tensor_22" -> "868 linear_31" [style=solid, label="(384, 1536)"]; -"868 linear_31" -> "869 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; -"869 dropout_19" -> "870 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; -"870 layer_norm_12" -> "871 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"871 add_16" -> "887 pad_7" [style=solid, label="(1, 14, 14, 384)"]; -"871 add_16" -> "1004 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"872 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "874 linear_32" [style=solid, label="(512, 2)"]; -"873 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "874 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"874 linear_32" -> "875 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"875 relu__5" -> "877 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"876 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "878 linear_33" [style=solid, label="(12, 512)"]; -"877 relu__5_0_0_nncf_smooth_quant_0" -> "878 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"878 linear_33" -> "879 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"879 view_26" -> "880 index_5" [style=solid, label="(225, 12)"]; -"880 index_5" -> "881 view_27" [style=solid, label="(4096, 12)"]; -"881 view_27" -> "882 permute_23" [style=solid, label="(64, 64, 12)"]; -"882 permute_23" -> "883 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"883 contiguous_8" -> "884 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"884 unsqueeze_13" -> "885 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"885 sigmoid_5" -> "886 mul_10" [style=solid, label="(1, 12, 64, 64)"]; -"886 mul_10" -> "926 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"887 pad_7" -> "888 roll_4" [style=solid, label="(1, 16, 16, 384)"]; -"888 roll_4" -> "889 view_28" [style=solid, label="(1, 16, 16, 384)"]; -"889 view_28" -> "890 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"890 permute_24" -> "891 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"891 reshape_22" -> "895 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"891 reshape_22" -> "927 new_zeros_2" [style=solid, label="(4, 64, 384)"]; -"892 clone_5" -> "893 slice_82" [style=solid, label="(1152,)"]; -"892 clone_5" -> "903 linear_34" [style=solid, label="(1152,)"]; -"893 slice_82" -> "894 zero__5" [style=solid, label="(384,)"]; -"895 reshape_22_0_0_nncf_smooth_quant_0" -> "896 quantize_per_tensor_66" [style=solid, label="(4, 64, 384)"]; -"896 quantize_per_tensor_66" -> "897 dequantize_per_tensor_67" [style=solid, label="(4, 64, 384)"]; -"897 dequantize_per_tensor_67" -> "903 linear_34" [style=solid, label="(4, 64, 384)"]; -"898 scale_updated_constant23" -> "900 mul_tensor_23" [style=solid, label="(1152, 1)"]; -"899 compressed_weight_updated_constant23" -> "900 mul_tensor_23" [style=solid, label="(1152, 384)"]; -"900 mul_tensor_23" -> "902 sub_tensor_23" [style=solid, label="(1152, 384)"]; -"901 zero_point_updated_constant23" -> "902 sub_tensor_23" [style=solid, label="(1152, 1)"]; -"902 sub_tensor_23" -> "903 linear_34" [style=solid, label="(1152, 384)"]; -"903 linear_34" -> "904 reshape_23" [style=solid, label="(4, 64, 1152)"]; -"904 reshape_23" -> "905 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; -"905 permute_25" -> "906 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; -"905 permute_25" -> "907 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; -"905 permute_25" -> "908 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; -"906 select_15" -> "909 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; -"906 select_15" -> "911 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; -"906 select_15" -> "912 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"907 select_16" -> "915 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; -"907 select_16" -> "917 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; -"907 select_16" -> "918 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"908 select_17" -> "981 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; -"909 linalg_vector_norm_10" -> "910 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; -"910 clamp_min_10" -> "911 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; -"911 expand_as_10" -> "912 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"912 div_10" -> "913 quantize_per_tensor_68" [style=solid, label="(4, 12, 64, 32)"]; -"913 quantize_per_tensor_68" -> "914 dequantize_per_tensor_69" [style=solid, label="(4, 12, 64, 32)"]; -"914 dequantize_per_tensor_69" -> "922 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; -"915 linalg_vector_norm_11" -> "916 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; -"916 clamp_min_11" -> "917 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; -"917 expand_as_11" -> "918 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"918 div_11" -> "919 quantize_per_tensor_70" [style=solid, label="(4, 12, 64, 32)"]; -"919 quantize_per_tensor_70" -> "920 dequantize_per_tensor_71" [style=solid, label="(4, 12, 64, 32)"]; -"920 dequantize_per_tensor_71" -> "921 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; -"921 transpose_10" -> "922 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; -"922 matmul_10" -> "925 mul_11" [style=solid, label="(4, 12, 64, 64)"]; -"923 clamp_5" -> "924 exp_5" [style=solid, label="(12, 1, 1)"]; -"924 exp_5" -> "925 mul_11" [style=solid, label="(12, 1, 1)"]; -"925 mul_11" -> "926 add_17" [style=solid, label="(4, 12, 64, 64)"]; -"926 add_17" -> "974 view_30" [style=solid, label="(4, 12, 64, 64)"]; -"927 new_zeros_2" -> "929 slice_83" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "933 slice_85" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "937 slice_87" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "941 slice_89" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "945 slice_91" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "949 slice_93" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "953 slice_95" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "957 slice_97" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "961 slice_99" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "964 view_29" [style=solid, label="(16, 16)"]; -"928 lift_fresh_copy_18" -> "931 fill__18" [style=solid, label="()"]; -"929 slice_83" -> "930 slice_84" [style=solid, label="(8, 16)"]; -"930 slice_84" -> "931 fill__18" [style=solid, label="(8, 8)"]; -"932 lift_fresh_copy_19" -> "935 fill__19" [style=solid, label="()"]; -"933 slice_85" -> "934 slice_86" [style=solid, label="(8, 16)"]; -"934 slice_86" -> "935 fill__19" [style=solid, label="(8, 4)"]; -"936 lift_fresh_copy_20" -> "939 fill__20" [style=solid, label="()"]; -"937 slice_87" -> "938 slice_88" [style=solid, label="(8, 16)"]; -"938 slice_88" -> "939 fill__20" [style=solid, label="(8, 4)"]; -"940 lift_fresh_copy_21" -> "943 fill__21" [style=solid, label="()"]; -"941 slice_89" -> "942 slice_90" [style=solid, label="(4, 16)"]; -"942 slice_90" -> "943 fill__21" [style=solid, label="(4, 8)"]; -"944 lift_fresh_copy_22" -> "947 fill__22" [style=solid, label="()"]; -"945 slice_91" -> "946 slice_92" [style=solid, label="(4, 16)"]; -"946 slice_92" -> "947 fill__22" [style=solid, label="(4, 4)"]; -"948 lift_fresh_copy_23" -> "951 fill__23" [style=solid, label="()"]; -"949 slice_93" -> "950 slice_94" [style=solid, label="(4, 16)"]; -"950 slice_94" -> "951 fill__23" [style=solid, label="(4, 4)"]; -"952 lift_fresh_copy_24" -> "955 fill__24" [style=solid, label="()"]; -"953 slice_95" -> "954 slice_96" [style=solid, label="(4, 16)"]; -"954 slice_96" -> "955 fill__24" [style=solid, label="(4, 8)"]; -"956 lift_fresh_copy_25" -> "959 fill__25" [style=solid, label="()"]; -"957 slice_97" -> "958 slice_98" [style=solid, label="(4, 16)"]; -"958 slice_98" -> "959 fill__25" [style=solid, label="(4, 4)"]; -"960 lift_fresh_copy_26" -> "963 fill__26" [style=solid, label="()"]; -"961 slice_99" -> "962 slice_100" [style=solid, label="(4, 16)"]; -"962 slice_100" -> "963 fill__26" [style=solid, label="(4, 4)"]; -"964 view_29" -> "965 permute_26" [style=solid, label="(2, 8, 2, 8)"]; -"965 permute_26" -> "966 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; -"966 reshape_24" -> "967 unsqueeze_14" [style=solid, label="(4, 64)"]; -"966 reshape_24" -> "968 unsqueeze_15" [style=solid, label="(4, 64)"]; -"967 unsqueeze_14" -> "969 sub_2" [style=solid, label="(4, 1, 64)"]; -"968 unsqueeze_15" -> "969 sub_2" [style=solid, label="(4, 64, 1)"]; -"969 sub_2" -> "970 ne_2" [style=solid, label="(4, 64, 64)"]; -"969 sub_2" -> "971 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"969 sub_2" -> "972 eq_2" [style=solid, label="(4, 64, 64)"]; -"970 ne_2" -> "971 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"971 masked_fill_4" -> "973 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"972 eq_2" -> "973 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"973 masked_fill_5" -> "975 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; -"974 view_30" -> "977 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; -"975 unsqueeze_16" -> "976 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; -"976 unsqueeze_17" -> "977 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; -"977 add_18" -> "978 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; -"978 view_31" -> "979 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; -"979 softmax_5" -> "980 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; -"980 dropout_20" -> "981 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; -"981 matmul_11" -> "982 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; -"982 transpose_11" -> "983 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; -"983 reshape_25" -> "984 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"984 reshape_25_0_0_nncf_smooth_quant_0" -> "985 quantize_per_tensor_72" [style=solid, label="(4, 64, 384)"]; -"985 quantize_per_tensor_72" -> "986 dequantize_per_tensor_73" [style=solid, label="(4, 64, 384)"]; -"986 dequantize_per_tensor_73" -> "992 linear_35" [style=solid, label="(4, 64, 384)"]; -"987 scale_updated_constant24" -> "989 mul_tensor_24" [style=solid, label="(384, 1)"]; -"988 compressed_weight_updated_constant24" -> "989 mul_tensor_24" [style=solid, label="(384, 384)"]; -"989 mul_tensor_24" -> "991 sub_tensor_24" [style=solid, label="(384, 384)"]; -"990 zero_point_updated_constant24" -> "991 sub_tensor_24" [style=solid, label="(384, 1)"]; -"991 sub_tensor_24" -> "992 linear_35" [style=solid, label="(384, 384)"]; -"992 linear_35" -> "993 dropout_21" [style=solid, label="(4, 64, 384)"]; -"993 dropout_21" -> "994 view_32" [style=solid, label="(4, 64, 384)"]; -"994 view_32" -> "995 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"995 permute_27" -> "996 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"996 reshape_26" -> "997 roll_5" [style=solid, label="(1, 16, 16, 384)"]; -"997 roll_5" -> "998 slice_101" [style=solid, label="(1, 16, 16, 384)"]; -"998 slice_101" -> "999 slice_102" [style=solid, label="(1, 16, 16, 384)"]; -"999 slice_102" -> "1000 slice_103" [style=solid, label="(1, 14, 16, 384)"]; -"1000 slice_103" -> "1001 slice_104" [style=solid, label="(1, 14, 14, 384)"]; -"1001 slice_104" -> "1002 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; -"1002 contiguous_9" -> "1003 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; -"1003 layer_norm_13" -> "1004 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"1004 add_19" -> "1005 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1004 add_19" -> "1027 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"1005 add_19_0_0_nncf_smooth_quant_0" -> "1006 quantize_per_tensor_74" [style=solid, label="(1, 14, 14, 384)"]; -"1006 quantize_per_tensor_74" -> "1007 dequantize_per_tensor_75" [style=solid, label="(1, 14, 14, 384)"]; -"1007 dequantize_per_tensor_75" -> "1013 linear_36" [style=solid, label="(1, 14, 14, 384)"]; -"1008 scale_updated_constant25" -> "1010 mul_tensor_25" [style=solid, label="(1536, 1)"]; -"1009 compressed_weight_updated_constant25" -> "1010 mul_tensor_25" [style=solid, label="(1536, 384)"]; -"1010 mul_tensor_25" -> "1012 sub_tensor_25" [style=solid, label="(1536, 384)"]; -"1011 zero_point_updated_constant25" -> "1012 sub_tensor_25" [style=solid, label="(1536, 1)"]; -"1012 sub_tensor_25" -> "1013 linear_36" [style=solid, label="(1536, 384)"]; -"1013 linear_36" -> "1014 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; -"1014 gelu_5" -> "1015 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; -"1015 dropout_22" -> "1016 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1016 dropout_22_0_0_nncf_smooth_quant_0" -> "1017 quantize_per_tensor_76" [style=solid, label="(1, 14, 14, 1536)"]; -"1017 quantize_per_tensor_76" -> "1018 dequantize_per_tensor_77" [style=solid, label="(1, 14, 14, 1536)"]; -"1018 dequantize_per_tensor_77" -> "1024 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; -"1019 scale_updated_constant26" -> "1021 mul_tensor_26" [style=solid, label="(384, 1)"]; -"1020 compressed_weight_updated_constant26" -> "1021 mul_tensor_26" [style=solid, label="(384, 1536)"]; -"1021 mul_tensor_26" -> "1023 sub_tensor_26" [style=solid, label="(384, 1536)"]; -"1022 zero_point_updated_constant26" -> "1023 sub_tensor_26" [style=solid, label="(384, 1)"]; -"1023 sub_tensor_26" -> "1024 linear_37" [style=solid, label="(384, 1536)"]; -"1024 linear_37" -> "1025 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; -"1025 dropout_23" -> "1026 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; -"1026 layer_norm_14" -> "1027 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"1027 add_20" -> "1043 pad_8" [style=solid, label="(1, 14, 14, 384)"]; -"1027 add_20" -> "1106 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1028 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1030 linear_38" [style=solid, label="(512, 2)"]; -"1029 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1030 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"1030 linear_38" -> "1031 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"1031 relu__6" -> "1033 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1032 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1034 linear_39" [style=solid, label="(12, 512)"]; -"1033 relu__6_0_0_nncf_smooth_quant_0" -> "1034 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"1034 linear_39" -> "1035 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"1035 view_33" -> "1036 index_6" [style=solid, label="(225, 12)"]; -"1036 index_6" -> "1037 view_34" [style=solid, label="(4096, 12)"]; -"1037 view_34" -> "1038 permute_28" [style=solid, label="(64, 64, 12)"]; -"1038 permute_28" -> "1039 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"1039 contiguous_10" -> "1040 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"1040 unsqueeze_18" -> "1041 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"1041 sigmoid_6" -> "1042 mul_12" [style=solid, label="(1, 12, 64, 64)"]; -"1042 mul_12" -> "1081 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"1043 pad_8" -> "1044 view_35" [style=solid, label="(1, 16, 16, 384)"]; -"1044 view_35" -> "1045 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1045 permute_29" -> "1046 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1046 reshape_27" -> "1050 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1047 clone_6" -> "1048 slice_105" [style=solid, label="(1152,)"]; -"1047 clone_6" -> "1058 linear_40" [style=solid, label="(1152,)"]; -"1048 slice_105" -> "1049 zero__6" [style=solid, label="(384,)"]; -"1050 reshape_27_0_0_nncf_smooth_quant_0" -> "1051 quantize_per_tensor_78" [style=solid, label="(4, 64, 384)"]; -"1051 quantize_per_tensor_78" -> "1052 dequantize_per_tensor_79" [style=solid, label="(4, 64, 384)"]; -"1052 dequantize_per_tensor_79" -> "1058 linear_40" [style=solid, label="(4, 64, 384)"]; -"1053 scale_updated_constant27" -> "1055 mul_tensor_27" [style=solid, label="(1152, 1)"]; -"1054 compressed_weight_updated_constant27" -> "1055 mul_tensor_27" [style=solid, label="(1152, 384)"]; -"1055 mul_tensor_27" -> "1057 sub_tensor_27" [style=solid, label="(1152, 384)"]; -"1056 zero_point_updated_constant27" -> "1057 sub_tensor_27" [style=solid, label="(1152, 1)"]; -"1057 sub_tensor_27" -> "1058 linear_40" [style=solid, label="(1152, 384)"]; -"1058 linear_40" -> "1059 reshape_28" [style=solid, label="(4, 64, 1152)"]; -"1059 reshape_28" -> "1060 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1060 permute_30" -> "1061 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1060 permute_30" -> "1062 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1060 permute_30" -> "1063 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1061 select_18" -> "1064 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; -"1061 select_18" -> "1066 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; -"1061 select_18" -> "1067 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1062 select_19" -> "1070 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; -"1062 select_19" -> "1072 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; -"1062 select_19" -> "1073 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1063 select_20" -> "1084 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; -"1064 linalg_vector_norm_12" -> "1065 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; -"1065 clamp_min_12" -> "1066 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; -"1066 expand_as_12" -> "1067 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1067 div_12" -> "1068 quantize_per_tensor_80" [style=solid, label="(4, 12, 64, 32)"]; -"1068 quantize_per_tensor_80" -> "1069 dequantize_per_tensor_81" [style=solid, label="(4, 12, 64, 32)"]; -"1069 dequantize_per_tensor_81" -> "1077 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; -"1070 linalg_vector_norm_13" -> "1071 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; -"1071 clamp_min_13" -> "1072 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; -"1072 expand_as_13" -> "1073 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1073 div_13" -> "1074 quantize_per_tensor_82" [style=solid, label="(4, 12, 64, 32)"]; -"1074 quantize_per_tensor_82" -> "1075 dequantize_per_tensor_83" [style=solid, label="(4, 12, 64, 32)"]; -"1075 dequantize_per_tensor_83" -> "1076 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; -"1076 transpose_12" -> "1077 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; -"1077 matmul_12" -> "1080 mul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1078 clamp_6" -> "1079 exp_6" [style=solid, label="(12, 1, 1)"]; -"1079 exp_6" -> "1080 mul_13" [style=solid, label="(12, 1, 1)"]; -"1080 mul_13" -> "1081 add_21" [style=solid, label="(4, 12, 64, 64)"]; -"1081 add_21" -> "1082 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; -"1082 softmax_6" -> "1083 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; -"1083 dropout_24" -> "1084 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1084 matmul_13" -> "1085 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; -"1085 transpose_13" -> "1086 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; -"1086 reshape_29" -> "1087 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1087 reshape_29_0_0_nncf_smooth_quant_0" -> "1088 quantize_per_tensor_84" [style=solid, label="(4, 64, 384)"]; -"1088 quantize_per_tensor_84" -> "1089 dequantize_per_tensor_85" [style=solid, label="(4, 64, 384)"]; -"1089 dequantize_per_tensor_85" -> "1095 linear_41" [style=solid, label="(4, 64, 384)"]; -"1090 scale_updated_constant28" -> "1092 mul_tensor_28" [style=solid, label="(384, 1)"]; -"1091 compressed_weight_updated_constant28" -> "1092 mul_tensor_28" [style=solid, label="(384, 384)"]; -"1092 mul_tensor_28" -> "1094 sub_tensor_28" [style=solid, label="(384, 384)"]; -"1093 zero_point_updated_constant28" -> "1094 sub_tensor_28" [style=solid, label="(384, 1)"]; -"1094 sub_tensor_28" -> "1095 linear_41" [style=solid, label="(384, 384)"]; -"1095 linear_41" -> "1096 dropout_25" [style=solid, label="(4, 64, 384)"]; -"1096 dropout_25" -> "1097 view_36" [style=solid, label="(4, 64, 384)"]; -"1097 view_36" -> "1098 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1098 permute_31" -> "1099 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1099 reshape_30" -> "1100 slice_106" [style=solid, label="(1, 16, 16, 384)"]; -"1100 slice_106" -> "1101 slice_107" [style=solid, label="(1, 16, 16, 384)"]; -"1101 slice_107" -> "1102 slice_108" [style=solid, label="(1, 14, 16, 384)"]; -"1102 slice_108" -> "1103 slice_109" [style=solid, label="(1, 14, 14, 384)"]; -"1103 slice_109" -> "1104 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; -"1104 contiguous_11" -> "1105 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; -"1105 layer_norm_15" -> "1106 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1106 add_22" -> "1107 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1106 add_22" -> "1129 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1107 add_22_0_0_nncf_smooth_quant_0" -> "1108 quantize_per_tensor_86" [style=solid, label="(1, 14, 14, 384)"]; -"1108 quantize_per_tensor_86" -> "1109 dequantize_per_tensor_87" [style=solid, label="(1, 14, 14, 384)"]; -"1109 dequantize_per_tensor_87" -> "1115 linear_42" [style=solid, label="(1, 14, 14, 384)"]; -"1110 scale_updated_constant29" -> "1112 mul_tensor_29" [style=solid, label="(1536, 1)"]; -"1111 compressed_weight_updated_constant29" -> "1112 mul_tensor_29" [style=solid, label="(1536, 384)"]; -"1112 mul_tensor_29" -> "1114 sub_tensor_29" [style=solid, label="(1536, 384)"]; -"1113 zero_point_updated_constant29" -> "1114 sub_tensor_29" [style=solid, label="(1536, 1)"]; -"1114 sub_tensor_29" -> "1115 linear_42" [style=solid, label="(1536, 384)"]; -"1115 linear_42" -> "1116 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; -"1116 gelu_6" -> "1117 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; -"1117 dropout_26" -> "1118 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1118 dropout_26_0_0_nncf_smooth_quant_0" -> "1119 quantize_per_tensor_88" [style=solid, label="(1, 14, 14, 1536)"]; -"1119 quantize_per_tensor_88" -> "1120 dequantize_per_tensor_89" [style=solid, label="(1, 14, 14, 1536)"]; -"1120 dequantize_per_tensor_89" -> "1126 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; -"1121 scale_updated_constant30" -> "1123 mul_tensor_30" [style=solid, label="(384, 1)"]; -"1122 compressed_weight_updated_constant30" -> "1123 mul_tensor_30" [style=solid, label="(384, 1536)"]; -"1123 mul_tensor_30" -> "1125 sub_tensor_30" [style=solid, label="(384, 1536)"]; -"1124 zero_point_updated_constant30" -> "1125 sub_tensor_30" [style=solid, label="(384, 1)"]; -"1125 sub_tensor_30" -> "1126 linear_43" [style=solid, label="(384, 1536)"]; -"1126 linear_43" -> "1127 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; -"1127 dropout_27" -> "1128 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; -"1128 layer_norm_16" -> "1129 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1129 add_23" -> "1145 pad_9" [style=solid, label="(1, 14, 14, 384)"]; -"1129 add_23" -> "1262 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1130 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1132 linear_44" [style=solid, label="(512, 2)"]; -"1131 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1132 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"1132 linear_44" -> "1133 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"1133 relu__7" -> "1135 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1134 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1136 linear_45" [style=solid, label="(12, 512)"]; -"1135 relu__7_0_0_nncf_smooth_quant_0" -> "1136 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"1136 linear_45" -> "1137 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"1137 view_37" -> "1138 index_7" [style=solid, label="(225, 12)"]; -"1138 index_7" -> "1139 view_38" [style=solid, label="(4096, 12)"]; -"1139 view_38" -> "1140 permute_32" [style=solid, label="(64, 64, 12)"]; -"1140 permute_32" -> "1141 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"1141 contiguous_12" -> "1142 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"1142 unsqueeze_19" -> "1143 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"1143 sigmoid_7" -> "1144 mul_14" [style=solid, label="(1, 12, 64, 64)"]; -"1144 mul_14" -> "1184 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"1145 pad_9" -> "1146 roll_6" [style=solid, label="(1, 16, 16, 384)"]; -"1146 roll_6" -> "1147 view_39" [style=solid, label="(1, 16, 16, 384)"]; -"1147 view_39" -> "1148 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1148 permute_33" -> "1149 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1149 reshape_31" -> "1153 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1149 reshape_31" -> "1185 new_zeros_3" [style=solid, label="(4, 64, 384)"]; -"1150 clone_7" -> "1151 slice_110" [style=solid, label="(1152,)"]; -"1150 clone_7" -> "1161 linear_46" [style=solid, label="(1152,)"]; -"1151 slice_110" -> "1152 zero__7" [style=solid, label="(384,)"]; -"1153 reshape_31_0_0_nncf_smooth_quant_0" -> "1154 quantize_per_tensor_90" [style=solid, label="(4, 64, 384)"]; -"1154 quantize_per_tensor_90" -> "1155 dequantize_per_tensor_91" [style=solid, label="(4, 64, 384)"]; -"1155 dequantize_per_tensor_91" -> "1161 linear_46" [style=solid, label="(4, 64, 384)"]; -"1156 scale_updated_constant31" -> "1158 mul_tensor_31" [style=solid, label="(1152, 1)"]; -"1157 compressed_weight_updated_constant31" -> "1158 mul_tensor_31" [style=solid, label="(1152, 384)"]; -"1158 mul_tensor_31" -> "1160 sub_tensor_31" [style=solid, label="(1152, 384)"]; -"1159 zero_point_updated_constant31" -> "1160 sub_tensor_31" [style=solid, label="(1152, 1)"]; -"1160 sub_tensor_31" -> "1161 linear_46" [style=solid, label="(1152, 384)"]; -"1161 linear_46" -> "1162 reshape_32" [style=solid, label="(4, 64, 1152)"]; -"1162 reshape_32" -> "1163 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1163 permute_34" -> "1164 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1163 permute_34" -> "1165 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1163 permute_34" -> "1166 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1164 select_21" -> "1167 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; -"1164 select_21" -> "1169 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; -"1164 select_21" -> "1170 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1165 select_22" -> "1173 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; -"1165 select_22" -> "1175 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; -"1165 select_22" -> "1176 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1166 select_23" -> "1239 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; -"1167 linalg_vector_norm_14" -> "1168 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; -"1168 clamp_min_14" -> "1169 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; -"1169 expand_as_14" -> "1170 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1170 div_14" -> "1171 quantize_per_tensor_92" [style=solid, label="(4, 12, 64, 32)"]; -"1171 quantize_per_tensor_92" -> "1172 dequantize_per_tensor_93" [style=solid, label="(4, 12, 64, 32)"]; -"1172 dequantize_per_tensor_93" -> "1180 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; -"1173 linalg_vector_norm_15" -> "1174 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; -"1174 clamp_min_15" -> "1175 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; -"1175 expand_as_15" -> "1176 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1176 div_15" -> "1177 quantize_per_tensor_94" [style=solid, label="(4, 12, 64, 32)"]; -"1177 quantize_per_tensor_94" -> "1178 dequantize_per_tensor_95" [style=solid, label="(4, 12, 64, 32)"]; -"1178 dequantize_per_tensor_95" -> "1179 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; -"1179 transpose_14" -> "1180 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; -"1180 matmul_14" -> "1183 mul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1181 clamp_7" -> "1182 exp_7" [style=solid, label="(12, 1, 1)"]; -"1182 exp_7" -> "1183 mul_15" [style=solid, label="(12, 1, 1)"]; -"1183 mul_15" -> "1184 add_24" [style=solid, label="(4, 12, 64, 64)"]; -"1184 add_24" -> "1232 view_41" [style=solid, label="(4, 12, 64, 64)"]; -"1185 new_zeros_3" -> "1187 slice_111" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1191 slice_113" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1195 slice_115" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1199 slice_117" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1203 slice_119" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1207 slice_121" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1211 slice_123" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1215 slice_125" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1219 slice_127" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1222 view_40" [style=solid, label="(16, 16)"]; -"1186 lift_fresh_copy_27" -> "1189 fill__27" [style=solid, label="()"]; -"1187 slice_111" -> "1188 slice_112" [style=solid, label="(8, 16)"]; -"1188 slice_112" -> "1189 fill__27" [style=solid, label="(8, 8)"]; -"1190 lift_fresh_copy_28" -> "1193 fill__28" [style=solid, label="()"]; -"1191 slice_113" -> "1192 slice_114" [style=solid, label="(8, 16)"]; -"1192 slice_114" -> "1193 fill__28" [style=solid, label="(8, 4)"]; -"1194 lift_fresh_copy_29" -> "1197 fill__29" [style=solid, label="()"]; -"1195 slice_115" -> "1196 slice_116" [style=solid, label="(8, 16)"]; -"1196 slice_116" -> "1197 fill__29" [style=solid, label="(8, 4)"]; -"1198 lift_fresh_copy_30" -> "1201 fill__30" [style=solid, label="()"]; -"1199 slice_117" -> "1200 slice_118" [style=solid, label="(4, 16)"]; -"1200 slice_118" -> "1201 fill__30" [style=solid, label="(4, 8)"]; -"1202 lift_fresh_copy_31" -> "1205 fill__31" [style=solid, label="()"]; -"1203 slice_119" -> "1204 slice_120" [style=solid, label="(4, 16)"]; -"1204 slice_120" -> "1205 fill__31" [style=solid, label="(4, 4)"]; -"1206 lift_fresh_copy_32" -> "1209 fill__32" [style=solid, label="()"]; -"1207 slice_121" -> "1208 slice_122" [style=solid, label="(4, 16)"]; -"1208 slice_122" -> "1209 fill__32" [style=solid, label="(4, 4)"]; -"1210 lift_fresh_copy_33" -> "1213 fill__33" [style=solid, label="()"]; -"1211 slice_123" -> "1212 slice_124" [style=solid, label="(4, 16)"]; -"1212 slice_124" -> "1213 fill__33" [style=solid, label="(4, 8)"]; -"1214 lift_fresh_copy_34" -> "1217 fill__34" [style=solid, label="()"]; -"1215 slice_125" -> "1216 slice_126" [style=solid, label="(4, 16)"]; -"1216 slice_126" -> "1217 fill__34" [style=solid, label="(4, 4)"]; -"1218 lift_fresh_copy_35" -> "1221 fill__35" [style=solid, label="()"]; -"1219 slice_127" -> "1220 slice_128" [style=solid, label="(4, 16)"]; -"1220 slice_128" -> "1221 fill__35" [style=solid, label="(4, 4)"]; -"1222 view_40" -> "1223 permute_35" [style=solid, label="(2, 8, 2, 8)"]; -"1223 permute_35" -> "1224 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; -"1224 reshape_33" -> "1225 unsqueeze_20" [style=solid, label="(4, 64)"]; -"1224 reshape_33" -> "1226 unsqueeze_21" [style=solid, label="(4, 64)"]; -"1225 unsqueeze_20" -> "1227 sub_3" [style=solid, label="(4, 1, 64)"]; -"1226 unsqueeze_21" -> "1227 sub_3" [style=solid, label="(4, 64, 1)"]; -"1227 sub_3" -> "1228 ne_3" [style=solid, label="(4, 64, 64)"]; -"1227 sub_3" -> "1229 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1227 sub_3" -> "1230 eq_3" [style=solid, label="(4, 64, 64)"]; -"1228 ne_3" -> "1229 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1229 masked_fill_6" -> "1231 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1230 eq_3" -> "1231 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1231 masked_fill_7" -> "1233 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; -"1232 view_41" -> "1235 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1233 unsqueeze_22" -> "1234 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; -"1234 unsqueeze_23" -> "1235 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1235 add_25" -> "1236 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1236 view_42" -> "1237 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; -"1237 softmax_7" -> "1238 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; -"1238 dropout_28" -> "1239 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1239 matmul_15" -> "1240 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; -"1240 transpose_15" -> "1241 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; -"1241 reshape_34" -> "1242 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1242 reshape_34_0_0_nncf_smooth_quant_0" -> "1243 quantize_per_tensor_96" [style=solid, label="(4, 64, 384)"]; -"1243 quantize_per_tensor_96" -> "1244 dequantize_per_tensor_97" [style=solid, label="(4, 64, 384)"]; -"1244 dequantize_per_tensor_97" -> "1250 linear_47" [style=solid, label="(4, 64, 384)"]; -"1245 scale_updated_constant32" -> "1247 mul_tensor_32" [style=solid, label="(384, 1)"]; -"1246 compressed_weight_updated_constant32" -> "1247 mul_tensor_32" [style=solid, label="(384, 384)"]; -"1247 mul_tensor_32" -> "1249 sub_tensor_32" [style=solid, label="(384, 384)"]; -"1248 zero_point_updated_constant32" -> "1249 sub_tensor_32" [style=solid, label="(384, 1)"]; -"1249 sub_tensor_32" -> "1250 linear_47" [style=solid, label="(384, 384)"]; -"1250 linear_47" -> "1251 dropout_29" [style=solid, label="(4, 64, 384)"]; -"1251 dropout_29" -> "1252 view_43" [style=solid, label="(4, 64, 384)"]; -"1252 view_43" -> "1253 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1253 permute_36" -> "1254 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1254 reshape_35" -> "1255 roll_7" [style=solid, label="(1, 16, 16, 384)"]; -"1255 roll_7" -> "1256 slice_129" [style=solid, label="(1, 16, 16, 384)"]; -"1256 slice_129" -> "1257 slice_130" [style=solid, label="(1, 16, 16, 384)"]; -"1257 slice_130" -> "1258 slice_131" [style=solid, label="(1, 14, 16, 384)"]; -"1258 slice_131" -> "1259 slice_132" [style=solid, label="(1, 14, 14, 384)"]; -"1259 slice_132" -> "1260 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; -"1260 contiguous_13" -> "1261 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; -"1261 layer_norm_17" -> "1262 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1262 add_26" -> "1263 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1262 add_26" -> "1285 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1263 add_26_0_0_nncf_smooth_quant_0" -> "1264 quantize_per_tensor_98" [style=solid, label="(1, 14, 14, 384)"]; -"1264 quantize_per_tensor_98" -> "1265 dequantize_per_tensor_99" [style=solid, label="(1, 14, 14, 384)"]; -"1265 dequantize_per_tensor_99" -> "1271 linear_48" [style=solid, label="(1, 14, 14, 384)"]; -"1266 scale_updated_constant33" -> "1268 mul_tensor_33" [style=solid, label="(1536, 1)"]; -"1267 compressed_weight_updated_constant33" -> "1268 mul_tensor_33" [style=solid, label="(1536, 384)"]; -"1268 mul_tensor_33" -> "1270 sub_tensor_33" [style=solid, label="(1536, 384)"]; -"1269 zero_point_updated_constant33" -> "1270 sub_tensor_33" [style=solid, label="(1536, 1)"]; -"1270 sub_tensor_33" -> "1271 linear_48" [style=solid, label="(1536, 384)"]; -"1271 linear_48" -> "1272 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; -"1272 gelu_7" -> "1273 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; -"1273 dropout_30" -> "1274 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1274 dropout_30_0_0_nncf_smooth_quant_0" -> "1275 quantize_per_tensor_100" [style=solid, label="(1, 14, 14, 1536)"]; -"1275 quantize_per_tensor_100" -> "1276 dequantize_per_tensor_101" [style=solid, label="(1, 14, 14, 1536)"]; -"1276 dequantize_per_tensor_101" -> "1282 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; -"1277 scale_updated_constant34" -> "1279 mul_tensor_34" [style=solid, label="(384, 1)"]; -"1278 compressed_weight_updated_constant34" -> "1279 mul_tensor_34" [style=solid, label="(384, 1536)"]; -"1279 mul_tensor_34" -> "1281 sub_tensor_34" [style=solid, label="(384, 1536)"]; -"1280 zero_point_updated_constant34" -> "1281 sub_tensor_34" [style=solid, label="(384, 1)"]; -"1281 sub_tensor_34" -> "1282 linear_49" [style=solid, label="(384, 1536)"]; -"1282 linear_49" -> "1283 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; -"1283 dropout_31" -> "1284 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; -"1284 layer_norm_18" -> "1285 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1285 add_27" -> "1301 pad_10" [style=solid, label="(1, 14, 14, 384)"]; -"1285 add_27" -> "1364 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1286 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1288 linear_50" [style=solid, label="(512, 2)"]; -"1287 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1288 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"1288 linear_50" -> "1289 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"1289 relu__8" -> "1291 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1290 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1292 linear_51" [style=solid, label="(12, 512)"]; -"1291 relu__8_0_0_nncf_smooth_quant_0" -> "1292 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1292 linear_51" -> "1293 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1293 view_44" -> "1294 index_8" [style=solid, label="(225, 12)"]; -"1294 index_8" -> "1295 view_45" [style=solid, label="(4096, 12)"]; -"1295 view_45" -> "1296 permute_37" [style=solid, label="(64, 64, 12)"]; -"1296 permute_37" -> "1297 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1297 contiguous_14" -> "1298 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1298 unsqueeze_24" -> "1299 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1299 sigmoid_8" -> "1300 mul_16" [style=solid, label="(1, 12, 64, 64)"]; -"1300 mul_16" -> "1339 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1301 pad_10" -> "1302 view_46" [style=solid, label="(1, 16, 16, 384)"]; -"1302 view_46" -> "1303 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1303 permute_38" -> "1304 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1304 reshape_36" -> "1308 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1305 clone_8" -> "1306 slice_133" [style=solid, label="(1152,)"]; -"1305 clone_8" -> "1316 linear_52" [style=solid, label="(1152,)"]; -"1306 slice_133" -> "1307 zero__8" [style=solid, label="(384,)"]; -"1308 reshape_36_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_102" [style=solid, label="(4, 64, 384)"]; -"1309 quantize_per_tensor_102" -> "1310 dequantize_per_tensor_103" [style=solid, label="(4, 64, 384)"]; -"1310 dequantize_per_tensor_103" -> "1316 linear_52" [style=solid, label="(4, 64, 384)"]; -"1311 scale_updated_constant35" -> "1313 mul_tensor_35" [style=solid, label="(1152, 1)"]; -"1312 compressed_weight_updated_constant35" -> "1313 mul_tensor_35" [style=solid, label="(1152, 384)"]; -"1313 mul_tensor_35" -> "1315 sub_tensor_35" [style=solid, label="(1152, 384)"]; -"1314 zero_point_updated_constant35" -> "1315 sub_tensor_35" [style=solid, label="(1152, 1)"]; -"1315 sub_tensor_35" -> "1316 linear_52" [style=solid, label="(1152, 384)"]; -"1316 linear_52" -> "1317 reshape_37" [style=solid, label="(4, 64, 1152)"]; -"1317 reshape_37" -> "1318 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1318 permute_39" -> "1319 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1318 permute_39" -> "1320 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1318 permute_39" -> "1321 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1319 select_24" -> "1322 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; -"1319 select_24" -> "1324 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; -"1319 select_24" -> "1325 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1320 select_25" -> "1328 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; -"1320 select_25" -> "1330 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; -"1320 select_25" -> "1331 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1321 select_26" -> "1342 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; -"1322 linalg_vector_norm_16" -> "1323 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; -"1323 clamp_min_16" -> "1324 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; -"1324 expand_as_16" -> "1325 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1325 div_16" -> "1326 quantize_per_tensor_104" [style=solid, label="(4, 12, 64, 32)"]; -"1326 quantize_per_tensor_104" -> "1327 dequantize_per_tensor_105" [style=solid, label="(4, 12, 64, 32)"]; -"1327 dequantize_per_tensor_105" -> "1335 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; -"1328 linalg_vector_norm_17" -> "1329 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; -"1329 clamp_min_17" -> "1330 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; -"1330 expand_as_17" -> "1331 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1331 div_17" -> "1332 quantize_per_tensor_106" [style=solid, label="(4, 12, 64, 32)"]; -"1332 quantize_per_tensor_106" -> "1333 dequantize_per_tensor_107" [style=solid, label="(4, 12, 64, 32)"]; -"1333 dequantize_per_tensor_107" -> "1334 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; -"1334 transpose_16" -> "1335 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; -"1335 matmul_16" -> "1338 mul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1336 clamp_8" -> "1337 exp_8" [style=solid, label="(12, 1, 1)"]; -"1337 exp_8" -> "1338 mul_17" [style=solid, label="(12, 1, 1)"]; -"1338 mul_17" -> "1339 add_28" [style=solid, label="(4, 12, 64, 64)"]; -"1339 add_28" -> "1340 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; -"1340 softmax_8" -> "1341 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; -"1341 dropout_32" -> "1342 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1342 matmul_17" -> "1343 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; -"1343 transpose_17" -> "1344 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; -"1344 reshape_38" -> "1345 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1345 reshape_38_0_0_nncf_smooth_quant_0" -> "1346 quantize_per_tensor_108" [style=solid, label="(4, 64, 384)"]; -"1346 quantize_per_tensor_108" -> "1347 dequantize_per_tensor_109" [style=solid, label="(4, 64, 384)"]; -"1347 dequantize_per_tensor_109" -> "1353 linear_53" [style=solid, label="(4, 64, 384)"]; -"1348 scale_updated_constant36" -> "1350 mul_tensor_36" [style=solid, label="(384, 1)"]; -"1349 compressed_weight_updated_constant36" -> "1350 mul_tensor_36" [style=solid, label="(384, 384)"]; -"1350 mul_tensor_36" -> "1352 sub_tensor_36" [style=solid, label="(384, 384)"]; -"1351 zero_point_updated_constant36" -> "1352 sub_tensor_36" [style=solid, label="(384, 1)"]; -"1352 sub_tensor_36" -> "1353 linear_53" [style=solid, label="(384, 384)"]; -"1353 linear_53" -> "1354 dropout_33" [style=solid, label="(4, 64, 384)"]; -"1354 dropout_33" -> "1355 view_47" [style=solid, label="(4, 64, 384)"]; -"1355 view_47" -> "1356 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1356 permute_40" -> "1357 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1357 reshape_39" -> "1358 slice_134" [style=solid, label="(1, 16, 16, 384)"]; -"1358 slice_134" -> "1359 slice_135" [style=solid, label="(1, 16, 16, 384)"]; -"1359 slice_135" -> "1360 slice_136" [style=solid, label="(1, 14, 16, 384)"]; -"1360 slice_136" -> "1361 slice_137" [style=solid, label="(1, 14, 14, 384)"]; -"1361 slice_137" -> "1362 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; -"1362 contiguous_15" -> "1363 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; -"1363 layer_norm_19" -> "1364 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1364 add_29" -> "1365 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1364 add_29" -> "1387 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1365 add_29_0_0_nncf_smooth_quant_0" -> "1366 quantize_per_tensor_110" [style=solid, label="(1, 14, 14, 384)"]; -"1366 quantize_per_tensor_110" -> "1367 dequantize_per_tensor_111" [style=solid, label="(1, 14, 14, 384)"]; -"1367 dequantize_per_tensor_111" -> "1373 linear_54" [style=solid, label="(1, 14, 14, 384)"]; -"1368 scale_updated_constant37" -> "1370 mul_tensor_37" [style=solid, label="(1536, 1)"]; -"1369 compressed_weight_updated_constant37" -> "1370 mul_tensor_37" [style=solid, label="(1536, 384)"]; -"1370 mul_tensor_37" -> "1372 sub_tensor_37" [style=solid, label="(1536, 384)"]; -"1371 zero_point_updated_constant37" -> "1372 sub_tensor_37" [style=solid, label="(1536, 1)"]; -"1372 sub_tensor_37" -> "1373 linear_54" [style=solid, label="(1536, 384)"]; -"1373 linear_54" -> "1374 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; -"1374 gelu_8" -> "1375 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; -"1375 dropout_34" -> "1376 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1376 dropout_34_0_0_nncf_smooth_quant_0" -> "1377 quantize_per_tensor_112" [style=solid, label="(1, 14, 14, 1536)"]; -"1377 quantize_per_tensor_112" -> "1378 dequantize_per_tensor_113" [style=solid, label="(1, 14, 14, 1536)"]; -"1378 dequantize_per_tensor_113" -> "1384 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; -"1379 scale_updated_constant38" -> "1381 mul_tensor_38" [style=solid, label="(384, 1)"]; -"1380 compressed_weight_updated_constant38" -> "1381 mul_tensor_38" [style=solid, label="(384, 1536)"]; -"1381 mul_tensor_38" -> "1383 sub_tensor_38" [style=solid, label="(384, 1536)"]; -"1382 zero_point_updated_constant38" -> "1383 sub_tensor_38" [style=solid, label="(384, 1)"]; -"1383 sub_tensor_38" -> "1384 linear_55" [style=solid, label="(384, 1536)"]; -"1384 linear_55" -> "1385 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; -"1385 dropout_35" -> "1386 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; -"1386 layer_norm_20" -> "1387 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1387 add_30" -> "1403 pad_11" [style=solid, label="(1, 14, 14, 384)"]; -"1387 add_30" -> "1520 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1388 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1390 linear_56" [style=solid, label="(512, 2)"]; -"1389 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1390 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"1390 linear_56" -> "1391 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1391 relu__9" -> "1393 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1392 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1394 linear_57" [style=solid, label="(12, 512)"]; -"1393 relu__9_0_0_nncf_smooth_quant_0" -> "1394 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1394 linear_57" -> "1395 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1395 view_48" -> "1396 index_9" [style=solid, label="(225, 12)"]; -"1396 index_9" -> "1397 view_49" [style=solid, label="(4096, 12)"]; -"1397 view_49" -> "1398 permute_41" [style=solid, label="(64, 64, 12)"]; -"1398 permute_41" -> "1399 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1399 contiguous_16" -> "1400 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1400 unsqueeze_25" -> "1401 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1401 sigmoid_9" -> "1402 mul_18" [style=solid, label="(1, 12, 64, 64)"]; -"1402 mul_18" -> "1442 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1403 pad_11" -> "1404 roll_8" [style=solid, label="(1, 16, 16, 384)"]; -"1404 roll_8" -> "1405 view_50" [style=solid, label="(1, 16, 16, 384)"]; -"1405 view_50" -> "1406 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1406 permute_42" -> "1407 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1407 reshape_40" -> "1411 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1407 reshape_40" -> "1443 new_zeros_4" [style=solid, label="(4, 64, 384)"]; -"1408 clone_9" -> "1409 slice_138" [style=solid, label="(1152,)"]; -"1408 clone_9" -> "1419 linear_58" [style=solid, label="(1152,)"]; -"1409 slice_138" -> "1410 zero__9" [style=solid, label="(384,)"]; -"1411 reshape_40_0_0_nncf_smooth_quant_0" -> "1412 quantize_per_tensor_114" [style=solid, label="(4, 64, 384)"]; -"1412 quantize_per_tensor_114" -> "1413 dequantize_per_tensor_115" [style=solid, label="(4, 64, 384)"]; -"1413 dequantize_per_tensor_115" -> "1419 linear_58" [style=solid, label="(4, 64, 384)"]; -"1414 scale_updated_constant39" -> "1416 mul_tensor_39" [style=solid, label="(1152, 1)"]; -"1415 compressed_weight_updated_constant39" -> "1416 mul_tensor_39" [style=solid, label="(1152, 384)"]; -"1416 mul_tensor_39" -> "1418 sub_tensor_39" [style=solid, label="(1152, 384)"]; -"1417 zero_point_updated_constant39" -> "1418 sub_tensor_39" [style=solid, label="(1152, 1)"]; -"1418 sub_tensor_39" -> "1419 linear_58" [style=solid, label="(1152, 384)"]; -"1419 linear_58" -> "1420 reshape_41" [style=solid, label="(4, 64, 1152)"]; -"1420 reshape_41" -> "1421 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1421 permute_43" -> "1422 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1421 permute_43" -> "1423 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1421 permute_43" -> "1424 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1422 select_27" -> "1425 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; -"1422 select_27" -> "1427 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; -"1422 select_27" -> "1428 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1423 select_28" -> "1431 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; -"1423 select_28" -> "1433 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; -"1423 select_28" -> "1434 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1424 select_29" -> "1497 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; -"1425 linalg_vector_norm_18" -> "1426 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; -"1426 clamp_min_18" -> "1427 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; -"1427 expand_as_18" -> "1428 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1428 div_18" -> "1429 quantize_per_tensor_116" [style=solid, label="(4, 12, 64, 32)"]; -"1429 quantize_per_tensor_116" -> "1430 dequantize_per_tensor_117" [style=solid, label="(4, 12, 64, 32)"]; -"1430 dequantize_per_tensor_117" -> "1438 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; -"1431 linalg_vector_norm_19" -> "1432 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; -"1432 clamp_min_19" -> "1433 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; -"1433 expand_as_19" -> "1434 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1434 div_19" -> "1435 quantize_per_tensor_118" [style=solid, label="(4, 12, 64, 32)"]; -"1435 quantize_per_tensor_118" -> "1436 dequantize_per_tensor_119" [style=solid, label="(4, 12, 64, 32)"]; -"1436 dequantize_per_tensor_119" -> "1437 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; -"1437 transpose_18" -> "1438 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; -"1438 matmul_18" -> "1441 mul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1439 clamp_9" -> "1440 exp_9" [style=solid, label="(12, 1, 1)"]; -"1440 exp_9" -> "1441 mul_19" [style=solid, label="(12, 1, 1)"]; -"1441 mul_19" -> "1442 add_31" [style=solid, label="(4, 12, 64, 64)"]; -"1442 add_31" -> "1490 view_52" [style=solid, label="(4, 12, 64, 64)"]; -"1443 new_zeros_4" -> "1445 slice_139" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1449 slice_141" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1453 slice_143" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1457 slice_145" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1461 slice_147" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1465 slice_149" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1469 slice_151" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1473 slice_153" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1477 slice_155" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1480 view_51" [style=solid, label="(16, 16)"]; -"1444 lift_fresh_copy_36" -> "1447 fill__36" [style=solid, label="()"]; -"1445 slice_139" -> "1446 slice_140" [style=solid, label="(8, 16)"]; -"1446 slice_140" -> "1447 fill__36" [style=solid, label="(8, 8)"]; -"1448 lift_fresh_copy_37" -> "1451 fill__37" [style=solid, label="()"]; -"1449 slice_141" -> "1450 slice_142" [style=solid, label="(8, 16)"]; -"1450 slice_142" -> "1451 fill__37" [style=solid, label="(8, 4)"]; -"1452 lift_fresh_copy_38" -> "1455 fill__38" [style=solid, label="()"]; -"1453 slice_143" -> "1454 slice_144" [style=solid, label="(8, 16)"]; -"1454 slice_144" -> "1455 fill__38" [style=solid, label="(8, 4)"]; -"1456 lift_fresh_copy_39" -> "1459 fill__39" [style=solid, label="()"]; -"1457 slice_145" -> "1458 slice_146" [style=solid, label="(4, 16)"]; -"1458 slice_146" -> "1459 fill__39" [style=solid, label="(4, 8)"]; -"1460 lift_fresh_copy_40" -> "1463 fill__40" [style=solid, label="()"]; -"1461 slice_147" -> "1462 slice_148" [style=solid, label="(4, 16)"]; -"1462 slice_148" -> "1463 fill__40" [style=solid, label="(4, 4)"]; -"1464 lift_fresh_copy_41" -> "1467 fill__41" [style=solid, label="()"]; -"1465 slice_149" -> "1466 slice_150" [style=solid, label="(4, 16)"]; -"1466 slice_150" -> "1467 fill__41" [style=solid, label="(4, 4)"]; -"1468 lift_fresh_copy_42" -> "1471 fill__42" [style=solid, label="()"]; -"1469 slice_151" -> "1470 slice_152" [style=solid, label="(4, 16)"]; -"1470 slice_152" -> "1471 fill__42" [style=solid, label="(4, 8)"]; -"1472 lift_fresh_copy_43" -> "1475 fill__43" [style=solid, label="()"]; -"1473 slice_153" -> "1474 slice_154" [style=solid, label="(4, 16)"]; -"1474 slice_154" -> "1475 fill__43" [style=solid, label="(4, 4)"]; -"1476 lift_fresh_copy_44" -> "1479 fill__44" [style=solid, label="()"]; -"1477 slice_155" -> "1478 slice_156" [style=solid, label="(4, 16)"]; -"1478 slice_156" -> "1479 fill__44" [style=solid, label="(4, 4)"]; -"1480 view_51" -> "1481 permute_44" [style=solid, label="(2, 8, 2, 8)"]; -"1481 permute_44" -> "1482 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; -"1482 reshape_42" -> "1483 unsqueeze_26" [style=solid, label="(4, 64)"]; -"1482 reshape_42" -> "1484 unsqueeze_27" [style=solid, label="(4, 64)"]; -"1483 unsqueeze_26" -> "1485 sub_4" [style=solid, label="(4, 1, 64)"]; -"1484 unsqueeze_27" -> "1485 sub_4" [style=solid, label="(4, 64, 1)"]; -"1485 sub_4" -> "1486 ne_4" [style=solid, label="(4, 64, 64)"]; -"1485 sub_4" -> "1487 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1485 sub_4" -> "1488 eq_4" [style=solid, label="(4, 64, 64)"]; -"1486 ne_4" -> "1487 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1487 masked_fill_8" -> "1489 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1488 eq_4" -> "1489 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1489 masked_fill_9" -> "1491 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; -"1490 view_52" -> "1493 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1491 unsqueeze_28" -> "1492 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; -"1492 unsqueeze_29" -> "1493 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1493 add_32" -> "1494 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1494 view_53" -> "1495 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; -"1495 softmax_9" -> "1496 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; -"1496 dropout_36" -> "1497 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1497 matmul_19" -> "1498 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; -"1498 transpose_19" -> "1499 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; -"1499 reshape_43" -> "1500 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1500 reshape_43_0_0_nncf_smooth_quant_0" -> "1501 quantize_per_tensor_120" [style=solid, label="(4, 64, 384)"]; -"1501 quantize_per_tensor_120" -> "1502 dequantize_per_tensor_121" [style=solid, label="(4, 64, 384)"]; -"1502 dequantize_per_tensor_121" -> "1508 linear_59" [style=solid, label="(4, 64, 384)"]; -"1503 scale_updated_constant40" -> "1505 mul_tensor_40" [style=solid, label="(384, 1)"]; -"1504 compressed_weight_updated_constant40" -> "1505 mul_tensor_40" [style=solid, label="(384, 384)"]; -"1505 mul_tensor_40" -> "1507 sub_tensor_40" [style=solid, label="(384, 384)"]; -"1506 zero_point_updated_constant40" -> "1507 sub_tensor_40" [style=solid, label="(384, 1)"]; -"1507 sub_tensor_40" -> "1508 linear_59" [style=solid, label="(384, 384)"]; -"1508 linear_59" -> "1509 dropout_37" [style=solid, label="(4, 64, 384)"]; -"1509 dropout_37" -> "1510 view_54" [style=solid, label="(4, 64, 384)"]; -"1510 view_54" -> "1511 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1511 permute_45" -> "1512 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1512 reshape_44" -> "1513 roll_9" [style=solid, label="(1, 16, 16, 384)"]; -"1513 roll_9" -> "1514 slice_157" [style=solid, label="(1, 16, 16, 384)"]; -"1514 slice_157" -> "1515 slice_158" [style=solid, label="(1, 16, 16, 384)"]; -"1515 slice_158" -> "1516 slice_159" [style=solid, label="(1, 14, 16, 384)"]; -"1516 slice_159" -> "1517 slice_160" [style=solid, label="(1, 14, 14, 384)"]; -"1517 slice_160" -> "1518 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; -"1518 contiguous_17" -> "1519 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; -"1519 layer_norm_21" -> "1520 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1520 add_33" -> "1521 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1520 add_33" -> "1543 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1521 add_33_0_0_nncf_smooth_quant_0" -> "1522 quantize_per_tensor_122" [style=solid, label="(1, 14, 14, 384)"]; -"1522 quantize_per_tensor_122" -> "1523 dequantize_per_tensor_123" [style=solid, label="(1, 14, 14, 384)"]; -"1523 dequantize_per_tensor_123" -> "1529 linear_60" [style=solid, label="(1, 14, 14, 384)"]; -"1524 scale_updated_constant41" -> "1526 mul_tensor_41" [style=solid, label="(1536, 1)"]; -"1525 compressed_weight_updated_constant41" -> "1526 mul_tensor_41" [style=solid, label="(1536, 384)"]; -"1526 mul_tensor_41" -> "1528 sub_tensor_41" [style=solid, label="(1536, 384)"]; -"1527 zero_point_updated_constant41" -> "1528 sub_tensor_41" [style=solid, label="(1536, 1)"]; -"1528 sub_tensor_41" -> "1529 linear_60" [style=solid, label="(1536, 384)"]; -"1529 linear_60" -> "1530 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; -"1530 gelu_9" -> "1531 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1531 dropout_38" -> "1532 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1532 dropout_38_0_0_nncf_smooth_quant_0" -> "1533 quantize_per_tensor_124" [style=solid, label="(1, 14, 14, 1536)"]; -"1533 quantize_per_tensor_124" -> "1534 dequantize_per_tensor_125" [style=solid, label="(1, 14, 14, 1536)"]; -"1534 dequantize_per_tensor_125" -> "1540 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; -"1535 scale_updated_constant42" -> "1537 mul_tensor_42" [style=solid, label="(384, 1)"]; -"1536 compressed_weight_updated_constant42" -> "1537 mul_tensor_42" [style=solid, label="(384, 1536)"]; -"1537 mul_tensor_42" -> "1539 sub_tensor_42" [style=solid, label="(384, 1536)"]; -"1538 zero_point_updated_constant42" -> "1539 sub_tensor_42" [style=solid, label="(384, 1)"]; -"1539 sub_tensor_42" -> "1540 linear_61" [style=solid, label="(384, 1536)"]; -"1540 linear_61" -> "1541 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; -"1541 dropout_39" -> "1542 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; -"1542 layer_norm_22" -> "1543 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1543 add_34" -> "1544 pad_12" [style=solid, label="(1, 14, 14, 384)"]; -"1544 pad_12" -> "1545 slice_161" [style=solid, label="(1, 14, 14, 384)"]; -"1544 pad_12" -> "1548 slice_164" [style=solid, label="(1, 14, 14, 384)"]; -"1544 pad_12" -> "1551 slice_167" [style=solid, label="(1, 14, 14, 384)"]; -"1544 pad_12" -> "1554 slice_170" [style=solid, label="(1, 14, 14, 384)"]; -"1545 slice_161" -> "1546 slice_162" [style=solid, label="(1, 7, 14, 384)"]; -"1546 slice_162" -> "1547 slice_163" [style=solid, label="(1, 7, 7, 384)"]; -"1547 slice_163" -> "1557 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1548 slice_164" -> "1549 slice_165" [style=solid, label="(1, 7, 14, 384)"]; -"1549 slice_165" -> "1550 slice_166" [style=solid, label="(1, 7, 7, 384)"]; -"1550 slice_166" -> "1557 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1551 slice_167" -> "1552 slice_168" [style=solid, label="(1, 7, 14, 384)"]; -"1552 slice_168" -> "1553 slice_169" [style=solid, label="(1, 7, 7, 384)"]; -"1553 slice_169" -> "1557 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1554 slice_170" -> "1555 slice_171" [style=solid, label="(1, 7, 14, 384)"]; -"1555 slice_171" -> "1556 slice_172" [style=solid, label="(1, 7, 7, 384)"]; -"1556 slice_172" -> "1557 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1557 cat_2" -> "1558 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; -"1558 cat_2_0_0_nncf_smooth_quant_0" -> "1559 quantize_per_tensor_126" [style=solid, label="(1, 7, 7, 1536)"]; -"1559 quantize_per_tensor_126" -> "1560 dequantize_per_tensor_127" [style=solid, label="(1, 7, 7, 1536)"]; -"1560 dequantize_per_tensor_127" -> "1566 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; -"1561 scale_updated_constant43" -> "1563 mul_tensor_43" [style=solid, label="(768, 1)"]; -"1562 compressed_weight_updated_constant43" -> "1563 mul_tensor_43" [style=solid, label="(768, 1536)"]; -"1563 mul_tensor_43" -> "1565 sub_tensor_43" [style=solid, label="(768, 1536)"]; -"1564 zero_point_updated_constant43" -> "1565 sub_tensor_43" [style=solid, label="(768, 1)"]; -"1565 sub_tensor_43" -> "1566 linear_62" [style=solid, label="(768, 1536)"]; -"1566 linear_62" -> "1567 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; -"1567 layer_norm_23" -> "1583 pad_13" [style=solid, label="(1, 7, 7, 768)"]; -"1567 layer_norm_23" -> "1646 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1568 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1570 linear_63" [style=solid, label="(512, 2)"]; -"1569 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1570 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"1570 linear_63" -> "1571 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1571 relu__10" -> "1573 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1572 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1574 linear_64" [style=solid, label="(24, 512)"]; -"1573 relu__10_0_0_nncf_smooth_quant_0" -> "1574 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1574 linear_64" -> "1575 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1575 view_55" -> "1576 index_10" [style=solid, label="(225, 24)"]; -"1576 index_10" -> "1577 view_56" [style=solid, label="(4096, 24)"]; -"1577 view_56" -> "1578 permute_46" [style=solid, label="(64, 64, 24)"]; -"1578 permute_46" -> "1579 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1579 contiguous_18" -> "1580 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1580 unsqueeze_30" -> "1581 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1581 sigmoid_10" -> "1582 mul_20" [style=solid, label="(1, 24, 64, 64)"]; -"1582 mul_20" -> "1621 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1583 pad_13" -> "1584 view_57" [style=solid, label="(1, 8, 8, 768)"]; -"1584 view_57" -> "1585 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1585 permute_47" -> "1586 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1586 reshape_45" -> "1590 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1587 clone_10" -> "1588 slice_173" [style=solid, label="(2304,)"]; -"1587 clone_10" -> "1598 linear_65" [style=solid, label="(2304,)"]; -"1588 slice_173" -> "1589 zero__10" [style=solid, label="(768,)"]; -"1590 reshape_45_0_0_nncf_smooth_quant_0" -> "1591 quantize_per_tensor_128" [style=solid, label="(1, 64, 768)"]; -"1591 quantize_per_tensor_128" -> "1592 dequantize_per_tensor_129" [style=solid, label="(1, 64, 768)"]; -"1592 dequantize_per_tensor_129" -> "1598 linear_65" [style=solid, label="(1, 64, 768)"]; -"1593 scale_updated_constant44" -> "1595 mul_tensor_44" [style=solid, label="(2304, 1)"]; -"1594 compressed_weight_updated_constant44" -> "1595 mul_tensor_44" [style=solid, label="(2304, 768)"]; -"1595 mul_tensor_44" -> "1597 sub_tensor_44" [style=solid, label="(2304, 768)"]; -"1596 zero_point_updated_constant44" -> "1597 sub_tensor_44" [style=solid, label="(2304, 1)"]; -"1597 sub_tensor_44" -> "1598 linear_65" [style=solid, label="(2304, 768)"]; -"1598 linear_65" -> "1599 reshape_46" [style=solid, label="(1, 64, 2304)"]; -"1599 reshape_46" -> "1600 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1600 permute_48" -> "1601 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1600 permute_48" -> "1602 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1600 permute_48" -> "1603 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1601 select_30" -> "1604 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; -"1601 select_30" -> "1606 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; -"1601 select_30" -> "1607 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1602 select_31" -> "1610 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; -"1602 select_31" -> "1612 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; -"1602 select_31" -> "1613 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1603 select_32" -> "1624 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; -"1604 linalg_vector_norm_20" -> "1605 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; -"1605 clamp_min_20" -> "1606 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; -"1606 expand_as_20" -> "1607 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1607 div_20" -> "1608 quantize_per_tensor_130" [style=solid, label="(1, 24, 64, 32)"]; -"1608 quantize_per_tensor_130" -> "1609 dequantize_per_tensor_131" [style=solid, label="(1, 24, 64, 32)"]; -"1609 dequantize_per_tensor_131" -> "1617 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; -"1610 linalg_vector_norm_21" -> "1611 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; -"1611 clamp_min_21" -> "1612 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; -"1612 expand_as_21" -> "1613 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1613 div_21" -> "1614 quantize_per_tensor_132" [style=solid, label="(1, 24, 64, 32)"]; -"1614 quantize_per_tensor_132" -> "1615 dequantize_per_tensor_133" [style=solid, label="(1, 24, 64, 32)"]; -"1615 dequantize_per_tensor_133" -> "1616 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; -"1616 transpose_20" -> "1617 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; -"1617 matmul_20" -> "1620 mul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1618 clamp_10" -> "1619 exp_10" [style=solid, label="(24, 1, 1)"]; -"1619 exp_10" -> "1620 mul_21" [style=solid, label="(24, 1, 1)"]; -"1620 mul_21" -> "1621 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1621 add_35" -> "1622 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; -"1622 softmax_10" -> "1623 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; -"1623 dropout_40" -> "1624 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1624 matmul_21" -> "1625 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; -"1625 transpose_21" -> "1626 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; -"1626 reshape_47" -> "1627 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1627 reshape_47_0_0_nncf_smooth_quant_0" -> "1628 quantize_per_tensor_134" [style=solid, label="(1, 64, 768)"]; -"1628 quantize_per_tensor_134" -> "1629 dequantize_per_tensor_135" [style=solid, label="(1, 64, 768)"]; -"1629 dequantize_per_tensor_135" -> "1635 linear_66" [style=solid, label="(1, 64, 768)"]; -"1630 scale_updated_constant45" -> "1632 mul_tensor_45" [style=solid, label="(768, 1)"]; -"1631 compressed_weight_updated_constant45" -> "1632 mul_tensor_45" [style=solid, label="(768, 768)"]; -"1632 mul_tensor_45" -> "1634 sub_tensor_45" [style=solid, label="(768, 768)"]; -"1633 zero_point_updated_constant45" -> "1634 sub_tensor_45" [style=solid, label="(768, 1)"]; -"1634 sub_tensor_45" -> "1635 linear_66" [style=solid, label="(768, 768)"]; -"1635 linear_66" -> "1636 dropout_41" [style=solid, label="(1, 64, 768)"]; -"1636 dropout_41" -> "1637 view_58" [style=solid, label="(1, 64, 768)"]; -"1637 view_58" -> "1638 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1638 permute_49" -> "1639 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1639 reshape_48" -> "1640 slice_174" [style=solid, label="(1, 8, 8, 768)"]; -"1640 slice_174" -> "1641 slice_175" [style=solid, label="(1, 8, 8, 768)"]; -"1641 slice_175" -> "1642 slice_176" [style=solid, label="(1, 7, 8, 768)"]; -"1642 slice_176" -> "1643 slice_177" [style=solid, label="(1, 7, 7, 768)"]; -"1643 slice_177" -> "1644 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; -"1644 contiguous_19" -> "1645 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; -"1645 layer_norm_24" -> "1646 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1646 add_36" -> "1647 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1646 add_36" -> "1669 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1647 add_36_0_0_nncf_smooth_quant_0" -> "1648 quantize_per_tensor_136" [style=solid, label="(1, 7, 7, 768)"]; -"1648 quantize_per_tensor_136" -> "1649 dequantize_per_tensor_137" [style=solid, label="(1, 7, 7, 768)"]; -"1649 dequantize_per_tensor_137" -> "1655 linear_67" [style=solid, label="(1, 7, 7, 768)"]; -"1650 scale_updated_constant46" -> "1652 mul_tensor_46" [style=solid, label="(3072, 1)"]; -"1651 compressed_weight_updated_constant46" -> "1652 mul_tensor_46" [style=solid, label="(3072, 768)"]; -"1652 mul_tensor_46" -> "1654 sub_tensor_46" [style=solid, label="(3072, 768)"]; -"1653 zero_point_updated_constant46" -> "1654 sub_tensor_46" [style=solid, label="(3072, 1)"]; -"1654 sub_tensor_46" -> "1655 linear_67" [style=solid, label="(3072, 768)"]; -"1655 linear_67" -> "1656 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; -"1656 gelu_10" -> "1657 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; -"1657 dropout_42" -> "1658 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1658 dropout_42_0_0_nncf_smooth_quant_0" -> "1659 quantize_per_tensor_138" [style=solid, label="(1, 7, 7, 3072)"]; -"1659 quantize_per_tensor_138" -> "1660 dequantize_per_tensor_139" [style=solid, label="(1, 7, 7, 3072)"]; -"1660 dequantize_per_tensor_139" -> "1666 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; -"1661 scale_updated_constant47" -> "1663 mul_tensor_47" [style=solid, label="(768, 1)"]; -"1662 compressed_weight_updated_constant47" -> "1663 mul_tensor_47" [style=solid, label="(768, 3072)"]; -"1663 mul_tensor_47" -> "1665 sub_tensor_47" [style=solid, label="(768, 3072)"]; -"1664 zero_point_updated_constant47" -> "1665 sub_tensor_47" [style=solid, label="(768, 1)"]; -"1665 sub_tensor_47" -> "1666 linear_68" [style=solid, label="(768, 3072)"]; -"1666 linear_68" -> "1667 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; -"1667 dropout_43" -> "1668 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; -"1668 layer_norm_25" -> "1669 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1669 add_37" -> "1685 pad_14" [style=solid, label="(1, 7, 7, 768)"]; -"1669 add_37" -> "1748 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1670 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1672 linear_69" [style=solid, label="(512, 2)"]; -"1671 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1672 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"1672 linear_69" -> "1673 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1673 relu__11" -> "1675 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1674 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1676 linear_70" [style=solid, label="(24, 512)"]; -"1675 relu__11_0_0_nncf_smooth_quant_0" -> "1676 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1676 linear_70" -> "1677 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1677 view_59" -> "1678 index_11" [style=solid, label="(225, 24)"]; -"1678 index_11" -> "1679 view_60" [style=solid, label="(4096, 24)"]; -"1679 view_60" -> "1680 permute_50" [style=solid, label="(64, 64, 24)"]; -"1680 permute_50" -> "1681 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1681 contiguous_20" -> "1682 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1682 unsqueeze_31" -> "1683 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1683 sigmoid_11" -> "1684 mul_22" [style=solid, label="(1, 24, 64, 64)"]; -"1684 mul_22" -> "1723 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1685 pad_14" -> "1686 view_61" [style=solid, label="(1, 8, 8, 768)"]; -"1686 view_61" -> "1687 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1687 permute_51" -> "1688 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1688 reshape_49" -> "1692 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1689 clone_11" -> "1690 slice_178" [style=solid, label="(2304,)"]; -"1689 clone_11" -> "1700 linear_71" [style=solid, label="(2304,)"]; -"1690 slice_178" -> "1691 zero__11" [style=solid, label="(768,)"]; -"1692 reshape_49_0_0_nncf_smooth_quant_0" -> "1693 quantize_per_tensor_140" [style=solid, label="(1, 64, 768)"]; -"1693 quantize_per_tensor_140" -> "1694 dequantize_per_tensor_141" [style=solid, label="(1, 64, 768)"]; -"1694 dequantize_per_tensor_141" -> "1700 linear_71" [style=solid, label="(1, 64, 768)"]; -"1695 scale_updated_constant48" -> "1697 mul_tensor_48" [style=solid, label="(2304, 1)"]; -"1696 compressed_weight_updated_constant48" -> "1697 mul_tensor_48" [style=solid, label="(2304, 768)"]; -"1697 mul_tensor_48" -> "1699 sub_tensor_48" [style=solid, label="(2304, 768)"]; -"1698 zero_point_updated_constant48" -> "1699 sub_tensor_48" [style=solid, label="(2304, 1)"]; -"1699 sub_tensor_48" -> "1700 linear_71" [style=solid, label="(2304, 768)"]; -"1700 linear_71" -> "1701 reshape_50" [style=solid, label="(1, 64, 2304)"]; -"1701 reshape_50" -> "1702 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1702 permute_52" -> "1703 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1702 permute_52" -> "1704 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1702 permute_52" -> "1705 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1703 select_33" -> "1706 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; -"1703 select_33" -> "1708 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; -"1703 select_33" -> "1709 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1704 select_34" -> "1712 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; -"1704 select_34" -> "1714 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; -"1704 select_34" -> "1715 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1705 select_35" -> "1726 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; -"1706 linalg_vector_norm_22" -> "1707 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; -"1707 clamp_min_22" -> "1708 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; -"1708 expand_as_22" -> "1709 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1709 div_22" -> "1710 quantize_per_tensor_142" [style=solid, label="(1, 24, 64, 32)"]; -"1710 quantize_per_tensor_142" -> "1711 dequantize_per_tensor_143" [style=solid, label="(1, 24, 64, 32)"]; -"1711 dequantize_per_tensor_143" -> "1719 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; -"1712 linalg_vector_norm_23" -> "1713 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; -"1713 clamp_min_23" -> "1714 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; -"1714 expand_as_23" -> "1715 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1715 div_23" -> "1716 quantize_per_tensor_144" [style=solid, label="(1, 24, 64, 32)"]; -"1716 quantize_per_tensor_144" -> "1717 dequantize_per_tensor_145" [style=solid, label="(1, 24, 64, 32)"]; -"1717 dequantize_per_tensor_145" -> "1718 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; -"1718 transpose_22" -> "1719 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; -"1719 matmul_22" -> "1722 mul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1720 clamp_11" -> "1721 exp_11" [style=solid, label="(24, 1, 1)"]; -"1721 exp_11" -> "1722 mul_23" [style=solid, label="(24, 1, 1)"]; -"1722 mul_23" -> "1723 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1723 add_38" -> "1724 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; -"1724 softmax_11" -> "1725 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; -"1725 dropout_44" -> "1726 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1726 matmul_23" -> "1727 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; -"1727 transpose_23" -> "1728 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; -"1728 reshape_51" -> "1729 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1729 reshape_51_0_0_nncf_smooth_quant_0" -> "1730 quantize_per_tensor_146" [style=solid, label="(1, 64, 768)"]; -"1730 quantize_per_tensor_146" -> "1731 dequantize_per_tensor_147" [style=solid, label="(1, 64, 768)"]; -"1731 dequantize_per_tensor_147" -> "1737 linear_72" [style=solid, label="(1, 64, 768)"]; -"1732 scale_updated_constant49" -> "1734 mul_tensor_49" [style=solid, label="(768, 1)"]; -"1733 compressed_weight_updated_constant49" -> "1734 mul_tensor_49" [style=solid, label="(768, 768)"]; -"1734 mul_tensor_49" -> "1736 sub_tensor_49" [style=solid, label="(768, 768)"]; -"1735 zero_point_updated_constant49" -> "1736 sub_tensor_49" [style=solid, label="(768, 1)"]; -"1736 sub_tensor_49" -> "1737 linear_72" [style=solid, label="(768, 768)"]; -"1737 linear_72" -> "1738 dropout_45" [style=solid, label="(1, 64, 768)"]; -"1738 dropout_45" -> "1739 view_62" [style=solid, label="(1, 64, 768)"]; -"1739 view_62" -> "1740 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1740 permute_53" -> "1741 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1741 reshape_52" -> "1742 slice_179" [style=solid, label="(1, 8, 8, 768)"]; -"1742 slice_179" -> "1743 slice_180" [style=solid, label="(1, 8, 8, 768)"]; -"1743 slice_180" -> "1744 slice_181" [style=solid, label="(1, 7, 8, 768)"]; -"1744 slice_181" -> "1745 slice_182" [style=solid, label="(1, 7, 7, 768)"]; -"1745 slice_182" -> "1746 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; -"1746 contiguous_21" -> "1747 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; -"1747 layer_norm_26" -> "1748 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1748 add_39" -> "1749 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1748 add_39" -> "1771 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1749 add_39_0_0_nncf_smooth_quant_0" -> "1750 quantize_per_tensor_148" [style=solid, label="(1, 7, 7, 768)"]; -"1750 quantize_per_tensor_148" -> "1751 dequantize_per_tensor_149" [style=solid, label="(1, 7, 7, 768)"]; -"1751 dequantize_per_tensor_149" -> "1757 linear_73" [style=solid, label="(1, 7, 7, 768)"]; -"1752 scale_updated_constant50" -> "1754 mul_tensor_50" [style=solid, label="(3072, 1)"]; -"1753 compressed_weight_updated_constant50" -> "1754 mul_tensor_50" [style=solid, label="(3072, 768)"]; -"1754 mul_tensor_50" -> "1756 sub_tensor_50" [style=solid, label="(3072, 768)"]; -"1755 zero_point_updated_constant50" -> "1756 sub_tensor_50" [style=solid, label="(3072, 1)"]; -"1756 sub_tensor_50" -> "1757 linear_73" [style=solid, label="(3072, 768)"]; -"1757 linear_73" -> "1758 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; -"1758 gelu_11" -> "1759 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; -"1759 dropout_46" -> "1760 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1760 dropout_46_0_0_nncf_smooth_quant_0" -> "1761 quantize_per_tensor_150" [style=solid, label="(1, 7, 7, 3072)"]; -"1761 quantize_per_tensor_150" -> "1762 dequantize_per_tensor_151" [style=solid, label="(1, 7, 7, 3072)"]; -"1762 dequantize_per_tensor_151" -> "1768 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; -"1763 scale_updated_constant51" -> "1765 mul_tensor_51" [style=solid, label="(768, 1)"]; -"1764 compressed_weight_updated_constant51" -> "1765 mul_tensor_51" [style=solid, label="(768, 3072)"]; -"1765 mul_tensor_51" -> "1767 sub_tensor_51" [style=solid, label="(768, 3072)"]; -"1766 zero_point_updated_constant51" -> "1767 sub_tensor_51" [style=solid, label="(768, 1)"]; -"1767 sub_tensor_51" -> "1768 linear_74" [style=solid, label="(768, 3072)"]; -"1768 linear_74" -> "1769 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; -"1769 dropout_47" -> "1770 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; -"1770 layer_norm_27" -> "1771 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1771 add_40" -> "1772 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; -"1772 layer_norm_28" -> "1773 permute_54" [style=solid, label="(1, 7, 7, 768)"]; -"1773 permute_54" -> "1774 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; -"1774 adaptive_avg_pool2d" -> "1775 flatten" [style=solid, label="(1, 768, 1, 1)"]; -"1775 flatten" -> "1776 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1776 flatten_0_0_nncf_smooth_quant_0" -> "1777 quantize_per_tensor_152" [style=solid, label="(1, 768)"]; -"1777 quantize_per_tensor_152" -> "1778 dequantize_per_tensor_153" [style=solid, label="(1, 768)"]; -"1778 dequantize_per_tensor_153" -> "1784 linear_75" [style=solid, label="(1, 768)"]; -"1779 scale_updated_constant52" -> "1781 mul_tensor_52" [style=solid, label="(1000, 1)"]; -"1780 compressed_weight_updated_constant52" -> "1781 mul_tensor_52" [style=solid, label="(1000, 768)"]; -"1781 mul_tensor_52" -> "1783 sub_tensor_52" [style=solid, label="(1000, 768)"]; -"1782 zero_point_updated_constant52" -> "1783 sub_tensor_52" [style=solid, label="(1000, 1)"]; -"1783 sub_tensor_52" -> "1784 linear_75" [style=solid, label="(1000, 768)"]; -"1784 linear_75" -> "1785 output" [style=solid, label="(1, 1000)"]; +"283 reshape_3" -> "284 alias" [style=solid, label="(1, 56, 56, 96)"]; +"284 alias" -> "285 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; +"285 layer_norm_1" -> "286 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"286 add_1" -> "287 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; +"286 add_1" -> "309 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"287 add_1_0_0_nncf_smooth_quant_0" -> "288 quantize_per_tensor_10" [style=solid, label="(1, 56, 56, 96)"]; +"288 quantize_per_tensor_10" -> "289 dequantize_per_tensor_11" [style=solid, label="(1, 56, 56, 96)"]; +"289 dequantize_per_tensor_11" -> "295 linear_4" [style=solid, label="(1, 56, 56, 96)"]; +"290 scale_updated_constant3" -> "292 mul_tensor_3" [style=solid, label="(384, 1)"]; +"291 compressed_weight_updated_constant3" -> "292 mul_tensor_3" [style=solid, label="(384, 96)"]; +"292 mul_tensor_3" -> "294 sub_tensor_3" [style=solid, label="(384, 96)"]; +"293 zero_point_updated_constant3" -> "294 sub_tensor_3" [style=solid, label="(384, 1)"]; +"294 sub_tensor_3" -> "295 linear_4" [style=solid, label="(384, 96)"]; +"295 linear_4" -> "296 gelu" [style=solid, label="(1, 56, 56, 384)"]; +"296 gelu" -> "297 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; +"297 dropout_2" -> "298 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; +"298 dropout_2_0_0_nncf_smooth_quant_0" -> "299 quantize_per_tensor_12" [style=solid, label="(1, 56, 56, 384)"]; +"299 quantize_per_tensor_12" -> "300 dequantize_per_tensor_13" [style=solid, label="(1, 56, 56, 384)"]; +"300 dequantize_per_tensor_13" -> "306 linear_5" [style=solid, label="(1, 56, 56, 384)"]; +"301 scale_updated_constant4" -> "303 mul_tensor_4" [style=solid, label="(96, 1)"]; +"302 compressed_weight_updated_constant4" -> "303 mul_tensor_4" [style=solid, label="(96, 384)"]; +"303 mul_tensor_4" -> "305 sub_tensor_4" [style=solid, label="(96, 384)"]; +"304 zero_point_updated_constant4" -> "305 sub_tensor_4" [style=solid, label="(96, 1)"]; +"305 sub_tensor_4" -> "306 linear_5" [style=solid, label="(96, 384)"]; +"306 linear_5" -> "307 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; +"307 dropout_3" -> "308 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; +"308 layer_norm_2" -> "309 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"309 add_2" -> "325 pad_1" [style=solid, label="(1, 56, 56, 96)"]; +"309 add_2" -> "438 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"310 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "312 linear_6" [style=solid, label="(512, 2)"]; +"311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "312 linear_6" [style=solid, label="(1, 15, 15, 2)"]; +"312 linear_6" -> "313 relu__1" [style=solid, label="(1, 15, 15, 512)"]; +"313 relu__1" -> "315 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"314 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "316 linear_7" [style=solid, label="(3, 512)"]; +"315 relu__1_0_0_nncf_smooth_quant_0" -> "316 linear_7" [style=solid, label="(1, 15, 15, 512)"]; +"316 linear_7" -> "317 view_4" [style=solid, label="(1, 15, 15, 3)"]; +"317 view_4" -> "318 index_1" [style=solid, label="(225, 3)"]; +"318 index_1" -> "319 view_5" [style=solid, label="(4096, 3)"]; +"319 view_5" -> "320 permute_5" [style=solid, label="(64, 64, 3)"]; +"320 permute_5" -> "321 contiguous_1" [style=solid, label="(3, 64, 64)"]; +"321 contiguous_1" -> "322 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; +"322 unsqueeze_1" -> "323 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; +"323 sigmoid_1" -> "324 mul_2" [style=solid, label="(1, 3, 64, 64)"]; +"324 mul_2" -> "364 add_3" [style=solid, label="(1, 3, 64, 64)"]; +"325 pad_1" -> "326 roll" [style=solid, label="(1, 56, 56, 96)"]; +"326 roll" -> "327 view_6" [style=solid, label="(1, 56, 56, 96)"]; +"327 view_6" -> "328 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"328 permute_6" -> "329 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"329 reshape_4" -> "333 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"329 reshape_4" -> "365 new_zeros" [style=solid, label="(49, 64, 96)"]; +"330 clone_1" -> "331 slice_2" [style=solid, label="(288,)"]; +"330 clone_1" -> "341 linear_8" [style=solid, label="(288,)"]; +"331 slice_2" -> "332 zero__1" [style=solid, label="(96,)"]; +"333 reshape_4_0_0_nncf_smooth_quant_0" -> "334 quantize_per_tensor_14" [style=solid, label="(49, 64, 96)"]; +"334 quantize_per_tensor_14" -> "335 dequantize_per_tensor_15" [style=solid, label="(49, 64, 96)"]; +"335 dequantize_per_tensor_15" -> "341 linear_8" [style=solid, label="(49, 64, 96)"]; +"336 scale_updated_constant5" -> "338 mul_tensor_5" [style=solid, label="(288, 1)"]; +"337 compressed_weight_updated_constant5" -> "338 mul_tensor_5" [style=solid, label="(288, 96)"]; +"338 mul_tensor_5" -> "340 sub_tensor_5" [style=solid, label="(288, 96)"]; +"339 zero_point_updated_constant5" -> "340 sub_tensor_5" [style=solid, label="(288, 1)"]; +"340 sub_tensor_5" -> "341 linear_8" [style=solid, label="(288, 96)"]; +"341 linear_8" -> "342 reshape_5" [style=solid, label="(49, 64, 288)"]; +"342 reshape_5" -> "343 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; +"343 permute_7" -> "344 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; +"343 permute_7" -> "345 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; +"343 permute_7" -> "346 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; +"344 select_3" -> "347 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; +"344 select_3" -> "349 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; +"344 select_3" -> "350 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"345 select_4" -> "353 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; +"345 select_4" -> "355 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; +"345 select_4" -> "356 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"346 select_5" -> "419 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; +"347 linalg_vector_norm_2" -> "348 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; +"348 clamp_min_2" -> "349 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; +"349 expand_as_2" -> "350 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"350 div_2" -> "351 quantize_per_tensor_16" [style=solid, label="(49, 3, 64, 32)"]; +"351 quantize_per_tensor_16" -> "352 dequantize_per_tensor_17" [style=solid, label="(49, 3, 64, 32)"]; +"352 dequantize_per_tensor_17" -> "360 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; +"353 linalg_vector_norm_3" -> "354 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; +"354 clamp_min_3" -> "355 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; +"355 expand_as_3" -> "356 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"356 div_3" -> "357 quantize_per_tensor_18" [style=solid, label="(49, 3, 64, 32)"]; +"357 quantize_per_tensor_18" -> "358 dequantize_per_tensor_19" [style=solid, label="(49, 3, 64, 32)"]; +"358 dequantize_per_tensor_19" -> "359 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; +"359 transpose_2" -> "360 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; +"360 matmul_2" -> "363 mul_3" [style=solid, label="(49, 3, 64, 64)"]; +"361 clamp_1" -> "362 exp_1" [style=solid, label="(3, 1, 1)"]; +"362 exp_1" -> "363 mul_3" [style=solid, label="(3, 1, 1)"]; +"363 mul_3" -> "364 add_3" [style=solid, label="(49, 3, 64, 64)"]; +"364 add_3" -> "412 view_8" [style=solid, label="(49, 3, 64, 64)"]; +"365 new_zeros" -> "367 slice_3" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "371 slice_5" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "375 slice_7" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "379 slice_9" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "383 slice_11" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "387 slice_13" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "391 slice_15" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "395 slice_17" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "399 slice_19" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "402 view_7" [style=solid, label="(56, 56)"]; +"366 lift_fresh_copy" -> "369 fill_" [style=solid, label="()"]; +"367 slice_3" -> "368 slice_4" [style=solid, label="(48, 56)"]; +"368 slice_4" -> "369 fill_" [style=solid, label="(48, 48)"]; +"370 lift_fresh_copy_1" -> "373 fill__1" [style=solid, label="()"]; +"371 slice_5" -> "372 slice_6" [style=solid, label="(48, 56)"]; +"372 slice_6" -> "373 fill__1" [style=solid, label="(48, 4)"]; +"374 lift_fresh_copy_2" -> "377 fill__2" [style=solid, label="()"]; +"375 slice_7" -> "376 slice_8" [style=solid, label="(48, 56)"]; +"376 slice_8" -> "377 fill__2" [style=solid, label="(48, 4)"]; +"378 lift_fresh_copy_3" -> "381 fill__3" [style=solid, label="()"]; +"379 slice_9" -> "380 slice_10" [style=solid, label="(4, 56)"]; +"380 slice_10" -> "381 fill__3" [style=solid, label="(4, 48)"]; +"382 lift_fresh_copy_4" -> "385 fill__4" [style=solid, label="()"]; +"383 slice_11" -> "384 slice_12" [style=solid, label="(4, 56)"]; +"384 slice_12" -> "385 fill__4" [style=solid, label="(4, 4)"]; +"386 lift_fresh_copy_5" -> "389 fill__5" [style=solid, label="()"]; +"387 slice_13" -> "388 slice_14" [style=solid, label="(4, 56)"]; +"388 slice_14" -> "389 fill__5" [style=solid, label="(4, 4)"]; +"390 lift_fresh_copy_6" -> "393 fill__6" [style=solid, label="()"]; +"391 slice_15" -> "392 slice_16" [style=solid, label="(4, 56)"]; +"392 slice_16" -> "393 fill__6" [style=solid, label="(4, 48)"]; +"394 lift_fresh_copy_7" -> "397 fill__7" [style=solid, label="()"]; +"395 slice_17" -> "396 slice_18" [style=solid, label="(4, 56)"]; +"396 slice_18" -> "397 fill__7" [style=solid, label="(4, 4)"]; +"398 lift_fresh_copy_8" -> "401 fill__8" [style=solid, label="()"]; +"399 slice_19" -> "400 slice_20" [style=solid, label="(4, 56)"]; +"400 slice_20" -> "401 fill__8" [style=solid, label="(4, 4)"]; +"402 view_7" -> "403 permute_8" [style=solid, label="(7, 8, 7, 8)"]; +"403 permute_8" -> "404 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; +"404 reshape_6" -> "405 unsqueeze_2" [style=solid, label="(49, 64)"]; +"404 reshape_6" -> "406 unsqueeze_3" [style=solid, label="(49, 64)"]; +"405 unsqueeze_2" -> "407 sub" [style=solid, label="(49, 1, 64)"]; +"406 unsqueeze_3" -> "407 sub" [style=solid, label="(49, 64, 1)"]; +"407 sub" -> "408 ne" [style=solid, label="(49, 64, 64)"]; +"407 sub" -> "409 masked_fill" [style=solid, label="(49, 64, 64)"]; +"407 sub" -> "410 eq" [style=solid, label="(49, 64, 64)"]; +"408 ne" -> "409 masked_fill" [style=solid, label="(49, 64, 64)"]; +"409 masked_fill" -> "411 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"410 eq" -> "411 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"411 masked_fill_1" -> "413 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; +"412 view_8" -> "415 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; +"413 unsqueeze_4" -> "414 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; +"414 unsqueeze_5" -> "415 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; +"415 add_4" -> "416 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; +"416 view_9" -> "417 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; +"417 softmax_1" -> "418 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; +"418 dropout_4" -> "419 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; +"419 matmul_3" -> "420 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; +"420 transpose_3" -> "421 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; +"421 reshape_7" -> "422 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"422 reshape_7_0_0_nncf_smooth_quant_0" -> "423 quantize_per_tensor_20" [style=solid, label="(49, 64, 96)"]; +"423 quantize_per_tensor_20" -> "424 dequantize_per_tensor_21" [style=solid, label="(49, 64, 96)"]; +"424 dequantize_per_tensor_21" -> "430 linear_9" [style=solid, label="(49, 64, 96)"]; +"425 scale_updated_constant6" -> "427 mul_tensor_6" [style=solid, label="(96, 1)"]; +"426 compressed_weight_updated_constant6" -> "427 mul_tensor_6" [style=solid, label="(96, 96)"]; +"427 mul_tensor_6" -> "429 sub_tensor_6" [style=solid, label="(96, 96)"]; +"428 zero_point_updated_constant6" -> "429 sub_tensor_6" [style=solid, label="(96, 1)"]; +"429 sub_tensor_6" -> "430 linear_9" [style=solid, label="(96, 96)"]; +"430 linear_9" -> "431 dropout_5" [style=solid, label="(49, 64, 96)"]; +"431 dropout_5" -> "432 view_10" [style=solid, label="(49, 64, 96)"]; +"432 view_10" -> "433 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"433 permute_9" -> "434 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"434 reshape_8" -> "435 roll_1" [style=solid, label="(1, 56, 56, 96)"]; +"435 roll_1" -> "436 alias_1" [style=solid, label="(1, 56, 56, 96)"]; +"436 alias_1" -> "437 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; +"437 layer_norm_3" -> "438 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"438 add_5" -> "439 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; +"438 add_5" -> "461 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"439 add_5_0_0_nncf_smooth_quant_0" -> "440 quantize_per_tensor_22" [style=solid, label="(1, 56, 56, 96)"]; +"440 quantize_per_tensor_22" -> "441 dequantize_per_tensor_23" [style=solid, label="(1, 56, 56, 96)"]; +"441 dequantize_per_tensor_23" -> "447 linear_10" [style=solid, label="(1, 56, 56, 96)"]; +"442 scale_updated_constant7" -> "444 mul_tensor_7" [style=solid, label="(384, 1)"]; +"443 compressed_weight_updated_constant7" -> "444 mul_tensor_7" [style=solid, label="(384, 96)"]; +"444 mul_tensor_7" -> "446 sub_tensor_7" [style=solid, label="(384, 96)"]; +"445 zero_point_updated_constant7" -> "446 sub_tensor_7" [style=solid, label="(384, 1)"]; +"446 sub_tensor_7" -> "447 linear_10" [style=solid, label="(384, 96)"]; +"447 linear_10" -> "448 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; +"448 gelu_1" -> "449 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; +"449 dropout_6" -> "450 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; +"450 dropout_6_0_0_nncf_smooth_quant_0" -> "451 quantize_per_tensor_24" [style=solid, label="(1, 56, 56, 384)"]; +"451 quantize_per_tensor_24" -> "452 dequantize_per_tensor_25" [style=solid, label="(1, 56, 56, 384)"]; +"452 dequantize_per_tensor_25" -> "458 linear_11" [style=solid, label="(1, 56, 56, 384)"]; +"453 scale_updated_constant8" -> "455 mul_tensor_8" [style=solid, label="(96, 1)"]; +"454 compressed_weight_updated_constant8" -> "455 mul_tensor_8" [style=solid, label="(96, 384)"]; +"455 mul_tensor_8" -> "457 sub_tensor_8" [style=solid, label="(96, 384)"]; +"456 zero_point_updated_constant8" -> "457 sub_tensor_8" [style=solid, label="(96, 1)"]; +"457 sub_tensor_8" -> "458 linear_11" [style=solid, label="(96, 384)"]; +"458 linear_11" -> "459 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; +"459 dropout_7" -> "460 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; +"460 layer_norm_4" -> "461 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"461 add_6" -> "462 pad_2" [style=solid, label="(1, 56, 56, 96)"]; +"462 pad_2" -> "463 slice_21" [style=solid, label="(1, 56, 56, 96)"]; +"462 pad_2" -> "465 slice_23" [style=solid, label="(1, 56, 56, 96)"]; +"462 pad_2" -> "467 slice_25" [style=solid, label="(1, 56, 56, 96)"]; +"462 pad_2" -> "469 slice_27" [style=solid, label="(1, 56, 56, 96)"]; +"463 slice_21" -> "464 slice_22" [style=solid, label="(1, 28, 56, 96)"]; +"464 slice_22" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; +"465 slice_23" -> "466 slice_24" [style=solid, label="(1, 28, 56, 96)"]; +"466 slice_24" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; +"467 slice_25" -> "468 slice_26" [style=solid, label="(1, 28, 56, 96)"]; +"468 slice_26" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; +"469 slice_27" -> "470 slice_28" [style=solid, label="(1, 28, 56, 96)"]; +"470 slice_28" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; +"471 cat" -> "472 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; +"472 cat_0_0_nncf_smooth_quant_0" -> "473 quantize_per_tensor_26" [style=solid, label="(1, 28, 28, 384)"]; +"473 quantize_per_tensor_26" -> "474 dequantize_per_tensor_27" [style=solid, label="(1, 28, 28, 384)"]; +"474 dequantize_per_tensor_27" -> "480 linear_12" [style=solid, label="(1, 28, 28, 384)"]; +"475 scale_updated_constant9" -> "477 mul_tensor_9" [style=solid, label="(192, 1)"]; +"476 compressed_weight_updated_constant9" -> "477 mul_tensor_9" [style=solid, label="(192, 384)"]; +"477 mul_tensor_9" -> "479 sub_tensor_9" [style=solid, label="(192, 384)"]; +"478 zero_point_updated_constant9" -> "479 sub_tensor_9" [style=solid, label="(192, 1)"]; +"479 sub_tensor_9" -> "480 linear_12" [style=solid, label="(192, 384)"]; +"480 linear_12" -> "481 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; +"481 layer_norm_5" -> "497 pad_3" [style=solid, label="(1, 28, 28, 192)"]; +"481 layer_norm_5" -> "558 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"482 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "484 linear_13" [style=solid, label="(512, 2)"]; +"483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "484 linear_13" [style=solid, label="(1, 15, 15, 2)"]; +"484 linear_13" -> "485 relu__2" [style=solid, label="(1, 15, 15, 512)"]; +"485 relu__2" -> "487 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"486 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "488 linear_14" [style=solid, label="(6, 512)"]; +"487 relu__2_0_0_nncf_smooth_quant_0" -> "488 linear_14" [style=solid, label="(1, 15, 15, 512)"]; +"488 linear_14" -> "489 view_11" [style=solid, label="(1, 15, 15, 6)"]; +"489 view_11" -> "490 index_2" [style=solid, label="(225, 6)"]; +"490 index_2" -> "491 view_12" [style=solid, label="(4096, 6)"]; +"491 view_12" -> "492 permute_10" [style=solid, label="(64, 64, 6)"]; +"492 permute_10" -> "493 contiguous_2" [style=solid, label="(6, 64, 64)"]; +"493 contiguous_2" -> "494 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; +"494 unsqueeze_6" -> "495 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; +"495 sigmoid_2" -> "496 mul_4" [style=solid, label="(1, 6, 64, 64)"]; +"496 mul_4" -> "535 add_7" [style=solid, label="(1, 6, 64, 64)"]; +"497 pad_3" -> "498 view_13" [style=solid, label="(1, 32, 32, 192)"]; +"498 view_13" -> "499 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"499 permute_11" -> "500 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"500 reshape_9" -> "504 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"501 clone_2" -> "502 slice_29" [style=solid, label="(576,)"]; +"501 clone_2" -> "512 linear_15" [style=solid, label="(576,)"]; +"502 slice_29" -> "503 zero__2" [style=solid, label="(192,)"]; +"504 reshape_9_0_0_nncf_smooth_quant_0" -> "505 quantize_per_tensor_28" [style=solid, label="(16, 64, 192)"]; +"505 quantize_per_tensor_28" -> "506 dequantize_per_tensor_29" [style=solid, label="(16, 64, 192)"]; +"506 dequantize_per_tensor_29" -> "512 linear_15" [style=solid, label="(16, 64, 192)"]; +"507 scale_updated_constant10" -> "509 mul_tensor_10" [style=solid, label="(576, 1)"]; +"508 compressed_weight_updated_constant10" -> "509 mul_tensor_10" [style=solid, label="(576, 192)"]; +"509 mul_tensor_10" -> "511 sub_tensor_10" [style=solid, label="(576, 192)"]; +"510 zero_point_updated_constant10" -> "511 sub_tensor_10" [style=solid, label="(576, 1)"]; +"511 sub_tensor_10" -> "512 linear_15" [style=solid, label="(576, 192)"]; +"512 linear_15" -> "513 reshape_10" [style=solid, label="(16, 64, 576)"]; +"513 reshape_10" -> "514 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; +"514 permute_12" -> "515 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; +"514 permute_12" -> "516 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; +"514 permute_12" -> "517 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; +"515 select_6" -> "518 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; +"515 select_6" -> "520 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; +"515 select_6" -> "521 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"516 select_7" -> "524 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; +"516 select_7" -> "526 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; +"516 select_7" -> "527 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"517 select_8" -> "538 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; +"518 linalg_vector_norm_4" -> "519 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; +"519 clamp_min_4" -> "520 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; +"520 expand_as_4" -> "521 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"521 div_4" -> "522 quantize_per_tensor_30" [style=solid, label="(16, 6, 64, 32)"]; +"522 quantize_per_tensor_30" -> "523 dequantize_per_tensor_31" [style=solid, label="(16, 6, 64, 32)"]; +"523 dequantize_per_tensor_31" -> "531 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; +"524 linalg_vector_norm_5" -> "525 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; +"525 clamp_min_5" -> "526 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; +"526 expand_as_5" -> "527 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"527 div_5" -> "528 quantize_per_tensor_32" [style=solid, label="(16, 6, 64, 32)"]; +"528 quantize_per_tensor_32" -> "529 dequantize_per_tensor_33" [style=solid, label="(16, 6, 64, 32)"]; +"529 dequantize_per_tensor_33" -> "530 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; +"530 transpose_4" -> "531 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; +"531 matmul_4" -> "534 mul_5" [style=solid, label="(16, 6, 64, 64)"]; +"532 clamp_2" -> "533 exp_2" [style=solid, label="(6, 1, 1)"]; +"533 exp_2" -> "534 mul_5" [style=solid, label="(6, 1, 1)"]; +"534 mul_5" -> "535 add_7" [style=solid, label="(16, 6, 64, 64)"]; +"535 add_7" -> "536 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; +"536 softmax_2" -> "537 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; +"537 dropout_8" -> "538 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; +"538 matmul_5" -> "539 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; +"539 transpose_5" -> "540 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; +"540 reshape_11" -> "541 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"541 reshape_11_0_0_nncf_smooth_quant_0" -> "542 quantize_per_tensor_34" [style=solid, label="(16, 64, 192)"]; +"542 quantize_per_tensor_34" -> "543 dequantize_per_tensor_35" [style=solid, label="(16, 64, 192)"]; +"543 dequantize_per_tensor_35" -> "549 linear_16" [style=solid, label="(16, 64, 192)"]; +"544 scale_updated_constant11" -> "546 mul_tensor_11" [style=solid, label="(192, 1)"]; +"545 compressed_weight_updated_constant11" -> "546 mul_tensor_11" [style=solid, label="(192, 192)"]; +"546 mul_tensor_11" -> "548 sub_tensor_11" [style=solid, label="(192, 192)"]; +"547 zero_point_updated_constant11" -> "548 sub_tensor_11" [style=solid, label="(192, 1)"]; +"548 sub_tensor_11" -> "549 linear_16" [style=solid, label="(192, 192)"]; +"549 linear_16" -> "550 dropout_9" [style=solid, label="(16, 64, 192)"]; +"550 dropout_9" -> "551 view_14" [style=solid, label="(16, 64, 192)"]; +"551 view_14" -> "552 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"552 permute_13" -> "553 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"553 reshape_12" -> "554 slice_30" [style=solid, label="(1, 32, 32, 192)"]; +"554 slice_30" -> "555 slice_31" [style=solid, label="(1, 28, 32, 192)"]; +"555 slice_31" -> "556 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; +"556 contiguous_3" -> "557 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; +"557 layer_norm_6" -> "558 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"558 add_8" -> "559 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; +"558 add_8" -> "581 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"559 add_8_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_36" [style=solid, label="(1, 28, 28, 192)"]; +"560 quantize_per_tensor_36" -> "561 dequantize_per_tensor_37" [style=solid, label="(1, 28, 28, 192)"]; +"561 dequantize_per_tensor_37" -> "567 linear_17" [style=solid, label="(1, 28, 28, 192)"]; +"562 scale_updated_constant12" -> "564 mul_tensor_12" [style=solid, label="(768, 1)"]; +"563 compressed_weight_updated_constant12" -> "564 mul_tensor_12" [style=solid, label="(768, 192)"]; +"564 mul_tensor_12" -> "566 sub_tensor_12" [style=solid, label="(768, 192)"]; +"565 zero_point_updated_constant12" -> "566 sub_tensor_12" [style=solid, label="(768, 1)"]; +"566 sub_tensor_12" -> "567 linear_17" [style=solid, label="(768, 192)"]; +"567 linear_17" -> "568 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; +"568 gelu_2" -> "569 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; +"569 dropout_10" -> "570 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; +"570 dropout_10_0_0_nncf_smooth_quant_0" -> "571 quantize_per_tensor_38" [style=solid, label="(1, 28, 28, 768)"]; +"571 quantize_per_tensor_38" -> "572 dequantize_per_tensor_39" [style=solid, label="(1, 28, 28, 768)"]; +"572 dequantize_per_tensor_39" -> "578 linear_18" [style=solid, label="(1, 28, 28, 768)"]; +"573 scale_updated_constant13" -> "575 mul_tensor_13" [style=solid, label="(192, 1)"]; +"574 compressed_weight_updated_constant13" -> "575 mul_tensor_13" [style=solid, label="(192, 768)"]; +"575 mul_tensor_13" -> "577 sub_tensor_13" [style=solid, label="(192, 768)"]; +"576 zero_point_updated_constant13" -> "577 sub_tensor_13" [style=solid, label="(192, 1)"]; +"577 sub_tensor_13" -> "578 linear_18" [style=solid, label="(192, 768)"]; +"578 linear_18" -> "579 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; +"579 dropout_11" -> "580 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; +"580 layer_norm_7" -> "581 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"581 add_9" -> "597 pad_4" [style=solid, label="(1, 28, 28, 192)"]; +"581 add_9" -> "712 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"582 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "584 linear_19" [style=solid, label="(512, 2)"]; +"583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "584 linear_19" [style=solid, label="(1, 15, 15, 2)"]; +"584 linear_19" -> "585 relu__3" [style=solid, label="(1, 15, 15, 512)"]; +"585 relu__3" -> "587 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"586 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "588 linear_20" [style=solid, label="(6, 512)"]; +"587 relu__3_0_0_nncf_smooth_quant_0" -> "588 linear_20" [style=solid, label="(1, 15, 15, 512)"]; +"588 linear_20" -> "589 view_15" [style=solid, label="(1, 15, 15, 6)"]; +"589 view_15" -> "590 index_3" [style=solid, label="(225, 6)"]; +"590 index_3" -> "591 view_16" [style=solid, label="(4096, 6)"]; +"591 view_16" -> "592 permute_14" [style=solid, label="(64, 64, 6)"]; +"592 permute_14" -> "593 contiguous_4" [style=solid, label="(6, 64, 64)"]; +"593 contiguous_4" -> "594 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; +"594 unsqueeze_7" -> "595 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; +"595 sigmoid_3" -> "596 mul_6" [style=solid, label="(1, 6, 64, 64)"]; +"596 mul_6" -> "636 add_10" [style=solid, label="(1, 6, 64, 64)"]; +"597 pad_4" -> "598 roll_2" [style=solid, label="(1, 32, 32, 192)"]; +"598 roll_2" -> "599 view_17" [style=solid, label="(1, 32, 32, 192)"]; +"599 view_17" -> "600 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"600 permute_15" -> "601 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"601 reshape_13" -> "605 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"601 reshape_13" -> "637 new_zeros_1" [style=solid, label="(16, 64, 192)"]; +"602 clone_3" -> "603 slice_32" [style=solid, label="(576,)"]; +"602 clone_3" -> "613 linear_21" [style=solid, label="(576,)"]; +"603 slice_32" -> "604 zero__3" [style=solid, label="(192,)"]; +"605 reshape_13_0_0_nncf_smooth_quant_0" -> "606 quantize_per_tensor_40" [style=solid, label="(16, 64, 192)"]; +"606 quantize_per_tensor_40" -> "607 dequantize_per_tensor_41" [style=solid, label="(16, 64, 192)"]; +"607 dequantize_per_tensor_41" -> "613 linear_21" [style=solid, label="(16, 64, 192)"]; +"608 scale_updated_constant14" -> "610 mul_tensor_14" [style=solid, label="(576, 1)"]; +"609 compressed_weight_updated_constant14" -> "610 mul_tensor_14" [style=solid, label="(576, 192)"]; +"610 mul_tensor_14" -> "612 sub_tensor_14" [style=solid, label="(576, 192)"]; +"611 zero_point_updated_constant14" -> "612 sub_tensor_14" [style=solid, label="(576, 1)"]; +"612 sub_tensor_14" -> "613 linear_21" [style=solid, label="(576, 192)"]; +"613 linear_21" -> "614 reshape_14" [style=solid, label="(16, 64, 576)"]; +"614 reshape_14" -> "615 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; +"615 permute_16" -> "616 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; +"615 permute_16" -> "617 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; +"615 permute_16" -> "618 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; +"616 select_9" -> "619 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; +"616 select_9" -> "621 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; +"616 select_9" -> "622 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"617 select_10" -> "625 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; +"617 select_10" -> "627 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; +"617 select_10" -> "628 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"618 select_11" -> "691 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; +"619 linalg_vector_norm_6" -> "620 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; +"620 clamp_min_6" -> "621 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; +"621 expand_as_6" -> "622 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"622 div_6" -> "623 quantize_per_tensor_42" [style=solid, label="(16, 6, 64, 32)"]; +"623 quantize_per_tensor_42" -> "624 dequantize_per_tensor_43" [style=solid, label="(16, 6, 64, 32)"]; +"624 dequantize_per_tensor_43" -> "632 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; +"625 linalg_vector_norm_7" -> "626 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; +"626 clamp_min_7" -> "627 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; +"627 expand_as_7" -> "628 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"628 div_7" -> "629 quantize_per_tensor_44" [style=solid, label="(16, 6, 64, 32)"]; +"629 quantize_per_tensor_44" -> "630 dequantize_per_tensor_45" [style=solid, label="(16, 6, 64, 32)"]; +"630 dequantize_per_tensor_45" -> "631 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; +"631 transpose_6" -> "632 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; +"632 matmul_6" -> "635 mul_7" [style=solid, label="(16, 6, 64, 64)"]; +"633 clamp_3" -> "634 exp_3" [style=solid, label="(6, 1, 1)"]; +"634 exp_3" -> "635 mul_7" [style=solid, label="(6, 1, 1)"]; +"635 mul_7" -> "636 add_10" [style=solid, label="(16, 6, 64, 64)"]; +"636 add_10" -> "684 view_19" [style=solid, label="(16, 6, 64, 64)"]; +"637 new_zeros_1" -> "639 slice_33" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "643 slice_35" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "647 slice_37" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "651 slice_39" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "655 slice_41" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "659 slice_43" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "663 slice_45" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "667 slice_47" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "671 slice_49" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "674 view_18" [style=solid, label="(32, 32)"]; +"638 lift_fresh_copy_9" -> "641 fill__9" [style=solid, label="()"]; +"639 slice_33" -> "640 slice_34" [style=solid, label="(24, 32)"]; +"640 slice_34" -> "641 fill__9" [style=solid, label="(24, 24)"]; +"642 lift_fresh_copy_10" -> "645 fill__10" [style=solid, label="()"]; +"643 slice_35" -> "644 slice_36" [style=solid, label="(24, 32)"]; +"644 slice_36" -> "645 fill__10" [style=solid, label="(24, 4)"]; +"646 lift_fresh_copy_11" -> "649 fill__11" [style=solid, label="()"]; +"647 slice_37" -> "648 slice_38" [style=solid, label="(24, 32)"]; +"648 slice_38" -> "649 fill__11" [style=solid, label="(24, 4)"]; +"650 lift_fresh_copy_12" -> "653 fill__12" [style=solid, label="()"]; +"651 slice_39" -> "652 slice_40" [style=solid, label="(4, 32)"]; +"652 slice_40" -> "653 fill__12" [style=solid, label="(4, 24)"]; +"654 lift_fresh_copy_13" -> "657 fill__13" [style=solid, label="()"]; +"655 slice_41" -> "656 slice_42" [style=solid, label="(4, 32)"]; +"656 slice_42" -> "657 fill__13" [style=solid, label="(4, 4)"]; +"658 lift_fresh_copy_14" -> "661 fill__14" [style=solid, label="()"]; +"659 slice_43" -> "660 slice_44" [style=solid, label="(4, 32)"]; +"660 slice_44" -> "661 fill__14" [style=solid, label="(4, 4)"]; +"662 lift_fresh_copy_15" -> "665 fill__15" [style=solid, label="()"]; +"663 slice_45" -> "664 slice_46" [style=solid, label="(4, 32)"]; +"664 slice_46" -> "665 fill__15" [style=solid, label="(4, 24)"]; +"666 lift_fresh_copy_16" -> "669 fill__16" [style=solid, label="()"]; +"667 slice_47" -> "668 slice_48" [style=solid, label="(4, 32)"]; +"668 slice_48" -> "669 fill__16" [style=solid, label="(4, 4)"]; +"670 lift_fresh_copy_17" -> "673 fill__17" [style=solid, label="()"]; +"671 slice_49" -> "672 slice_50" [style=solid, label="(4, 32)"]; +"672 slice_50" -> "673 fill__17" [style=solid, label="(4, 4)"]; +"674 view_18" -> "675 permute_17" [style=solid, label="(4, 8, 4, 8)"]; +"675 permute_17" -> "676 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; +"676 reshape_15" -> "677 unsqueeze_8" [style=solid, label="(16, 64)"]; +"676 reshape_15" -> "678 unsqueeze_9" [style=solid, label="(16, 64)"]; +"677 unsqueeze_8" -> "679 sub_1" [style=solid, label="(16, 1, 64)"]; +"678 unsqueeze_9" -> "679 sub_1" [style=solid, label="(16, 64, 1)"]; +"679 sub_1" -> "680 ne_1" [style=solid, label="(16, 64, 64)"]; +"679 sub_1" -> "681 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"679 sub_1" -> "682 eq_1" [style=solid, label="(16, 64, 64)"]; +"680 ne_1" -> "681 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"681 masked_fill_2" -> "683 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"682 eq_1" -> "683 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"683 masked_fill_3" -> "685 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; +"684 view_19" -> "687 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; +"685 unsqueeze_10" -> "686 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; +"686 unsqueeze_11" -> "687 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; +"687 add_11" -> "688 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; +"688 view_20" -> "689 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; +"689 softmax_3" -> "690 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; +"690 dropout_12" -> "691 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; +"691 matmul_7" -> "692 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; +"692 transpose_7" -> "693 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; +"693 reshape_16" -> "694 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"694 reshape_16_0_0_nncf_smooth_quant_0" -> "695 quantize_per_tensor_46" [style=solid, label="(16, 64, 192)"]; +"695 quantize_per_tensor_46" -> "696 dequantize_per_tensor_47" [style=solid, label="(16, 64, 192)"]; +"696 dequantize_per_tensor_47" -> "702 linear_22" [style=solid, label="(16, 64, 192)"]; +"697 scale_updated_constant15" -> "699 mul_tensor_15" [style=solid, label="(192, 1)"]; +"698 compressed_weight_updated_constant15" -> "699 mul_tensor_15" [style=solid, label="(192, 192)"]; +"699 mul_tensor_15" -> "701 sub_tensor_15" [style=solid, label="(192, 192)"]; +"700 zero_point_updated_constant15" -> "701 sub_tensor_15" [style=solid, label="(192, 1)"]; +"701 sub_tensor_15" -> "702 linear_22" [style=solid, label="(192, 192)"]; +"702 linear_22" -> "703 dropout_13" [style=solid, label="(16, 64, 192)"]; +"703 dropout_13" -> "704 view_21" [style=solid, label="(16, 64, 192)"]; +"704 view_21" -> "705 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"705 permute_18" -> "706 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"706 reshape_17" -> "707 roll_3" [style=solid, label="(1, 32, 32, 192)"]; +"707 roll_3" -> "708 slice_51" [style=solid, label="(1, 32, 32, 192)"]; +"708 slice_51" -> "709 slice_52" [style=solid, label="(1, 28, 32, 192)"]; +"709 slice_52" -> "710 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; +"710 contiguous_5" -> "711 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; +"711 layer_norm_8" -> "712 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"712 add_12" -> "713 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; +"712 add_12" -> "735 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"713 add_12_0_0_nncf_smooth_quant_0" -> "714 quantize_per_tensor_48" [style=solid, label="(1, 28, 28, 192)"]; +"714 quantize_per_tensor_48" -> "715 dequantize_per_tensor_49" [style=solid, label="(1, 28, 28, 192)"]; +"715 dequantize_per_tensor_49" -> "721 linear_23" [style=solid, label="(1, 28, 28, 192)"]; +"716 scale_updated_constant16" -> "718 mul_tensor_16" [style=solid, label="(768, 1)"]; +"717 compressed_weight_updated_constant16" -> "718 mul_tensor_16" [style=solid, label="(768, 192)"]; +"718 mul_tensor_16" -> "720 sub_tensor_16" [style=solid, label="(768, 192)"]; +"719 zero_point_updated_constant16" -> "720 sub_tensor_16" [style=solid, label="(768, 1)"]; +"720 sub_tensor_16" -> "721 linear_23" [style=solid, label="(768, 192)"]; +"721 linear_23" -> "722 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; +"722 gelu_3" -> "723 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; +"723 dropout_14" -> "724 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; +"724 dropout_14_0_0_nncf_smooth_quant_0" -> "725 quantize_per_tensor_50" [style=solid, label="(1, 28, 28, 768)"]; +"725 quantize_per_tensor_50" -> "726 dequantize_per_tensor_51" [style=solid, label="(1, 28, 28, 768)"]; +"726 dequantize_per_tensor_51" -> "732 linear_24" [style=solid, label="(1, 28, 28, 768)"]; +"727 scale_updated_constant17" -> "729 mul_tensor_17" [style=solid, label="(192, 1)"]; +"728 compressed_weight_updated_constant17" -> "729 mul_tensor_17" [style=solid, label="(192, 768)"]; +"729 mul_tensor_17" -> "731 sub_tensor_17" [style=solid, label="(192, 768)"]; +"730 zero_point_updated_constant17" -> "731 sub_tensor_17" [style=solid, label="(192, 1)"]; +"731 sub_tensor_17" -> "732 linear_24" [style=solid, label="(192, 768)"]; +"732 linear_24" -> "733 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; +"733 dropout_15" -> "734 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; +"734 layer_norm_9" -> "735 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"735 add_13" -> "736 pad_5" [style=solid, label="(1, 28, 28, 192)"]; +"736 pad_5" -> "737 slice_53" [style=solid, label="(1, 28, 28, 192)"]; +"736 pad_5" -> "739 slice_55" [style=solid, label="(1, 28, 28, 192)"]; +"736 pad_5" -> "741 slice_57" [style=solid, label="(1, 28, 28, 192)"]; +"736 pad_5" -> "743 slice_59" [style=solid, label="(1, 28, 28, 192)"]; +"737 slice_53" -> "738 slice_54" [style=solid, label="(1, 14, 28, 192)"]; +"738 slice_54" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"739 slice_55" -> "740 slice_56" [style=solid, label="(1, 14, 28, 192)"]; +"740 slice_56" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"741 slice_57" -> "742 slice_58" [style=solid, label="(1, 14, 28, 192)"]; +"742 slice_58" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"743 slice_59" -> "744 slice_60" [style=solid, label="(1, 14, 28, 192)"]; +"744 slice_60" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"745 cat_1" -> "746 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; +"746 cat_1_0_0_nncf_smooth_quant_0" -> "747 quantize_per_tensor_52" [style=solid, label="(1, 14, 14, 768)"]; +"747 quantize_per_tensor_52" -> "748 dequantize_per_tensor_53" [style=solid, label="(1, 14, 14, 768)"]; +"748 dequantize_per_tensor_53" -> "754 linear_25" [style=solid, label="(1, 14, 14, 768)"]; +"749 scale_updated_constant18" -> "751 mul_tensor_18" [style=solid, label="(384, 1)"]; +"750 compressed_weight_updated_constant18" -> "751 mul_tensor_18" [style=solid, label="(384, 768)"]; +"751 mul_tensor_18" -> "753 sub_tensor_18" [style=solid, label="(384, 768)"]; +"752 zero_point_updated_constant18" -> "753 sub_tensor_18" [style=solid, label="(384, 1)"]; +"753 sub_tensor_18" -> "754 linear_25" [style=solid, label="(384, 768)"]; +"754 linear_25" -> "755 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; +"755 layer_norm_10" -> "771 pad_6" [style=solid, label="(1, 14, 14, 384)"]; +"755 layer_norm_10" -> "832 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"756 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "758 linear_26" [style=solid, label="(512, 2)"]; +"757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "758 linear_26" [style=solid, label="(1, 15, 15, 2)"]; +"758 linear_26" -> "759 relu__4" [style=solid, label="(1, 15, 15, 512)"]; +"759 relu__4" -> "761 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"760 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "762 linear_27" [style=solid, label="(12, 512)"]; +"761 relu__4_0_0_nncf_smooth_quant_0" -> "762 linear_27" [style=solid, label="(1, 15, 15, 512)"]; +"762 linear_27" -> "763 view_22" [style=solid, label="(1, 15, 15, 12)"]; +"763 view_22" -> "764 index_4" [style=solid, label="(225, 12)"]; +"764 index_4" -> "765 view_23" [style=solid, label="(4096, 12)"]; +"765 view_23" -> "766 permute_19" [style=solid, label="(64, 64, 12)"]; +"766 permute_19" -> "767 contiguous_6" [style=solid, label="(12, 64, 64)"]; +"767 contiguous_6" -> "768 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; +"768 unsqueeze_12" -> "769 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; +"769 sigmoid_4" -> "770 mul_8" [style=solid, label="(1, 12, 64, 64)"]; +"770 mul_8" -> "809 add_14" [style=solid, label="(1, 12, 64, 64)"]; +"771 pad_6" -> "772 view_24" [style=solid, label="(1, 16, 16, 384)"]; +"772 view_24" -> "773 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"773 permute_20" -> "774 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"774 reshape_18" -> "778 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"775 clone_4" -> "776 slice_61" [style=solid, label="(1152,)"]; +"775 clone_4" -> "786 linear_28" [style=solid, label="(1152,)"]; +"776 slice_61" -> "777 zero__4" [style=solid, label="(384,)"]; +"778 reshape_18_0_0_nncf_smooth_quant_0" -> "779 quantize_per_tensor_54" [style=solid, label="(4, 64, 384)"]; +"779 quantize_per_tensor_54" -> "780 dequantize_per_tensor_55" [style=solid, label="(4, 64, 384)"]; +"780 dequantize_per_tensor_55" -> "786 linear_28" [style=solid, label="(4, 64, 384)"]; +"781 scale_updated_constant19" -> "783 mul_tensor_19" [style=solid, label="(1152, 1)"]; +"782 compressed_weight_updated_constant19" -> "783 mul_tensor_19" [style=solid, label="(1152, 384)"]; +"783 mul_tensor_19" -> "785 sub_tensor_19" [style=solid, label="(1152, 384)"]; +"784 zero_point_updated_constant19" -> "785 sub_tensor_19" [style=solid, label="(1152, 1)"]; +"785 sub_tensor_19" -> "786 linear_28" [style=solid, label="(1152, 384)"]; +"786 linear_28" -> "787 reshape_19" [style=solid, label="(4, 64, 1152)"]; +"787 reshape_19" -> "788 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; +"788 permute_21" -> "789 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; +"788 permute_21" -> "790 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; +"788 permute_21" -> "791 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; +"789 select_12" -> "792 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; +"789 select_12" -> "794 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; +"789 select_12" -> "795 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"790 select_13" -> "798 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; +"790 select_13" -> "800 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; +"790 select_13" -> "801 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"791 select_14" -> "812 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; +"792 linalg_vector_norm_8" -> "793 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; +"793 clamp_min_8" -> "794 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; +"794 expand_as_8" -> "795 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"795 div_8" -> "796 quantize_per_tensor_56" [style=solid, label="(4, 12, 64, 32)"]; +"796 quantize_per_tensor_56" -> "797 dequantize_per_tensor_57" [style=solid, label="(4, 12, 64, 32)"]; +"797 dequantize_per_tensor_57" -> "805 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; +"798 linalg_vector_norm_9" -> "799 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; +"799 clamp_min_9" -> "800 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; +"800 expand_as_9" -> "801 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"801 div_9" -> "802 quantize_per_tensor_58" [style=solid, label="(4, 12, 64, 32)"]; +"802 quantize_per_tensor_58" -> "803 dequantize_per_tensor_59" [style=solid, label="(4, 12, 64, 32)"]; +"803 dequantize_per_tensor_59" -> "804 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; +"804 transpose_8" -> "805 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; +"805 matmul_8" -> "808 mul_9" [style=solid, label="(4, 12, 64, 64)"]; +"806 clamp_4" -> "807 exp_4" [style=solid, label="(12, 1, 1)"]; +"807 exp_4" -> "808 mul_9" [style=solid, label="(12, 1, 1)"]; +"808 mul_9" -> "809 add_14" [style=solid, label="(4, 12, 64, 64)"]; +"809 add_14" -> "810 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; +"810 softmax_4" -> "811 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; +"811 dropout_16" -> "812 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; +"812 matmul_9" -> "813 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; +"813 transpose_9" -> "814 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; +"814 reshape_20" -> "815 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"815 reshape_20_0_0_nncf_smooth_quant_0" -> "816 quantize_per_tensor_60" [style=solid, label="(4, 64, 384)"]; +"816 quantize_per_tensor_60" -> "817 dequantize_per_tensor_61" [style=solid, label="(4, 64, 384)"]; +"817 dequantize_per_tensor_61" -> "823 linear_29" [style=solid, label="(4, 64, 384)"]; +"818 scale_updated_constant20" -> "820 mul_tensor_20" [style=solid, label="(384, 1)"]; +"819 compressed_weight_updated_constant20" -> "820 mul_tensor_20" [style=solid, label="(384, 384)"]; +"820 mul_tensor_20" -> "822 sub_tensor_20" [style=solid, label="(384, 384)"]; +"821 zero_point_updated_constant20" -> "822 sub_tensor_20" [style=solid, label="(384, 1)"]; +"822 sub_tensor_20" -> "823 linear_29" [style=solid, label="(384, 384)"]; +"823 linear_29" -> "824 dropout_17" [style=solid, label="(4, 64, 384)"]; +"824 dropout_17" -> "825 view_25" [style=solid, label="(4, 64, 384)"]; +"825 view_25" -> "826 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"826 permute_22" -> "827 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"827 reshape_21" -> "828 slice_62" [style=solid, label="(1, 16, 16, 384)"]; +"828 slice_62" -> "829 slice_63" [style=solid, label="(1, 14, 16, 384)"]; +"829 slice_63" -> "830 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; +"830 contiguous_7" -> "831 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; +"831 layer_norm_11" -> "832 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"832 add_15" -> "833 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"832 add_15" -> "855 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"833 add_15_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_62" [style=solid, label="(1, 14, 14, 384)"]; +"834 quantize_per_tensor_62" -> "835 dequantize_per_tensor_63" [style=solid, label="(1, 14, 14, 384)"]; +"835 dequantize_per_tensor_63" -> "841 linear_30" [style=solid, label="(1, 14, 14, 384)"]; +"836 scale_updated_constant21" -> "838 mul_tensor_21" [style=solid, label="(1536, 1)"]; +"837 compressed_weight_updated_constant21" -> "838 mul_tensor_21" [style=solid, label="(1536, 384)"]; +"838 mul_tensor_21" -> "840 sub_tensor_21" [style=solid, label="(1536, 384)"]; +"839 zero_point_updated_constant21" -> "840 sub_tensor_21" [style=solid, label="(1536, 1)"]; +"840 sub_tensor_21" -> "841 linear_30" [style=solid, label="(1536, 384)"]; +"841 linear_30" -> "842 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; +"842 gelu_4" -> "843 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; +"843 dropout_18" -> "844 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"844 dropout_18_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_64" [style=solid, label="(1, 14, 14, 1536)"]; +"845 quantize_per_tensor_64" -> "846 dequantize_per_tensor_65" [style=solid, label="(1, 14, 14, 1536)"]; +"846 dequantize_per_tensor_65" -> "852 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; +"847 scale_updated_constant22" -> "849 mul_tensor_22" [style=solid, label="(384, 1)"]; +"848 compressed_weight_updated_constant22" -> "849 mul_tensor_22" [style=solid, label="(384, 1536)"]; +"849 mul_tensor_22" -> "851 sub_tensor_22" [style=solid, label="(384, 1536)"]; +"850 zero_point_updated_constant22" -> "851 sub_tensor_22" [style=solid, label="(384, 1)"]; +"851 sub_tensor_22" -> "852 linear_31" [style=solid, label="(384, 1536)"]; +"852 linear_31" -> "853 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; +"853 dropout_19" -> "854 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; +"854 layer_norm_12" -> "855 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"855 add_16" -> "871 pad_7" [style=solid, label="(1, 14, 14, 384)"]; +"855 add_16" -> "986 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"856 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "858 linear_32" [style=solid, label="(512, 2)"]; +"857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "858 linear_32" [style=solid, label="(1, 15, 15, 2)"]; +"858 linear_32" -> "859 relu__5" [style=solid, label="(1, 15, 15, 512)"]; +"859 relu__5" -> "861 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"860 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "862 linear_33" [style=solid, label="(12, 512)"]; +"861 relu__5_0_0_nncf_smooth_quant_0" -> "862 linear_33" [style=solid, label="(1, 15, 15, 512)"]; +"862 linear_33" -> "863 view_26" [style=solid, label="(1, 15, 15, 12)"]; +"863 view_26" -> "864 index_5" [style=solid, label="(225, 12)"]; +"864 index_5" -> "865 view_27" [style=solid, label="(4096, 12)"]; +"865 view_27" -> "866 permute_23" [style=solid, label="(64, 64, 12)"]; +"866 permute_23" -> "867 contiguous_8" [style=solid, label="(12, 64, 64)"]; +"867 contiguous_8" -> "868 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; +"868 unsqueeze_13" -> "869 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; +"869 sigmoid_5" -> "870 mul_10" [style=solid, label="(1, 12, 64, 64)"]; +"870 mul_10" -> "910 add_17" [style=solid, label="(1, 12, 64, 64)"]; +"871 pad_7" -> "872 roll_4" [style=solid, label="(1, 16, 16, 384)"]; +"872 roll_4" -> "873 view_28" [style=solid, label="(1, 16, 16, 384)"]; +"873 view_28" -> "874 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"874 permute_24" -> "875 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"875 reshape_22" -> "879 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"875 reshape_22" -> "911 new_zeros_2" [style=solid, label="(4, 64, 384)"]; +"876 clone_5" -> "877 slice_64" [style=solid, label="(1152,)"]; +"876 clone_5" -> "887 linear_34" [style=solid, label="(1152,)"]; +"877 slice_64" -> "878 zero__5" [style=solid, label="(384,)"]; +"879 reshape_22_0_0_nncf_smooth_quant_0" -> "880 quantize_per_tensor_66" [style=solid, label="(4, 64, 384)"]; +"880 quantize_per_tensor_66" -> "881 dequantize_per_tensor_67" [style=solid, label="(4, 64, 384)"]; +"881 dequantize_per_tensor_67" -> "887 linear_34" [style=solid, label="(4, 64, 384)"]; +"882 scale_updated_constant23" -> "884 mul_tensor_23" [style=solid, label="(1152, 1)"]; +"883 compressed_weight_updated_constant23" -> "884 mul_tensor_23" [style=solid, label="(1152, 384)"]; +"884 mul_tensor_23" -> "886 sub_tensor_23" [style=solid, label="(1152, 384)"]; +"885 zero_point_updated_constant23" -> "886 sub_tensor_23" [style=solid, label="(1152, 1)"]; +"886 sub_tensor_23" -> "887 linear_34" [style=solid, label="(1152, 384)"]; +"887 linear_34" -> "888 reshape_23" [style=solid, label="(4, 64, 1152)"]; +"888 reshape_23" -> "889 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; +"889 permute_25" -> "890 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; +"889 permute_25" -> "891 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; +"889 permute_25" -> "892 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; +"890 select_15" -> "893 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; +"890 select_15" -> "895 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; +"890 select_15" -> "896 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"891 select_16" -> "899 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; +"891 select_16" -> "901 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; +"891 select_16" -> "902 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"892 select_17" -> "965 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; +"893 linalg_vector_norm_10" -> "894 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; +"894 clamp_min_10" -> "895 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; +"895 expand_as_10" -> "896 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"896 div_10" -> "897 quantize_per_tensor_68" [style=solid, label="(4, 12, 64, 32)"]; +"897 quantize_per_tensor_68" -> "898 dequantize_per_tensor_69" [style=solid, label="(4, 12, 64, 32)"]; +"898 dequantize_per_tensor_69" -> "906 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; +"899 linalg_vector_norm_11" -> "900 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; +"900 clamp_min_11" -> "901 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; +"901 expand_as_11" -> "902 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"902 div_11" -> "903 quantize_per_tensor_70" [style=solid, label="(4, 12, 64, 32)"]; +"903 quantize_per_tensor_70" -> "904 dequantize_per_tensor_71" [style=solid, label="(4, 12, 64, 32)"]; +"904 dequantize_per_tensor_71" -> "905 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; +"905 transpose_10" -> "906 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; +"906 matmul_10" -> "909 mul_11" [style=solid, label="(4, 12, 64, 64)"]; +"907 clamp_5" -> "908 exp_5" [style=solid, label="(12, 1, 1)"]; +"908 exp_5" -> "909 mul_11" [style=solid, label="(12, 1, 1)"]; +"909 mul_11" -> "910 add_17" [style=solid, label="(4, 12, 64, 64)"]; +"910 add_17" -> "958 view_30" [style=solid, label="(4, 12, 64, 64)"]; +"911 new_zeros_2" -> "913 slice_65" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "917 slice_67" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "921 slice_69" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "925 slice_71" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "929 slice_73" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "933 slice_75" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "937 slice_77" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "941 slice_79" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "945 slice_81" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "948 view_29" [style=solid, label="(16, 16)"]; +"912 lift_fresh_copy_18" -> "915 fill__18" [style=solid, label="()"]; +"913 slice_65" -> "914 slice_66" [style=solid, label="(8, 16)"]; +"914 slice_66" -> "915 fill__18" [style=solid, label="(8, 8)"]; +"916 lift_fresh_copy_19" -> "919 fill__19" [style=solid, label="()"]; +"917 slice_67" -> "918 slice_68" [style=solid, label="(8, 16)"]; +"918 slice_68" -> "919 fill__19" [style=solid, label="(8, 4)"]; +"920 lift_fresh_copy_20" -> "923 fill__20" [style=solid, label="()"]; +"921 slice_69" -> "922 slice_70" [style=solid, label="(8, 16)"]; +"922 slice_70" -> "923 fill__20" [style=solid, label="(8, 4)"]; +"924 lift_fresh_copy_21" -> "927 fill__21" [style=solid, label="()"]; +"925 slice_71" -> "926 slice_72" [style=solid, label="(4, 16)"]; +"926 slice_72" -> "927 fill__21" [style=solid, label="(4, 8)"]; +"928 lift_fresh_copy_22" -> "931 fill__22" [style=solid, label="()"]; +"929 slice_73" -> "930 slice_74" [style=solid, label="(4, 16)"]; +"930 slice_74" -> "931 fill__22" [style=solid, label="(4, 4)"]; +"932 lift_fresh_copy_23" -> "935 fill__23" [style=solid, label="()"]; +"933 slice_75" -> "934 slice_76" [style=solid, label="(4, 16)"]; +"934 slice_76" -> "935 fill__23" [style=solid, label="(4, 4)"]; +"936 lift_fresh_copy_24" -> "939 fill__24" [style=solid, label="()"]; +"937 slice_77" -> "938 slice_78" [style=solid, label="(4, 16)"]; +"938 slice_78" -> "939 fill__24" [style=solid, label="(4, 8)"]; +"940 lift_fresh_copy_25" -> "943 fill__25" [style=solid, label="()"]; +"941 slice_79" -> "942 slice_80" [style=solid, label="(4, 16)"]; +"942 slice_80" -> "943 fill__25" [style=solid, label="(4, 4)"]; +"944 lift_fresh_copy_26" -> "947 fill__26" [style=solid, label="()"]; +"945 slice_81" -> "946 slice_82" [style=solid, label="(4, 16)"]; +"946 slice_82" -> "947 fill__26" [style=solid, label="(4, 4)"]; +"948 view_29" -> "949 permute_26" [style=solid, label="(2, 8, 2, 8)"]; +"949 permute_26" -> "950 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; +"950 reshape_24" -> "951 unsqueeze_14" [style=solid, label="(4, 64)"]; +"950 reshape_24" -> "952 unsqueeze_15" [style=solid, label="(4, 64)"]; +"951 unsqueeze_14" -> "953 sub_2" [style=solid, label="(4, 1, 64)"]; +"952 unsqueeze_15" -> "953 sub_2" [style=solid, label="(4, 64, 1)"]; +"953 sub_2" -> "954 ne_2" [style=solid, label="(4, 64, 64)"]; +"953 sub_2" -> "955 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"953 sub_2" -> "956 eq_2" [style=solid, label="(4, 64, 64)"]; +"954 ne_2" -> "955 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"955 masked_fill_4" -> "957 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"956 eq_2" -> "957 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"957 masked_fill_5" -> "959 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; +"958 view_30" -> "961 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; +"959 unsqueeze_16" -> "960 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; +"960 unsqueeze_17" -> "961 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; +"961 add_18" -> "962 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; +"962 view_31" -> "963 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; +"963 softmax_5" -> "964 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; +"964 dropout_20" -> "965 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; +"965 matmul_11" -> "966 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; +"966 transpose_11" -> "967 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; +"967 reshape_25" -> "968 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"968 reshape_25_0_0_nncf_smooth_quant_0" -> "969 quantize_per_tensor_72" [style=solid, label="(4, 64, 384)"]; +"969 quantize_per_tensor_72" -> "970 dequantize_per_tensor_73" [style=solid, label="(4, 64, 384)"]; +"970 dequantize_per_tensor_73" -> "976 linear_35" [style=solid, label="(4, 64, 384)"]; +"971 scale_updated_constant24" -> "973 mul_tensor_24" [style=solid, label="(384, 1)"]; +"972 compressed_weight_updated_constant24" -> "973 mul_tensor_24" [style=solid, label="(384, 384)"]; +"973 mul_tensor_24" -> "975 sub_tensor_24" [style=solid, label="(384, 384)"]; +"974 zero_point_updated_constant24" -> "975 sub_tensor_24" [style=solid, label="(384, 1)"]; +"975 sub_tensor_24" -> "976 linear_35" [style=solid, label="(384, 384)"]; +"976 linear_35" -> "977 dropout_21" [style=solid, label="(4, 64, 384)"]; +"977 dropout_21" -> "978 view_32" [style=solid, label="(4, 64, 384)"]; +"978 view_32" -> "979 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"979 permute_27" -> "980 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"980 reshape_26" -> "981 roll_5" [style=solid, label="(1, 16, 16, 384)"]; +"981 roll_5" -> "982 slice_83" [style=solid, label="(1, 16, 16, 384)"]; +"982 slice_83" -> "983 slice_84" [style=solid, label="(1, 14, 16, 384)"]; +"983 slice_84" -> "984 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; +"984 contiguous_9" -> "985 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; +"985 layer_norm_13" -> "986 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"986 add_19" -> "987 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"986 add_19" -> "1009 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"987 add_19_0_0_nncf_smooth_quant_0" -> "988 quantize_per_tensor_74" [style=solid, label="(1, 14, 14, 384)"]; +"988 quantize_per_tensor_74" -> "989 dequantize_per_tensor_75" [style=solid, label="(1, 14, 14, 384)"]; +"989 dequantize_per_tensor_75" -> "995 linear_36" [style=solid, label="(1, 14, 14, 384)"]; +"990 scale_updated_constant25" -> "992 mul_tensor_25" [style=solid, label="(1536, 1)"]; +"991 compressed_weight_updated_constant25" -> "992 mul_tensor_25" [style=solid, label="(1536, 384)"]; +"992 mul_tensor_25" -> "994 sub_tensor_25" [style=solid, label="(1536, 384)"]; +"993 zero_point_updated_constant25" -> "994 sub_tensor_25" [style=solid, label="(1536, 1)"]; +"994 sub_tensor_25" -> "995 linear_36" [style=solid, label="(1536, 384)"]; +"995 linear_36" -> "996 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; +"996 gelu_5" -> "997 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; +"997 dropout_22" -> "998 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"998 dropout_22_0_0_nncf_smooth_quant_0" -> "999 quantize_per_tensor_76" [style=solid, label="(1, 14, 14, 1536)"]; +"999 quantize_per_tensor_76" -> "1000 dequantize_per_tensor_77" [style=solid, label="(1, 14, 14, 1536)"]; +"1000 dequantize_per_tensor_77" -> "1006 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; +"1001 scale_updated_constant26" -> "1003 mul_tensor_26" [style=solid, label="(384, 1)"]; +"1002 compressed_weight_updated_constant26" -> "1003 mul_tensor_26" [style=solid, label="(384, 1536)"]; +"1003 mul_tensor_26" -> "1005 sub_tensor_26" [style=solid, label="(384, 1536)"]; +"1004 zero_point_updated_constant26" -> "1005 sub_tensor_26" [style=solid, label="(384, 1)"]; +"1005 sub_tensor_26" -> "1006 linear_37" [style=solid, label="(384, 1536)"]; +"1006 linear_37" -> "1007 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; +"1007 dropout_23" -> "1008 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; +"1008 layer_norm_14" -> "1009 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"1009 add_20" -> "1025 pad_8" [style=solid, label="(1, 14, 14, 384)"]; +"1009 add_20" -> "1086 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"1010 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1012 linear_38" [style=solid, label="(512, 2)"]; +"1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1012 linear_38" [style=solid, label="(1, 15, 15, 2)"]; +"1012 linear_38" -> "1013 relu__6" [style=solid, label="(1, 15, 15, 512)"]; +"1013 relu__6" -> "1015 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1014 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1016 linear_39" [style=solid, label="(12, 512)"]; +"1015 relu__6_0_0_nncf_smooth_quant_0" -> "1016 linear_39" [style=solid, label="(1, 15, 15, 512)"]; +"1016 linear_39" -> "1017 view_33" [style=solid, label="(1, 15, 15, 12)"]; +"1017 view_33" -> "1018 index_6" [style=solid, label="(225, 12)"]; +"1018 index_6" -> "1019 view_34" [style=solid, label="(4096, 12)"]; +"1019 view_34" -> "1020 permute_28" [style=solid, label="(64, 64, 12)"]; +"1020 permute_28" -> "1021 contiguous_10" [style=solid, label="(12, 64, 64)"]; +"1021 contiguous_10" -> "1022 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; +"1022 unsqueeze_18" -> "1023 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; +"1023 sigmoid_6" -> "1024 mul_12" [style=solid, label="(1, 12, 64, 64)"]; +"1024 mul_12" -> "1063 add_21" [style=solid, label="(1, 12, 64, 64)"]; +"1025 pad_8" -> "1026 view_35" [style=solid, label="(1, 16, 16, 384)"]; +"1026 view_35" -> "1027 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1027 permute_29" -> "1028 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1028 reshape_27" -> "1032 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1029 clone_6" -> "1030 slice_85" [style=solid, label="(1152,)"]; +"1029 clone_6" -> "1040 linear_40" [style=solid, label="(1152,)"]; +"1030 slice_85" -> "1031 zero__6" [style=solid, label="(384,)"]; +"1032 reshape_27_0_0_nncf_smooth_quant_0" -> "1033 quantize_per_tensor_78" [style=solid, label="(4, 64, 384)"]; +"1033 quantize_per_tensor_78" -> "1034 dequantize_per_tensor_79" [style=solid, label="(4, 64, 384)"]; +"1034 dequantize_per_tensor_79" -> "1040 linear_40" [style=solid, label="(4, 64, 384)"]; +"1035 scale_updated_constant27" -> "1037 mul_tensor_27" [style=solid, label="(1152, 1)"]; +"1036 compressed_weight_updated_constant27" -> "1037 mul_tensor_27" [style=solid, label="(1152, 384)"]; +"1037 mul_tensor_27" -> "1039 sub_tensor_27" [style=solid, label="(1152, 384)"]; +"1038 zero_point_updated_constant27" -> "1039 sub_tensor_27" [style=solid, label="(1152, 1)"]; +"1039 sub_tensor_27" -> "1040 linear_40" [style=solid, label="(1152, 384)"]; +"1040 linear_40" -> "1041 reshape_28" [style=solid, label="(4, 64, 1152)"]; +"1041 reshape_28" -> "1042 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1042 permute_30" -> "1043 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1042 permute_30" -> "1044 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1042 permute_30" -> "1045 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1043 select_18" -> "1046 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; +"1043 select_18" -> "1048 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; +"1043 select_18" -> "1049 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"1044 select_19" -> "1052 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; +"1044 select_19" -> "1054 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; +"1044 select_19" -> "1055 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"1045 select_20" -> "1066 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; +"1046 linalg_vector_norm_12" -> "1047 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; +"1047 clamp_min_12" -> "1048 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; +"1048 expand_as_12" -> "1049 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"1049 div_12" -> "1050 quantize_per_tensor_80" [style=solid, label="(4, 12, 64, 32)"]; +"1050 quantize_per_tensor_80" -> "1051 dequantize_per_tensor_81" [style=solid, label="(4, 12, 64, 32)"]; +"1051 dequantize_per_tensor_81" -> "1059 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; +"1052 linalg_vector_norm_13" -> "1053 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; +"1053 clamp_min_13" -> "1054 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; +"1054 expand_as_13" -> "1055 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"1055 div_13" -> "1056 quantize_per_tensor_82" [style=solid, label="(4, 12, 64, 32)"]; +"1056 quantize_per_tensor_82" -> "1057 dequantize_per_tensor_83" [style=solid, label="(4, 12, 64, 32)"]; +"1057 dequantize_per_tensor_83" -> "1058 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; +"1058 transpose_12" -> "1059 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; +"1059 matmul_12" -> "1062 mul_13" [style=solid, label="(4, 12, 64, 64)"]; +"1060 clamp_6" -> "1061 exp_6" [style=solid, label="(12, 1, 1)"]; +"1061 exp_6" -> "1062 mul_13" [style=solid, label="(12, 1, 1)"]; +"1062 mul_13" -> "1063 add_21" [style=solid, label="(4, 12, 64, 64)"]; +"1063 add_21" -> "1064 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; +"1064 softmax_6" -> "1065 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; +"1065 dropout_24" -> "1066 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; +"1066 matmul_13" -> "1067 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; +"1067 transpose_13" -> "1068 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; +"1068 reshape_29" -> "1069 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1069 reshape_29_0_0_nncf_smooth_quant_0" -> "1070 quantize_per_tensor_84" [style=solid, label="(4, 64, 384)"]; +"1070 quantize_per_tensor_84" -> "1071 dequantize_per_tensor_85" [style=solid, label="(4, 64, 384)"]; +"1071 dequantize_per_tensor_85" -> "1077 linear_41" [style=solid, label="(4, 64, 384)"]; +"1072 scale_updated_constant28" -> "1074 mul_tensor_28" [style=solid, label="(384, 1)"]; +"1073 compressed_weight_updated_constant28" -> "1074 mul_tensor_28" [style=solid, label="(384, 384)"]; +"1074 mul_tensor_28" -> "1076 sub_tensor_28" [style=solid, label="(384, 384)"]; +"1075 zero_point_updated_constant28" -> "1076 sub_tensor_28" [style=solid, label="(384, 1)"]; +"1076 sub_tensor_28" -> "1077 linear_41" [style=solid, label="(384, 384)"]; +"1077 linear_41" -> "1078 dropout_25" [style=solid, label="(4, 64, 384)"]; +"1078 dropout_25" -> "1079 view_36" [style=solid, label="(4, 64, 384)"]; +"1079 view_36" -> "1080 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1080 permute_31" -> "1081 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1081 reshape_30" -> "1082 slice_86" [style=solid, label="(1, 16, 16, 384)"]; +"1082 slice_86" -> "1083 slice_87" [style=solid, label="(1, 14, 16, 384)"]; +"1083 slice_87" -> "1084 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; +"1084 contiguous_11" -> "1085 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; +"1085 layer_norm_15" -> "1086 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"1086 add_22" -> "1087 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1086 add_22" -> "1109 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"1087 add_22_0_0_nncf_smooth_quant_0" -> "1088 quantize_per_tensor_86" [style=solid, label="(1, 14, 14, 384)"]; +"1088 quantize_per_tensor_86" -> "1089 dequantize_per_tensor_87" [style=solid, label="(1, 14, 14, 384)"]; +"1089 dequantize_per_tensor_87" -> "1095 linear_42" [style=solid, label="(1, 14, 14, 384)"]; +"1090 scale_updated_constant29" -> "1092 mul_tensor_29" [style=solid, label="(1536, 1)"]; +"1091 compressed_weight_updated_constant29" -> "1092 mul_tensor_29" [style=solid, label="(1536, 384)"]; +"1092 mul_tensor_29" -> "1094 sub_tensor_29" [style=solid, label="(1536, 384)"]; +"1093 zero_point_updated_constant29" -> "1094 sub_tensor_29" [style=solid, label="(1536, 1)"]; +"1094 sub_tensor_29" -> "1095 linear_42" [style=solid, label="(1536, 384)"]; +"1095 linear_42" -> "1096 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; +"1096 gelu_6" -> "1097 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; +"1097 dropout_26" -> "1098 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1098 dropout_26_0_0_nncf_smooth_quant_0" -> "1099 quantize_per_tensor_88" [style=solid, label="(1, 14, 14, 1536)"]; +"1099 quantize_per_tensor_88" -> "1100 dequantize_per_tensor_89" [style=solid, label="(1, 14, 14, 1536)"]; +"1100 dequantize_per_tensor_89" -> "1106 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; +"1101 scale_updated_constant30" -> "1103 mul_tensor_30" [style=solid, label="(384, 1)"]; +"1102 compressed_weight_updated_constant30" -> "1103 mul_tensor_30" [style=solid, label="(384, 1536)"]; +"1103 mul_tensor_30" -> "1105 sub_tensor_30" [style=solid, label="(384, 1536)"]; +"1104 zero_point_updated_constant30" -> "1105 sub_tensor_30" [style=solid, label="(384, 1)"]; +"1105 sub_tensor_30" -> "1106 linear_43" [style=solid, label="(384, 1536)"]; +"1106 linear_43" -> "1107 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; +"1107 dropout_27" -> "1108 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; +"1108 layer_norm_16" -> "1109 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"1109 add_23" -> "1125 pad_9" [style=solid, label="(1, 14, 14, 384)"]; +"1109 add_23" -> "1240 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"1110 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1112 linear_44" [style=solid, label="(512, 2)"]; +"1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1112 linear_44" [style=solid, label="(1, 15, 15, 2)"]; +"1112 linear_44" -> "1113 relu__7" [style=solid, label="(1, 15, 15, 512)"]; +"1113 relu__7" -> "1115 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1114 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1116 linear_45" [style=solid, label="(12, 512)"]; +"1115 relu__7_0_0_nncf_smooth_quant_0" -> "1116 linear_45" [style=solid, label="(1, 15, 15, 512)"]; +"1116 linear_45" -> "1117 view_37" [style=solid, label="(1, 15, 15, 12)"]; +"1117 view_37" -> "1118 index_7" [style=solid, label="(225, 12)"]; +"1118 index_7" -> "1119 view_38" [style=solid, label="(4096, 12)"]; +"1119 view_38" -> "1120 permute_32" [style=solid, label="(64, 64, 12)"]; +"1120 permute_32" -> "1121 contiguous_12" [style=solid, label="(12, 64, 64)"]; +"1121 contiguous_12" -> "1122 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; +"1122 unsqueeze_19" -> "1123 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; +"1123 sigmoid_7" -> "1124 mul_14" [style=solid, label="(1, 12, 64, 64)"]; +"1124 mul_14" -> "1164 add_24" [style=solid, label="(1, 12, 64, 64)"]; +"1125 pad_9" -> "1126 roll_6" [style=solid, label="(1, 16, 16, 384)"]; +"1126 roll_6" -> "1127 view_39" [style=solid, label="(1, 16, 16, 384)"]; +"1127 view_39" -> "1128 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1128 permute_33" -> "1129 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1129 reshape_31" -> "1133 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1129 reshape_31" -> "1165 new_zeros_3" [style=solid, label="(4, 64, 384)"]; +"1130 clone_7" -> "1131 slice_88" [style=solid, label="(1152,)"]; +"1130 clone_7" -> "1141 linear_46" [style=solid, label="(1152,)"]; +"1131 slice_88" -> "1132 zero__7" [style=solid, label="(384,)"]; +"1133 reshape_31_0_0_nncf_smooth_quant_0" -> "1134 quantize_per_tensor_90" [style=solid, label="(4, 64, 384)"]; +"1134 quantize_per_tensor_90" -> "1135 dequantize_per_tensor_91" [style=solid, label="(4, 64, 384)"]; +"1135 dequantize_per_tensor_91" -> "1141 linear_46" [style=solid, label="(4, 64, 384)"]; +"1136 scale_updated_constant31" -> "1138 mul_tensor_31" [style=solid, label="(1152, 1)"]; +"1137 compressed_weight_updated_constant31" -> "1138 mul_tensor_31" [style=solid, label="(1152, 384)"]; +"1138 mul_tensor_31" -> "1140 sub_tensor_31" [style=solid, label="(1152, 384)"]; +"1139 zero_point_updated_constant31" -> "1140 sub_tensor_31" [style=solid, label="(1152, 1)"]; +"1140 sub_tensor_31" -> "1141 linear_46" [style=solid, label="(1152, 384)"]; +"1141 linear_46" -> "1142 reshape_32" [style=solid, label="(4, 64, 1152)"]; +"1142 reshape_32" -> "1143 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1143 permute_34" -> "1144 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1143 permute_34" -> "1145 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1143 permute_34" -> "1146 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1144 select_21" -> "1147 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; +"1144 select_21" -> "1149 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; +"1144 select_21" -> "1150 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"1145 select_22" -> "1153 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; +"1145 select_22" -> "1155 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; +"1145 select_22" -> "1156 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"1146 select_23" -> "1219 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; +"1147 linalg_vector_norm_14" -> "1148 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; +"1148 clamp_min_14" -> "1149 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; +"1149 expand_as_14" -> "1150 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"1150 div_14" -> "1151 quantize_per_tensor_92" [style=solid, label="(4, 12, 64, 32)"]; +"1151 quantize_per_tensor_92" -> "1152 dequantize_per_tensor_93" [style=solid, label="(4, 12, 64, 32)"]; +"1152 dequantize_per_tensor_93" -> "1160 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; +"1153 linalg_vector_norm_15" -> "1154 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; +"1154 clamp_min_15" -> "1155 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; +"1155 expand_as_15" -> "1156 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"1156 div_15" -> "1157 quantize_per_tensor_94" [style=solid, label="(4, 12, 64, 32)"]; +"1157 quantize_per_tensor_94" -> "1158 dequantize_per_tensor_95" [style=solid, label="(4, 12, 64, 32)"]; +"1158 dequantize_per_tensor_95" -> "1159 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; +"1159 transpose_14" -> "1160 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; +"1160 matmul_14" -> "1163 mul_15" [style=solid, label="(4, 12, 64, 64)"]; +"1161 clamp_7" -> "1162 exp_7" [style=solid, label="(12, 1, 1)"]; +"1162 exp_7" -> "1163 mul_15" [style=solid, label="(12, 1, 1)"]; +"1163 mul_15" -> "1164 add_24" [style=solid, label="(4, 12, 64, 64)"]; +"1164 add_24" -> "1212 view_41" [style=solid, label="(4, 12, 64, 64)"]; +"1165 new_zeros_3" -> "1167 slice_89" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1171 slice_91" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1175 slice_93" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1179 slice_95" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1183 slice_97" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1187 slice_99" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1191 slice_101" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1195 slice_103" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1199 slice_105" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1202 view_40" [style=solid, label="(16, 16)"]; +"1166 lift_fresh_copy_27" -> "1169 fill__27" [style=solid, label="()"]; +"1167 slice_89" -> "1168 slice_90" [style=solid, label="(8, 16)"]; +"1168 slice_90" -> "1169 fill__27" [style=solid, label="(8, 8)"]; +"1170 lift_fresh_copy_28" -> "1173 fill__28" [style=solid, label="()"]; +"1171 slice_91" -> "1172 slice_92" [style=solid, label="(8, 16)"]; +"1172 slice_92" -> "1173 fill__28" [style=solid, label="(8, 4)"]; +"1174 lift_fresh_copy_29" -> "1177 fill__29" [style=solid, label="()"]; +"1175 slice_93" -> "1176 slice_94" [style=solid, label="(8, 16)"]; +"1176 slice_94" -> "1177 fill__29" [style=solid, label="(8, 4)"]; +"1178 lift_fresh_copy_30" -> "1181 fill__30" [style=solid, label="()"]; +"1179 slice_95" -> "1180 slice_96" [style=solid, label="(4, 16)"]; +"1180 slice_96" -> "1181 fill__30" [style=solid, label="(4, 8)"]; +"1182 lift_fresh_copy_31" -> "1185 fill__31" [style=solid, label="()"]; +"1183 slice_97" -> "1184 slice_98" [style=solid, label="(4, 16)"]; +"1184 slice_98" -> "1185 fill__31" [style=solid, label="(4, 4)"]; +"1186 lift_fresh_copy_32" -> "1189 fill__32" [style=solid, label="()"]; +"1187 slice_99" -> "1188 slice_100" [style=solid, label="(4, 16)"]; +"1188 slice_100" -> "1189 fill__32" [style=solid, label="(4, 4)"]; +"1190 lift_fresh_copy_33" -> "1193 fill__33" [style=solid, label="()"]; +"1191 slice_101" -> "1192 slice_102" [style=solid, label="(4, 16)"]; +"1192 slice_102" -> "1193 fill__33" [style=solid, label="(4, 8)"]; +"1194 lift_fresh_copy_34" -> "1197 fill__34" [style=solid, label="()"]; +"1195 slice_103" -> "1196 slice_104" [style=solid, label="(4, 16)"]; +"1196 slice_104" -> "1197 fill__34" [style=solid, label="(4, 4)"]; +"1198 lift_fresh_copy_35" -> "1201 fill__35" [style=solid, label="()"]; +"1199 slice_105" -> "1200 slice_106" [style=solid, label="(4, 16)"]; +"1200 slice_106" -> "1201 fill__35" [style=solid, label="(4, 4)"]; +"1202 view_40" -> "1203 permute_35" [style=solid, label="(2, 8, 2, 8)"]; +"1203 permute_35" -> "1204 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; +"1204 reshape_33" -> "1205 unsqueeze_20" [style=solid, label="(4, 64)"]; +"1204 reshape_33" -> "1206 unsqueeze_21" [style=solid, label="(4, 64)"]; +"1205 unsqueeze_20" -> "1207 sub_3" [style=solid, label="(4, 1, 64)"]; +"1206 unsqueeze_21" -> "1207 sub_3" [style=solid, label="(4, 64, 1)"]; +"1207 sub_3" -> "1208 ne_3" [style=solid, label="(4, 64, 64)"]; +"1207 sub_3" -> "1209 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"1207 sub_3" -> "1210 eq_3" [style=solid, label="(4, 64, 64)"]; +"1208 ne_3" -> "1209 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"1209 masked_fill_6" -> "1211 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1210 eq_3" -> "1211 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1211 masked_fill_7" -> "1213 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; +"1212 view_41" -> "1215 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1213 unsqueeze_22" -> "1214 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; +"1214 unsqueeze_23" -> "1215 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1215 add_25" -> "1216 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1216 view_42" -> "1217 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; +"1217 softmax_7" -> "1218 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; +"1218 dropout_28" -> "1219 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; +"1219 matmul_15" -> "1220 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; +"1220 transpose_15" -> "1221 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; +"1221 reshape_34" -> "1222 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1222 reshape_34_0_0_nncf_smooth_quant_0" -> "1223 quantize_per_tensor_96" [style=solid, label="(4, 64, 384)"]; +"1223 quantize_per_tensor_96" -> "1224 dequantize_per_tensor_97" [style=solid, label="(4, 64, 384)"]; +"1224 dequantize_per_tensor_97" -> "1230 linear_47" [style=solid, label="(4, 64, 384)"]; +"1225 scale_updated_constant32" -> "1227 mul_tensor_32" [style=solid, label="(384, 1)"]; +"1226 compressed_weight_updated_constant32" -> "1227 mul_tensor_32" [style=solid, label="(384, 384)"]; +"1227 mul_tensor_32" -> "1229 sub_tensor_32" [style=solid, label="(384, 384)"]; +"1228 zero_point_updated_constant32" -> "1229 sub_tensor_32" [style=solid, label="(384, 1)"]; +"1229 sub_tensor_32" -> "1230 linear_47" [style=solid, label="(384, 384)"]; +"1230 linear_47" -> "1231 dropout_29" [style=solid, label="(4, 64, 384)"]; +"1231 dropout_29" -> "1232 view_43" [style=solid, label="(4, 64, 384)"]; +"1232 view_43" -> "1233 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1233 permute_36" -> "1234 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1234 reshape_35" -> "1235 roll_7" [style=solid, label="(1, 16, 16, 384)"]; +"1235 roll_7" -> "1236 slice_107" [style=solid, label="(1, 16, 16, 384)"]; +"1236 slice_107" -> "1237 slice_108" [style=solid, label="(1, 14, 16, 384)"]; +"1237 slice_108" -> "1238 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; +"1238 contiguous_13" -> "1239 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; +"1239 layer_norm_17" -> "1240 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"1240 add_26" -> "1241 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1240 add_26" -> "1263 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1241 add_26_0_0_nncf_smooth_quant_0" -> "1242 quantize_per_tensor_98" [style=solid, label="(1, 14, 14, 384)"]; +"1242 quantize_per_tensor_98" -> "1243 dequantize_per_tensor_99" [style=solid, label="(1, 14, 14, 384)"]; +"1243 dequantize_per_tensor_99" -> "1249 linear_48" [style=solid, label="(1, 14, 14, 384)"]; +"1244 scale_updated_constant33" -> "1246 mul_tensor_33" [style=solid, label="(1536, 1)"]; +"1245 compressed_weight_updated_constant33" -> "1246 mul_tensor_33" [style=solid, label="(1536, 384)"]; +"1246 mul_tensor_33" -> "1248 sub_tensor_33" [style=solid, label="(1536, 384)"]; +"1247 zero_point_updated_constant33" -> "1248 sub_tensor_33" [style=solid, label="(1536, 1)"]; +"1248 sub_tensor_33" -> "1249 linear_48" [style=solid, label="(1536, 384)"]; +"1249 linear_48" -> "1250 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; +"1250 gelu_7" -> "1251 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; +"1251 dropout_30" -> "1252 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1252 dropout_30_0_0_nncf_smooth_quant_0" -> "1253 quantize_per_tensor_100" [style=solid, label="(1, 14, 14, 1536)"]; +"1253 quantize_per_tensor_100" -> "1254 dequantize_per_tensor_101" [style=solid, label="(1, 14, 14, 1536)"]; +"1254 dequantize_per_tensor_101" -> "1260 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; +"1255 scale_updated_constant34" -> "1257 mul_tensor_34" [style=solid, label="(384, 1)"]; +"1256 compressed_weight_updated_constant34" -> "1257 mul_tensor_34" [style=solid, label="(384, 1536)"]; +"1257 mul_tensor_34" -> "1259 sub_tensor_34" [style=solid, label="(384, 1536)"]; +"1258 zero_point_updated_constant34" -> "1259 sub_tensor_34" [style=solid, label="(384, 1)"]; +"1259 sub_tensor_34" -> "1260 linear_49" [style=solid, label="(384, 1536)"]; +"1260 linear_49" -> "1261 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; +"1261 dropout_31" -> "1262 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; +"1262 layer_norm_18" -> "1263 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1263 add_27" -> "1279 pad_10" [style=solid, label="(1, 14, 14, 384)"]; +"1263 add_27" -> "1340 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1264 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1266 linear_50" [style=solid, label="(512, 2)"]; +"1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1266 linear_50" [style=solid, label="(1, 15, 15, 2)"]; +"1266 linear_50" -> "1267 relu__8" [style=solid, label="(1, 15, 15, 512)"]; +"1267 relu__8" -> "1269 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1268 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1270 linear_51" [style=solid, label="(12, 512)"]; +"1269 relu__8_0_0_nncf_smooth_quant_0" -> "1270 linear_51" [style=solid, label="(1, 15, 15, 512)"]; +"1270 linear_51" -> "1271 view_44" [style=solid, label="(1, 15, 15, 12)"]; +"1271 view_44" -> "1272 index_8" [style=solid, label="(225, 12)"]; +"1272 index_8" -> "1273 view_45" [style=solid, label="(4096, 12)"]; +"1273 view_45" -> "1274 permute_37" [style=solid, label="(64, 64, 12)"]; +"1274 permute_37" -> "1275 contiguous_14" [style=solid, label="(12, 64, 64)"]; +"1275 contiguous_14" -> "1276 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; +"1276 unsqueeze_24" -> "1277 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; +"1277 sigmoid_8" -> "1278 mul_16" [style=solid, label="(1, 12, 64, 64)"]; +"1278 mul_16" -> "1317 add_28" [style=solid, label="(1, 12, 64, 64)"]; +"1279 pad_10" -> "1280 view_46" [style=solid, label="(1, 16, 16, 384)"]; +"1280 view_46" -> "1281 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1281 permute_38" -> "1282 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1282 reshape_36" -> "1286 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1283 clone_8" -> "1284 slice_109" [style=solid, label="(1152,)"]; +"1283 clone_8" -> "1294 linear_52" [style=solid, label="(1152,)"]; +"1284 slice_109" -> "1285 zero__8" [style=solid, label="(384,)"]; +"1286 reshape_36_0_0_nncf_smooth_quant_0" -> "1287 quantize_per_tensor_102" [style=solid, label="(4, 64, 384)"]; +"1287 quantize_per_tensor_102" -> "1288 dequantize_per_tensor_103" [style=solid, label="(4, 64, 384)"]; +"1288 dequantize_per_tensor_103" -> "1294 linear_52" [style=solid, label="(4, 64, 384)"]; +"1289 scale_updated_constant35" -> "1291 mul_tensor_35" [style=solid, label="(1152, 1)"]; +"1290 compressed_weight_updated_constant35" -> "1291 mul_tensor_35" [style=solid, label="(1152, 384)"]; +"1291 mul_tensor_35" -> "1293 sub_tensor_35" [style=solid, label="(1152, 384)"]; +"1292 zero_point_updated_constant35" -> "1293 sub_tensor_35" [style=solid, label="(1152, 1)"]; +"1293 sub_tensor_35" -> "1294 linear_52" [style=solid, label="(1152, 384)"]; +"1294 linear_52" -> "1295 reshape_37" [style=solid, label="(4, 64, 1152)"]; +"1295 reshape_37" -> "1296 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1296 permute_39" -> "1297 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1296 permute_39" -> "1298 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1296 permute_39" -> "1299 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1297 select_24" -> "1300 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; +"1297 select_24" -> "1302 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; +"1297 select_24" -> "1303 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1298 select_25" -> "1306 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; +"1298 select_25" -> "1308 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; +"1298 select_25" -> "1309 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1299 select_26" -> "1320 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; +"1300 linalg_vector_norm_16" -> "1301 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; +"1301 clamp_min_16" -> "1302 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; +"1302 expand_as_16" -> "1303 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1303 div_16" -> "1304 quantize_per_tensor_104" [style=solid, label="(4, 12, 64, 32)"]; +"1304 quantize_per_tensor_104" -> "1305 dequantize_per_tensor_105" [style=solid, label="(4, 12, 64, 32)"]; +"1305 dequantize_per_tensor_105" -> "1313 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; +"1306 linalg_vector_norm_17" -> "1307 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; +"1307 clamp_min_17" -> "1308 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; +"1308 expand_as_17" -> "1309 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1309 div_17" -> "1310 quantize_per_tensor_106" [style=solid, label="(4, 12, 64, 32)"]; +"1310 quantize_per_tensor_106" -> "1311 dequantize_per_tensor_107" [style=solid, label="(4, 12, 64, 32)"]; +"1311 dequantize_per_tensor_107" -> "1312 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; +"1312 transpose_16" -> "1313 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; +"1313 matmul_16" -> "1316 mul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1314 clamp_8" -> "1315 exp_8" [style=solid, label="(12, 1, 1)"]; +"1315 exp_8" -> "1316 mul_17" [style=solid, label="(12, 1, 1)"]; +"1316 mul_17" -> "1317 add_28" [style=solid, label="(4, 12, 64, 64)"]; +"1317 add_28" -> "1318 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; +"1318 softmax_8" -> "1319 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; +"1319 dropout_32" -> "1320 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1320 matmul_17" -> "1321 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; +"1321 transpose_17" -> "1322 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; +"1322 reshape_38" -> "1323 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1323 reshape_38_0_0_nncf_smooth_quant_0" -> "1324 quantize_per_tensor_108" [style=solid, label="(4, 64, 384)"]; +"1324 quantize_per_tensor_108" -> "1325 dequantize_per_tensor_109" [style=solid, label="(4, 64, 384)"]; +"1325 dequantize_per_tensor_109" -> "1331 linear_53" [style=solid, label="(4, 64, 384)"]; +"1326 scale_updated_constant36" -> "1328 mul_tensor_36" [style=solid, label="(384, 1)"]; +"1327 compressed_weight_updated_constant36" -> "1328 mul_tensor_36" [style=solid, label="(384, 384)"]; +"1328 mul_tensor_36" -> "1330 sub_tensor_36" [style=solid, label="(384, 384)"]; +"1329 zero_point_updated_constant36" -> "1330 sub_tensor_36" [style=solid, label="(384, 1)"]; +"1330 sub_tensor_36" -> "1331 linear_53" [style=solid, label="(384, 384)"]; +"1331 linear_53" -> "1332 dropout_33" [style=solid, label="(4, 64, 384)"]; +"1332 dropout_33" -> "1333 view_47" [style=solid, label="(4, 64, 384)"]; +"1333 view_47" -> "1334 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1334 permute_40" -> "1335 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1335 reshape_39" -> "1336 slice_110" [style=solid, label="(1, 16, 16, 384)"]; +"1336 slice_110" -> "1337 slice_111" [style=solid, label="(1, 14, 16, 384)"]; +"1337 slice_111" -> "1338 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; +"1338 contiguous_15" -> "1339 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; +"1339 layer_norm_19" -> "1340 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1340 add_29" -> "1341 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1340 add_29" -> "1363 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1341 add_29_0_0_nncf_smooth_quant_0" -> "1342 quantize_per_tensor_110" [style=solid, label="(1, 14, 14, 384)"]; +"1342 quantize_per_tensor_110" -> "1343 dequantize_per_tensor_111" [style=solid, label="(1, 14, 14, 384)"]; +"1343 dequantize_per_tensor_111" -> "1349 linear_54" [style=solid, label="(1, 14, 14, 384)"]; +"1344 scale_updated_constant37" -> "1346 mul_tensor_37" [style=solid, label="(1536, 1)"]; +"1345 compressed_weight_updated_constant37" -> "1346 mul_tensor_37" [style=solid, label="(1536, 384)"]; +"1346 mul_tensor_37" -> "1348 sub_tensor_37" [style=solid, label="(1536, 384)"]; +"1347 zero_point_updated_constant37" -> "1348 sub_tensor_37" [style=solid, label="(1536, 1)"]; +"1348 sub_tensor_37" -> "1349 linear_54" [style=solid, label="(1536, 384)"]; +"1349 linear_54" -> "1350 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; +"1350 gelu_8" -> "1351 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; +"1351 dropout_34" -> "1352 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1352 dropout_34_0_0_nncf_smooth_quant_0" -> "1353 quantize_per_tensor_112" [style=solid, label="(1, 14, 14, 1536)"]; +"1353 quantize_per_tensor_112" -> "1354 dequantize_per_tensor_113" [style=solid, label="(1, 14, 14, 1536)"]; +"1354 dequantize_per_tensor_113" -> "1360 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; +"1355 scale_updated_constant38" -> "1357 mul_tensor_38" [style=solid, label="(384, 1)"]; +"1356 compressed_weight_updated_constant38" -> "1357 mul_tensor_38" [style=solid, label="(384, 1536)"]; +"1357 mul_tensor_38" -> "1359 sub_tensor_38" [style=solid, label="(384, 1536)"]; +"1358 zero_point_updated_constant38" -> "1359 sub_tensor_38" [style=solid, label="(384, 1)"]; +"1359 sub_tensor_38" -> "1360 linear_55" [style=solid, label="(384, 1536)"]; +"1360 linear_55" -> "1361 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; +"1361 dropout_35" -> "1362 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; +"1362 layer_norm_20" -> "1363 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1363 add_30" -> "1379 pad_11" [style=solid, label="(1, 14, 14, 384)"]; +"1363 add_30" -> "1494 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1364 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1366 linear_56" [style=solid, label="(512, 2)"]; +"1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1366 linear_56" [style=solid, label="(1, 15, 15, 2)"]; +"1366 linear_56" -> "1367 relu__9" [style=solid, label="(1, 15, 15, 512)"]; +"1367 relu__9" -> "1369 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1368 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1370 linear_57" [style=solid, label="(12, 512)"]; +"1369 relu__9_0_0_nncf_smooth_quant_0" -> "1370 linear_57" [style=solid, label="(1, 15, 15, 512)"]; +"1370 linear_57" -> "1371 view_48" [style=solid, label="(1, 15, 15, 12)"]; +"1371 view_48" -> "1372 index_9" [style=solid, label="(225, 12)"]; +"1372 index_9" -> "1373 view_49" [style=solid, label="(4096, 12)"]; +"1373 view_49" -> "1374 permute_41" [style=solid, label="(64, 64, 12)"]; +"1374 permute_41" -> "1375 contiguous_16" [style=solid, label="(12, 64, 64)"]; +"1375 contiguous_16" -> "1376 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; +"1376 unsqueeze_25" -> "1377 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; +"1377 sigmoid_9" -> "1378 mul_18" [style=solid, label="(1, 12, 64, 64)"]; +"1378 mul_18" -> "1418 add_31" [style=solid, label="(1, 12, 64, 64)"]; +"1379 pad_11" -> "1380 roll_8" [style=solid, label="(1, 16, 16, 384)"]; +"1380 roll_8" -> "1381 view_50" [style=solid, label="(1, 16, 16, 384)"]; +"1381 view_50" -> "1382 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1382 permute_42" -> "1383 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1383 reshape_40" -> "1387 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1383 reshape_40" -> "1419 new_zeros_4" [style=solid, label="(4, 64, 384)"]; +"1384 clone_9" -> "1385 slice_112" [style=solid, label="(1152,)"]; +"1384 clone_9" -> "1395 linear_58" [style=solid, label="(1152,)"]; +"1385 slice_112" -> "1386 zero__9" [style=solid, label="(384,)"]; +"1387 reshape_40_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_114" [style=solid, label="(4, 64, 384)"]; +"1388 quantize_per_tensor_114" -> "1389 dequantize_per_tensor_115" [style=solid, label="(4, 64, 384)"]; +"1389 dequantize_per_tensor_115" -> "1395 linear_58" [style=solid, label="(4, 64, 384)"]; +"1390 scale_updated_constant39" -> "1392 mul_tensor_39" [style=solid, label="(1152, 1)"]; +"1391 compressed_weight_updated_constant39" -> "1392 mul_tensor_39" [style=solid, label="(1152, 384)"]; +"1392 mul_tensor_39" -> "1394 sub_tensor_39" [style=solid, label="(1152, 384)"]; +"1393 zero_point_updated_constant39" -> "1394 sub_tensor_39" [style=solid, label="(1152, 1)"]; +"1394 sub_tensor_39" -> "1395 linear_58" [style=solid, label="(1152, 384)"]; +"1395 linear_58" -> "1396 reshape_41" [style=solid, label="(4, 64, 1152)"]; +"1396 reshape_41" -> "1397 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1397 permute_43" -> "1398 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1397 permute_43" -> "1399 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1397 permute_43" -> "1400 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1398 select_27" -> "1401 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; +"1398 select_27" -> "1403 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; +"1398 select_27" -> "1404 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1399 select_28" -> "1407 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; +"1399 select_28" -> "1409 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; +"1399 select_28" -> "1410 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1400 select_29" -> "1473 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; +"1401 linalg_vector_norm_18" -> "1402 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; +"1402 clamp_min_18" -> "1403 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; +"1403 expand_as_18" -> "1404 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1404 div_18" -> "1405 quantize_per_tensor_116" [style=solid, label="(4, 12, 64, 32)"]; +"1405 quantize_per_tensor_116" -> "1406 dequantize_per_tensor_117" [style=solid, label="(4, 12, 64, 32)"]; +"1406 dequantize_per_tensor_117" -> "1414 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; +"1407 linalg_vector_norm_19" -> "1408 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; +"1408 clamp_min_19" -> "1409 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; +"1409 expand_as_19" -> "1410 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1410 div_19" -> "1411 quantize_per_tensor_118" [style=solid, label="(4, 12, 64, 32)"]; +"1411 quantize_per_tensor_118" -> "1412 dequantize_per_tensor_119" [style=solid, label="(4, 12, 64, 32)"]; +"1412 dequantize_per_tensor_119" -> "1413 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; +"1413 transpose_18" -> "1414 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; +"1414 matmul_18" -> "1417 mul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1415 clamp_9" -> "1416 exp_9" [style=solid, label="(12, 1, 1)"]; +"1416 exp_9" -> "1417 mul_19" [style=solid, label="(12, 1, 1)"]; +"1417 mul_19" -> "1418 add_31" [style=solid, label="(4, 12, 64, 64)"]; +"1418 add_31" -> "1466 view_52" [style=solid, label="(4, 12, 64, 64)"]; +"1419 new_zeros_4" -> "1421 slice_113" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1425 slice_115" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1429 slice_117" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1433 slice_119" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1437 slice_121" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1441 slice_123" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1445 slice_125" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1449 slice_127" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1453 slice_129" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1456 view_51" [style=solid, label="(16, 16)"]; +"1420 lift_fresh_copy_36" -> "1423 fill__36" [style=solid, label="()"]; +"1421 slice_113" -> "1422 slice_114" [style=solid, label="(8, 16)"]; +"1422 slice_114" -> "1423 fill__36" [style=solid, label="(8, 8)"]; +"1424 lift_fresh_copy_37" -> "1427 fill__37" [style=solid, label="()"]; +"1425 slice_115" -> "1426 slice_116" [style=solid, label="(8, 16)"]; +"1426 slice_116" -> "1427 fill__37" [style=solid, label="(8, 4)"]; +"1428 lift_fresh_copy_38" -> "1431 fill__38" [style=solid, label="()"]; +"1429 slice_117" -> "1430 slice_118" [style=solid, label="(8, 16)"]; +"1430 slice_118" -> "1431 fill__38" [style=solid, label="(8, 4)"]; +"1432 lift_fresh_copy_39" -> "1435 fill__39" [style=solid, label="()"]; +"1433 slice_119" -> "1434 slice_120" [style=solid, label="(4, 16)"]; +"1434 slice_120" -> "1435 fill__39" [style=solid, label="(4, 8)"]; +"1436 lift_fresh_copy_40" -> "1439 fill__40" [style=solid, label="()"]; +"1437 slice_121" -> "1438 slice_122" [style=solid, label="(4, 16)"]; +"1438 slice_122" -> "1439 fill__40" [style=solid, label="(4, 4)"]; +"1440 lift_fresh_copy_41" -> "1443 fill__41" [style=solid, label="()"]; +"1441 slice_123" -> "1442 slice_124" [style=solid, label="(4, 16)"]; +"1442 slice_124" -> "1443 fill__41" [style=solid, label="(4, 4)"]; +"1444 lift_fresh_copy_42" -> "1447 fill__42" [style=solid, label="()"]; +"1445 slice_125" -> "1446 slice_126" [style=solid, label="(4, 16)"]; +"1446 slice_126" -> "1447 fill__42" [style=solid, label="(4, 8)"]; +"1448 lift_fresh_copy_43" -> "1451 fill__43" [style=solid, label="()"]; +"1449 slice_127" -> "1450 slice_128" [style=solid, label="(4, 16)"]; +"1450 slice_128" -> "1451 fill__43" [style=solid, label="(4, 4)"]; +"1452 lift_fresh_copy_44" -> "1455 fill__44" [style=solid, label="()"]; +"1453 slice_129" -> "1454 slice_130" [style=solid, label="(4, 16)"]; +"1454 slice_130" -> "1455 fill__44" [style=solid, label="(4, 4)"]; +"1456 view_51" -> "1457 permute_44" [style=solid, label="(2, 8, 2, 8)"]; +"1457 permute_44" -> "1458 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; +"1458 reshape_42" -> "1459 unsqueeze_26" [style=solid, label="(4, 64)"]; +"1458 reshape_42" -> "1460 unsqueeze_27" [style=solid, label="(4, 64)"]; +"1459 unsqueeze_26" -> "1461 sub_4" [style=solid, label="(4, 1, 64)"]; +"1460 unsqueeze_27" -> "1461 sub_4" [style=solid, label="(4, 64, 1)"]; +"1461 sub_4" -> "1462 ne_4" [style=solid, label="(4, 64, 64)"]; +"1461 sub_4" -> "1463 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1461 sub_4" -> "1464 eq_4" [style=solid, label="(4, 64, 64)"]; +"1462 ne_4" -> "1463 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1463 masked_fill_8" -> "1465 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1464 eq_4" -> "1465 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1465 masked_fill_9" -> "1467 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; +"1466 view_52" -> "1469 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1467 unsqueeze_28" -> "1468 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; +"1468 unsqueeze_29" -> "1469 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1469 add_32" -> "1470 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1470 view_53" -> "1471 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; +"1471 softmax_9" -> "1472 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; +"1472 dropout_36" -> "1473 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1473 matmul_19" -> "1474 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; +"1474 transpose_19" -> "1475 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; +"1475 reshape_43" -> "1476 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1476 reshape_43_0_0_nncf_smooth_quant_0" -> "1477 quantize_per_tensor_120" [style=solid, label="(4, 64, 384)"]; +"1477 quantize_per_tensor_120" -> "1478 dequantize_per_tensor_121" [style=solid, label="(4, 64, 384)"]; +"1478 dequantize_per_tensor_121" -> "1484 linear_59" [style=solid, label="(4, 64, 384)"]; +"1479 scale_updated_constant40" -> "1481 mul_tensor_40" [style=solid, label="(384, 1)"]; +"1480 compressed_weight_updated_constant40" -> "1481 mul_tensor_40" [style=solid, label="(384, 384)"]; +"1481 mul_tensor_40" -> "1483 sub_tensor_40" [style=solid, label="(384, 384)"]; +"1482 zero_point_updated_constant40" -> "1483 sub_tensor_40" [style=solid, label="(384, 1)"]; +"1483 sub_tensor_40" -> "1484 linear_59" [style=solid, label="(384, 384)"]; +"1484 linear_59" -> "1485 dropout_37" [style=solid, label="(4, 64, 384)"]; +"1485 dropout_37" -> "1486 view_54" [style=solid, label="(4, 64, 384)"]; +"1486 view_54" -> "1487 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1487 permute_45" -> "1488 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1488 reshape_44" -> "1489 roll_9" [style=solid, label="(1, 16, 16, 384)"]; +"1489 roll_9" -> "1490 slice_131" [style=solid, label="(1, 16, 16, 384)"]; +"1490 slice_131" -> "1491 slice_132" [style=solid, label="(1, 14, 16, 384)"]; +"1491 slice_132" -> "1492 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; +"1492 contiguous_17" -> "1493 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; +"1493 layer_norm_21" -> "1494 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1494 add_33" -> "1495 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1494 add_33" -> "1517 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1495 add_33_0_0_nncf_smooth_quant_0" -> "1496 quantize_per_tensor_122" [style=solid, label="(1, 14, 14, 384)"]; +"1496 quantize_per_tensor_122" -> "1497 dequantize_per_tensor_123" [style=solid, label="(1, 14, 14, 384)"]; +"1497 dequantize_per_tensor_123" -> "1503 linear_60" [style=solid, label="(1, 14, 14, 384)"]; +"1498 scale_updated_constant41" -> "1500 mul_tensor_41" [style=solid, label="(1536, 1)"]; +"1499 compressed_weight_updated_constant41" -> "1500 mul_tensor_41" [style=solid, label="(1536, 384)"]; +"1500 mul_tensor_41" -> "1502 sub_tensor_41" [style=solid, label="(1536, 384)"]; +"1501 zero_point_updated_constant41" -> "1502 sub_tensor_41" [style=solid, label="(1536, 1)"]; +"1502 sub_tensor_41" -> "1503 linear_60" [style=solid, label="(1536, 384)"]; +"1503 linear_60" -> "1504 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; +"1504 gelu_9" -> "1505 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; +"1505 dropout_38" -> "1506 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1506 dropout_38_0_0_nncf_smooth_quant_0" -> "1507 quantize_per_tensor_124" [style=solid, label="(1, 14, 14, 1536)"]; +"1507 quantize_per_tensor_124" -> "1508 dequantize_per_tensor_125" [style=solid, label="(1, 14, 14, 1536)"]; +"1508 dequantize_per_tensor_125" -> "1514 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; +"1509 scale_updated_constant42" -> "1511 mul_tensor_42" [style=solid, label="(384, 1)"]; +"1510 compressed_weight_updated_constant42" -> "1511 mul_tensor_42" [style=solid, label="(384, 1536)"]; +"1511 mul_tensor_42" -> "1513 sub_tensor_42" [style=solid, label="(384, 1536)"]; +"1512 zero_point_updated_constant42" -> "1513 sub_tensor_42" [style=solid, label="(384, 1)"]; +"1513 sub_tensor_42" -> "1514 linear_61" [style=solid, label="(384, 1536)"]; +"1514 linear_61" -> "1515 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; +"1515 dropout_39" -> "1516 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; +"1516 layer_norm_22" -> "1517 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1517 add_34" -> "1518 pad_12" [style=solid, label="(1, 14, 14, 384)"]; +"1518 pad_12" -> "1519 slice_133" [style=solid, label="(1, 14, 14, 384)"]; +"1518 pad_12" -> "1521 slice_135" [style=solid, label="(1, 14, 14, 384)"]; +"1518 pad_12" -> "1523 slice_137" [style=solid, label="(1, 14, 14, 384)"]; +"1518 pad_12" -> "1525 slice_139" [style=solid, label="(1, 14, 14, 384)"]; +"1519 slice_133" -> "1520 slice_134" [style=solid, label="(1, 7, 14, 384)"]; +"1520 slice_134" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1521 slice_135" -> "1522 slice_136" [style=solid, label="(1, 7, 14, 384)"]; +"1522 slice_136" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1523 slice_137" -> "1524 slice_138" [style=solid, label="(1, 7, 14, 384)"]; +"1524 slice_138" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1525 slice_139" -> "1526 slice_140" [style=solid, label="(1, 7, 14, 384)"]; +"1526 slice_140" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1527 cat_2" -> "1528 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; +"1528 cat_2_0_0_nncf_smooth_quant_0" -> "1529 quantize_per_tensor_126" [style=solid, label="(1, 7, 7, 1536)"]; +"1529 quantize_per_tensor_126" -> "1530 dequantize_per_tensor_127" [style=solid, label="(1, 7, 7, 1536)"]; +"1530 dequantize_per_tensor_127" -> "1536 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; +"1531 scale_updated_constant43" -> "1533 mul_tensor_43" [style=solid, label="(768, 1)"]; +"1532 compressed_weight_updated_constant43" -> "1533 mul_tensor_43" [style=solid, label="(768, 1536)"]; +"1533 mul_tensor_43" -> "1535 sub_tensor_43" [style=solid, label="(768, 1536)"]; +"1534 zero_point_updated_constant43" -> "1535 sub_tensor_43" [style=solid, label="(768, 1)"]; +"1535 sub_tensor_43" -> "1536 linear_62" [style=solid, label="(768, 1536)"]; +"1536 linear_62" -> "1537 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; +"1537 layer_norm_23" -> "1553 pad_13" [style=solid, label="(1, 7, 7, 768)"]; +"1537 layer_norm_23" -> "1614 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1538 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1540 linear_63" [style=solid, label="(512, 2)"]; +"1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1540 linear_63" [style=solid, label="(1, 15, 15, 2)"]; +"1540 linear_63" -> "1541 relu__10" [style=solid, label="(1, 15, 15, 512)"]; +"1541 relu__10" -> "1543 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1542 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1544 linear_64" [style=solid, label="(24, 512)"]; +"1543 relu__10_0_0_nncf_smooth_quant_0" -> "1544 linear_64" [style=solid, label="(1, 15, 15, 512)"]; +"1544 linear_64" -> "1545 view_55" [style=solid, label="(1, 15, 15, 24)"]; +"1545 view_55" -> "1546 index_10" [style=solid, label="(225, 24)"]; +"1546 index_10" -> "1547 view_56" [style=solid, label="(4096, 24)"]; +"1547 view_56" -> "1548 permute_46" [style=solid, label="(64, 64, 24)"]; +"1548 permute_46" -> "1549 contiguous_18" [style=solid, label="(24, 64, 64)"]; +"1549 contiguous_18" -> "1550 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; +"1550 unsqueeze_30" -> "1551 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; +"1551 sigmoid_10" -> "1552 mul_20" [style=solid, label="(1, 24, 64, 64)"]; +"1552 mul_20" -> "1591 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1553 pad_13" -> "1554 view_57" [style=solid, label="(1, 8, 8, 768)"]; +"1554 view_57" -> "1555 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1555 permute_47" -> "1556 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1556 reshape_45" -> "1560 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1557 clone_10" -> "1558 slice_141" [style=solid, label="(2304,)"]; +"1557 clone_10" -> "1568 linear_65" [style=solid, label="(2304,)"]; +"1558 slice_141" -> "1559 zero__10" [style=solid, label="(768,)"]; +"1560 reshape_45_0_0_nncf_smooth_quant_0" -> "1561 quantize_per_tensor_128" [style=solid, label="(1, 64, 768)"]; +"1561 quantize_per_tensor_128" -> "1562 dequantize_per_tensor_129" [style=solid, label="(1, 64, 768)"]; +"1562 dequantize_per_tensor_129" -> "1568 linear_65" [style=solid, label="(1, 64, 768)"]; +"1563 scale_updated_constant44" -> "1565 mul_tensor_44" [style=solid, label="(2304, 1)"]; +"1564 compressed_weight_updated_constant44" -> "1565 mul_tensor_44" [style=solid, label="(2304, 768)"]; +"1565 mul_tensor_44" -> "1567 sub_tensor_44" [style=solid, label="(2304, 768)"]; +"1566 zero_point_updated_constant44" -> "1567 sub_tensor_44" [style=solid, label="(2304, 1)"]; +"1567 sub_tensor_44" -> "1568 linear_65" [style=solid, label="(2304, 768)"]; +"1568 linear_65" -> "1569 reshape_46" [style=solid, label="(1, 64, 2304)"]; +"1569 reshape_46" -> "1570 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1570 permute_48" -> "1571 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1570 permute_48" -> "1572 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1570 permute_48" -> "1573 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1571 select_30" -> "1574 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; +"1571 select_30" -> "1576 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; +"1571 select_30" -> "1577 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1572 select_31" -> "1580 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; +"1572 select_31" -> "1582 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; +"1572 select_31" -> "1583 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1573 select_32" -> "1594 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; +"1574 linalg_vector_norm_20" -> "1575 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; +"1575 clamp_min_20" -> "1576 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; +"1576 expand_as_20" -> "1577 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1577 div_20" -> "1578 quantize_per_tensor_130" [style=solid, label="(1, 24, 64, 32)"]; +"1578 quantize_per_tensor_130" -> "1579 dequantize_per_tensor_131" [style=solid, label="(1, 24, 64, 32)"]; +"1579 dequantize_per_tensor_131" -> "1587 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; +"1580 linalg_vector_norm_21" -> "1581 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; +"1581 clamp_min_21" -> "1582 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; +"1582 expand_as_21" -> "1583 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1583 div_21" -> "1584 quantize_per_tensor_132" [style=solid, label="(1, 24, 64, 32)"]; +"1584 quantize_per_tensor_132" -> "1585 dequantize_per_tensor_133" [style=solid, label="(1, 24, 64, 32)"]; +"1585 dequantize_per_tensor_133" -> "1586 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; +"1586 transpose_20" -> "1587 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; +"1587 matmul_20" -> "1590 mul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1588 clamp_10" -> "1589 exp_10" [style=solid, label="(24, 1, 1)"]; +"1589 exp_10" -> "1590 mul_21" [style=solid, label="(24, 1, 1)"]; +"1590 mul_21" -> "1591 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1591 add_35" -> "1592 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; +"1592 softmax_10" -> "1593 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; +"1593 dropout_40" -> "1594 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1594 matmul_21" -> "1595 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; +"1595 transpose_21" -> "1596 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; +"1596 reshape_47" -> "1597 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1597 reshape_47_0_0_nncf_smooth_quant_0" -> "1598 quantize_per_tensor_134" [style=solid, label="(1, 64, 768)"]; +"1598 quantize_per_tensor_134" -> "1599 dequantize_per_tensor_135" [style=solid, label="(1, 64, 768)"]; +"1599 dequantize_per_tensor_135" -> "1605 linear_66" [style=solid, label="(1, 64, 768)"]; +"1600 scale_updated_constant45" -> "1602 mul_tensor_45" [style=solid, label="(768, 1)"]; +"1601 compressed_weight_updated_constant45" -> "1602 mul_tensor_45" [style=solid, label="(768, 768)"]; +"1602 mul_tensor_45" -> "1604 sub_tensor_45" [style=solid, label="(768, 768)"]; +"1603 zero_point_updated_constant45" -> "1604 sub_tensor_45" [style=solid, label="(768, 1)"]; +"1604 sub_tensor_45" -> "1605 linear_66" [style=solid, label="(768, 768)"]; +"1605 linear_66" -> "1606 dropout_41" [style=solid, label="(1, 64, 768)"]; +"1606 dropout_41" -> "1607 view_58" [style=solid, label="(1, 64, 768)"]; +"1607 view_58" -> "1608 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1608 permute_49" -> "1609 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1609 reshape_48" -> "1610 slice_142" [style=solid, label="(1, 8, 8, 768)"]; +"1610 slice_142" -> "1611 slice_143" [style=solid, label="(1, 7, 8, 768)"]; +"1611 slice_143" -> "1612 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; +"1612 contiguous_19" -> "1613 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; +"1613 layer_norm_24" -> "1614 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1614 add_36" -> "1615 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; +"1614 add_36" -> "1637 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1615 add_36_0_0_nncf_smooth_quant_0" -> "1616 quantize_per_tensor_136" [style=solid, label="(1, 7, 7, 768)"]; +"1616 quantize_per_tensor_136" -> "1617 dequantize_per_tensor_137" [style=solid, label="(1, 7, 7, 768)"]; +"1617 dequantize_per_tensor_137" -> "1623 linear_67" [style=solid, label="(1, 7, 7, 768)"]; +"1618 scale_updated_constant46" -> "1620 mul_tensor_46" [style=solid, label="(3072, 1)"]; +"1619 compressed_weight_updated_constant46" -> "1620 mul_tensor_46" [style=solid, label="(3072, 768)"]; +"1620 mul_tensor_46" -> "1622 sub_tensor_46" [style=solid, label="(3072, 768)"]; +"1621 zero_point_updated_constant46" -> "1622 sub_tensor_46" [style=solid, label="(3072, 1)"]; +"1622 sub_tensor_46" -> "1623 linear_67" [style=solid, label="(3072, 768)"]; +"1623 linear_67" -> "1624 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; +"1624 gelu_10" -> "1625 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; +"1625 dropout_42" -> "1626 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; +"1626 dropout_42_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_138" [style=solid, label="(1, 7, 7, 3072)"]; +"1627 quantize_per_tensor_138" -> "1628 dequantize_per_tensor_139" [style=solid, label="(1, 7, 7, 3072)"]; +"1628 dequantize_per_tensor_139" -> "1634 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; +"1629 scale_updated_constant47" -> "1631 mul_tensor_47" [style=solid, label="(768, 1)"]; +"1630 compressed_weight_updated_constant47" -> "1631 mul_tensor_47" [style=solid, label="(768, 3072)"]; +"1631 mul_tensor_47" -> "1633 sub_tensor_47" [style=solid, label="(768, 3072)"]; +"1632 zero_point_updated_constant47" -> "1633 sub_tensor_47" [style=solid, label="(768, 1)"]; +"1633 sub_tensor_47" -> "1634 linear_68" [style=solid, label="(768, 3072)"]; +"1634 linear_68" -> "1635 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; +"1635 dropout_43" -> "1636 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; +"1636 layer_norm_25" -> "1637 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1637 add_37" -> "1653 pad_14" [style=solid, label="(1, 7, 7, 768)"]; +"1637 add_37" -> "1714 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1638 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1640 linear_69" [style=solid, label="(512, 2)"]; +"1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1640 linear_69" [style=solid, label="(1, 15, 15, 2)"]; +"1640 linear_69" -> "1641 relu__11" [style=solid, label="(1, 15, 15, 512)"]; +"1641 relu__11" -> "1643 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1642 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1644 linear_70" [style=solid, label="(24, 512)"]; +"1643 relu__11_0_0_nncf_smooth_quant_0" -> "1644 linear_70" [style=solid, label="(1, 15, 15, 512)"]; +"1644 linear_70" -> "1645 view_59" [style=solid, label="(1, 15, 15, 24)"]; +"1645 view_59" -> "1646 index_11" [style=solid, label="(225, 24)"]; +"1646 index_11" -> "1647 view_60" [style=solid, label="(4096, 24)"]; +"1647 view_60" -> "1648 permute_50" [style=solid, label="(64, 64, 24)"]; +"1648 permute_50" -> "1649 contiguous_20" [style=solid, label="(24, 64, 64)"]; +"1649 contiguous_20" -> "1650 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; +"1650 unsqueeze_31" -> "1651 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; +"1651 sigmoid_11" -> "1652 mul_22" [style=solid, label="(1, 24, 64, 64)"]; +"1652 mul_22" -> "1691 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1653 pad_14" -> "1654 view_61" [style=solid, label="(1, 8, 8, 768)"]; +"1654 view_61" -> "1655 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1655 permute_51" -> "1656 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1656 reshape_49" -> "1660 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1657 clone_11" -> "1658 slice_144" [style=solid, label="(2304,)"]; +"1657 clone_11" -> "1668 linear_71" [style=solid, label="(2304,)"]; +"1658 slice_144" -> "1659 zero__11" [style=solid, label="(768,)"]; +"1660 reshape_49_0_0_nncf_smooth_quant_0" -> "1661 quantize_per_tensor_140" [style=solid, label="(1, 64, 768)"]; +"1661 quantize_per_tensor_140" -> "1662 dequantize_per_tensor_141" [style=solid, label="(1, 64, 768)"]; +"1662 dequantize_per_tensor_141" -> "1668 linear_71" [style=solid, label="(1, 64, 768)"]; +"1663 scale_updated_constant48" -> "1665 mul_tensor_48" [style=solid, label="(2304, 1)"]; +"1664 compressed_weight_updated_constant48" -> "1665 mul_tensor_48" [style=solid, label="(2304, 768)"]; +"1665 mul_tensor_48" -> "1667 sub_tensor_48" [style=solid, label="(2304, 768)"]; +"1666 zero_point_updated_constant48" -> "1667 sub_tensor_48" [style=solid, label="(2304, 1)"]; +"1667 sub_tensor_48" -> "1668 linear_71" [style=solid, label="(2304, 768)"]; +"1668 linear_71" -> "1669 reshape_50" [style=solid, label="(1, 64, 2304)"]; +"1669 reshape_50" -> "1670 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1670 permute_52" -> "1671 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1670 permute_52" -> "1672 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1670 permute_52" -> "1673 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1671 select_33" -> "1674 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; +"1671 select_33" -> "1676 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; +"1671 select_33" -> "1677 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1672 select_34" -> "1680 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; +"1672 select_34" -> "1682 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; +"1672 select_34" -> "1683 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1673 select_35" -> "1694 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; +"1674 linalg_vector_norm_22" -> "1675 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; +"1675 clamp_min_22" -> "1676 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; +"1676 expand_as_22" -> "1677 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1677 div_22" -> "1678 quantize_per_tensor_142" [style=solid, label="(1, 24, 64, 32)"]; +"1678 quantize_per_tensor_142" -> "1679 dequantize_per_tensor_143" [style=solid, label="(1, 24, 64, 32)"]; +"1679 dequantize_per_tensor_143" -> "1687 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; +"1680 linalg_vector_norm_23" -> "1681 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; +"1681 clamp_min_23" -> "1682 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; +"1682 expand_as_23" -> "1683 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1683 div_23" -> "1684 quantize_per_tensor_144" [style=solid, label="(1, 24, 64, 32)"]; +"1684 quantize_per_tensor_144" -> "1685 dequantize_per_tensor_145" [style=solid, label="(1, 24, 64, 32)"]; +"1685 dequantize_per_tensor_145" -> "1686 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; +"1686 transpose_22" -> "1687 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; +"1687 matmul_22" -> "1690 mul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1688 clamp_11" -> "1689 exp_11" [style=solid, label="(24, 1, 1)"]; +"1689 exp_11" -> "1690 mul_23" [style=solid, label="(24, 1, 1)"]; +"1690 mul_23" -> "1691 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1691 add_38" -> "1692 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; +"1692 softmax_11" -> "1693 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; +"1693 dropout_44" -> "1694 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1694 matmul_23" -> "1695 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; +"1695 transpose_23" -> "1696 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; +"1696 reshape_51" -> "1697 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1697 reshape_51_0_0_nncf_smooth_quant_0" -> "1698 quantize_per_tensor_146" [style=solid, label="(1, 64, 768)"]; +"1698 quantize_per_tensor_146" -> "1699 dequantize_per_tensor_147" [style=solid, label="(1, 64, 768)"]; +"1699 dequantize_per_tensor_147" -> "1705 linear_72" [style=solid, label="(1, 64, 768)"]; +"1700 scale_updated_constant49" -> "1702 mul_tensor_49" [style=solid, label="(768, 1)"]; +"1701 compressed_weight_updated_constant49" -> "1702 mul_tensor_49" [style=solid, label="(768, 768)"]; +"1702 mul_tensor_49" -> "1704 sub_tensor_49" [style=solid, label="(768, 768)"]; +"1703 zero_point_updated_constant49" -> "1704 sub_tensor_49" [style=solid, label="(768, 1)"]; +"1704 sub_tensor_49" -> "1705 linear_72" [style=solid, label="(768, 768)"]; +"1705 linear_72" -> "1706 dropout_45" [style=solid, label="(1, 64, 768)"]; +"1706 dropout_45" -> "1707 view_62" [style=solid, label="(1, 64, 768)"]; +"1707 view_62" -> "1708 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1708 permute_53" -> "1709 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1709 reshape_52" -> "1710 slice_145" [style=solid, label="(1, 8, 8, 768)"]; +"1710 slice_145" -> "1711 slice_146" [style=solid, label="(1, 7, 8, 768)"]; +"1711 slice_146" -> "1712 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; +"1712 contiguous_21" -> "1713 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; +"1713 layer_norm_26" -> "1714 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1714 add_39" -> "1715 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; +"1714 add_39" -> "1737 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1715 add_39_0_0_nncf_smooth_quant_0" -> "1716 quantize_per_tensor_148" [style=solid, label="(1, 7, 7, 768)"]; +"1716 quantize_per_tensor_148" -> "1717 dequantize_per_tensor_149" [style=solid, label="(1, 7, 7, 768)"]; +"1717 dequantize_per_tensor_149" -> "1723 linear_73" [style=solid, label="(1, 7, 7, 768)"]; +"1718 scale_updated_constant50" -> "1720 mul_tensor_50" [style=solid, label="(3072, 1)"]; +"1719 compressed_weight_updated_constant50" -> "1720 mul_tensor_50" [style=solid, label="(3072, 768)"]; +"1720 mul_tensor_50" -> "1722 sub_tensor_50" [style=solid, label="(3072, 768)"]; +"1721 zero_point_updated_constant50" -> "1722 sub_tensor_50" [style=solid, label="(3072, 1)"]; +"1722 sub_tensor_50" -> "1723 linear_73" [style=solid, label="(3072, 768)"]; +"1723 linear_73" -> "1724 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; +"1724 gelu_11" -> "1725 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; +"1725 dropout_46" -> "1726 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; +"1726 dropout_46_0_0_nncf_smooth_quant_0" -> "1727 quantize_per_tensor_150" [style=solid, label="(1, 7, 7, 3072)"]; +"1727 quantize_per_tensor_150" -> "1728 dequantize_per_tensor_151" [style=solid, label="(1, 7, 7, 3072)"]; +"1728 dequantize_per_tensor_151" -> "1734 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; +"1729 scale_updated_constant51" -> "1731 mul_tensor_51" [style=solid, label="(768, 1)"]; +"1730 compressed_weight_updated_constant51" -> "1731 mul_tensor_51" [style=solid, label="(768, 3072)"]; +"1731 mul_tensor_51" -> "1733 sub_tensor_51" [style=solid, label="(768, 3072)"]; +"1732 zero_point_updated_constant51" -> "1733 sub_tensor_51" [style=solid, label="(768, 1)"]; +"1733 sub_tensor_51" -> "1734 linear_74" [style=solid, label="(768, 3072)"]; +"1734 linear_74" -> "1735 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; +"1735 dropout_47" -> "1736 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; +"1736 layer_norm_27" -> "1737 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1737 add_40" -> "1738 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; +"1738 layer_norm_28" -> "1739 permute_54" [style=solid, label="(1, 7, 7, 768)"]; +"1739 permute_54" -> "1740 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; +"1740 adaptive_avg_pool2d" -> "1741 flatten" [style=solid, label="(1, 768, 1, 1)"]; +"1741 flatten" -> "1742 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"1742 flatten_0_0_nncf_smooth_quant_0" -> "1743 quantize_per_tensor_152" [style=solid, label="(1, 768)"]; +"1743 quantize_per_tensor_152" -> "1744 dequantize_per_tensor_153" [style=solid, label="(1, 768)"]; +"1744 dequantize_per_tensor_153" -> "1750 linear_75" [style=solid, label="(1, 768)"]; +"1745 scale_updated_constant52" -> "1747 mul_tensor_52" [style=solid, label="(1000, 1)"]; +"1746 compressed_weight_updated_constant52" -> "1747 mul_tensor_52" [style=solid, label="(1000, 768)"]; +"1747 mul_tensor_52" -> "1749 sub_tensor_52" [style=solid, label="(1000, 768)"]; +"1748 zero_point_updated_constant52" -> "1749 sub_tensor_52" [style=solid, label="(1000, 1)"]; +"1749 sub_tensor_52" -> "1750 linear_75" [style=solid, label="(1000, 768)"]; +"1750 linear_75" -> "1751 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/OpenVINOQuantizer/unet.dot b/tests/torch2/data/fx/OpenVINOQuantizer/unet.dot index 8307cba75c0..fa7a424d017 100644 --- a/tests/torch2/data/fx/OpenVINOQuantizer/unet.dot +++ b/tests/torch2/data/fx/OpenVINOQuantizer/unet.dot @@ -133,127 +133,119 @@ strict digraph { "131 dequantize_per_tensor_27" [id=131, type="dequantize_per_tensor"]; "132 slice_1" [id=132, type=slice]; "133 slice_2" [id=133, type=slice]; -"134 slice_3" [id=134, type=slice]; -"135 slice_4" [id=135, type=slice]; -"136 cat" [id=136, type=cat]; -"137 scale_updated_constant11" [id=137, type="get_attr"]; -"138 compressed_weight_updated_constant11" [id=138, type="get_attr"]; -"139 mul_tensor_11" [id=139, type=mul]; -"140 zero_point_updated_constant11" [id=140, type="get_attr"]; -"141 sub_tensor_11" [id=141, type=sub]; -"142 conv2d_10" [id=142, type=conv2d]; -"143 relu_10" [id=143, type=relu]; -"144 quantize_per_tensor_28" [id=144, type="quantize_per_tensor"]; -"145 dequantize_per_tensor_29" [id=145, type="dequantize_per_tensor"]; -"146 scale_updated_constant12" [id=146, type="get_attr"]; -"147 compressed_weight_updated_constant12" [id=147, type="get_attr"]; -"148 mul_tensor_12" [id=148, type=mul]; -"149 zero_point_updated_constant12" [id=149, type="get_attr"]; -"150 sub_tensor_12" [id=150, type=sub]; -"151 conv2d_11" [id=151, type=conv2d]; -"152 relu_11" [id=152, type=relu]; -"153 quantize_per_tensor_30" [id=153, type="quantize_per_tensor"]; -"154 dequantize_per_tensor_31" [id=154, type="dequantize_per_tensor"]; -"155 scale_updated_constant13" [id=155, type="get_attr"]; -"156 compressed_weight_updated_constant13" [id=156, type="get_attr"]; -"157 mul_tensor_13" [id=157, type=mul]; -"158 zero_point_updated_constant13" [id=158, type="get_attr"]; -"159 sub_tensor_13" [id=159, type=sub]; -"160 conv_transpose2d_1" [id=160, type="conv_transpose2d"]; -"161 quantize_per_tensor_32" [id=161, type="quantize_per_tensor"]; -"162 dequantize_per_tensor_33" [id=162, type="dequantize_per_tensor"]; -"163 slice_5" [id=163, type=slice]; -"164 slice_6" [id=164, type=slice]; -"165 slice_7" [id=165, type=slice]; -"166 slice_8" [id=166, type=slice]; -"167 cat_1" [id=167, type=cat]; -"168 scale_updated_constant14" [id=168, type="get_attr"]; -"169 compressed_weight_updated_constant14" [id=169, type="get_attr"]; -"170 mul_tensor_14" [id=170, type=mul]; -"171 zero_point_updated_constant14" [id=171, type="get_attr"]; -"172 sub_tensor_14" [id=172, type=sub]; -"173 conv2d_12" [id=173, type=conv2d]; -"174 relu_12" [id=174, type=relu]; -"175 quantize_per_tensor_34" [id=175, type="quantize_per_tensor"]; -"176 dequantize_per_tensor_35" [id=176, type="dequantize_per_tensor"]; -"177 scale_updated_constant15" [id=177, type="get_attr"]; -"178 compressed_weight_updated_constant15" [id=178, type="get_attr"]; -"179 mul_tensor_15" [id=179, type=mul]; -"180 zero_point_updated_constant15" [id=180, type="get_attr"]; -"181 sub_tensor_15" [id=181, type=sub]; -"182 conv2d_13" [id=182, type=conv2d]; -"183 relu_13" [id=183, type=relu]; -"184 quantize_per_tensor_36" [id=184, type="quantize_per_tensor"]; -"185 dequantize_per_tensor_37" [id=185, type="dequantize_per_tensor"]; -"186 scale_updated_constant16" [id=186, type="get_attr"]; -"187 compressed_weight_updated_constant16" [id=187, type="get_attr"]; -"188 mul_tensor_16" [id=188, type=mul]; -"189 zero_point_updated_constant16" [id=189, type="get_attr"]; -"190 sub_tensor_16" [id=190, type=sub]; -"191 conv_transpose2d_2" [id=191, type="conv_transpose2d"]; -"192 quantize_per_tensor_38" [id=192, type="quantize_per_tensor"]; -"193 dequantize_per_tensor_39" [id=193, type="dequantize_per_tensor"]; -"194 slice_9" [id=194, type=slice]; -"195 slice_10" [id=195, type=slice]; -"196 slice_11" [id=196, type=slice]; -"197 slice_12" [id=197, type=slice]; -"198 cat_2" [id=198, type=cat]; -"199 scale_updated_constant17" [id=199, type="get_attr"]; -"200 compressed_weight_updated_constant17" [id=200, type="get_attr"]; -"201 mul_tensor_17" [id=201, type=mul]; -"202 zero_point_updated_constant17" [id=202, type="get_attr"]; -"203 sub_tensor_17" [id=203, type=sub]; -"204 conv2d_14" [id=204, type=conv2d]; -"205 relu_14" [id=205, type=relu]; -"206 quantize_per_tensor_40" [id=206, type="quantize_per_tensor"]; -"207 dequantize_per_tensor_41" [id=207, type="dequantize_per_tensor"]; -"208 scale_updated_constant18" [id=208, type="get_attr"]; -"209 compressed_weight_updated_constant18" [id=209, type="get_attr"]; -"210 mul_tensor_18" [id=210, type=mul]; -"211 zero_point_updated_constant18" [id=211, type="get_attr"]; -"212 sub_tensor_18" [id=212, type=sub]; -"213 conv2d_15" [id=213, type=conv2d]; -"214 relu_15" [id=214, type=relu]; -"215 quantize_per_tensor_42" [id=215, type="quantize_per_tensor"]; -"216 dequantize_per_tensor_43" [id=216, type="dequantize_per_tensor"]; -"217 scale_updated_constant19" [id=217, type="get_attr"]; -"218 compressed_weight_updated_constant19" [id=218, type="get_attr"]; -"219 mul_tensor_19" [id=219, type=mul]; -"220 zero_point_updated_constant19" [id=220, type="get_attr"]; -"221 sub_tensor_19" [id=221, type=sub]; -"222 conv_transpose2d_3" [id=222, type="conv_transpose2d"]; -"223 quantize_per_tensor_44" [id=223, type="quantize_per_tensor"]; -"224 dequantize_per_tensor_45" [id=224, type="dequantize_per_tensor"]; -"225 slice_13" [id=225, type=slice]; -"226 slice_14" [id=226, type=slice]; -"227 slice_15" [id=227, type=slice]; -"228 slice_16" [id=228, type=slice]; -"229 cat_3" [id=229, type=cat]; -"230 scale_updated_constant20" [id=230, type="get_attr"]; -"231 compressed_weight_updated_constant20" [id=231, type="get_attr"]; -"232 mul_tensor_20" [id=232, type=mul]; -"233 zero_point_updated_constant20" [id=233, type="get_attr"]; -"234 sub_tensor_20" [id=234, type=sub]; -"235 conv2d_16" [id=235, type=conv2d]; -"236 relu_16" [id=236, type=relu]; -"237 quantize_per_tensor_46" [id=237, type="quantize_per_tensor"]; -"238 dequantize_per_tensor_47" [id=238, type="dequantize_per_tensor"]; -"239 scale_updated_constant21" [id=239, type="get_attr"]; -"240 compressed_weight_updated_constant21" [id=240, type="get_attr"]; -"241 mul_tensor_21" [id=241, type=mul]; -"242 zero_point_updated_constant21" [id=242, type="get_attr"]; -"243 sub_tensor_21" [id=243, type=sub]; -"244 conv2d_17" [id=244, type=conv2d]; -"245 relu_17" [id=245, type=relu]; -"246 quantize_per_tensor_48" [id=246, type="quantize_per_tensor"]; -"247 dequantize_per_tensor_49" [id=247, type="dequantize_per_tensor"]; -"248 scale_updated_constant22" [id=248, type="get_attr"]; -"249 compressed_weight_updated_constant22" [id=249, type="get_attr"]; -"250 mul_tensor_22" [id=250, type=mul]; -"251 zero_point_updated_constant22" [id=251, type="get_attr"]; -"252 sub_tensor_22" [id=252, type=sub]; -"253 conv2d_18" [id=253, type=conv2d]; -"254 output" [id=254, type=output]; +"134 cat" [id=134, type=cat]; +"135 scale_updated_constant11" [id=135, type="get_attr"]; +"136 compressed_weight_updated_constant11" [id=136, type="get_attr"]; +"137 mul_tensor_11" [id=137, type=mul]; +"138 zero_point_updated_constant11" [id=138, type="get_attr"]; +"139 sub_tensor_11" [id=139, type=sub]; +"140 conv2d_10" [id=140, type=conv2d]; +"141 relu_10" [id=141, type=relu]; +"142 quantize_per_tensor_28" [id=142, type="quantize_per_tensor"]; +"143 dequantize_per_tensor_29" [id=143, type="dequantize_per_tensor"]; +"144 scale_updated_constant12" [id=144, type="get_attr"]; +"145 compressed_weight_updated_constant12" [id=145, type="get_attr"]; +"146 mul_tensor_12" [id=146, type=mul]; +"147 zero_point_updated_constant12" [id=147, type="get_attr"]; +"148 sub_tensor_12" [id=148, type=sub]; +"149 conv2d_11" [id=149, type=conv2d]; +"150 relu_11" [id=150, type=relu]; +"151 quantize_per_tensor_30" [id=151, type="quantize_per_tensor"]; +"152 dequantize_per_tensor_31" [id=152, type="dequantize_per_tensor"]; +"153 scale_updated_constant13" [id=153, type="get_attr"]; +"154 compressed_weight_updated_constant13" [id=154, type="get_attr"]; +"155 mul_tensor_13" [id=155, type=mul]; +"156 zero_point_updated_constant13" [id=156, type="get_attr"]; +"157 sub_tensor_13" [id=157, type=sub]; +"158 conv_transpose2d_1" [id=158, type="conv_transpose2d"]; +"159 quantize_per_tensor_32" [id=159, type="quantize_per_tensor"]; +"160 dequantize_per_tensor_33" [id=160, type="dequantize_per_tensor"]; +"161 slice_3" [id=161, type=slice]; +"162 slice_4" [id=162, type=slice]; +"163 cat_1" [id=163, type=cat]; +"164 scale_updated_constant14" [id=164, type="get_attr"]; +"165 compressed_weight_updated_constant14" [id=165, type="get_attr"]; +"166 mul_tensor_14" [id=166, type=mul]; +"167 zero_point_updated_constant14" [id=167, type="get_attr"]; +"168 sub_tensor_14" [id=168, type=sub]; +"169 conv2d_12" [id=169, type=conv2d]; +"170 relu_12" [id=170, type=relu]; +"171 quantize_per_tensor_34" [id=171, type="quantize_per_tensor"]; +"172 dequantize_per_tensor_35" [id=172, type="dequantize_per_tensor"]; +"173 scale_updated_constant15" [id=173, type="get_attr"]; +"174 compressed_weight_updated_constant15" [id=174, type="get_attr"]; +"175 mul_tensor_15" [id=175, type=mul]; +"176 zero_point_updated_constant15" [id=176, type="get_attr"]; +"177 sub_tensor_15" [id=177, type=sub]; +"178 conv2d_13" [id=178, type=conv2d]; +"179 relu_13" [id=179, type=relu]; +"180 quantize_per_tensor_36" [id=180, type="quantize_per_tensor"]; +"181 dequantize_per_tensor_37" [id=181, type="dequantize_per_tensor"]; +"182 scale_updated_constant16" [id=182, type="get_attr"]; +"183 compressed_weight_updated_constant16" [id=183, type="get_attr"]; +"184 mul_tensor_16" [id=184, type=mul]; +"185 zero_point_updated_constant16" [id=185, type="get_attr"]; +"186 sub_tensor_16" [id=186, type=sub]; +"187 conv_transpose2d_2" [id=187, type="conv_transpose2d"]; +"188 quantize_per_tensor_38" [id=188, type="quantize_per_tensor"]; +"189 dequantize_per_tensor_39" [id=189, type="dequantize_per_tensor"]; +"190 slice_5" [id=190, type=slice]; +"191 slice_6" [id=191, type=slice]; +"192 cat_2" [id=192, type=cat]; +"193 scale_updated_constant17" [id=193, type="get_attr"]; +"194 compressed_weight_updated_constant17" [id=194, type="get_attr"]; +"195 mul_tensor_17" [id=195, type=mul]; +"196 zero_point_updated_constant17" [id=196, type="get_attr"]; +"197 sub_tensor_17" [id=197, type=sub]; +"198 conv2d_14" [id=198, type=conv2d]; +"199 relu_14" [id=199, type=relu]; +"200 quantize_per_tensor_40" [id=200, type="quantize_per_tensor"]; +"201 dequantize_per_tensor_41" [id=201, type="dequantize_per_tensor"]; +"202 scale_updated_constant18" [id=202, type="get_attr"]; +"203 compressed_weight_updated_constant18" [id=203, type="get_attr"]; +"204 mul_tensor_18" [id=204, type=mul]; +"205 zero_point_updated_constant18" [id=205, type="get_attr"]; +"206 sub_tensor_18" [id=206, type=sub]; +"207 conv2d_15" [id=207, type=conv2d]; +"208 relu_15" [id=208, type=relu]; +"209 quantize_per_tensor_42" [id=209, type="quantize_per_tensor"]; +"210 dequantize_per_tensor_43" [id=210, type="dequantize_per_tensor"]; +"211 scale_updated_constant19" [id=211, type="get_attr"]; +"212 compressed_weight_updated_constant19" [id=212, type="get_attr"]; +"213 mul_tensor_19" [id=213, type=mul]; +"214 zero_point_updated_constant19" [id=214, type="get_attr"]; +"215 sub_tensor_19" [id=215, type=sub]; +"216 conv_transpose2d_3" [id=216, type="conv_transpose2d"]; +"217 quantize_per_tensor_44" [id=217, type="quantize_per_tensor"]; +"218 dequantize_per_tensor_45" [id=218, type="dequantize_per_tensor"]; +"219 slice_7" [id=219, type=slice]; +"220 slice_8" [id=220, type=slice]; +"221 cat_3" [id=221, type=cat]; +"222 scale_updated_constant20" [id=222, type="get_attr"]; +"223 compressed_weight_updated_constant20" [id=223, type="get_attr"]; +"224 mul_tensor_20" [id=224, type=mul]; +"225 zero_point_updated_constant20" [id=225, type="get_attr"]; +"226 sub_tensor_20" [id=226, type=sub]; +"227 conv2d_16" [id=227, type=conv2d]; +"228 relu_16" [id=228, type=relu]; +"229 quantize_per_tensor_46" [id=229, type="quantize_per_tensor"]; +"230 dequantize_per_tensor_47" [id=230, type="dequantize_per_tensor"]; +"231 scale_updated_constant21" [id=231, type="get_attr"]; +"232 compressed_weight_updated_constant21" [id=232, type="get_attr"]; +"233 mul_tensor_21" [id=233, type=mul]; +"234 zero_point_updated_constant21" [id=234, type="get_attr"]; +"235 sub_tensor_21" [id=235, type=sub]; +"236 conv2d_17" [id=236, type=conv2d]; +"237 relu_17" [id=237, type=relu]; +"238 quantize_per_tensor_48" [id=238, type="quantize_per_tensor"]; +"239 dequantize_per_tensor_49" [id=239, type="dequantize_per_tensor"]; +"240 scale_updated_constant22" [id=240, type="get_attr"]; +"241 compressed_weight_updated_constant22" [id=241, type="get_attr"]; +"242 mul_tensor_22" [id=242, type=mul]; +"243 zero_point_updated_constant22" [id=243, type="get_attr"]; +"244 sub_tensor_22" [id=244, type=sub]; +"245 conv2d_18" [id=245, type=conv2d]; +"246 output" [id=246, type=output]; "0 down_path_0_block_0_bias" -> "31 conv2d" [style=solid, label="(64,)"]; "1 down_path_0_block_3_bias" -> "40 conv2d_1" [style=solid, label="(64,)"]; "2 down_path_1_block_0_bias" -> "51 conv2d_2" [style=solid, label="(128,)"]; @@ -265,18 +257,18 @@ strict digraph { "8 down_path_4_block_0_bias" -> "111 conv2d_8" [style=solid, label="(1024,)"]; "9 down_path_4_block_3_bias" -> "120 conv2d_9" [style=solid, label="(1024,)"]; "10 up_path_0_up_bias" -> "129 conv_transpose2d" [style=solid, label="(512,)"]; -"11 up_path_0_conv_block_block_0_bias" -> "142 conv2d_10" [style=solid, label="(512,)"]; -"12 up_path_0_conv_block_block_3_bias" -> "151 conv2d_11" [style=solid, label="(512,)"]; -"13 up_path_1_up_bias" -> "160 conv_transpose2d_1" [style=solid, label="(256,)"]; -"14 up_path_1_conv_block_block_0_bias" -> "173 conv2d_12" [style=solid, label="(256,)"]; -"15 up_path_1_conv_block_block_3_bias" -> "182 conv2d_13" [style=solid, label="(256,)"]; -"16 up_path_2_up_bias" -> "191 conv_transpose2d_2" [style=solid, label="(128,)"]; -"17 up_path_2_conv_block_block_0_bias" -> "204 conv2d_14" [style=solid, label="(128,)"]; -"18 up_path_2_conv_block_block_3_bias" -> "213 conv2d_15" [style=solid, label="(128,)"]; -"19 up_path_3_up_bias" -> "222 conv_transpose2d_3" [style=solid, label="(64,)"]; -"20 up_path_3_conv_block_block_0_bias" -> "235 conv2d_16" [style=solid, label="(64,)"]; -"21 up_path_3_conv_block_block_3_bias" -> "244 conv2d_17" [style=solid, label="(64,)"]; -"22 last_bias" -> "253 conv2d_18" [style=solid, label="(12,)"]; +"11 up_path_0_conv_block_block_0_bias" -> "140 conv2d_10" [style=solid, label="(512,)"]; +"12 up_path_0_conv_block_block_3_bias" -> "149 conv2d_11" [style=solid, label="(512,)"]; +"13 up_path_1_up_bias" -> "158 conv_transpose2d_1" [style=solid, label="(256,)"]; +"14 up_path_1_conv_block_block_0_bias" -> "169 conv2d_12" [style=solid, label="(256,)"]; +"15 up_path_1_conv_block_block_3_bias" -> "178 conv2d_13" [style=solid, label="(256,)"]; +"16 up_path_2_up_bias" -> "187 conv_transpose2d_2" [style=solid, label="(128,)"]; +"17 up_path_2_conv_block_block_0_bias" -> "198 conv2d_14" [style=solid, label="(128,)"]; +"18 up_path_2_conv_block_block_3_bias" -> "207 conv2d_15" [style=solid, label="(128,)"]; +"19 up_path_3_up_bias" -> "216 conv_transpose2d_3" [style=solid, label="(64,)"]; +"20 up_path_3_conv_block_block_0_bias" -> "227 conv2d_16" [style=solid, label="(64,)"]; +"21 up_path_3_conv_block_block_3_bias" -> "236 conv2d_17" [style=solid, label="(64,)"]; +"22 last_bias" -> "245 conv2d_18" [style=solid, label="(12,)"]; "23 x" -> "24 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; "24 quantize_per_tensor_0" -> "25 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; "25 dequantize_per_tensor_1" -> "31 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -298,7 +290,7 @@ strict digraph { "41 relu_1" -> "42 quantize_per_tensor_4" [style=solid, label="(1, 64, 220, 220)"]; "42 quantize_per_tensor_4" -> "43 dequantize_per_tensor_5" [style=solid, label="(1, 64, 220, 220)"]; "42 quantize_per_tensor_4" -> "44 dequantize_per_tensor_6" [style=solid, label="(1, 64, 220, 220)"]; -"43 dequantize_per_tensor_5" -> "225 slice_13" [style=solid, label="(1, 64, 220, 220)"]; +"43 dequantize_per_tensor_5" -> "219 slice_7" [style=solid, label="(1, 64, 220, 220)"]; "44 dequantize_per_tensor_6" -> "45 max_pool2d" [style=solid, label="(1, 64, 220, 220)"]; "45 max_pool2d" -> "51 conv2d_2" [style=solid, label="(1, 64, 110, 110)"]; "46 scale_updated_constant2" -> "48 mul_tensor_2" [style=solid, label="(128, 1, 1, 1)"]; @@ -319,7 +311,7 @@ strict digraph { "61 relu_3" -> "62 quantize_per_tensor_9" [style=solid, label="(1, 128, 106, 106)"]; "62 quantize_per_tensor_9" -> "63 dequantize_per_tensor_10" [style=solid, label="(1, 128, 106, 106)"]; "62 quantize_per_tensor_9" -> "64 dequantize_per_tensor_11" [style=solid, label="(1, 128, 106, 106)"]; -"63 dequantize_per_tensor_10" -> "194 slice_9" [style=solid, label="(1, 128, 106, 106)"]; +"63 dequantize_per_tensor_10" -> "190 slice_5" [style=solid, label="(1, 128, 106, 106)"]; "64 dequantize_per_tensor_11" -> "65 max_pool2d_1" [style=solid, label="(1, 128, 106, 106)"]; "65 max_pool2d_1" -> "71 conv2d_4" [style=solid, label="(1, 128, 53, 53)"]; "66 scale_updated_constant4" -> "68 mul_tensor_4" [style=solid, label="(256, 1, 1, 1)"]; @@ -340,7 +332,7 @@ strict digraph { "81 relu_5" -> "82 quantize_per_tensor_14" [style=solid, label="(1, 256, 49, 49)"]; "82 quantize_per_tensor_14" -> "83 dequantize_per_tensor_15" [style=solid, label="(1, 256, 49, 49)"]; "82 quantize_per_tensor_14" -> "84 dequantize_per_tensor_16" [style=solid, label="(1, 256, 49, 49)"]; -"83 dequantize_per_tensor_15" -> "163 slice_5" [style=solid, label="(1, 256, 49, 49)"]; +"83 dequantize_per_tensor_15" -> "161 slice_3" [style=solid, label="(1, 256, 49, 49)"]; "84 dequantize_per_tensor_16" -> "85 max_pool2d_2" [style=solid, label="(1, 256, 49, 49)"]; "85 max_pool2d_2" -> "91 conv2d_6" [style=solid, label="(1, 256, 24, 24)"]; "86 scale_updated_constant6" -> "88 mul_tensor_6" [style=solid, label="(512, 1, 1, 1)"]; @@ -389,127 +381,119 @@ strict digraph { "128 sub_tensor_10" -> "129 conv_transpose2d" [style=solid, label="(1024, 512, 2, 2)"]; "129 conv_transpose2d" -> "130 quantize_per_tensor_26" [style=solid, label="(1, 512, 12, 12)"]; "130 quantize_per_tensor_26" -> "131 dequantize_per_tensor_27" [style=solid, label="(1, 512, 12, 12)"]; -"131 dequantize_per_tensor_27" -> "136 cat" [style=solid, label="(1, 512, 12, 12)"]; -"132 slice_1" -> "133 slice_2" [style=solid, label="(1, 512, 20, 20)"]; -"133 slice_2" -> "134 slice_3" [style=solid, label="(1, 512, 20, 20)"]; -"134 slice_3" -> "135 slice_4" [style=solid, label="(1, 512, 12, 20)"]; -"135 slice_4" -> "136 cat" [style=solid, label="(1, 512, 12, 12)"]; -"136 cat" -> "142 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; -"137 scale_updated_constant11" -> "139 mul_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; -"138 compressed_weight_updated_constant11" -> "139 mul_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; -"139 mul_tensor_11" -> "141 sub_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; -"140 zero_point_updated_constant11" -> "141 sub_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; -"141 sub_tensor_11" -> "142 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; -"142 conv2d_10" -> "143 relu_10" [style=solid, label="(1, 512, 10, 10)"]; -"143 relu_10" -> "144 quantize_per_tensor_28" [style=solid, label="(1, 512, 10, 10)"]; -"144 quantize_per_tensor_28" -> "145 dequantize_per_tensor_29" [style=solid, label="(1, 512, 10, 10)"]; -"145 dequantize_per_tensor_29" -> "151 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; -"146 scale_updated_constant12" -> "148 mul_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; -"147 compressed_weight_updated_constant12" -> "148 mul_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; -"148 mul_tensor_12" -> "150 sub_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; -"149 zero_point_updated_constant12" -> "150 sub_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; -"150 sub_tensor_12" -> "151 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; -"151 conv2d_11" -> "152 relu_11" [style=solid, label="(1, 512, 8, 8)"]; -"152 relu_11" -> "153 quantize_per_tensor_30" [style=solid, label="(1, 512, 8, 8)"]; -"153 quantize_per_tensor_30" -> "154 dequantize_per_tensor_31" [style=solid, label="(1, 512, 8, 8)"]; -"154 dequantize_per_tensor_31" -> "160 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; -"155 scale_updated_constant13" -> "157 mul_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; -"156 compressed_weight_updated_constant13" -> "157 mul_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; -"157 mul_tensor_13" -> "159 sub_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; -"158 zero_point_updated_constant13" -> "159 sub_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; -"159 sub_tensor_13" -> "160 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; -"160 conv_transpose2d_1" -> "161 quantize_per_tensor_32" [style=solid, label="(1, 256, 16, 16)"]; -"161 quantize_per_tensor_32" -> "162 dequantize_per_tensor_33" [style=solid, label="(1, 256, 16, 16)"]; -"162 dequantize_per_tensor_33" -> "167 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"163 slice_5" -> "164 slice_6" [style=solid, label="(1, 256, 49, 49)"]; -"164 slice_6" -> "165 slice_7" [style=solid, label="(1, 256, 49, 49)"]; -"165 slice_7" -> "166 slice_8" [style=solid, label="(1, 256, 16, 49)"]; -"166 slice_8" -> "167 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"167 cat_1" -> "173 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; -"168 scale_updated_constant14" -> "170 mul_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; -"169 compressed_weight_updated_constant14" -> "170 mul_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; -"170 mul_tensor_14" -> "172 sub_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; -"171 zero_point_updated_constant14" -> "172 sub_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; -"172 sub_tensor_14" -> "173 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; -"173 conv2d_12" -> "174 relu_12" [style=solid, label="(1, 256, 14, 14)"]; -"174 relu_12" -> "175 quantize_per_tensor_34" [style=solid, label="(1, 256, 14, 14)"]; -"175 quantize_per_tensor_34" -> "176 dequantize_per_tensor_35" [style=solid, label="(1, 256, 14, 14)"]; -"176 dequantize_per_tensor_35" -> "182 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; -"177 scale_updated_constant15" -> "179 mul_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; -"178 compressed_weight_updated_constant15" -> "179 mul_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; -"179 mul_tensor_15" -> "181 sub_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; -"180 zero_point_updated_constant15" -> "181 sub_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; -"181 sub_tensor_15" -> "182 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; -"182 conv2d_13" -> "183 relu_13" [style=solid, label="(1, 256, 12, 12)"]; -"183 relu_13" -> "184 quantize_per_tensor_36" [style=solid, label="(1, 256, 12, 12)"]; -"184 quantize_per_tensor_36" -> "185 dequantize_per_tensor_37" [style=solid, label="(1, 256, 12, 12)"]; -"185 dequantize_per_tensor_37" -> "191 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; -"186 scale_updated_constant16" -> "188 mul_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; -"187 compressed_weight_updated_constant16" -> "188 mul_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; -"188 mul_tensor_16" -> "190 sub_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; -"189 zero_point_updated_constant16" -> "190 sub_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; -"190 sub_tensor_16" -> "191 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; -"191 conv_transpose2d_2" -> "192 quantize_per_tensor_38" [style=solid, label="(1, 128, 24, 24)"]; -"192 quantize_per_tensor_38" -> "193 dequantize_per_tensor_39" [style=solid, label="(1, 128, 24, 24)"]; -"193 dequantize_per_tensor_39" -> "198 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"194 slice_9" -> "195 slice_10" [style=solid, label="(1, 128, 106, 106)"]; -"195 slice_10" -> "196 slice_11" [style=solid, label="(1, 128, 106, 106)"]; -"196 slice_11" -> "197 slice_12" [style=solid, label="(1, 128, 24, 106)"]; -"197 slice_12" -> "198 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"198 cat_2" -> "204 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; -"199 scale_updated_constant17" -> "201 mul_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; -"200 compressed_weight_updated_constant17" -> "201 mul_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; -"201 mul_tensor_17" -> "203 sub_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; -"202 zero_point_updated_constant17" -> "203 sub_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; -"203 sub_tensor_17" -> "204 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; -"204 conv2d_14" -> "205 relu_14" [style=solid, label="(1, 128, 22, 22)"]; -"205 relu_14" -> "206 quantize_per_tensor_40" [style=solid, label="(1, 128, 22, 22)"]; -"206 quantize_per_tensor_40" -> "207 dequantize_per_tensor_41" [style=solid, label="(1, 128, 22, 22)"]; -"207 dequantize_per_tensor_41" -> "213 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; -"208 scale_updated_constant18" -> "210 mul_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; -"209 compressed_weight_updated_constant18" -> "210 mul_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; -"210 mul_tensor_18" -> "212 sub_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; -"211 zero_point_updated_constant18" -> "212 sub_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; -"212 sub_tensor_18" -> "213 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; -"213 conv2d_15" -> "214 relu_15" [style=solid, label="(1, 128, 20, 20)"]; -"214 relu_15" -> "215 quantize_per_tensor_42" [style=solid, label="(1, 128, 20, 20)"]; -"215 quantize_per_tensor_42" -> "216 dequantize_per_tensor_43" [style=solid, label="(1, 128, 20, 20)"]; -"216 dequantize_per_tensor_43" -> "222 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; -"217 scale_updated_constant19" -> "219 mul_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; -"218 compressed_weight_updated_constant19" -> "219 mul_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; -"219 mul_tensor_19" -> "221 sub_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; -"220 zero_point_updated_constant19" -> "221 sub_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; -"221 sub_tensor_19" -> "222 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; -"222 conv_transpose2d_3" -> "223 quantize_per_tensor_44" [style=solid, label="(1, 64, 40, 40)"]; -"223 quantize_per_tensor_44" -> "224 dequantize_per_tensor_45" [style=solid, label="(1, 64, 40, 40)"]; -"224 dequantize_per_tensor_45" -> "229 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"225 slice_13" -> "226 slice_14" [style=solid, label="(1, 64, 220, 220)"]; -"226 slice_14" -> "227 slice_15" [style=solid, label="(1, 64, 220, 220)"]; -"227 slice_15" -> "228 slice_16" [style=solid, label="(1, 64, 40, 220)"]; -"228 slice_16" -> "229 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"229 cat_3" -> "235 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; -"230 scale_updated_constant20" -> "232 mul_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; -"231 compressed_weight_updated_constant20" -> "232 mul_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; -"232 mul_tensor_20" -> "234 sub_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; -"233 zero_point_updated_constant20" -> "234 sub_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; -"234 sub_tensor_20" -> "235 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; -"235 conv2d_16" -> "236 relu_16" [style=solid, label="(1, 64, 38, 38)"]; -"236 relu_16" -> "237 quantize_per_tensor_46" [style=solid, label="(1, 64, 38, 38)"]; -"237 quantize_per_tensor_46" -> "238 dequantize_per_tensor_47" [style=solid, label="(1, 64, 38, 38)"]; -"238 dequantize_per_tensor_47" -> "244 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; -"239 scale_updated_constant21" -> "241 mul_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; -"240 compressed_weight_updated_constant21" -> "241 mul_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; -"241 mul_tensor_21" -> "243 sub_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; -"242 zero_point_updated_constant21" -> "243 sub_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; -"243 sub_tensor_21" -> "244 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; -"244 conv2d_17" -> "245 relu_17" [style=solid, label="(1, 64, 36, 36)"]; -"245 relu_17" -> "246 quantize_per_tensor_48" [style=solid, label="(1, 64, 36, 36)"]; -"246 quantize_per_tensor_48" -> "247 dequantize_per_tensor_49" [style=solid, label="(1, 64, 36, 36)"]; -"247 dequantize_per_tensor_49" -> "253 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; -"248 scale_updated_constant22" -> "250 mul_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; -"249 compressed_weight_updated_constant22" -> "250 mul_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; -"250 mul_tensor_22" -> "252 sub_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; -"251 zero_point_updated_constant22" -> "252 sub_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; -"252 sub_tensor_22" -> "253 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; -"253 conv2d_18" -> "254 output" [style=solid, label="(1, 12, 36, 36)"]; +"131 dequantize_per_tensor_27" -> "134 cat" [style=solid, label="(1, 512, 12, 12)"]; +"132 slice_1" -> "133 slice_2" [style=solid, label="(1, 512, 12, 20)"]; +"133 slice_2" -> "134 cat" [style=solid, label="(1, 512, 12, 12)"]; +"134 cat" -> "140 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; +"135 scale_updated_constant11" -> "137 mul_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; +"136 compressed_weight_updated_constant11" -> "137 mul_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; +"137 mul_tensor_11" -> "139 sub_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; +"138 zero_point_updated_constant11" -> "139 sub_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; +"139 sub_tensor_11" -> "140 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; +"140 conv2d_10" -> "141 relu_10" [style=solid, label="(1, 512, 10, 10)"]; +"141 relu_10" -> "142 quantize_per_tensor_28" [style=solid, label="(1, 512, 10, 10)"]; +"142 quantize_per_tensor_28" -> "143 dequantize_per_tensor_29" [style=solid, label="(1, 512, 10, 10)"]; +"143 dequantize_per_tensor_29" -> "149 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; +"144 scale_updated_constant12" -> "146 mul_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; +"145 compressed_weight_updated_constant12" -> "146 mul_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; +"146 mul_tensor_12" -> "148 sub_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; +"147 zero_point_updated_constant12" -> "148 sub_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; +"148 sub_tensor_12" -> "149 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; +"149 conv2d_11" -> "150 relu_11" [style=solid, label="(1, 512, 8, 8)"]; +"150 relu_11" -> "151 quantize_per_tensor_30" [style=solid, label="(1, 512, 8, 8)"]; +"151 quantize_per_tensor_30" -> "152 dequantize_per_tensor_31" [style=solid, label="(1, 512, 8, 8)"]; +"152 dequantize_per_tensor_31" -> "158 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; +"153 scale_updated_constant13" -> "155 mul_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; +"154 compressed_weight_updated_constant13" -> "155 mul_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; +"155 mul_tensor_13" -> "157 sub_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; +"156 zero_point_updated_constant13" -> "157 sub_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; +"157 sub_tensor_13" -> "158 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; +"158 conv_transpose2d_1" -> "159 quantize_per_tensor_32" [style=solid, label="(1, 256, 16, 16)"]; +"159 quantize_per_tensor_32" -> "160 dequantize_per_tensor_33" [style=solid, label="(1, 256, 16, 16)"]; +"160 dequantize_per_tensor_33" -> "163 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"161 slice_3" -> "162 slice_4" [style=solid, label="(1, 256, 16, 49)"]; +"162 slice_4" -> "163 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"163 cat_1" -> "169 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; +"164 scale_updated_constant14" -> "166 mul_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; +"165 compressed_weight_updated_constant14" -> "166 mul_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; +"166 mul_tensor_14" -> "168 sub_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; +"167 zero_point_updated_constant14" -> "168 sub_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; +"168 sub_tensor_14" -> "169 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; +"169 conv2d_12" -> "170 relu_12" [style=solid, label="(1, 256, 14, 14)"]; +"170 relu_12" -> "171 quantize_per_tensor_34" [style=solid, label="(1, 256, 14, 14)"]; +"171 quantize_per_tensor_34" -> "172 dequantize_per_tensor_35" [style=solid, label="(1, 256, 14, 14)"]; +"172 dequantize_per_tensor_35" -> "178 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"173 scale_updated_constant15" -> "175 mul_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; +"174 compressed_weight_updated_constant15" -> "175 mul_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; +"175 mul_tensor_15" -> "177 sub_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; +"176 zero_point_updated_constant15" -> "177 sub_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; +"177 sub_tensor_15" -> "178 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"178 conv2d_13" -> "179 relu_13" [style=solid, label="(1, 256, 12, 12)"]; +"179 relu_13" -> "180 quantize_per_tensor_36" [style=solid, label="(1, 256, 12, 12)"]; +"180 quantize_per_tensor_36" -> "181 dequantize_per_tensor_37" [style=solid, label="(1, 256, 12, 12)"]; +"181 dequantize_per_tensor_37" -> "187 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; +"182 scale_updated_constant16" -> "184 mul_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; +"183 compressed_weight_updated_constant16" -> "184 mul_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; +"184 mul_tensor_16" -> "186 sub_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; +"185 zero_point_updated_constant16" -> "186 sub_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; +"186 sub_tensor_16" -> "187 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; +"187 conv_transpose2d_2" -> "188 quantize_per_tensor_38" [style=solid, label="(1, 128, 24, 24)"]; +"188 quantize_per_tensor_38" -> "189 dequantize_per_tensor_39" [style=solid, label="(1, 128, 24, 24)"]; +"189 dequantize_per_tensor_39" -> "192 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"190 slice_5" -> "191 slice_6" [style=solid, label="(1, 128, 24, 106)"]; +"191 slice_6" -> "192 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"192 cat_2" -> "198 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; +"193 scale_updated_constant17" -> "195 mul_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; +"194 compressed_weight_updated_constant17" -> "195 mul_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; +"195 mul_tensor_17" -> "197 sub_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; +"196 zero_point_updated_constant17" -> "197 sub_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; +"197 sub_tensor_17" -> "198 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; +"198 conv2d_14" -> "199 relu_14" [style=solid, label="(1, 128, 22, 22)"]; +"199 relu_14" -> "200 quantize_per_tensor_40" [style=solid, label="(1, 128, 22, 22)"]; +"200 quantize_per_tensor_40" -> "201 dequantize_per_tensor_41" [style=solid, label="(1, 128, 22, 22)"]; +"201 dequantize_per_tensor_41" -> "207 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; +"202 scale_updated_constant18" -> "204 mul_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; +"203 compressed_weight_updated_constant18" -> "204 mul_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; +"204 mul_tensor_18" -> "206 sub_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; +"205 zero_point_updated_constant18" -> "206 sub_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; +"206 sub_tensor_18" -> "207 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; +"207 conv2d_15" -> "208 relu_15" [style=solid, label="(1, 128, 20, 20)"]; +"208 relu_15" -> "209 quantize_per_tensor_42" [style=solid, label="(1, 128, 20, 20)"]; +"209 quantize_per_tensor_42" -> "210 dequantize_per_tensor_43" [style=solid, label="(1, 128, 20, 20)"]; +"210 dequantize_per_tensor_43" -> "216 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; +"211 scale_updated_constant19" -> "213 mul_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; +"212 compressed_weight_updated_constant19" -> "213 mul_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; +"213 mul_tensor_19" -> "215 sub_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; +"214 zero_point_updated_constant19" -> "215 sub_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; +"215 sub_tensor_19" -> "216 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; +"216 conv_transpose2d_3" -> "217 quantize_per_tensor_44" [style=solid, label="(1, 64, 40, 40)"]; +"217 quantize_per_tensor_44" -> "218 dequantize_per_tensor_45" [style=solid, label="(1, 64, 40, 40)"]; +"218 dequantize_per_tensor_45" -> "221 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"219 slice_7" -> "220 slice_8" [style=solid, label="(1, 64, 40, 220)"]; +"220 slice_8" -> "221 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"221 cat_3" -> "227 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; +"222 scale_updated_constant20" -> "224 mul_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; +"223 compressed_weight_updated_constant20" -> "224 mul_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; +"224 mul_tensor_20" -> "226 sub_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; +"225 zero_point_updated_constant20" -> "226 sub_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; +"226 sub_tensor_20" -> "227 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; +"227 conv2d_16" -> "228 relu_16" [style=solid, label="(1, 64, 38, 38)"]; +"228 relu_16" -> "229 quantize_per_tensor_46" [style=solid, label="(1, 64, 38, 38)"]; +"229 quantize_per_tensor_46" -> "230 dequantize_per_tensor_47" [style=solid, label="(1, 64, 38, 38)"]; +"230 dequantize_per_tensor_47" -> "236 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; +"231 scale_updated_constant21" -> "233 mul_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; +"232 compressed_weight_updated_constant21" -> "233 mul_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; +"233 mul_tensor_21" -> "235 sub_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; +"234 zero_point_updated_constant21" -> "235 sub_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; +"235 sub_tensor_21" -> "236 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; +"236 conv2d_17" -> "237 relu_17" [style=solid, label="(1, 64, 36, 36)"]; +"237 relu_17" -> "238 quantize_per_tensor_48" [style=solid, label="(1, 64, 36, 36)"]; +"238 quantize_per_tensor_48" -> "239 dequantize_per_tensor_49" [style=solid, label="(1, 64, 36, 36)"]; +"239 dequantize_per_tensor_49" -> "245 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; +"240 scale_updated_constant22" -> "242 mul_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; +"241 compressed_weight_updated_constant22" -> "242 mul_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; +"242 mul_tensor_22" -> "244 sub_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; +"243 zero_point_updated_constant22" -> "244 sub_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; +"244 sub_tensor_22" -> "245 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; +"245 conv2d_18" -> "246 output" [style=solid, label="(1, 12, 36, 36)"]; } diff --git a/tests/torch2/data/fx/OpenVINOQuantizer/vit_b_16.dot b/tests/torch2/data/fx/OpenVINOQuantizer/vit_b_16.dot index d22e83f4b34..dff2c20f9f4 100644 --- a/tests/torch2/data/fx/OpenVINOQuantizer/vit_b_16.dot +++ b/tests/torch2/data/fx/OpenVINOQuantizer/vit_b_16.dot @@ -969,18 +969,17 @@ strict digraph { "967 dropout_36" [id=967, type=dropout]; "968 add_24" [id=968, type=add]; "969 layer_norm_24" [id=969, type="layer_norm"]; -"970 slice_1" [id=970, type=slice]; -"971 select_36" [id=971, type=select]; -"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type="call_module"]; -"973 quantize_per_tensor_146" [id=973, type="quantize_per_tensor"]; -"974 dequantize_per_tensor_147" [id=974, type="dequantize_per_tensor"]; -"975 scale_updated_constant49" [id=975, type="get_attr"]; -"976 compressed_weight_updated_constant49" [id=976, type="get_attr"]; -"977 mul_tensor_49" [id=977, type=mul]; -"978 zero_point_updated_constant49" [id=978, type="get_attr"]; -"979 sub_tensor_49" [id=979, type=sub]; -"980 linear_48" [id=980, type=linear]; -"981 output" [id=981, type=output]; +"970 select_36" [id=970, type=select]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type="call_module"]; +"972 quantize_per_tensor_146" [id=972, type="quantize_per_tensor"]; +"973 dequantize_per_tensor_147" [id=973, type="dequantize_per_tensor"]; +"974 scale_updated_constant49" [id=974, type="get_attr"]; +"975 compressed_weight_updated_constant49" [id=975, type="get_attr"]; +"976 mul_tensor_49" [id=976, type=mul]; +"977 zero_point_updated_constant49" [id=977, type="get_attr"]; +"978 sub_tensor_49" [id=978, type=sub]; +"979 linear_48" [id=979, type=linear]; +"980 output" [id=980, type=output]; "0 class_token" -> "113 expand" [style=solid, label="(1, 1, 768)"]; "1 encoder_pos_embedding" -> "115 add" [style=solid, label="(1, 197, 768)"]; "2 conv_proj_bias" -> "110 conv2d" [style=solid, label="(768,)"]; @@ -1082,7 +1081,7 @@ strict digraph { "98 encoder_layers_encoder_layer_11_mlp_3_bias" -> "966 linear_47" [style=solid, label="(768,)"]; "99 encoder_ln_weight" -> "969 layer_norm_24" [style=solid, label="(768,)"]; "100 encoder_ln_bias" -> "969 layer_norm_24" [style=solid, label="(768,)"]; -"101 heads_head_bias" -> "980 linear_48" [style=solid, label="(1000,)"]; +"101 heads_head_bias" -> "979 linear_48" [style=solid, label="(1000,)"]; "102 x" -> "103 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; "103 quantize_per_tensor_0" -> "104 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; "104 dequantize_per_tensor_1" -> "110 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -1998,16 +1997,15 @@ strict digraph { "966 linear_47" -> "967 dropout_36" [style=solid, label="(1, 197, 768)"]; "967 dropout_36" -> "968 add_24" [style=solid, label="(1, 197, 768)"]; "968 add_24" -> "969 layer_norm_24" [style=solid, label="(1, 197, 768)"]; -"969 layer_norm_24" -> "970 slice_1" [style=solid, label="(1, 197, 768)"]; -"970 slice_1" -> "971 select_36" [style=solid, label="(1, 197, 768)"]; -"971 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_146" [style=solid, label="(1, 768)"]; -"973 quantize_per_tensor_146" -> "974 dequantize_per_tensor_147" [style=solid, label="(1, 768)"]; -"974 dequantize_per_tensor_147" -> "980 linear_48" [style=solid, label="(1, 768)"]; -"975 scale_updated_constant49" -> "977 mul_tensor_49" [style=solid, label="(1000, 1)"]; -"976 compressed_weight_updated_constant49" -> "977 mul_tensor_49" [style=solid, label="(1000, 768)"]; -"977 mul_tensor_49" -> "979 sub_tensor_49" [style=solid, label="(1000, 768)"]; -"978 zero_point_updated_constant49" -> "979 sub_tensor_49" [style=solid, label="(1000, 1)"]; -"979 sub_tensor_49" -> "980 linear_48" [style=solid, label="(1000, 768)"]; -"980 linear_48" -> "981 output" [style=solid, label="(1, 1000)"]; +"969 layer_norm_24" -> "970 select_36" [style=solid, label="(1, 197, 768)"]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_146" [style=solid, label="(1, 768)"]; +"972 quantize_per_tensor_146" -> "973 dequantize_per_tensor_147" [style=solid, label="(1, 768)"]; +"973 dequantize_per_tensor_147" -> "979 linear_48" [style=solid, label="(1, 768)"]; +"974 scale_updated_constant49" -> "976 mul_tensor_49" [style=solid, label="(1000, 1)"]; +"975 compressed_weight_updated_constant49" -> "976 mul_tensor_49" [style=solid, label="(1000, 768)"]; +"976 mul_tensor_49" -> "978 sub_tensor_49" [style=solid, label="(1000, 768)"]; +"977 zero_point_updated_constant49" -> "978 sub_tensor_49" [style=solid, label="(1000, 1)"]; +"978 sub_tensor_49" -> "979 linear_48" [style=solid, label="(1000, 768)"]; +"979 linear_48" -> "980 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/OpenVINOQuantizer/yolo11n_sdpa_block.dot b/tests/torch2/data/fx/OpenVINOQuantizer/yolo11n_sdpa_block.dot index fb4c1acad13..2667c66a0e6 100644 --- a/tests/torch2/data/fx/OpenVINOQuantizer/yolo11n_sdpa_block.dot +++ b/tests/torch2/data/fx/OpenVINOQuantizer/yolo11n_sdpa_block.dot @@ -12,23 +12,17 @@ strict digraph { "10 quantize_per_tensor_2" [id=10, type="quantize_per_tensor"]; "11 dequantize_per_tensor_3" [id=11, type="dequantize_per_tensor"]; "12 slice_1" [id=12, type=slice]; -"13 slice_2" [id=13, type=slice]; -"14 slice_3" [id=14, type=slice]; -"15 quantize_per_tensor_4" [id=15, type="quantize_per_tensor"]; -"16 dequantize_per_tensor_5" [id=16, type="dequantize_per_tensor"]; -"17 slice_4" [id=17, type=slice]; -"18 slice_5" [id=18, type=slice]; -"19 slice_6" [id=19, type=slice]; -"20 slice_7" [id=20, type=slice]; -"21 slice_8" [id=21, type=slice]; -"22 slice_9" [id=22, type=slice]; -"23 transpose" [id=23, type=transpose]; -"24 matmul" [id=24, type=matmul]; -"25 div_" [id=25, type="div_"]; -"26 softmax" [id=26, type=softmax]; -"27 transpose_1" [id=27, type=transpose]; -"28 matmul_1" [id=28, type=matmul]; -"29 output" [id=29, type=output]; +"13 quantize_per_tensor_4" [id=13, type="quantize_per_tensor"]; +"14 dequantize_per_tensor_5" [id=14, type="dequantize_per_tensor"]; +"15 slice_2" [id=15, type=slice]; +"16 slice_3" [id=16, type=slice]; +"17 transpose" [id=17, type=transpose]; +"18 matmul" [id=18, type=matmul]; +"19 div_" [id=19, type="div_"]; +"20 softmax" [id=20, type=softmax]; +"21 transpose_1" [id=21, type=transpose]; +"22 matmul_1" [id=22, type=matmul]; +"23 output" [id=23, type=output]; "0 x" -> "1 x_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 2, 4)"]; "1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_0" [style=solid, label="(1, 2, 4)"]; "2 quantize_per_tensor_0" -> "3 dequantize_per_tensor_1" [style=solid, label="(1, 2, 4)"]; @@ -39,25 +33,19 @@ strict digraph { "7 zero_point_updated_constant0" -> "8 sub_tensor" [style=solid, label="(12, 1)"]; "8 sub_tensor" -> "9 linear" [style=solid, label="(12, 4)"]; "9 linear" -> "10 quantize_per_tensor_2" [style=solid, label="(1, 2, 12)"]; -"9 linear" -> "15 quantize_per_tensor_4" [style=solid, label="(1, 2, 12)"]; -"9 linear" -> "20 slice_7" [style=solid, label="(1, 2, 12)"]; +"9 linear" -> "13 quantize_per_tensor_4" [style=solid, label="(1, 2, 12)"]; +"9 linear" -> "16 slice_3" [style=solid, label="(1, 2, 12)"]; "10 quantize_per_tensor_2" -> "11 dequantize_per_tensor_3" [style=solid, label="(1, 2, 12)"]; "11 dequantize_per_tensor_3" -> "12 slice_1" [style=solid, label="(1, 2, 12)"]; -"12 slice_1" -> "13 slice_2" [style=solid, label="(1, 2, 12)"]; -"13 slice_2" -> "14 slice_3" [style=solid, label="(1, 2, 12)"]; -"14 slice_3" -> "24 matmul" [style=solid, label="(1, 2, 4)"]; -"15 quantize_per_tensor_4" -> "16 dequantize_per_tensor_5" [style=solid, label="(1, 2, 12)"]; -"16 dequantize_per_tensor_5" -> "17 slice_4" [style=solid, label="(1, 2, 12)"]; -"17 slice_4" -> "18 slice_5" [style=solid, label="(1, 2, 12)"]; -"18 slice_5" -> "19 slice_6" [style=solid, label="(1, 2, 12)"]; -"19 slice_6" -> "23 transpose" [style=solid, label="(1, 2, 4)"]; -"20 slice_7" -> "21 slice_8" [style=solid, label="(1, 2, 12)"]; -"21 slice_8" -> "22 slice_9" [style=solid, label="(1, 2, 12)"]; -"22 slice_9" -> "28 matmul_1" [style=solid, label="(1, 2, 4)"]; -"23 transpose" -> "24 matmul" [style=solid, label="(1, 4, 2)"]; -"24 matmul" -> "25 div_" [style=solid, label="(1, 2, 2)"]; -"25 div_" -> "26 softmax" [style=solid, label="(1, 2, 2)"]; -"26 softmax" -> "27 transpose_1" [style=solid, label="(1, 2, 2)"]; -"27 transpose_1" -> "28 matmul_1" [style=solid, label="(1, 2, 2)"]; -"28 matmul_1" -> "29 output" [style=solid, label="(1, 2, 4)"]; +"12 slice_1" -> "18 matmul" [style=solid, label="(1, 2, 4)"]; +"13 quantize_per_tensor_4" -> "14 dequantize_per_tensor_5" [style=solid, label="(1, 2, 12)"]; +"14 dequantize_per_tensor_5" -> "15 slice_2" [style=solid, label="(1, 2, 12)"]; +"15 slice_2" -> "17 transpose" [style=solid, label="(1, 2, 4)"]; +"16 slice_3" -> "22 matmul_1" [style=solid, label="(1, 2, 4)"]; +"17 transpose" -> "18 matmul" [style=solid, label="(1, 4, 2)"]; +"18 matmul" -> "19 div_" [style=solid, label="(1, 2, 2)"]; +"19 div_" -> "20 softmax" [style=solid, label="(1, 2, 2)"]; +"20 softmax" -> "21 transpose_1" [style=solid, label="(1, 2, 2)"]; +"21 transpose_1" -> "22 matmul_1" [style=solid, label="(1, 2, 2)"]; +"22 matmul_1" -> "23 output" [style=solid, label="(1, 2, 4)"]; } diff --git a/tests/torch2/data/fx/X86InductorQuantizer/mobilenet_v3_small_ref_qconfig.json b/tests/torch2/data/fx/X86InductorQuantizer/mobilenet_v3_small_ref_qconfig.json index 23fde6c9557..bc92c33fbda 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/mobilenet_v3_small_ref_qconfig.json +++ b/tests/torch2/data/fx/X86InductorQuantizer/mobilenet_v3_small_ref_qconfig.json @@ -304,7 +304,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('adaptive_avg_pool2d_2',)_ActivationQuantizationInsertionPoint": { + "('conv2d_18',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -312,7 +312,7 @@ "narrow_range": false, "dest_dtype": "UINT8" }, - "('conv2d_18',)_ActivationQuantizationInsertionPoint": { + "('adaptive_avg_pool2d_2',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -392,7 +392,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('adaptive_avg_pool2d_3',)_ActivationQuantizationInsertionPoint": { + "('conv2d_23',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -400,7 +400,7 @@ "narrow_range": false, "dest_dtype": "UINT8" }, - "('conv2d_23',)_ActivationQuantizationInsertionPoint": { + "('adaptive_avg_pool2d_3',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -744,7 +744,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('adaptive_avg_pool2d_7',)_ActivationQuantizationInsertionPoint": { + "('conv2d_43',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -752,7 +752,7 @@ "narrow_range": false, "dest_dtype": "UINT8" }, - "('conv2d_43',)_ActivationQuantizationInsertionPoint": { + "('adaptive_avg_pool2d_7',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -832,7 +832,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('conv2d_48',)_ActivationQuantizationInsertionPoint": { + "('adaptive_avg_pool2d_8',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -840,7 +840,7 @@ "narrow_range": false, "dest_dtype": "UINT8" }, - "('adaptive_avg_pool2d_8',)_ActivationQuantizationInsertionPoint": { + "('conv2d_48',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -904,7 +904,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('adaptive_avg_pool2d_9',)_ActivationQuantizationInsertionPoint": { + "('linear',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -912,7 +912,7 @@ "narrow_range": false, "dest_dtype": "UINT8" }, - "('flatten',)_ActivationQuantizationInsertionPoint": { + "('adaptive_avg_pool2d_9',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -920,7 +920,7 @@ "narrow_range": false, "dest_dtype": "UINT8" }, - "('linear',)_ActivationQuantizationInsertionPoint": { + "('flatten',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, diff --git a/tests/torch2/data/fx/X86InductorQuantizer/resnet18_ref_qconfig.json b/tests/torch2/data/fx/X86InductorQuantizer/resnet18_ref_qconfig.json index 350adb095f8..bebe8051f0b 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/resnet18_ref_qconfig.json +++ b/tests/torch2/data/fx/X86InductorQuantizer/resnet18_ref_qconfig.json @@ -328,7 +328,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('adaptive_avg_pool2d',)_ActivationQuantizationInsertionPoint": { + "('linear',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -336,7 +336,7 @@ "narrow_range": false, "dest_dtype": "UINT8" }, - "('linear',)_ActivationQuantizationInsertionPoint": { + "('flatten',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -344,7 +344,7 @@ "narrow_range": false, "dest_dtype": "UINT8" }, - "('flatten',)_ActivationQuantizationInsertionPoint": { + "('adaptive_avg_pool2d',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, diff --git a/tests/torch2/data/fx/X86InductorQuantizer/swin_v2_t.dot b/tests/torch2/data/fx/X86InductorQuantizer/swin_v2_t.dot index b1d52486469..6da2ab10619 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/swin_v2_t.dot +++ b/tests/torch2/data/fx/X86InductorQuantizer/swin_v2_t.dot @@ -226,1455 +226,1421 @@ strict digraph { "224 view_3" [id=224, type=view]; "225 permute_4" [id=225, type=permute]; "226 reshape_3" [id=226, type=reshape]; -"227 slice_2" [id=227, type=slice]; -"228 slice_3" [id=228, type=slice]; -"229 layer_norm_1" [id=229, type="layer_norm"]; -"230 add_1" [id=230, type=add]; -"231 add_1_0_0_nncf_smooth_quant_0" [id=231, type="call_module"]; -"232 quantize_per_tensor_14" [id=232, type="quantize_per_tensor"]; -"233 dequantize_per_tensor_15" [id=233, type="dequantize_per_tensor"]; -"234 linear_4_scale_0" [id=234, type="get_attr"]; -"235 linear_4_zero_point_0" [id=235, type="get_attr"]; -"236 _frozen_param6" [id=236, type="get_attr"]; -"237 dequantize_per_channel_16" [id=237, type="dequantize_per_channel"]; -"238 linear_4" [id=238, type=linear]; -"239 gelu" [id=239, type=gelu]; -"240 dropout_2" [id=240, type=dropout]; -"241 dropout_2_0_0_nncf_smooth_quant_0" [id=241, type="call_module"]; -"242 quantize_per_tensor_17" [id=242, type="quantize_per_tensor"]; -"243 dequantize_per_tensor_18" [id=243, type="dequantize_per_tensor"]; -"244 linear_5_scale_0" [id=244, type="get_attr"]; -"245 linear_5_zero_point_0" [id=245, type="get_attr"]; -"246 _frozen_param7" [id=246, type="get_attr"]; -"247 dequantize_per_channel_19" [id=247, type="dequantize_per_channel"]; -"248 linear_5" [id=248, type=linear]; -"249 dropout_3" [id=249, type=dropout]; -"250 layer_norm_2" [id=250, type="layer_norm"]; -"251 add_2" [id=251, type=add]; -"252 _frozen_param8" [id=252, type="get_attr"]; -"253 dequantize_per_tensor_20" [id=253, type="dequantize_per_tensor"]; -"254 linear_6_scale_0" [id=254, type="get_attr"]; -"255 linear_6_zero_point_0" [id=255, type="get_attr"]; -"256 _frozen_param9" [id=256, type="get_attr"]; -"257 dequantize_per_channel_21" [id=257, type="dequantize_per_channel"]; -"258 linear_6" [id=258, type=linear]; -"259 relu__1" [id=259, type="relu_"]; -"260 relu__1_0_0_nncf_smooth_quant_0" [id=260, type="call_module"]; -"261 quantize_per_tensor_22" [id=261, type="quantize_per_tensor"]; -"262 dequantize_per_tensor_23" [id=262, type="dequantize_per_tensor"]; -"263 linear_7_scale_0" [id=263, type="get_attr"]; -"264 linear_7_zero_point_0" [id=264, type="get_attr"]; -"265 _frozen_param10" [id=265, type="get_attr"]; -"266 dequantize_per_channel_24" [id=266, type="dequantize_per_channel"]; -"267 linear_7" [id=267, type=linear]; -"268 view_4" [id=268, type=view]; -"269 index_1" [id=269, type=index]; -"270 view_5" [id=270, type=view]; -"271 permute_5" [id=271, type=permute]; -"272 contiguous_1" [id=272, type=contiguous]; -"273 unsqueeze_1" [id=273, type=unsqueeze]; -"274 sigmoid_1" [id=274, type=sigmoid]; -"275 mul_2" [id=275, type=mul]; -"276 pad_1" [id=276, type=pad]; -"277 roll" [id=277, type=roll]; -"278 view_6" [id=278, type=view]; -"279 permute_6" [id=279, type=permute]; -"280 reshape_4" [id=280, type=reshape]; -"281 clone_1" [id=281, type=clone]; -"282 reshape_4_0_0_nncf_smooth_quant_0" [id=282, type="call_module"]; -"283 quantize_per_tensor_25" [id=283, type="quantize_per_tensor"]; -"284 dequantize_per_tensor_26" [id=284, type="dequantize_per_tensor"]; -"285 linear_8_scale_0" [id=285, type="get_attr"]; -"286 linear_8_zero_point_0" [id=286, type="get_attr"]; -"287 _frozen_param11" [id=287, type="get_attr"]; -"288 dequantize_per_channel_27" [id=288, type="dequantize_per_channel"]; -"289 linear_8" [id=289, type=linear]; -"290 reshape_5" [id=290, type=reshape]; -"291 permute_7" [id=291, type=permute]; -"292 select_3" [id=292, type=select]; -"293 select_4" [id=293, type=select]; -"294 select_5" [id=294, type=select]; -"295 linalg_vector_norm_2" [id=295, type="linalg_vector_norm"]; -"296 clamp_min_2" [id=296, type="clamp_min"]; -"297 expand_as_2" [id=297, type="expand_as"]; -"298 div_2" [id=298, type=div]; -"299 linalg_vector_norm_3" [id=299, type="linalg_vector_norm"]; -"300 clamp_min_3" [id=300, type="clamp_min"]; -"301 expand_as_3" [id=301, type="expand_as"]; -"302 div_3" [id=302, type=div]; -"303 transpose_2" [id=303, type=transpose]; -"304 matmul_2" [id=304, type=matmul]; -"305 clamp_1" [id=305, type=clamp]; -"306 exp_1" [id=306, type=exp]; -"307 mul_3" [id=307, type=mul]; -"308 add_3" [id=308, type=add]; -"309 new_zeros" [id=309, type="new_zeros"]; -"310 view_7" [id=310, type=view]; -"311 permute_8" [id=311, type=permute]; -"312 reshape_6" [id=312, type=reshape]; -"313 unsqueeze_2" [id=313, type=unsqueeze]; -"314 unsqueeze_3" [id=314, type=unsqueeze]; -"315 sub" [id=315, type=sub]; -"316 ne" [id=316, type=ne]; -"317 masked_fill" [id=317, type="masked_fill"]; -"318 eq" [id=318, type=eq]; -"319 masked_fill_1" [id=319, type="masked_fill"]; -"320 view_8" [id=320, type=view]; -"321 unsqueeze_4" [id=321, type=unsqueeze]; -"322 unsqueeze_5" [id=322, type=unsqueeze]; -"323 add_4" [id=323, type=add]; -"324 view_9" [id=324, type=view]; -"325 softmax_1" [id=325, type=softmax]; -"326 dropout_4" [id=326, type=dropout]; -"327 matmul_3" [id=327, type=matmul]; -"328 transpose_3" [id=328, type=transpose]; -"329 reshape_7" [id=329, type=reshape]; -"330 reshape_7_0_0_nncf_smooth_quant_0" [id=330, type="call_module"]; -"331 quantize_per_tensor_28" [id=331, type="quantize_per_tensor"]; -"332 dequantize_per_tensor_29" [id=332, type="dequantize_per_tensor"]; -"333 linear_9_scale_0" [id=333, type="get_attr"]; -"334 linear_9_zero_point_0" [id=334, type="get_attr"]; -"335 _frozen_param12" [id=335, type="get_attr"]; -"336 dequantize_per_channel_30" [id=336, type="dequantize_per_channel"]; -"337 linear_9" [id=337, type=linear]; -"338 dropout_5" [id=338, type=dropout]; -"339 view_10" [id=339, type=view]; -"340 permute_9" [id=340, type=permute]; -"341 reshape_8" [id=341, type=reshape]; -"342 roll_1" [id=342, type=roll]; -"343 slice_23" [id=343, type=slice]; -"344 slice_24" [id=344, type=slice]; -"345 layer_norm_3" [id=345, type="layer_norm"]; -"346 add_5" [id=346, type=add]; -"347 add_5_0_0_nncf_smooth_quant_0" [id=347, type="call_module"]; -"348 quantize_per_tensor_31" [id=348, type="quantize_per_tensor"]; -"349 dequantize_per_tensor_32" [id=349, type="dequantize_per_tensor"]; -"350 linear_10_scale_0" [id=350, type="get_attr"]; -"351 linear_10_zero_point_0" [id=351, type="get_attr"]; -"352 _frozen_param13" [id=352, type="get_attr"]; -"353 dequantize_per_channel_33" [id=353, type="dequantize_per_channel"]; -"354 linear_10" [id=354, type=linear]; -"355 gelu_1" [id=355, type=gelu]; -"356 dropout_6" [id=356, type=dropout]; -"357 dropout_6_0_0_nncf_smooth_quant_0" [id=357, type="call_module"]; -"358 quantize_per_tensor_34" [id=358, type="quantize_per_tensor"]; -"359 dequantize_per_tensor_35" [id=359, type="dequantize_per_tensor"]; -"360 linear_11_scale_0" [id=360, type="get_attr"]; -"361 linear_11_zero_point_0" [id=361, type="get_attr"]; -"362 _frozen_param14" [id=362, type="get_attr"]; -"363 dequantize_per_channel_36" [id=363, type="dequantize_per_channel"]; -"364 linear_11" [id=364, type=linear]; -"365 dropout_7" [id=365, type=dropout]; -"366 layer_norm_4" [id=366, type="layer_norm"]; -"367 add_6" [id=367, type=add]; -"368 pad_2" [id=368, type=pad]; -"369 slice_25" [id=369, type=slice]; -"370 slice_26" [id=370, type=slice]; -"371 slice_27" [id=371, type=slice]; -"372 slice_28" [id=372, type=slice]; -"373 slice_29" [id=373, type=slice]; -"374 slice_30" [id=374, type=slice]; -"375 slice_31" [id=375, type=slice]; -"376 slice_32" [id=376, type=slice]; -"377 slice_33" [id=377, type=slice]; -"378 slice_34" [id=378, type=slice]; -"379 slice_35" [id=379, type=slice]; -"380 slice_36" [id=380, type=slice]; -"381 cat" [id=381, type=cat]; -"382 cat_0_0_nncf_smooth_quant_0" [id=382, type="call_module"]; -"383 quantize_per_tensor_37" [id=383, type="quantize_per_tensor"]; -"384 dequantize_per_tensor_38" [id=384, type="dequantize_per_tensor"]; -"385 linear_12_scale_0" [id=385, type="get_attr"]; -"386 linear_12_zero_point_0" [id=386, type="get_attr"]; -"387 _frozen_param15" [id=387, type="get_attr"]; -"388 dequantize_per_channel_39" [id=388, type="dequantize_per_channel"]; -"389 linear_12" [id=389, type=linear]; -"390 layer_norm_5" [id=390, type="layer_norm"]; -"391 _frozen_param16" [id=391, type="get_attr"]; -"392 dequantize_per_tensor_40" [id=392, type="dequantize_per_tensor"]; -"393 linear_13_scale_0" [id=393, type="get_attr"]; -"394 linear_13_zero_point_0" [id=394, type="get_attr"]; -"395 _frozen_param17" [id=395, type="get_attr"]; -"396 dequantize_per_channel_41" [id=396, type="dequantize_per_channel"]; -"397 linear_13" [id=397, type=linear]; -"398 relu__2" [id=398, type="relu_"]; -"399 relu__2_0_0_nncf_smooth_quant_0" [id=399, type="call_module"]; -"400 quantize_per_tensor_42" [id=400, type="quantize_per_tensor"]; -"401 dequantize_per_tensor_43" [id=401, type="dequantize_per_tensor"]; -"402 linear_14_scale_0" [id=402, type="get_attr"]; -"403 linear_14_zero_point_0" [id=403, type="get_attr"]; -"404 _frozen_param18" [id=404, type="get_attr"]; -"405 dequantize_per_channel_44" [id=405, type="dequantize_per_channel"]; -"406 linear_14" [id=406, type=linear]; -"407 view_11" [id=407, type=view]; -"408 index_2" [id=408, type=index]; -"409 view_12" [id=409, type=view]; -"410 permute_10" [id=410, type=permute]; -"411 contiguous_2" [id=411, type=contiguous]; -"412 unsqueeze_6" [id=412, type=unsqueeze]; -"413 sigmoid_2" [id=413, type=sigmoid]; -"414 mul_4" [id=414, type=mul]; -"415 pad_3" [id=415, type=pad]; -"416 view_13" [id=416, type=view]; -"417 permute_11" [id=417, type=permute]; -"418 reshape_9" [id=418, type=reshape]; -"419 clone_2" [id=419, type=clone]; -"420 reshape_9_0_0_nncf_smooth_quant_0" [id=420, type="call_module"]; -"421 quantize_per_tensor_45" [id=421, type="quantize_per_tensor"]; -"422 dequantize_per_tensor_46" [id=422, type="dequantize_per_tensor"]; -"423 linear_15_scale_0" [id=423, type="get_attr"]; -"424 linear_15_zero_point_0" [id=424, type="get_attr"]; -"425 _frozen_param19" [id=425, type="get_attr"]; -"426 dequantize_per_channel_47" [id=426, type="dequantize_per_channel"]; -"427 linear_15" [id=427, type=linear]; -"428 reshape_10" [id=428, type=reshape]; -"429 permute_12" [id=429, type=permute]; -"430 select_6" [id=430, type=select]; -"431 select_7" [id=431, type=select]; -"432 select_8" [id=432, type=select]; -"433 linalg_vector_norm_4" [id=433, type="linalg_vector_norm"]; -"434 clamp_min_4" [id=434, type="clamp_min"]; -"435 expand_as_4" [id=435, type="expand_as"]; -"436 div_4" [id=436, type=div]; -"437 linalg_vector_norm_5" [id=437, type="linalg_vector_norm"]; -"438 clamp_min_5" [id=438, type="clamp_min"]; -"439 expand_as_5" [id=439, type="expand_as"]; -"440 div_5" [id=440, type=div]; -"441 transpose_4" [id=441, type=transpose]; -"442 matmul_4" [id=442, type=matmul]; -"443 clamp_2" [id=443, type=clamp]; -"444 exp_2" [id=444, type=exp]; -"445 mul_5" [id=445, type=mul]; -"446 add_7" [id=446, type=add]; -"447 softmax_2" [id=447, type=softmax]; -"448 dropout_8" [id=448, type=dropout]; -"449 matmul_5" [id=449, type=matmul]; -"450 transpose_5" [id=450, type=transpose]; -"451 reshape_11" [id=451, type=reshape]; -"452 reshape_11_0_0_nncf_smooth_quant_0" [id=452, type="call_module"]; -"453 quantize_per_tensor_48" [id=453, type="quantize_per_tensor"]; -"454 dequantize_per_tensor_49" [id=454, type="dequantize_per_tensor"]; -"455 linear_16_scale_0" [id=455, type="get_attr"]; -"456 linear_16_zero_point_0" [id=456, type="get_attr"]; -"457 _frozen_param20" [id=457, type="get_attr"]; -"458 dequantize_per_channel_50" [id=458, type="dequantize_per_channel"]; -"459 linear_16" [id=459, type=linear]; -"460 dropout_9" [id=460, type=dropout]; -"461 view_14" [id=461, type=view]; -"462 permute_13" [id=462, type=permute]; -"463 reshape_12" [id=463, type=reshape]; -"464 slice_38" [id=464, type=slice]; -"465 slice_39" [id=465, type=slice]; -"466 slice_40" [id=466, type=slice]; -"467 slice_41" [id=467, type=slice]; -"468 contiguous_3" [id=468, type=contiguous]; -"469 layer_norm_6" [id=469, type="layer_norm"]; -"470 add_8" [id=470, type=add]; -"471 add_8_0_0_nncf_smooth_quant_0" [id=471, type="call_module"]; -"472 quantize_per_tensor_51" [id=472, type="quantize_per_tensor"]; -"473 dequantize_per_tensor_52" [id=473, type="dequantize_per_tensor"]; -"474 linear_17_scale_0" [id=474, type="get_attr"]; -"475 linear_17_zero_point_0" [id=475, type="get_attr"]; -"476 _frozen_param21" [id=476, type="get_attr"]; -"477 dequantize_per_channel_53" [id=477, type="dequantize_per_channel"]; -"478 linear_17" [id=478, type=linear]; -"479 gelu_2" [id=479, type=gelu]; -"480 dropout_10" [id=480, type=dropout]; -"481 dropout_10_0_0_nncf_smooth_quant_0" [id=481, type="call_module"]; -"482 quantize_per_tensor_54" [id=482, type="quantize_per_tensor"]; -"483 dequantize_per_tensor_55" [id=483, type="dequantize_per_tensor"]; -"484 linear_18_scale_0" [id=484, type="get_attr"]; -"485 linear_18_zero_point_0" [id=485, type="get_attr"]; -"486 _frozen_param22" [id=486, type="get_attr"]; -"487 dequantize_per_channel_56" [id=487, type="dequantize_per_channel"]; -"488 linear_18" [id=488, type=linear]; -"489 dropout_11" [id=489, type=dropout]; -"490 layer_norm_7" [id=490, type="layer_norm"]; -"491 add_9" [id=491, type=add]; -"492 _frozen_param23" [id=492, type="get_attr"]; -"493 dequantize_per_tensor_57" [id=493, type="dequantize_per_tensor"]; -"494 linear_19_scale_0" [id=494, type="get_attr"]; -"495 linear_19_zero_point_0" [id=495, type="get_attr"]; -"496 _frozen_param24" [id=496, type="get_attr"]; -"497 dequantize_per_channel_58" [id=497, type="dequantize_per_channel"]; -"498 linear_19" [id=498, type=linear]; -"499 relu__3" [id=499, type="relu_"]; -"500 relu__3_0_0_nncf_smooth_quant_0" [id=500, type="call_module"]; -"501 quantize_per_tensor_59" [id=501, type="quantize_per_tensor"]; -"502 dequantize_per_tensor_60" [id=502, type="dequantize_per_tensor"]; -"503 linear_20_scale_0" [id=503, type="get_attr"]; -"504 linear_20_zero_point_0" [id=504, type="get_attr"]; -"505 _frozen_param25" [id=505, type="get_attr"]; -"506 dequantize_per_channel_61" [id=506, type="dequantize_per_channel"]; -"507 linear_20" [id=507, type=linear]; -"508 view_15" [id=508, type=view]; -"509 index_3" [id=509, type=index]; -"510 view_16" [id=510, type=view]; -"511 permute_14" [id=511, type=permute]; -"512 contiguous_4" [id=512, type=contiguous]; -"513 unsqueeze_7" [id=513, type=unsqueeze]; -"514 sigmoid_3" [id=514, type=sigmoid]; -"515 mul_6" [id=515, type=mul]; -"516 pad_4" [id=516, type=pad]; -"517 roll_2" [id=517, type=roll]; -"518 view_17" [id=518, type=view]; -"519 permute_15" [id=519, type=permute]; -"520 reshape_13" [id=520, type=reshape]; -"521 clone_3" [id=521, type=clone]; -"522 reshape_13_0_0_nncf_smooth_quant_0" [id=522, type="call_module"]; -"523 quantize_per_tensor_62" [id=523, type="quantize_per_tensor"]; -"524 dequantize_per_tensor_63" [id=524, type="dequantize_per_tensor"]; -"525 linear_21_scale_0" [id=525, type="get_attr"]; -"526 linear_21_zero_point_0" [id=526, type="get_attr"]; -"527 _frozen_param26" [id=527, type="get_attr"]; -"528 dequantize_per_channel_64" [id=528, type="dequantize_per_channel"]; -"529 linear_21" [id=529, type=linear]; -"530 reshape_14" [id=530, type=reshape]; -"531 permute_16" [id=531, type=permute]; -"532 select_9" [id=532, type=select]; -"533 select_10" [id=533, type=select]; -"534 select_11" [id=534, type=select]; -"535 linalg_vector_norm_6" [id=535, type="linalg_vector_norm"]; -"536 clamp_min_6" [id=536, type="clamp_min"]; -"537 expand_as_6" [id=537, type="expand_as"]; -"538 div_6" [id=538, type=div]; -"539 linalg_vector_norm_7" [id=539, type="linalg_vector_norm"]; -"540 clamp_min_7" [id=540, type="clamp_min"]; -"541 expand_as_7" [id=541, type="expand_as"]; -"542 div_7" [id=542, type=div]; -"543 transpose_6" [id=543, type=transpose]; -"544 matmul_6" [id=544, type=matmul]; -"545 clamp_3" [id=545, type=clamp]; -"546 exp_3" [id=546, type=exp]; -"547 mul_7" [id=547, type=mul]; -"548 add_10" [id=548, type=add]; -"549 new_zeros_1" [id=549, type="new_zeros"]; -"550 view_18" [id=550, type=view]; -"551 permute_17" [id=551, type=permute]; -"552 reshape_15" [id=552, type=reshape]; -"553 unsqueeze_8" [id=553, type=unsqueeze]; -"554 unsqueeze_9" [id=554, type=unsqueeze]; -"555 sub_1" [id=555, type=sub]; -"556 ne_1" [id=556, type=ne]; -"557 masked_fill_2" [id=557, type="masked_fill"]; -"558 eq_1" [id=558, type=eq]; -"559 masked_fill_3" [id=559, type="masked_fill"]; -"560 view_19" [id=560, type=view]; -"561 unsqueeze_10" [id=561, type=unsqueeze]; -"562 unsqueeze_11" [id=562, type=unsqueeze]; -"563 add_11" [id=563, type=add]; -"564 view_20" [id=564, type=view]; -"565 softmax_3" [id=565, type=softmax]; -"566 dropout_12" [id=566, type=dropout]; -"567 matmul_7" [id=567, type=matmul]; -"568 transpose_7" [id=568, type=transpose]; -"569 reshape_16" [id=569, type=reshape]; -"570 reshape_16_0_0_nncf_smooth_quant_0" [id=570, type="call_module"]; -"571 quantize_per_tensor_65" [id=571, type="quantize_per_tensor"]; -"572 dequantize_per_tensor_66" [id=572, type="dequantize_per_tensor"]; -"573 linear_22_scale_0" [id=573, type="get_attr"]; -"574 linear_22_zero_point_0" [id=574, type="get_attr"]; -"575 _frozen_param27" [id=575, type="get_attr"]; -"576 dequantize_per_channel_67" [id=576, type="dequantize_per_channel"]; -"577 linear_22" [id=577, type=linear]; -"578 dropout_13" [id=578, type=dropout]; -"579 view_21" [id=579, type=view]; -"580 permute_18" [id=580, type=permute]; -"581 reshape_17" [id=581, type=reshape]; -"582 roll_3" [id=582, type=roll]; -"583 slice_61" [id=583, type=slice]; -"584 slice_62" [id=584, type=slice]; -"585 slice_63" [id=585, type=slice]; -"586 slice_64" [id=586, type=slice]; -"587 contiguous_5" [id=587, type=contiguous]; -"588 layer_norm_8" [id=588, type="layer_norm"]; -"589 add_12" [id=589, type=add]; -"590 add_12_0_0_nncf_smooth_quant_0" [id=590, type="call_module"]; -"591 quantize_per_tensor_68" [id=591, type="quantize_per_tensor"]; -"592 dequantize_per_tensor_69" [id=592, type="dequantize_per_tensor"]; -"593 linear_23_scale_0" [id=593, type="get_attr"]; -"594 linear_23_zero_point_0" [id=594, type="get_attr"]; -"595 _frozen_param28" [id=595, type="get_attr"]; -"596 dequantize_per_channel_70" [id=596, type="dequantize_per_channel"]; -"597 linear_23" [id=597, type=linear]; -"598 gelu_3" [id=598, type=gelu]; -"599 dropout_14" [id=599, type=dropout]; -"600 dropout_14_0_0_nncf_smooth_quant_0" [id=600, type="call_module"]; -"601 quantize_per_tensor_71" [id=601, type="quantize_per_tensor"]; -"602 dequantize_per_tensor_72" [id=602, type="dequantize_per_tensor"]; -"603 linear_24_scale_0" [id=603, type="get_attr"]; -"604 linear_24_zero_point_0" [id=604, type="get_attr"]; -"605 _frozen_param29" [id=605, type="get_attr"]; -"606 dequantize_per_channel_73" [id=606, type="dequantize_per_channel"]; -"607 linear_24" [id=607, type=linear]; -"608 dropout_15" [id=608, type=dropout]; -"609 layer_norm_9" [id=609, type="layer_norm"]; -"610 add_13" [id=610, type=add]; -"611 pad_5" [id=611, type=pad]; -"612 slice_65" [id=612, type=slice]; -"613 slice_66" [id=613, type=slice]; -"614 slice_67" [id=614, type=slice]; -"615 slice_68" [id=615, type=slice]; -"616 slice_69" [id=616, type=slice]; -"617 slice_70" [id=617, type=slice]; -"618 slice_71" [id=618, type=slice]; -"619 slice_72" [id=619, type=slice]; -"620 slice_73" [id=620, type=slice]; -"621 slice_74" [id=621, type=slice]; -"622 slice_75" [id=622, type=slice]; -"623 slice_76" [id=623, type=slice]; -"624 cat_1" [id=624, type=cat]; -"625 cat_1_0_0_nncf_smooth_quant_0" [id=625, type="call_module"]; -"626 quantize_per_tensor_74" [id=626, type="quantize_per_tensor"]; -"627 dequantize_per_tensor_75" [id=627, type="dequantize_per_tensor"]; -"628 linear_25_scale_0" [id=628, type="get_attr"]; -"629 linear_25_zero_point_0" [id=629, type="get_attr"]; -"630 _frozen_param30" [id=630, type="get_attr"]; -"631 dequantize_per_channel_76" [id=631, type="dequantize_per_channel"]; -"632 linear_25" [id=632, type=linear]; -"633 layer_norm_10" [id=633, type="layer_norm"]; -"634 _frozen_param31" [id=634, type="get_attr"]; -"635 dequantize_per_tensor_77" [id=635, type="dequantize_per_tensor"]; -"636 linear_26_scale_0" [id=636, type="get_attr"]; -"637 linear_26_zero_point_0" [id=637, type="get_attr"]; -"638 _frozen_param32" [id=638, type="get_attr"]; -"639 dequantize_per_channel_78" [id=639, type="dequantize_per_channel"]; -"640 linear_26" [id=640, type=linear]; -"641 relu__4" [id=641, type="relu_"]; -"642 relu__4_0_0_nncf_smooth_quant_0" [id=642, type="call_module"]; -"643 quantize_per_tensor_79" [id=643, type="quantize_per_tensor"]; -"644 dequantize_per_tensor_80" [id=644, type="dequantize_per_tensor"]; -"645 linear_27_scale_0" [id=645, type="get_attr"]; -"646 linear_27_zero_point_0" [id=646, type="get_attr"]; -"647 _frozen_param33" [id=647, type="get_attr"]; -"648 dequantize_per_channel_81" [id=648, type="dequantize_per_channel"]; -"649 linear_27" [id=649, type=linear]; -"650 view_22" [id=650, type=view]; -"651 index_4" [id=651, type=index]; -"652 view_23" [id=652, type=view]; -"653 permute_19" [id=653, type=permute]; -"654 contiguous_6" [id=654, type=contiguous]; -"655 unsqueeze_12" [id=655, type=unsqueeze]; -"656 sigmoid_4" [id=656, type=sigmoid]; -"657 mul_8" [id=657, type=mul]; -"658 pad_6" [id=658, type=pad]; -"659 view_24" [id=659, type=view]; -"660 permute_20" [id=660, type=permute]; -"661 reshape_18" [id=661, type=reshape]; -"662 clone_4" [id=662, type=clone]; -"663 reshape_18_0_0_nncf_smooth_quant_0" [id=663, type="call_module"]; -"664 quantize_per_tensor_82" [id=664, type="quantize_per_tensor"]; -"665 dequantize_per_tensor_83" [id=665, type="dequantize_per_tensor"]; -"666 linear_28_scale_0" [id=666, type="get_attr"]; -"667 linear_28_zero_point_0" [id=667, type="get_attr"]; -"668 _frozen_param34" [id=668, type="get_attr"]; -"669 dequantize_per_channel_84" [id=669, type="dequantize_per_channel"]; -"670 linear_28" [id=670, type=linear]; -"671 reshape_19" [id=671, type=reshape]; -"672 permute_21" [id=672, type=permute]; -"673 select_12" [id=673, type=select]; -"674 select_13" [id=674, type=select]; -"675 select_14" [id=675, type=select]; -"676 linalg_vector_norm_8" [id=676, type="linalg_vector_norm"]; -"677 clamp_min_8" [id=677, type="clamp_min"]; -"678 expand_as_8" [id=678, type="expand_as"]; -"679 div_8" [id=679, type=div]; -"680 linalg_vector_norm_9" [id=680, type="linalg_vector_norm"]; -"681 clamp_min_9" [id=681, type="clamp_min"]; -"682 expand_as_9" [id=682, type="expand_as"]; -"683 div_9" [id=683, type=div]; -"684 transpose_8" [id=684, type=transpose]; -"685 matmul_8" [id=685, type=matmul]; -"686 clamp_4" [id=686, type=clamp]; -"687 exp_4" [id=687, type=exp]; -"688 mul_9" [id=688, type=mul]; -"689 add_14" [id=689, type=add]; -"690 softmax_4" [id=690, type=softmax]; -"691 dropout_16" [id=691, type=dropout]; -"692 matmul_9" [id=692, type=matmul]; -"693 transpose_9" [id=693, type=transpose]; -"694 reshape_20" [id=694, type=reshape]; -"695 reshape_20_0_0_nncf_smooth_quant_0" [id=695, type="call_module"]; -"696 quantize_per_tensor_85" [id=696, type="quantize_per_tensor"]; -"697 dequantize_per_tensor_86" [id=697, type="dequantize_per_tensor"]; -"698 linear_29_scale_0" [id=698, type="get_attr"]; -"699 linear_29_zero_point_0" [id=699, type="get_attr"]; -"700 _frozen_param35" [id=700, type="get_attr"]; -"701 dequantize_per_channel_87" [id=701, type="dequantize_per_channel"]; -"702 linear_29" [id=702, type=linear]; -"703 dropout_17" [id=703, type=dropout]; -"704 view_25" [id=704, type=view]; -"705 permute_22" [id=705, type=permute]; -"706 reshape_21" [id=706, type=reshape]; -"707 slice_78" [id=707, type=slice]; -"708 slice_79" [id=708, type=slice]; -"709 slice_80" [id=709, type=slice]; -"710 slice_81" [id=710, type=slice]; -"711 contiguous_7" [id=711, type=contiguous]; -"712 layer_norm_11" [id=712, type="layer_norm"]; -"713 add_15" [id=713, type=add]; -"714 add_15_0_0_nncf_smooth_quant_0" [id=714, type="call_module"]; -"715 quantize_per_tensor_88" [id=715, type="quantize_per_tensor"]; -"716 dequantize_per_tensor_89" [id=716, type="dequantize_per_tensor"]; -"717 linear_30_scale_0" [id=717, type="get_attr"]; -"718 linear_30_zero_point_0" [id=718, type="get_attr"]; -"719 _frozen_param36" [id=719, type="get_attr"]; -"720 dequantize_per_channel_90" [id=720, type="dequantize_per_channel"]; -"721 linear_30" [id=721, type=linear]; -"722 gelu_4" [id=722, type=gelu]; -"723 dropout_18" [id=723, type=dropout]; -"724 dropout_18_0_0_nncf_smooth_quant_0" [id=724, type="call_module"]; -"725 quantize_per_tensor_91" [id=725, type="quantize_per_tensor"]; -"726 dequantize_per_tensor_92" [id=726, type="dequantize_per_tensor"]; -"727 linear_31_scale_0" [id=727, type="get_attr"]; -"728 linear_31_zero_point_0" [id=728, type="get_attr"]; -"729 _frozen_param37" [id=729, type="get_attr"]; -"730 dequantize_per_channel_93" [id=730, type="dequantize_per_channel"]; -"731 linear_31" [id=731, type=linear]; -"732 dropout_19" [id=732, type=dropout]; -"733 layer_norm_12" [id=733, type="layer_norm"]; -"734 add_16" [id=734, type=add]; -"735 _frozen_param38" [id=735, type="get_attr"]; -"736 dequantize_per_tensor_94" [id=736, type="dequantize_per_tensor"]; -"737 linear_32_scale_0" [id=737, type="get_attr"]; -"738 linear_32_zero_point_0" [id=738, type="get_attr"]; -"739 _frozen_param39" [id=739, type="get_attr"]; -"740 dequantize_per_channel_95" [id=740, type="dequantize_per_channel"]; -"741 linear_32" [id=741, type=linear]; -"742 relu__5" [id=742, type="relu_"]; -"743 relu__5_0_0_nncf_smooth_quant_0" [id=743, type="call_module"]; -"744 quantize_per_tensor_96" [id=744, type="quantize_per_tensor"]; -"745 dequantize_per_tensor_97" [id=745, type="dequantize_per_tensor"]; -"746 linear_33_scale_0" [id=746, type="get_attr"]; -"747 linear_33_zero_point_0" [id=747, type="get_attr"]; -"748 _frozen_param40" [id=748, type="get_attr"]; -"749 dequantize_per_channel_98" [id=749, type="dequantize_per_channel"]; -"750 linear_33" [id=750, type=linear]; -"751 view_26" [id=751, type=view]; -"752 index_5" [id=752, type=index]; -"753 view_27" [id=753, type=view]; -"754 permute_23" [id=754, type=permute]; -"755 contiguous_8" [id=755, type=contiguous]; -"756 unsqueeze_13" [id=756, type=unsqueeze]; -"757 sigmoid_5" [id=757, type=sigmoid]; -"758 mul_10" [id=758, type=mul]; -"759 pad_7" [id=759, type=pad]; -"760 roll_4" [id=760, type=roll]; -"761 view_28" [id=761, type=view]; -"762 permute_24" [id=762, type=permute]; -"763 reshape_22" [id=763, type=reshape]; -"764 clone_5" [id=764, type=clone]; -"765 reshape_22_0_0_nncf_smooth_quant_0" [id=765, type="call_module"]; -"766 quantize_per_tensor_99" [id=766, type="quantize_per_tensor"]; -"767 dequantize_per_tensor_100" [id=767, type="dequantize_per_tensor"]; -"768 linear_34_scale_0" [id=768, type="get_attr"]; -"769 linear_34_zero_point_0" [id=769, type="get_attr"]; -"770 _frozen_param41" [id=770, type="get_attr"]; -"771 dequantize_per_channel_101" [id=771, type="dequantize_per_channel"]; -"772 linear_34" [id=772, type=linear]; -"773 reshape_23" [id=773, type=reshape]; -"774 permute_25" [id=774, type=permute]; -"775 select_15" [id=775, type=select]; -"776 select_16" [id=776, type=select]; -"777 select_17" [id=777, type=select]; -"778 linalg_vector_norm_10" [id=778, type="linalg_vector_norm"]; -"779 clamp_min_10" [id=779, type="clamp_min"]; -"780 expand_as_10" [id=780, type="expand_as"]; -"781 div_10" [id=781, type=div]; -"782 linalg_vector_norm_11" [id=782, type="linalg_vector_norm"]; -"783 clamp_min_11" [id=783, type="clamp_min"]; -"784 expand_as_11" [id=784, type="expand_as"]; -"785 div_11" [id=785, type=div]; -"786 transpose_10" [id=786, type=transpose]; -"787 matmul_10" [id=787, type=matmul]; -"788 clamp_5" [id=788, type=clamp]; -"789 exp_5" [id=789, type=exp]; -"790 mul_11" [id=790, type=mul]; -"791 add_17" [id=791, type=add]; -"792 new_zeros_2" [id=792, type="new_zeros"]; -"793 view_29" [id=793, type=view]; -"794 permute_26" [id=794, type=permute]; -"795 reshape_24" [id=795, type=reshape]; -"796 unsqueeze_14" [id=796, type=unsqueeze]; -"797 unsqueeze_15" [id=797, type=unsqueeze]; -"798 sub_2" [id=798, type=sub]; -"799 ne_2" [id=799, type=ne]; -"800 masked_fill_4" [id=800, type="masked_fill"]; -"801 eq_2" [id=801, type=eq]; -"802 masked_fill_5" [id=802, type="masked_fill"]; -"803 view_30" [id=803, type=view]; -"804 unsqueeze_16" [id=804, type=unsqueeze]; -"805 unsqueeze_17" [id=805, type=unsqueeze]; -"806 add_18" [id=806, type=add]; -"807 view_31" [id=807, type=view]; -"808 softmax_5" [id=808, type=softmax]; -"809 dropout_20" [id=809, type=dropout]; -"810 matmul_11" [id=810, type=matmul]; -"811 transpose_11" [id=811, type=transpose]; -"812 reshape_25" [id=812, type=reshape]; -"813 reshape_25_0_0_nncf_smooth_quant_0" [id=813, type="call_module"]; -"814 quantize_per_tensor_102" [id=814, type="quantize_per_tensor"]; -"815 dequantize_per_tensor_103" [id=815, type="dequantize_per_tensor"]; -"816 linear_35_scale_0" [id=816, type="get_attr"]; -"817 linear_35_zero_point_0" [id=817, type="get_attr"]; -"818 _frozen_param42" [id=818, type="get_attr"]; -"819 dequantize_per_channel_104" [id=819, type="dequantize_per_channel"]; -"820 linear_35" [id=820, type=linear]; -"821 dropout_21" [id=821, type=dropout]; -"822 view_32" [id=822, type=view]; -"823 permute_27" [id=823, type=permute]; -"824 reshape_26" [id=824, type=reshape]; -"825 roll_5" [id=825, type=roll]; -"826 slice_101" [id=826, type=slice]; -"827 slice_102" [id=827, type=slice]; -"828 slice_103" [id=828, type=slice]; -"829 slice_104" [id=829, type=slice]; -"830 contiguous_9" [id=830, type=contiguous]; -"831 layer_norm_13" [id=831, type="layer_norm"]; -"832 add_19" [id=832, type=add]; -"833 add_19_0_0_nncf_smooth_quant_0" [id=833, type="call_module"]; -"834 quantize_per_tensor_105" [id=834, type="quantize_per_tensor"]; -"835 dequantize_per_tensor_106" [id=835, type="dequantize_per_tensor"]; -"836 linear_36_scale_0" [id=836, type="get_attr"]; -"837 linear_36_zero_point_0" [id=837, type="get_attr"]; -"838 _frozen_param43" [id=838, type="get_attr"]; -"839 dequantize_per_channel_107" [id=839, type="dequantize_per_channel"]; -"840 linear_36" [id=840, type=linear]; -"841 gelu_5" [id=841, type=gelu]; -"842 dropout_22" [id=842, type=dropout]; -"843 dropout_22_0_0_nncf_smooth_quant_0" [id=843, type="call_module"]; -"844 quantize_per_tensor_108" [id=844, type="quantize_per_tensor"]; -"845 dequantize_per_tensor_109" [id=845, type="dequantize_per_tensor"]; -"846 linear_37_scale_0" [id=846, type="get_attr"]; -"847 linear_37_zero_point_0" [id=847, type="get_attr"]; -"848 _frozen_param44" [id=848, type="get_attr"]; -"849 dequantize_per_channel_110" [id=849, type="dequantize_per_channel"]; -"850 linear_37" [id=850, type=linear]; -"851 dropout_23" [id=851, type=dropout]; -"852 layer_norm_14" [id=852, type="layer_norm"]; -"853 add_20" [id=853, type=add]; -"854 _frozen_param45" [id=854, type="get_attr"]; -"855 dequantize_per_tensor_111" [id=855, type="dequantize_per_tensor"]; -"856 linear_38_scale_0" [id=856, type="get_attr"]; -"857 linear_38_zero_point_0" [id=857, type="get_attr"]; -"858 _frozen_param46" [id=858, type="get_attr"]; -"859 dequantize_per_channel_112" [id=859, type="dequantize_per_channel"]; -"860 linear_38" [id=860, type=linear]; -"861 relu__6" [id=861, type="relu_"]; -"862 relu__6_0_0_nncf_smooth_quant_0" [id=862, type="call_module"]; -"863 quantize_per_tensor_113" [id=863, type="quantize_per_tensor"]; -"864 dequantize_per_tensor_114" [id=864, type="dequantize_per_tensor"]; -"865 linear_39_scale_0" [id=865, type="get_attr"]; -"866 linear_39_zero_point_0" [id=866, type="get_attr"]; -"867 _frozen_param47" [id=867, type="get_attr"]; -"868 dequantize_per_channel_115" [id=868, type="dequantize_per_channel"]; -"869 linear_39" [id=869, type=linear]; -"870 view_33" [id=870, type=view]; -"871 index_6" [id=871, type=index]; -"872 view_34" [id=872, type=view]; -"873 permute_28" [id=873, type=permute]; -"874 contiguous_10" [id=874, type=contiguous]; -"875 unsqueeze_18" [id=875, type=unsqueeze]; -"876 sigmoid_6" [id=876, type=sigmoid]; -"877 mul_12" [id=877, type=mul]; -"878 pad_8" [id=878, type=pad]; -"879 view_35" [id=879, type=view]; -"880 permute_29" [id=880, type=permute]; -"881 reshape_27" [id=881, type=reshape]; -"882 clone_6" [id=882, type=clone]; -"883 reshape_27_0_0_nncf_smooth_quant_0" [id=883, type="call_module"]; -"884 quantize_per_tensor_116" [id=884, type="quantize_per_tensor"]; -"885 dequantize_per_tensor_117" [id=885, type="dequantize_per_tensor"]; -"886 linear_40_scale_0" [id=886, type="get_attr"]; -"887 linear_40_zero_point_0" [id=887, type="get_attr"]; -"888 _frozen_param48" [id=888, type="get_attr"]; -"889 dequantize_per_channel_118" [id=889, type="dequantize_per_channel"]; -"890 linear_40" [id=890, type=linear]; -"891 reshape_28" [id=891, type=reshape]; -"892 permute_30" [id=892, type=permute]; -"893 select_18" [id=893, type=select]; -"894 select_19" [id=894, type=select]; -"895 select_20" [id=895, type=select]; -"896 linalg_vector_norm_12" [id=896, type="linalg_vector_norm"]; -"897 clamp_min_12" [id=897, type="clamp_min"]; -"898 expand_as_12" [id=898, type="expand_as"]; -"899 div_12" [id=899, type=div]; -"900 linalg_vector_norm_13" [id=900, type="linalg_vector_norm"]; -"901 clamp_min_13" [id=901, type="clamp_min"]; -"902 expand_as_13" [id=902, type="expand_as"]; -"903 div_13" [id=903, type=div]; -"904 transpose_12" [id=904, type=transpose]; -"905 matmul_12" [id=905, type=matmul]; -"906 clamp_6" [id=906, type=clamp]; -"907 exp_6" [id=907, type=exp]; -"908 mul_13" [id=908, type=mul]; -"909 add_21" [id=909, type=add]; -"910 softmax_6" [id=910, type=softmax]; -"911 dropout_24" [id=911, type=dropout]; -"912 matmul_13" [id=912, type=matmul]; -"913 transpose_13" [id=913, type=transpose]; -"914 reshape_29" [id=914, type=reshape]; -"915 reshape_29_0_0_nncf_smooth_quant_0" [id=915, type="call_module"]; -"916 quantize_per_tensor_119" [id=916, type="quantize_per_tensor"]; -"917 dequantize_per_tensor_120" [id=917, type="dequantize_per_tensor"]; -"918 linear_41_scale_0" [id=918, type="get_attr"]; -"919 linear_41_zero_point_0" [id=919, type="get_attr"]; -"920 _frozen_param49" [id=920, type="get_attr"]; -"921 dequantize_per_channel_121" [id=921, type="dequantize_per_channel"]; -"922 linear_41" [id=922, type=linear]; -"923 dropout_25" [id=923, type=dropout]; -"924 view_36" [id=924, type=view]; -"925 permute_31" [id=925, type=permute]; -"926 reshape_30" [id=926, type=reshape]; -"927 slice_106" [id=927, type=slice]; -"928 slice_107" [id=928, type=slice]; -"929 slice_108" [id=929, type=slice]; -"930 slice_109" [id=930, type=slice]; -"931 contiguous_11" [id=931, type=contiguous]; -"932 layer_norm_15" [id=932, type="layer_norm"]; -"933 add_22" [id=933, type=add]; -"934 add_22_0_0_nncf_smooth_quant_0" [id=934, type="call_module"]; -"935 quantize_per_tensor_122" [id=935, type="quantize_per_tensor"]; -"936 dequantize_per_tensor_123" [id=936, type="dequantize_per_tensor"]; -"937 linear_42_scale_0" [id=937, type="get_attr"]; -"938 linear_42_zero_point_0" [id=938, type="get_attr"]; -"939 _frozen_param50" [id=939, type="get_attr"]; -"940 dequantize_per_channel_124" [id=940, type="dequantize_per_channel"]; -"941 linear_42" [id=941, type=linear]; -"942 gelu_6" [id=942, type=gelu]; -"943 dropout_26" [id=943, type=dropout]; -"944 dropout_26_0_0_nncf_smooth_quant_0" [id=944, type="call_module"]; -"945 quantize_per_tensor_125" [id=945, type="quantize_per_tensor"]; -"946 dequantize_per_tensor_126" [id=946, type="dequantize_per_tensor"]; -"947 linear_43_scale_0" [id=947, type="get_attr"]; -"948 linear_43_zero_point_0" [id=948, type="get_attr"]; -"949 _frozen_param51" [id=949, type="get_attr"]; -"950 dequantize_per_channel_127" [id=950, type="dequantize_per_channel"]; -"951 linear_43" [id=951, type=linear]; -"952 dropout_27" [id=952, type=dropout]; -"953 layer_norm_16" [id=953, type="layer_norm"]; -"954 add_23" [id=954, type=add]; -"955 _frozen_param52" [id=955, type="get_attr"]; -"956 dequantize_per_tensor_128" [id=956, type="dequantize_per_tensor"]; -"957 linear_44_scale_0" [id=957, type="get_attr"]; -"958 linear_44_zero_point_0" [id=958, type="get_attr"]; -"959 _frozen_param53" [id=959, type="get_attr"]; -"960 dequantize_per_channel_129" [id=960, type="dequantize_per_channel"]; -"961 linear_44" [id=961, type=linear]; -"962 relu__7" [id=962, type="relu_"]; -"963 relu__7_0_0_nncf_smooth_quant_0" [id=963, type="call_module"]; -"964 quantize_per_tensor_130" [id=964, type="quantize_per_tensor"]; -"965 dequantize_per_tensor_131" [id=965, type="dequantize_per_tensor"]; -"966 linear_45_scale_0" [id=966, type="get_attr"]; -"967 linear_45_zero_point_0" [id=967, type="get_attr"]; -"968 _frozen_param54" [id=968, type="get_attr"]; -"969 dequantize_per_channel_132" [id=969, type="dequantize_per_channel"]; -"970 linear_45" [id=970, type=linear]; -"971 view_37" [id=971, type=view]; -"972 index_7" [id=972, type=index]; -"973 view_38" [id=973, type=view]; -"974 permute_32" [id=974, type=permute]; -"975 contiguous_12" [id=975, type=contiguous]; -"976 unsqueeze_19" [id=976, type=unsqueeze]; -"977 sigmoid_7" [id=977, type=sigmoid]; -"978 mul_14" [id=978, type=mul]; -"979 pad_9" [id=979, type=pad]; -"980 roll_6" [id=980, type=roll]; -"981 view_39" [id=981, type=view]; -"982 permute_33" [id=982, type=permute]; -"983 reshape_31" [id=983, type=reshape]; -"984 clone_7" [id=984, type=clone]; -"985 reshape_31_0_0_nncf_smooth_quant_0" [id=985, type="call_module"]; -"986 quantize_per_tensor_133" [id=986, type="quantize_per_tensor"]; -"987 dequantize_per_tensor_134" [id=987, type="dequantize_per_tensor"]; -"988 linear_46_scale_0" [id=988, type="get_attr"]; -"989 linear_46_zero_point_0" [id=989, type="get_attr"]; -"990 _frozen_param55" [id=990, type="get_attr"]; -"991 dequantize_per_channel_135" [id=991, type="dequantize_per_channel"]; -"992 linear_46" [id=992, type=linear]; -"993 reshape_32" [id=993, type=reshape]; -"994 permute_34" [id=994, type=permute]; -"995 select_21" [id=995, type=select]; -"996 select_22" [id=996, type=select]; -"997 select_23" [id=997, type=select]; -"998 linalg_vector_norm_14" [id=998, type="linalg_vector_norm"]; -"999 clamp_min_14" [id=999, type="clamp_min"]; -"1000 expand_as_14" [id=1000, type="expand_as"]; -"1001 div_14" [id=1001, type=div]; -"1002 linalg_vector_norm_15" [id=1002, type="linalg_vector_norm"]; -"1003 clamp_min_15" [id=1003, type="clamp_min"]; -"1004 expand_as_15" [id=1004, type="expand_as"]; -"1005 div_15" [id=1005, type=div]; -"1006 transpose_14" [id=1006, type=transpose]; -"1007 matmul_14" [id=1007, type=matmul]; -"1008 clamp_7" [id=1008, type=clamp]; -"1009 exp_7" [id=1009, type=exp]; -"1010 mul_15" [id=1010, type=mul]; -"1011 add_24" [id=1011, type=add]; -"1012 new_zeros_3" [id=1012, type="new_zeros"]; -"1013 view_40" [id=1013, type=view]; -"1014 permute_35" [id=1014, type=permute]; -"1015 reshape_33" [id=1015, type=reshape]; -"1016 unsqueeze_20" [id=1016, type=unsqueeze]; -"1017 unsqueeze_21" [id=1017, type=unsqueeze]; -"1018 sub_3" [id=1018, type=sub]; -"1019 ne_3" [id=1019, type=ne]; -"1020 masked_fill_6" [id=1020, type="masked_fill"]; -"1021 eq_3" [id=1021, type=eq]; -"1022 masked_fill_7" [id=1022, type="masked_fill"]; -"1023 view_41" [id=1023, type=view]; -"1024 unsqueeze_22" [id=1024, type=unsqueeze]; -"1025 unsqueeze_23" [id=1025, type=unsqueeze]; -"1026 add_25" [id=1026, type=add]; -"1027 view_42" [id=1027, type=view]; -"1028 softmax_7" [id=1028, type=softmax]; -"1029 dropout_28" [id=1029, type=dropout]; -"1030 matmul_15" [id=1030, type=matmul]; -"1031 transpose_15" [id=1031, type=transpose]; -"1032 reshape_34" [id=1032, type=reshape]; -"1033 reshape_34_0_0_nncf_smooth_quant_0" [id=1033, type="call_module"]; -"1034 quantize_per_tensor_136" [id=1034, type="quantize_per_tensor"]; -"1035 dequantize_per_tensor_137" [id=1035, type="dequantize_per_tensor"]; -"1036 linear_47_scale_0" [id=1036, type="get_attr"]; -"1037 linear_47_zero_point_0" [id=1037, type="get_attr"]; -"1038 _frozen_param56" [id=1038, type="get_attr"]; -"1039 dequantize_per_channel_138" [id=1039, type="dequantize_per_channel"]; -"1040 linear_47" [id=1040, type=linear]; -"1041 dropout_29" [id=1041, type=dropout]; -"1042 view_43" [id=1042, type=view]; -"1043 permute_36" [id=1043, type=permute]; -"1044 reshape_35" [id=1044, type=reshape]; -"1045 roll_7" [id=1045, type=roll]; -"1046 slice_129" [id=1046, type=slice]; -"1047 slice_130" [id=1047, type=slice]; -"1048 slice_131" [id=1048, type=slice]; -"1049 slice_132" [id=1049, type=slice]; -"1050 contiguous_13" [id=1050, type=contiguous]; -"1051 layer_norm_17" [id=1051, type="layer_norm"]; -"1052 add_26" [id=1052, type=add]; -"1053 add_26_0_0_nncf_smooth_quant_0" [id=1053, type="call_module"]; -"1054 quantize_per_tensor_139" [id=1054, type="quantize_per_tensor"]; -"1055 dequantize_per_tensor_140" [id=1055, type="dequantize_per_tensor"]; -"1056 linear_48_scale_0" [id=1056, type="get_attr"]; -"1057 linear_48_zero_point_0" [id=1057, type="get_attr"]; -"1058 _frozen_param57" [id=1058, type="get_attr"]; -"1059 dequantize_per_channel_141" [id=1059, type="dequantize_per_channel"]; -"1060 linear_48" [id=1060, type=linear]; -"1061 gelu_7" [id=1061, type=gelu]; -"1062 dropout_30" [id=1062, type=dropout]; -"1063 dropout_30_0_0_nncf_smooth_quant_0" [id=1063, type="call_module"]; -"1064 quantize_per_tensor_142" [id=1064, type="quantize_per_tensor"]; -"1065 dequantize_per_tensor_143" [id=1065, type="dequantize_per_tensor"]; -"1066 linear_49_scale_0" [id=1066, type="get_attr"]; -"1067 linear_49_zero_point_0" [id=1067, type="get_attr"]; -"1068 _frozen_param58" [id=1068, type="get_attr"]; -"1069 dequantize_per_channel_144" [id=1069, type="dequantize_per_channel"]; -"1070 linear_49" [id=1070, type=linear]; -"1071 dropout_31" [id=1071, type=dropout]; -"1072 layer_norm_18" [id=1072, type="layer_norm"]; -"1073 add_27" [id=1073, type=add]; -"1074 _frozen_param59" [id=1074, type="get_attr"]; -"1075 dequantize_per_tensor_145" [id=1075, type="dequantize_per_tensor"]; -"1076 linear_50_scale_0" [id=1076, type="get_attr"]; -"1077 linear_50_zero_point_0" [id=1077, type="get_attr"]; -"1078 _frozen_param60" [id=1078, type="get_attr"]; -"1079 dequantize_per_channel_146" [id=1079, type="dequantize_per_channel"]; -"1080 linear_50" [id=1080, type=linear]; -"1081 relu__8" [id=1081, type="relu_"]; -"1082 relu__8_0_0_nncf_smooth_quant_0" [id=1082, type="call_module"]; -"1083 quantize_per_tensor_147" [id=1083, type="quantize_per_tensor"]; -"1084 dequantize_per_tensor_148" [id=1084, type="dequantize_per_tensor"]; -"1085 linear_51_scale_0" [id=1085, type="get_attr"]; -"1086 linear_51_zero_point_0" [id=1086, type="get_attr"]; -"1087 _frozen_param61" [id=1087, type="get_attr"]; -"1088 dequantize_per_channel_149" [id=1088, type="dequantize_per_channel"]; -"1089 linear_51" [id=1089, type=linear]; -"1090 view_44" [id=1090, type=view]; -"1091 index_8" [id=1091, type=index]; -"1092 view_45" [id=1092, type=view]; -"1093 permute_37" [id=1093, type=permute]; -"1094 contiguous_14" [id=1094, type=contiguous]; -"1095 unsqueeze_24" [id=1095, type=unsqueeze]; -"1096 sigmoid_8" [id=1096, type=sigmoid]; -"1097 mul_16" [id=1097, type=mul]; -"1098 pad_10" [id=1098, type=pad]; -"1099 view_46" [id=1099, type=view]; -"1100 permute_38" [id=1100, type=permute]; -"1101 reshape_36" [id=1101, type=reshape]; -"1102 clone_8" [id=1102, type=clone]; -"1103 reshape_36_0_0_nncf_smooth_quant_0" [id=1103, type="call_module"]; -"1104 quantize_per_tensor_150" [id=1104, type="quantize_per_tensor"]; -"1105 dequantize_per_tensor_151" [id=1105, type="dequantize_per_tensor"]; -"1106 linear_52_scale_0" [id=1106, type="get_attr"]; -"1107 linear_52_zero_point_0" [id=1107, type="get_attr"]; -"1108 _frozen_param62" [id=1108, type="get_attr"]; -"1109 dequantize_per_channel_152" [id=1109, type="dequantize_per_channel"]; -"1110 linear_52" [id=1110, type=linear]; -"1111 reshape_37" [id=1111, type=reshape]; -"1112 permute_39" [id=1112, type=permute]; -"1113 select_24" [id=1113, type=select]; -"1114 select_25" [id=1114, type=select]; -"1115 select_26" [id=1115, type=select]; -"1116 linalg_vector_norm_16" [id=1116, type="linalg_vector_norm"]; -"1117 clamp_min_16" [id=1117, type="clamp_min"]; -"1118 expand_as_16" [id=1118, type="expand_as"]; -"1119 div_16" [id=1119, type=div]; -"1120 linalg_vector_norm_17" [id=1120, type="linalg_vector_norm"]; -"1121 clamp_min_17" [id=1121, type="clamp_min"]; -"1122 expand_as_17" [id=1122, type="expand_as"]; -"1123 div_17" [id=1123, type=div]; -"1124 transpose_16" [id=1124, type=transpose]; -"1125 matmul_16" [id=1125, type=matmul]; -"1126 clamp_8" [id=1126, type=clamp]; -"1127 exp_8" [id=1127, type=exp]; -"1128 mul_17" [id=1128, type=mul]; -"1129 add_28" [id=1129, type=add]; -"1130 softmax_8" [id=1130, type=softmax]; -"1131 dropout_32" [id=1131, type=dropout]; -"1132 matmul_17" [id=1132, type=matmul]; -"1133 transpose_17" [id=1133, type=transpose]; -"1134 reshape_38" [id=1134, type=reshape]; -"1135 reshape_38_0_0_nncf_smooth_quant_0" [id=1135, type="call_module"]; -"1136 quantize_per_tensor_153" [id=1136, type="quantize_per_tensor"]; -"1137 dequantize_per_tensor_154" [id=1137, type="dequantize_per_tensor"]; -"1138 linear_53_scale_0" [id=1138, type="get_attr"]; -"1139 linear_53_zero_point_0" [id=1139, type="get_attr"]; -"1140 _frozen_param63" [id=1140, type="get_attr"]; -"1141 dequantize_per_channel_155" [id=1141, type="dequantize_per_channel"]; -"1142 linear_53" [id=1142, type=linear]; -"1143 dropout_33" [id=1143, type=dropout]; -"1144 view_47" [id=1144, type=view]; -"1145 permute_40" [id=1145, type=permute]; -"1146 reshape_39" [id=1146, type=reshape]; -"1147 slice_134" [id=1147, type=slice]; -"1148 slice_135" [id=1148, type=slice]; -"1149 slice_136" [id=1149, type=slice]; -"1150 slice_137" [id=1150, type=slice]; -"1151 contiguous_15" [id=1151, type=contiguous]; -"1152 layer_norm_19" [id=1152, type="layer_norm"]; -"1153 add_29" [id=1153, type=add]; -"1154 add_29_0_0_nncf_smooth_quant_0" [id=1154, type="call_module"]; -"1155 quantize_per_tensor_156" [id=1155, type="quantize_per_tensor"]; -"1156 dequantize_per_tensor_157" [id=1156, type="dequantize_per_tensor"]; -"1157 linear_54_scale_0" [id=1157, type="get_attr"]; -"1158 linear_54_zero_point_0" [id=1158, type="get_attr"]; -"1159 _frozen_param64" [id=1159, type="get_attr"]; -"1160 dequantize_per_channel_158" [id=1160, type="dequantize_per_channel"]; -"1161 linear_54" [id=1161, type=linear]; -"1162 gelu_8" [id=1162, type=gelu]; -"1163 dropout_34" [id=1163, type=dropout]; -"1164 dropout_34_0_0_nncf_smooth_quant_0" [id=1164, type="call_module"]; -"1165 quantize_per_tensor_159" [id=1165, type="quantize_per_tensor"]; -"1166 dequantize_per_tensor_160" [id=1166, type="dequantize_per_tensor"]; -"1167 linear_55_scale_0" [id=1167, type="get_attr"]; -"1168 linear_55_zero_point_0" [id=1168, type="get_attr"]; -"1169 _frozen_param65" [id=1169, type="get_attr"]; -"1170 dequantize_per_channel_161" [id=1170, type="dequantize_per_channel"]; -"1171 linear_55" [id=1171, type=linear]; -"1172 dropout_35" [id=1172, type=dropout]; -"1173 layer_norm_20" [id=1173, type="layer_norm"]; -"1174 add_30" [id=1174, type=add]; -"1175 _frozen_param66" [id=1175, type="get_attr"]; -"1176 dequantize_per_tensor_162" [id=1176, type="dequantize_per_tensor"]; -"1177 linear_56_scale_0" [id=1177, type="get_attr"]; -"1178 linear_56_zero_point_0" [id=1178, type="get_attr"]; -"1179 _frozen_param67" [id=1179, type="get_attr"]; -"1180 dequantize_per_channel_163" [id=1180, type="dequantize_per_channel"]; -"1181 linear_56" [id=1181, type=linear]; -"1182 relu__9" [id=1182, type="relu_"]; -"1183 relu__9_0_0_nncf_smooth_quant_0" [id=1183, type="call_module"]; -"1184 quantize_per_tensor_164" [id=1184, type="quantize_per_tensor"]; -"1185 dequantize_per_tensor_165" [id=1185, type="dequantize_per_tensor"]; -"1186 linear_57_scale_0" [id=1186, type="get_attr"]; -"1187 linear_57_zero_point_0" [id=1187, type="get_attr"]; -"1188 _frozen_param68" [id=1188, type="get_attr"]; -"1189 dequantize_per_channel_166" [id=1189, type="dequantize_per_channel"]; -"1190 linear_57" [id=1190, type=linear]; -"1191 view_48" [id=1191, type=view]; -"1192 index_9" [id=1192, type=index]; -"1193 view_49" [id=1193, type=view]; -"1194 permute_41" [id=1194, type=permute]; -"1195 contiguous_16" [id=1195, type=contiguous]; -"1196 unsqueeze_25" [id=1196, type=unsqueeze]; -"1197 sigmoid_9" [id=1197, type=sigmoid]; -"1198 mul_18" [id=1198, type=mul]; -"1199 pad_11" [id=1199, type=pad]; -"1200 roll_8" [id=1200, type=roll]; -"1201 view_50" [id=1201, type=view]; -"1202 permute_42" [id=1202, type=permute]; -"1203 reshape_40" [id=1203, type=reshape]; -"1204 clone_9" [id=1204, type=clone]; -"1205 reshape_40_0_0_nncf_smooth_quant_0" [id=1205, type="call_module"]; -"1206 quantize_per_tensor_167" [id=1206, type="quantize_per_tensor"]; -"1207 dequantize_per_tensor_168" [id=1207, type="dequantize_per_tensor"]; -"1208 linear_58_scale_0" [id=1208, type="get_attr"]; -"1209 linear_58_zero_point_0" [id=1209, type="get_attr"]; -"1210 _frozen_param69" [id=1210, type="get_attr"]; -"1211 dequantize_per_channel_169" [id=1211, type="dequantize_per_channel"]; -"1212 linear_58" [id=1212, type=linear]; -"1213 reshape_41" [id=1213, type=reshape]; -"1214 permute_43" [id=1214, type=permute]; -"1215 select_27" [id=1215, type=select]; -"1216 select_28" [id=1216, type=select]; -"1217 select_29" [id=1217, type=select]; -"1218 linalg_vector_norm_18" [id=1218, type="linalg_vector_norm"]; -"1219 clamp_min_18" [id=1219, type="clamp_min"]; -"1220 expand_as_18" [id=1220, type="expand_as"]; -"1221 div_18" [id=1221, type=div]; -"1222 linalg_vector_norm_19" [id=1222, type="linalg_vector_norm"]; -"1223 clamp_min_19" [id=1223, type="clamp_min"]; -"1224 expand_as_19" [id=1224, type="expand_as"]; -"1225 div_19" [id=1225, type=div]; -"1226 transpose_18" [id=1226, type=transpose]; -"1227 matmul_18" [id=1227, type=matmul]; -"1228 clamp_9" [id=1228, type=clamp]; -"1229 exp_9" [id=1229, type=exp]; -"1230 mul_19" [id=1230, type=mul]; -"1231 add_31" [id=1231, type=add]; -"1232 new_zeros_4" [id=1232, type="new_zeros"]; -"1233 view_51" [id=1233, type=view]; -"1234 permute_44" [id=1234, type=permute]; -"1235 reshape_42" [id=1235, type=reshape]; -"1236 unsqueeze_26" [id=1236, type=unsqueeze]; -"1237 unsqueeze_27" [id=1237, type=unsqueeze]; -"1238 sub_4" [id=1238, type=sub]; -"1239 ne_4" [id=1239, type=ne]; -"1240 masked_fill_8" [id=1240, type="masked_fill"]; -"1241 eq_4" [id=1241, type=eq]; -"1242 masked_fill_9" [id=1242, type="masked_fill"]; -"1243 view_52" [id=1243, type=view]; -"1244 unsqueeze_28" [id=1244, type=unsqueeze]; -"1245 unsqueeze_29" [id=1245, type=unsqueeze]; -"1246 add_32" [id=1246, type=add]; -"1247 view_53" [id=1247, type=view]; -"1248 softmax_9" [id=1248, type=softmax]; -"1249 dropout_36" [id=1249, type=dropout]; -"1250 matmul_19" [id=1250, type=matmul]; -"1251 transpose_19" [id=1251, type=transpose]; -"1252 reshape_43" [id=1252, type=reshape]; -"1253 reshape_43_0_0_nncf_smooth_quant_0" [id=1253, type="call_module"]; -"1254 quantize_per_tensor_170" [id=1254, type="quantize_per_tensor"]; -"1255 dequantize_per_tensor_171" [id=1255, type="dequantize_per_tensor"]; -"1256 linear_59_scale_0" [id=1256, type="get_attr"]; -"1257 linear_59_zero_point_0" [id=1257, type="get_attr"]; -"1258 _frozen_param70" [id=1258, type="get_attr"]; -"1259 dequantize_per_channel_172" [id=1259, type="dequantize_per_channel"]; -"1260 linear_59" [id=1260, type=linear]; -"1261 dropout_37" [id=1261, type=dropout]; -"1262 view_54" [id=1262, type=view]; -"1263 permute_45" [id=1263, type=permute]; -"1264 reshape_44" [id=1264, type=reshape]; -"1265 roll_9" [id=1265, type=roll]; -"1266 slice_157" [id=1266, type=slice]; -"1267 slice_158" [id=1267, type=slice]; -"1268 slice_159" [id=1268, type=slice]; -"1269 slice_160" [id=1269, type=slice]; -"1270 contiguous_17" [id=1270, type=contiguous]; -"1271 layer_norm_21" [id=1271, type="layer_norm"]; -"1272 add_33" [id=1272, type=add]; -"1273 add_33_0_0_nncf_smooth_quant_0" [id=1273, type="call_module"]; -"1274 quantize_per_tensor_173" [id=1274, type="quantize_per_tensor"]; -"1275 dequantize_per_tensor_174" [id=1275, type="dequantize_per_tensor"]; -"1276 linear_60_scale_0" [id=1276, type="get_attr"]; -"1277 linear_60_zero_point_0" [id=1277, type="get_attr"]; -"1278 _frozen_param71" [id=1278, type="get_attr"]; -"1279 dequantize_per_channel_175" [id=1279, type="dequantize_per_channel"]; -"1280 linear_60" [id=1280, type=linear]; -"1281 gelu_9" [id=1281, type=gelu]; -"1282 dropout_38" [id=1282, type=dropout]; -"1283 dropout_38_0_0_nncf_smooth_quant_0" [id=1283, type="call_module"]; -"1284 quantize_per_tensor_176" [id=1284, type="quantize_per_tensor"]; -"1285 dequantize_per_tensor_177" [id=1285, type="dequantize_per_tensor"]; -"1286 linear_61_scale_0" [id=1286, type="get_attr"]; -"1287 linear_61_zero_point_0" [id=1287, type="get_attr"]; -"1288 _frozen_param72" [id=1288, type="get_attr"]; -"1289 dequantize_per_channel_178" [id=1289, type="dequantize_per_channel"]; -"1290 linear_61" [id=1290, type=linear]; -"1291 dropout_39" [id=1291, type=dropout]; -"1292 layer_norm_22" [id=1292, type="layer_norm"]; -"1293 add_34" [id=1293, type=add]; -"1294 pad_12" [id=1294, type=pad]; -"1295 slice_161" [id=1295, type=slice]; -"1296 slice_162" [id=1296, type=slice]; -"1297 slice_163" [id=1297, type=slice]; -"1298 slice_164" [id=1298, type=slice]; -"1299 slice_165" [id=1299, type=slice]; -"1300 slice_166" [id=1300, type=slice]; -"1301 slice_167" [id=1301, type=slice]; -"1302 slice_168" [id=1302, type=slice]; -"1303 slice_169" [id=1303, type=slice]; -"1304 slice_170" [id=1304, type=slice]; -"1305 slice_171" [id=1305, type=slice]; -"1306 slice_172" [id=1306, type=slice]; -"1307 cat_2" [id=1307, type=cat]; -"1308 cat_2_0_0_nncf_smooth_quant_0" [id=1308, type="call_module"]; -"1309 quantize_per_tensor_179" [id=1309, type="quantize_per_tensor"]; -"1310 dequantize_per_tensor_180" [id=1310, type="dequantize_per_tensor"]; -"1311 linear_62_scale_0" [id=1311, type="get_attr"]; -"1312 linear_62_zero_point_0" [id=1312, type="get_attr"]; -"1313 _frozen_param73" [id=1313, type="get_attr"]; -"1314 dequantize_per_channel_181" [id=1314, type="dequantize_per_channel"]; -"1315 linear_62" [id=1315, type=linear]; -"1316 layer_norm_23" [id=1316, type="layer_norm"]; -"1317 _frozen_param74" [id=1317, type="get_attr"]; -"1318 dequantize_per_tensor_182" [id=1318, type="dequantize_per_tensor"]; -"1319 linear_63_scale_0" [id=1319, type="get_attr"]; -"1320 linear_63_zero_point_0" [id=1320, type="get_attr"]; -"1321 _frozen_param75" [id=1321, type="get_attr"]; -"1322 dequantize_per_channel_183" [id=1322, type="dequantize_per_channel"]; -"1323 linear_63" [id=1323, type=linear]; -"1324 relu__10" [id=1324, type="relu_"]; -"1325 relu__10_0_0_nncf_smooth_quant_0" [id=1325, type="call_module"]; -"1326 quantize_per_tensor_184" [id=1326, type="quantize_per_tensor"]; -"1327 dequantize_per_tensor_185" [id=1327, type="dequantize_per_tensor"]; -"1328 linear_64_scale_0" [id=1328, type="get_attr"]; -"1329 linear_64_zero_point_0" [id=1329, type="get_attr"]; -"1330 _frozen_param76" [id=1330, type="get_attr"]; -"1331 dequantize_per_channel_186" [id=1331, type="dequantize_per_channel"]; -"1332 linear_64" [id=1332, type=linear]; -"1333 view_55" [id=1333, type=view]; -"1334 index_10" [id=1334, type=index]; -"1335 view_56" [id=1335, type=view]; -"1336 permute_46" [id=1336, type=permute]; -"1337 contiguous_18" [id=1337, type=contiguous]; -"1338 unsqueeze_30" [id=1338, type=unsqueeze]; -"1339 sigmoid_10" [id=1339, type=sigmoid]; -"1340 mul_20" [id=1340, type=mul]; -"1341 pad_13" [id=1341, type=pad]; -"1342 view_57" [id=1342, type=view]; -"1343 permute_47" [id=1343, type=permute]; -"1344 reshape_45" [id=1344, type=reshape]; -"1345 clone_10" [id=1345, type=clone]; -"1346 reshape_45_0_0_nncf_smooth_quant_0" [id=1346, type="call_module"]; -"1347 quantize_per_tensor_187" [id=1347, type="quantize_per_tensor"]; -"1348 dequantize_per_tensor_188" [id=1348, type="dequantize_per_tensor"]; -"1349 linear_65_scale_0" [id=1349, type="get_attr"]; -"1350 linear_65_zero_point_0" [id=1350, type="get_attr"]; -"1351 _frozen_param77" [id=1351, type="get_attr"]; -"1352 dequantize_per_channel_189" [id=1352, type="dequantize_per_channel"]; -"1353 linear_65" [id=1353, type=linear]; -"1354 reshape_46" [id=1354, type=reshape]; -"1355 permute_48" [id=1355, type=permute]; -"1356 select_30" [id=1356, type=select]; -"1357 select_31" [id=1357, type=select]; -"1358 select_32" [id=1358, type=select]; -"1359 linalg_vector_norm_20" [id=1359, type="linalg_vector_norm"]; -"1360 clamp_min_20" [id=1360, type="clamp_min"]; -"1361 expand_as_20" [id=1361, type="expand_as"]; -"1362 div_20" [id=1362, type=div]; -"1363 linalg_vector_norm_21" [id=1363, type="linalg_vector_norm"]; -"1364 clamp_min_21" [id=1364, type="clamp_min"]; -"1365 expand_as_21" [id=1365, type="expand_as"]; -"1366 div_21" [id=1366, type=div]; -"1367 transpose_20" [id=1367, type=transpose]; -"1368 matmul_20" [id=1368, type=matmul]; -"1369 clamp_10" [id=1369, type=clamp]; -"1370 exp_10" [id=1370, type=exp]; -"1371 mul_21" [id=1371, type=mul]; -"1372 add_35" [id=1372, type=add]; -"1373 softmax_10" [id=1373, type=softmax]; -"1374 dropout_40" [id=1374, type=dropout]; -"1375 matmul_21" [id=1375, type=matmul]; -"1376 transpose_21" [id=1376, type=transpose]; -"1377 reshape_47" [id=1377, type=reshape]; -"1378 reshape_47_0_0_nncf_smooth_quant_0" [id=1378, type="call_module"]; -"1379 quantize_per_tensor_190" [id=1379, type="quantize_per_tensor"]; -"1380 dequantize_per_tensor_191" [id=1380, type="dequantize_per_tensor"]; -"1381 linear_66_scale_0" [id=1381, type="get_attr"]; -"1382 linear_66_zero_point_0" [id=1382, type="get_attr"]; -"1383 _frozen_param78" [id=1383, type="get_attr"]; -"1384 dequantize_per_channel_192" [id=1384, type="dequantize_per_channel"]; -"1385 linear_66" [id=1385, type=linear]; -"1386 dropout_41" [id=1386, type=dropout]; -"1387 view_58" [id=1387, type=view]; -"1388 permute_49" [id=1388, type=permute]; -"1389 reshape_48" [id=1389, type=reshape]; -"1390 slice_174" [id=1390, type=slice]; -"1391 slice_175" [id=1391, type=slice]; -"1392 slice_176" [id=1392, type=slice]; -"1393 slice_177" [id=1393, type=slice]; -"1394 contiguous_19" [id=1394, type=contiguous]; -"1395 layer_norm_24" [id=1395, type="layer_norm"]; -"1396 add_36" [id=1396, type=add]; -"1397 add_36_0_0_nncf_smooth_quant_0" [id=1397, type="call_module"]; -"1398 quantize_per_tensor_193" [id=1398, type="quantize_per_tensor"]; -"1399 dequantize_per_tensor_194" [id=1399, type="dequantize_per_tensor"]; -"1400 linear_67_scale_0" [id=1400, type="get_attr"]; -"1401 linear_67_zero_point_0" [id=1401, type="get_attr"]; -"1402 _frozen_param79" [id=1402, type="get_attr"]; -"1403 dequantize_per_channel_195" [id=1403, type="dequantize_per_channel"]; -"1404 linear_67" [id=1404, type=linear]; -"1405 gelu_10" [id=1405, type=gelu]; -"1406 dropout_42" [id=1406, type=dropout]; -"1407 dropout_42_0_0_nncf_smooth_quant_0" [id=1407, type="call_module"]; -"1408 quantize_per_tensor_196" [id=1408, type="quantize_per_tensor"]; -"1409 dequantize_per_tensor_197" [id=1409, type="dequantize_per_tensor"]; -"1410 linear_68_scale_0" [id=1410, type="get_attr"]; -"1411 linear_68_zero_point_0" [id=1411, type="get_attr"]; -"1412 _frozen_param80" [id=1412, type="get_attr"]; -"1413 dequantize_per_channel_198" [id=1413, type="dequantize_per_channel"]; -"1414 linear_68" [id=1414, type=linear]; -"1415 dropout_43" [id=1415, type=dropout]; -"1416 layer_norm_25" [id=1416, type="layer_norm"]; -"1417 add_37" [id=1417, type=add]; -"1418 _frozen_param81" [id=1418, type="get_attr"]; -"1419 dequantize_per_tensor_199" [id=1419, type="dequantize_per_tensor"]; -"1420 linear_69_scale_0" [id=1420, type="get_attr"]; -"1421 linear_69_zero_point_0" [id=1421, type="get_attr"]; -"1422 _frozen_param82" [id=1422, type="get_attr"]; -"1423 dequantize_per_channel_200" [id=1423, type="dequantize_per_channel"]; -"1424 linear_69" [id=1424, type=linear]; -"1425 relu__11" [id=1425, type="relu_"]; -"1426 relu__11_0_0_nncf_smooth_quant_0" [id=1426, type="call_module"]; -"1427 quantize_per_tensor_201" [id=1427, type="quantize_per_tensor"]; -"1428 dequantize_per_tensor_202" [id=1428, type="dequantize_per_tensor"]; -"1429 linear_70_scale_0" [id=1429, type="get_attr"]; -"1430 linear_70_zero_point_0" [id=1430, type="get_attr"]; -"1431 _frozen_param83" [id=1431, type="get_attr"]; -"1432 dequantize_per_channel_203" [id=1432, type="dequantize_per_channel"]; -"1433 linear_70" [id=1433, type=linear]; -"1434 view_59" [id=1434, type=view]; -"1435 index_11" [id=1435, type=index]; -"1436 view_60" [id=1436, type=view]; -"1437 permute_50" [id=1437, type=permute]; -"1438 contiguous_20" [id=1438, type=contiguous]; -"1439 unsqueeze_31" [id=1439, type=unsqueeze]; -"1440 sigmoid_11" [id=1440, type=sigmoid]; -"1441 mul_22" [id=1441, type=mul]; -"1442 pad_14" [id=1442, type=pad]; -"1443 view_61" [id=1443, type=view]; -"1444 permute_51" [id=1444, type=permute]; -"1445 reshape_49" [id=1445, type=reshape]; -"1446 clone_11" [id=1446, type=clone]; -"1447 reshape_49_0_0_nncf_smooth_quant_0" [id=1447, type="call_module"]; -"1448 quantize_per_tensor_204" [id=1448, type="quantize_per_tensor"]; -"1449 dequantize_per_tensor_205" [id=1449, type="dequantize_per_tensor"]; -"1450 linear_71_scale_0" [id=1450, type="get_attr"]; -"1451 linear_71_zero_point_0" [id=1451, type="get_attr"]; -"1452 _frozen_param84" [id=1452, type="get_attr"]; -"1453 dequantize_per_channel_206" [id=1453, type="dequantize_per_channel"]; -"1454 linear_71" [id=1454, type=linear]; -"1455 reshape_50" [id=1455, type=reshape]; -"1456 permute_52" [id=1456, type=permute]; -"1457 select_33" [id=1457, type=select]; -"1458 select_34" [id=1458, type=select]; -"1459 select_35" [id=1459, type=select]; -"1460 linalg_vector_norm_22" [id=1460, type="linalg_vector_norm"]; -"1461 clamp_min_22" [id=1461, type="clamp_min"]; -"1462 expand_as_22" [id=1462, type="expand_as"]; -"1463 div_22" [id=1463, type=div]; -"1464 linalg_vector_norm_23" [id=1464, type="linalg_vector_norm"]; -"1465 clamp_min_23" [id=1465, type="clamp_min"]; -"1466 expand_as_23" [id=1466, type="expand_as"]; -"1467 div_23" [id=1467, type=div]; -"1468 transpose_22" [id=1468, type=transpose]; -"1469 matmul_22" [id=1469, type=matmul]; -"1470 clamp_11" [id=1470, type=clamp]; -"1471 exp_11" [id=1471, type=exp]; -"1472 mul_23" [id=1472, type=mul]; -"1473 add_38" [id=1473, type=add]; -"1474 softmax_11" [id=1474, type=softmax]; -"1475 dropout_44" [id=1475, type=dropout]; -"1476 matmul_23" [id=1476, type=matmul]; -"1477 transpose_23" [id=1477, type=transpose]; -"1478 reshape_51" [id=1478, type=reshape]; -"1479 reshape_51_0_0_nncf_smooth_quant_0" [id=1479, type="call_module"]; -"1480 quantize_per_tensor_207" [id=1480, type="quantize_per_tensor"]; -"1481 dequantize_per_tensor_208" [id=1481, type="dequantize_per_tensor"]; -"1482 linear_72_scale_0" [id=1482, type="get_attr"]; -"1483 linear_72_zero_point_0" [id=1483, type="get_attr"]; -"1484 _frozen_param85" [id=1484, type="get_attr"]; -"1485 dequantize_per_channel_209" [id=1485, type="dequantize_per_channel"]; -"1486 linear_72" [id=1486, type=linear]; -"1487 dropout_45" [id=1487, type=dropout]; -"1488 view_62" [id=1488, type=view]; -"1489 permute_53" [id=1489, type=permute]; -"1490 reshape_52" [id=1490, type=reshape]; -"1491 slice_179" [id=1491, type=slice]; -"1492 slice_180" [id=1492, type=slice]; -"1493 slice_181" [id=1493, type=slice]; -"1494 slice_182" [id=1494, type=slice]; -"1495 contiguous_21" [id=1495, type=contiguous]; -"1496 layer_norm_26" [id=1496, type="layer_norm"]; -"1497 add_39" [id=1497, type=add]; -"1498 add_39_0_0_nncf_smooth_quant_0" [id=1498, type="call_module"]; -"1499 quantize_per_tensor_210" [id=1499, type="quantize_per_tensor"]; -"1500 dequantize_per_tensor_211" [id=1500, type="dequantize_per_tensor"]; -"1501 linear_73_scale_0" [id=1501, type="get_attr"]; -"1502 linear_73_zero_point_0" [id=1502, type="get_attr"]; -"1503 _frozen_param86" [id=1503, type="get_attr"]; -"1504 dequantize_per_channel_212" [id=1504, type="dequantize_per_channel"]; -"1505 linear_73" [id=1505, type=linear]; -"1506 gelu_11" [id=1506, type=gelu]; -"1507 dropout_46" [id=1507, type=dropout]; -"1508 dropout_46_0_0_nncf_smooth_quant_0" [id=1508, type="call_module"]; -"1509 quantize_per_tensor_213" [id=1509, type="quantize_per_tensor"]; -"1510 dequantize_per_tensor_214" [id=1510, type="dequantize_per_tensor"]; -"1511 linear_74_scale_0" [id=1511, type="get_attr"]; -"1512 linear_74_zero_point_0" [id=1512, type="get_attr"]; -"1513 _frozen_param87" [id=1513, type="get_attr"]; -"1514 dequantize_per_channel_215" [id=1514, type="dequantize_per_channel"]; -"1515 linear_74" [id=1515, type=linear]; -"1516 dropout_47" [id=1516, type=dropout]; -"1517 layer_norm_27" [id=1517, type="layer_norm"]; -"1518 add_40" [id=1518, type=add]; -"1519 layer_norm_28" [id=1519, type="layer_norm"]; -"1520 permute_54" [id=1520, type=permute]; -"1521 adaptive_avg_pool2d" [id=1521, type="adaptive_avg_pool2d"]; -"1522 flatten" [id=1522, type=flatten]; -"1523 flatten_0_0_nncf_smooth_quant_0" [id=1523, type="call_module"]; -"1524 quantize_per_tensor_216" [id=1524, type="quantize_per_tensor"]; -"1525 dequantize_per_tensor_217" [id=1525, type="dequantize_per_tensor"]; -"1526 linear_75_scale_0" [id=1526, type="get_attr"]; -"1527 linear_75_zero_point_0" [id=1527, type="get_attr"]; -"1528 _frozen_param88" [id=1528, type="get_attr"]; -"1529 dequantize_per_channel_218" [id=1529, type="dequantize_per_channel"]; -"1530 linear_75" [id=1530, type=linear]; -"1531 output" [id=1531, type=output]; +"227 alias" [id=227, type=alias]; +"228 layer_norm_1" [id=228, type="layer_norm"]; +"229 add_1" [id=229, type=add]; +"230 add_1_0_0_nncf_smooth_quant_0" [id=230, type="call_module"]; +"231 quantize_per_tensor_14" [id=231, type="quantize_per_tensor"]; +"232 dequantize_per_tensor_15" [id=232, type="dequantize_per_tensor"]; +"233 linear_4_scale_0" [id=233, type="get_attr"]; +"234 linear_4_zero_point_0" [id=234, type="get_attr"]; +"235 _frozen_param6" [id=235, type="get_attr"]; +"236 dequantize_per_channel_16" [id=236, type="dequantize_per_channel"]; +"237 linear_4" [id=237, type=linear]; +"238 gelu" [id=238, type=gelu]; +"239 dropout_2" [id=239, type=dropout]; +"240 dropout_2_0_0_nncf_smooth_quant_0" [id=240, type="call_module"]; +"241 quantize_per_tensor_17" [id=241, type="quantize_per_tensor"]; +"242 dequantize_per_tensor_18" [id=242, type="dequantize_per_tensor"]; +"243 linear_5_scale_0" [id=243, type="get_attr"]; +"244 linear_5_zero_point_0" [id=244, type="get_attr"]; +"245 _frozen_param7" [id=245, type="get_attr"]; +"246 dequantize_per_channel_19" [id=246, type="dequantize_per_channel"]; +"247 linear_5" [id=247, type=linear]; +"248 dropout_3" [id=248, type=dropout]; +"249 layer_norm_2" [id=249, type="layer_norm"]; +"250 add_2" [id=250, type=add]; +"251 _frozen_param8" [id=251, type="get_attr"]; +"252 dequantize_per_tensor_20" [id=252, type="dequantize_per_tensor"]; +"253 linear_6_scale_0" [id=253, type="get_attr"]; +"254 linear_6_zero_point_0" [id=254, type="get_attr"]; +"255 _frozen_param9" [id=255, type="get_attr"]; +"256 dequantize_per_channel_21" [id=256, type="dequantize_per_channel"]; +"257 linear_6" [id=257, type=linear]; +"258 relu__1" [id=258, type="relu_"]; +"259 relu__1_0_0_nncf_smooth_quant_0" [id=259, type="call_module"]; +"260 quantize_per_tensor_22" [id=260, type="quantize_per_tensor"]; +"261 dequantize_per_tensor_23" [id=261, type="dequantize_per_tensor"]; +"262 linear_7_scale_0" [id=262, type="get_attr"]; +"263 linear_7_zero_point_0" [id=263, type="get_attr"]; +"264 _frozen_param10" [id=264, type="get_attr"]; +"265 dequantize_per_channel_24" [id=265, type="dequantize_per_channel"]; +"266 linear_7" [id=266, type=linear]; +"267 view_4" [id=267, type=view]; +"268 index_1" [id=268, type=index]; +"269 view_5" [id=269, type=view]; +"270 permute_5" [id=270, type=permute]; +"271 contiguous_1" [id=271, type=contiguous]; +"272 unsqueeze_1" [id=272, type=unsqueeze]; +"273 sigmoid_1" [id=273, type=sigmoid]; +"274 mul_2" [id=274, type=mul]; +"275 pad_1" [id=275, type=pad]; +"276 roll" [id=276, type=roll]; +"277 view_6" [id=277, type=view]; +"278 permute_6" [id=278, type=permute]; +"279 reshape_4" [id=279, type=reshape]; +"280 clone_1" [id=280, type=clone]; +"281 reshape_4_0_0_nncf_smooth_quant_0" [id=281, type="call_module"]; +"282 quantize_per_tensor_25" [id=282, type="quantize_per_tensor"]; +"283 dequantize_per_tensor_26" [id=283, type="dequantize_per_tensor"]; +"284 linear_8_scale_0" [id=284, type="get_attr"]; +"285 linear_8_zero_point_0" [id=285, type="get_attr"]; +"286 _frozen_param11" [id=286, type="get_attr"]; +"287 dequantize_per_channel_27" [id=287, type="dequantize_per_channel"]; +"288 linear_8" [id=288, type=linear]; +"289 reshape_5" [id=289, type=reshape]; +"290 permute_7" [id=290, type=permute]; +"291 select_3" [id=291, type=select]; +"292 select_4" [id=292, type=select]; +"293 select_5" [id=293, type=select]; +"294 linalg_vector_norm_2" [id=294, type="linalg_vector_norm"]; +"295 clamp_min_2" [id=295, type="clamp_min"]; +"296 expand_as_2" [id=296, type="expand_as"]; +"297 div_2" [id=297, type=div]; +"298 linalg_vector_norm_3" [id=298, type="linalg_vector_norm"]; +"299 clamp_min_3" [id=299, type="clamp_min"]; +"300 expand_as_3" [id=300, type="expand_as"]; +"301 div_3" [id=301, type=div]; +"302 transpose_2" [id=302, type=transpose]; +"303 matmul_2" [id=303, type=matmul]; +"304 clamp_1" [id=304, type=clamp]; +"305 exp_1" [id=305, type=exp]; +"306 mul_3" [id=306, type=mul]; +"307 add_3" [id=307, type=add]; +"308 new_zeros" [id=308, type="new_zeros"]; +"309 view_7" [id=309, type=view]; +"310 permute_8" [id=310, type=permute]; +"311 reshape_6" [id=311, type=reshape]; +"312 unsqueeze_2" [id=312, type=unsqueeze]; +"313 unsqueeze_3" [id=313, type=unsqueeze]; +"314 sub" [id=314, type=sub]; +"315 ne" [id=315, type=ne]; +"316 masked_fill" [id=316, type="masked_fill"]; +"317 eq" [id=317, type=eq]; +"318 masked_fill_1" [id=318, type="masked_fill"]; +"319 view_8" [id=319, type=view]; +"320 unsqueeze_4" [id=320, type=unsqueeze]; +"321 unsqueeze_5" [id=321, type=unsqueeze]; +"322 add_4" [id=322, type=add]; +"323 view_9" [id=323, type=view]; +"324 softmax_1" [id=324, type=softmax]; +"325 dropout_4" [id=325, type=dropout]; +"326 matmul_3" [id=326, type=matmul]; +"327 transpose_3" [id=327, type=transpose]; +"328 reshape_7" [id=328, type=reshape]; +"329 reshape_7_0_0_nncf_smooth_quant_0" [id=329, type="call_module"]; +"330 quantize_per_tensor_28" [id=330, type="quantize_per_tensor"]; +"331 dequantize_per_tensor_29" [id=331, type="dequantize_per_tensor"]; +"332 linear_9_scale_0" [id=332, type="get_attr"]; +"333 linear_9_zero_point_0" [id=333, type="get_attr"]; +"334 _frozen_param12" [id=334, type="get_attr"]; +"335 dequantize_per_channel_30" [id=335, type="dequantize_per_channel"]; +"336 linear_9" [id=336, type=linear]; +"337 dropout_5" [id=337, type=dropout]; +"338 view_10" [id=338, type=view]; +"339 permute_9" [id=339, type=permute]; +"340 reshape_8" [id=340, type=reshape]; +"341 roll_1" [id=341, type=roll]; +"342 alias_1" [id=342, type=alias]; +"343 layer_norm_3" [id=343, type="layer_norm"]; +"344 add_5" [id=344, type=add]; +"345 add_5_0_0_nncf_smooth_quant_0" [id=345, type="call_module"]; +"346 quantize_per_tensor_31" [id=346, type="quantize_per_tensor"]; +"347 dequantize_per_tensor_32" [id=347, type="dequantize_per_tensor"]; +"348 linear_10_scale_0" [id=348, type="get_attr"]; +"349 linear_10_zero_point_0" [id=349, type="get_attr"]; +"350 _frozen_param13" [id=350, type="get_attr"]; +"351 dequantize_per_channel_33" [id=351, type="dequantize_per_channel"]; +"352 linear_10" [id=352, type=linear]; +"353 gelu_1" [id=353, type=gelu]; +"354 dropout_6" [id=354, type=dropout]; +"355 dropout_6_0_0_nncf_smooth_quant_0" [id=355, type="call_module"]; +"356 quantize_per_tensor_34" [id=356, type="quantize_per_tensor"]; +"357 dequantize_per_tensor_35" [id=357, type="dequantize_per_tensor"]; +"358 linear_11_scale_0" [id=358, type="get_attr"]; +"359 linear_11_zero_point_0" [id=359, type="get_attr"]; +"360 _frozen_param14" [id=360, type="get_attr"]; +"361 dequantize_per_channel_36" [id=361, type="dequantize_per_channel"]; +"362 linear_11" [id=362, type=linear]; +"363 dropout_7" [id=363, type=dropout]; +"364 layer_norm_4" [id=364, type="layer_norm"]; +"365 add_6" [id=365, type=add]; +"366 pad_2" [id=366, type=pad]; +"367 slice_21" [id=367, type=slice]; +"368 slice_22" [id=368, type=slice]; +"369 slice_23" [id=369, type=slice]; +"370 slice_24" [id=370, type=slice]; +"371 slice_25" [id=371, type=slice]; +"372 slice_26" [id=372, type=slice]; +"373 slice_27" [id=373, type=slice]; +"374 slice_28" [id=374, type=slice]; +"375 cat" [id=375, type=cat]; +"376 cat_0_0_nncf_smooth_quant_0" [id=376, type="call_module"]; +"377 quantize_per_tensor_37" [id=377, type="quantize_per_tensor"]; +"378 dequantize_per_tensor_38" [id=378, type="dequantize_per_tensor"]; +"379 linear_12_scale_0" [id=379, type="get_attr"]; +"380 linear_12_zero_point_0" [id=380, type="get_attr"]; +"381 _frozen_param15" [id=381, type="get_attr"]; +"382 dequantize_per_channel_39" [id=382, type="dequantize_per_channel"]; +"383 linear_12" [id=383, type=linear]; +"384 layer_norm_5" [id=384, type="layer_norm"]; +"385 _frozen_param16" [id=385, type="get_attr"]; +"386 dequantize_per_tensor_40" [id=386, type="dequantize_per_tensor"]; +"387 linear_13_scale_0" [id=387, type="get_attr"]; +"388 linear_13_zero_point_0" [id=388, type="get_attr"]; +"389 _frozen_param17" [id=389, type="get_attr"]; +"390 dequantize_per_channel_41" [id=390, type="dequantize_per_channel"]; +"391 linear_13" [id=391, type=linear]; +"392 relu__2" [id=392, type="relu_"]; +"393 relu__2_0_0_nncf_smooth_quant_0" [id=393, type="call_module"]; +"394 quantize_per_tensor_42" [id=394, type="quantize_per_tensor"]; +"395 dequantize_per_tensor_43" [id=395, type="dequantize_per_tensor"]; +"396 linear_14_scale_0" [id=396, type="get_attr"]; +"397 linear_14_zero_point_0" [id=397, type="get_attr"]; +"398 _frozen_param18" [id=398, type="get_attr"]; +"399 dequantize_per_channel_44" [id=399, type="dequantize_per_channel"]; +"400 linear_14" [id=400, type=linear]; +"401 view_11" [id=401, type=view]; +"402 index_2" [id=402, type=index]; +"403 view_12" [id=403, type=view]; +"404 permute_10" [id=404, type=permute]; +"405 contiguous_2" [id=405, type=contiguous]; +"406 unsqueeze_6" [id=406, type=unsqueeze]; +"407 sigmoid_2" [id=407, type=sigmoid]; +"408 mul_4" [id=408, type=mul]; +"409 pad_3" [id=409, type=pad]; +"410 view_13" [id=410, type=view]; +"411 permute_11" [id=411, type=permute]; +"412 reshape_9" [id=412, type=reshape]; +"413 clone_2" [id=413, type=clone]; +"414 reshape_9_0_0_nncf_smooth_quant_0" [id=414, type="call_module"]; +"415 quantize_per_tensor_45" [id=415, type="quantize_per_tensor"]; +"416 dequantize_per_tensor_46" [id=416, type="dequantize_per_tensor"]; +"417 linear_15_scale_0" [id=417, type="get_attr"]; +"418 linear_15_zero_point_0" [id=418, type="get_attr"]; +"419 _frozen_param19" [id=419, type="get_attr"]; +"420 dequantize_per_channel_47" [id=420, type="dequantize_per_channel"]; +"421 linear_15" [id=421, type=linear]; +"422 reshape_10" [id=422, type=reshape]; +"423 permute_12" [id=423, type=permute]; +"424 select_6" [id=424, type=select]; +"425 select_7" [id=425, type=select]; +"426 select_8" [id=426, type=select]; +"427 linalg_vector_norm_4" [id=427, type="linalg_vector_norm"]; +"428 clamp_min_4" [id=428, type="clamp_min"]; +"429 expand_as_4" [id=429, type="expand_as"]; +"430 div_4" [id=430, type=div]; +"431 linalg_vector_norm_5" [id=431, type="linalg_vector_norm"]; +"432 clamp_min_5" [id=432, type="clamp_min"]; +"433 expand_as_5" [id=433, type="expand_as"]; +"434 div_5" [id=434, type=div]; +"435 transpose_4" [id=435, type=transpose]; +"436 matmul_4" [id=436, type=matmul]; +"437 clamp_2" [id=437, type=clamp]; +"438 exp_2" [id=438, type=exp]; +"439 mul_5" [id=439, type=mul]; +"440 add_7" [id=440, type=add]; +"441 softmax_2" [id=441, type=softmax]; +"442 dropout_8" [id=442, type=dropout]; +"443 matmul_5" [id=443, type=matmul]; +"444 transpose_5" [id=444, type=transpose]; +"445 reshape_11" [id=445, type=reshape]; +"446 reshape_11_0_0_nncf_smooth_quant_0" [id=446, type="call_module"]; +"447 quantize_per_tensor_48" [id=447, type="quantize_per_tensor"]; +"448 dequantize_per_tensor_49" [id=448, type="dequantize_per_tensor"]; +"449 linear_16_scale_0" [id=449, type="get_attr"]; +"450 linear_16_zero_point_0" [id=450, type="get_attr"]; +"451 _frozen_param20" [id=451, type="get_attr"]; +"452 dequantize_per_channel_50" [id=452, type="dequantize_per_channel"]; +"453 linear_16" [id=453, type=linear]; +"454 dropout_9" [id=454, type=dropout]; +"455 view_14" [id=455, type=view]; +"456 permute_13" [id=456, type=permute]; +"457 reshape_12" [id=457, type=reshape]; +"458 slice_30" [id=458, type=slice]; +"459 slice_31" [id=459, type=slice]; +"460 contiguous_3" [id=460, type=contiguous]; +"461 layer_norm_6" [id=461, type="layer_norm"]; +"462 add_8" [id=462, type=add]; +"463 add_8_0_0_nncf_smooth_quant_0" [id=463, type="call_module"]; +"464 quantize_per_tensor_51" [id=464, type="quantize_per_tensor"]; +"465 dequantize_per_tensor_52" [id=465, type="dequantize_per_tensor"]; +"466 linear_17_scale_0" [id=466, type="get_attr"]; +"467 linear_17_zero_point_0" [id=467, type="get_attr"]; +"468 _frozen_param21" [id=468, type="get_attr"]; +"469 dequantize_per_channel_53" [id=469, type="dequantize_per_channel"]; +"470 linear_17" [id=470, type=linear]; +"471 gelu_2" [id=471, type=gelu]; +"472 dropout_10" [id=472, type=dropout]; +"473 dropout_10_0_0_nncf_smooth_quant_0" [id=473, type="call_module"]; +"474 quantize_per_tensor_54" [id=474, type="quantize_per_tensor"]; +"475 dequantize_per_tensor_55" [id=475, type="dequantize_per_tensor"]; +"476 linear_18_scale_0" [id=476, type="get_attr"]; +"477 linear_18_zero_point_0" [id=477, type="get_attr"]; +"478 _frozen_param22" [id=478, type="get_attr"]; +"479 dequantize_per_channel_56" [id=479, type="dequantize_per_channel"]; +"480 linear_18" [id=480, type=linear]; +"481 dropout_11" [id=481, type=dropout]; +"482 layer_norm_7" [id=482, type="layer_norm"]; +"483 add_9" [id=483, type=add]; +"484 _frozen_param23" [id=484, type="get_attr"]; +"485 dequantize_per_tensor_57" [id=485, type="dequantize_per_tensor"]; +"486 linear_19_scale_0" [id=486, type="get_attr"]; +"487 linear_19_zero_point_0" [id=487, type="get_attr"]; +"488 _frozen_param24" [id=488, type="get_attr"]; +"489 dequantize_per_channel_58" [id=489, type="dequantize_per_channel"]; +"490 linear_19" [id=490, type=linear]; +"491 relu__3" [id=491, type="relu_"]; +"492 relu__3_0_0_nncf_smooth_quant_0" [id=492, type="call_module"]; +"493 quantize_per_tensor_59" [id=493, type="quantize_per_tensor"]; +"494 dequantize_per_tensor_60" [id=494, type="dequantize_per_tensor"]; +"495 linear_20_scale_0" [id=495, type="get_attr"]; +"496 linear_20_zero_point_0" [id=496, type="get_attr"]; +"497 _frozen_param25" [id=497, type="get_attr"]; +"498 dequantize_per_channel_61" [id=498, type="dequantize_per_channel"]; +"499 linear_20" [id=499, type=linear]; +"500 view_15" [id=500, type=view]; +"501 index_3" [id=501, type=index]; +"502 view_16" [id=502, type=view]; +"503 permute_14" [id=503, type=permute]; +"504 contiguous_4" [id=504, type=contiguous]; +"505 unsqueeze_7" [id=505, type=unsqueeze]; +"506 sigmoid_3" [id=506, type=sigmoid]; +"507 mul_6" [id=507, type=mul]; +"508 pad_4" [id=508, type=pad]; +"509 roll_2" [id=509, type=roll]; +"510 view_17" [id=510, type=view]; +"511 permute_15" [id=511, type=permute]; +"512 reshape_13" [id=512, type=reshape]; +"513 clone_3" [id=513, type=clone]; +"514 reshape_13_0_0_nncf_smooth_quant_0" [id=514, type="call_module"]; +"515 quantize_per_tensor_62" [id=515, type="quantize_per_tensor"]; +"516 dequantize_per_tensor_63" [id=516, type="dequantize_per_tensor"]; +"517 linear_21_scale_0" [id=517, type="get_attr"]; +"518 linear_21_zero_point_0" [id=518, type="get_attr"]; +"519 _frozen_param26" [id=519, type="get_attr"]; +"520 dequantize_per_channel_64" [id=520, type="dequantize_per_channel"]; +"521 linear_21" [id=521, type=linear]; +"522 reshape_14" [id=522, type=reshape]; +"523 permute_16" [id=523, type=permute]; +"524 select_9" [id=524, type=select]; +"525 select_10" [id=525, type=select]; +"526 select_11" [id=526, type=select]; +"527 linalg_vector_norm_6" [id=527, type="linalg_vector_norm"]; +"528 clamp_min_6" [id=528, type="clamp_min"]; +"529 expand_as_6" [id=529, type="expand_as"]; +"530 div_6" [id=530, type=div]; +"531 linalg_vector_norm_7" [id=531, type="linalg_vector_norm"]; +"532 clamp_min_7" [id=532, type="clamp_min"]; +"533 expand_as_7" [id=533, type="expand_as"]; +"534 div_7" [id=534, type=div]; +"535 transpose_6" [id=535, type=transpose]; +"536 matmul_6" [id=536, type=matmul]; +"537 clamp_3" [id=537, type=clamp]; +"538 exp_3" [id=538, type=exp]; +"539 mul_7" [id=539, type=mul]; +"540 add_10" [id=540, type=add]; +"541 new_zeros_1" [id=541, type="new_zeros"]; +"542 view_18" [id=542, type=view]; +"543 permute_17" [id=543, type=permute]; +"544 reshape_15" [id=544, type=reshape]; +"545 unsqueeze_8" [id=545, type=unsqueeze]; +"546 unsqueeze_9" [id=546, type=unsqueeze]; +"547 sub_1" [id=547, type=sub]; +"548 ne_1" [id=548, type=ne]; +"549 masked_fill_2" [id=549, type="masked_fill"]; +"550 eq_1" [id=550, type=eq]; +"551 masked_fill_3" [id=551, type="masked_fill"]; +"552 view_19" [id=552, type=view]; +"553 unsqueeze_10" [id=553, type=unsqueeze]; +"554 unsqueeze_11" [id=554, type=unsqueeze]; +"555 add_11" [id=555, type=add]; +"556 view_20" [id=556, type=view]; +"557 softmax_3" [id=557, type=softmax]; +"558 dropout_12" [id=558, type=dropout]; +"559 matmul_7" [id=559, type=matmul]; +"560 transpose_7" [id=560, type=transpose]; +"561 reshape_16" [id=561, type=reshape]; +"562 reshape_16_0_0_nncf_smooth_quant_0" [id=562, type="call_module"]; +"563 quantize_per_tensor_65" [id=563, type="quantize_per_tensor"]; +"564 dequantize_per_tensor_66" [id=564, type="dequantize_per_tensor"]; +"565 linear_22_scale_0" [id=565, type="get_attr"]; +"566 linear_22_zero_point_0" [id=566, type="get_attr"]; +"567 _frozen_param27" [id=567, type="get_attr"]; +"568 dequantize_per_channel_67" [id=568, type="dequantize_per_channel"]; +"569 linear_22" [id=569, type=linear]; +"570 dropout_13" [id=570, type=dropout]; +"571 view_21" [id=571, type=view]; +"572 permute_18" [id=572, type=permute]; +"573 reshape_17" [id=573, type=reshape]; +"574 roll_3" [id=574, type=roll]; +"575 slice_51" [id=575, type=slice]; +"576 slice_52" [id=576, type=slice]; +"577 contiguous_5" [id=577, type=contiguous]; +"578 layer_norm_8" [id=578, type="layer_norm"]; +"579 add_12" [id=579, type=add]; +"580 add_12_0_0_nncf_smooth_quant_0" [id=580, type="call_module"]; +"581 quantize_per_tensor_68" [id=581, type="quantize_per_tensor"]; +"582 dequantize_per_tensor_69" [id=582, type="dequantize_per_tensor"]; +"583 linear_23_scale_0" [id=583, type="get_attr"]; +"584 linear_23_zero_point_0" [id=584, type="get_attr"]; +"585 _frozen_param28" [id=585, type="get_attr"]; +"586 dequantize_per_channel_70" [id=586, type="dequantize_per_channel"]; +"587 linear_23" [id=587, type=linear]; +"588 gelu_3" [id=588, type=gelu]; +"589 dropout_14" [id=589, type=dropout]; +"590 dropout_14_0_0_nncf_smooth_quant_0" [id=590, type="call_module"]; +"591 quantize_per_tensor_71" [id=591, type="quantize_per_tensor"]; +"592 dequantize_per_tensor_72" [id=592, type="dequantize_per_tensor"]; +"593 linear_24_scale_0" [id=593, type="get_attr"]; +"594 linear_24_zero_point_0" [id=594, type="get_attr"]; +"595 _frozen_param29" [id=595, type="get_attr"]; +"596 dequantize_per_channel_73" [id=596, type="dequantize_per_channel"]; +"597 linear_24" [id=597, type=linear]; +"598 dropout_15" [id=598, type=dropout]; +"599 layer_norm_9" [id=599, type="layer_norm"]; +"600 add_13" [id=600, type=add]; +"601 pad_5" [id=601, type=pad]; +"602 slice_53" [id=602, type=slice]; +"603 slice_54" [id=603, type=slice]; +"604 slice_55" [id=604, type=slice]; +"605 slice_56" [id=605, type=slice]; +"606 slice_57" [id=606, type=slice]; +"607 slice_58" [id=607, type=slice]; +"608 slice_59" [id=608, type=slice]; +"609 slice_60" [id=609, type=slice]; +"610 cat_1" [id=610, type=cat]; +"611 cat_1_0_0_nncf_smooth_quant_0" [id=611, type="call_module"]; +"612 quantize_per_tensor_74" [id=612, type="quantize_per_tensor"]; +"613 dequantize_per_tensor_75" [id=613, type="dequantize_per_tensor"]; +"614 linear_25_scale_0" [id=614, type="get_attr"]; +"615 linear_25_zero_point_0" [id=615, type="get_attr"]; +"616 _frozen_param30" [id=616, type="get_attr"]; +"617 dequantize_per_channel_76" [id=617, type="dequantize_per_channel"]; +"618 linear_25" [id=618, type=linear]; +"619 layer_norm_10" [id=619, type="layer_norm"]; +"620 _frozen_param31" [id=620, type="get_attr"]; +"621 dequantize_per_tensor_77" [id=621, type="dequantize_per_tensor"]; +"622 linear_26_scale_0" [id=622, type="get_attr"]; +"623 linear_26_zero_point_0" [id=623, type="get_attr"]; +"624 _frozen_param32" [id=624, type="get_attr"]; +"625 dequantize_per_channel_78" [id=625, type="dequantize_per_channel"]; +"626 linear_26" [id=626, type=linear]; +"627 relu__4" [id=627, type="relu_"]; +"628 relu__4_0_0_nncf_smooth_quant_0" [id=628, type="call_module"]; +"629 quantize_per_tensor_79" [id=629, type="quantize_per_tensor"]; +"630 dequantize_per_tensor_80" [id=630, type="dequantize_per_tensor"]; +"631 linear_27_scale_0" [id=631, type="get_attr"]; +"632 linear_27_zero_point_0" [id=632, type="get_attr"]; +"633 _frozen_param33" [id=633, type="get_attr"]; +"634 dequantize_per_channel_81" [id=634, type="dequantize_per_channel"]; +"635 linear_27" [id=635, type=linear]; +"636 view_22" [id=636, type=view]; +"637 index_4" [id=637, type=index]; +"638 view_23" [id=638, type=view]; +"639 permute_19" [id=639, type=permute]; +"640 contiguous_6" [id=640, type=contiguous]; +"641 unsqueeze_12" [id=641, type=unsqueeze]; +"642 sigmoid_4" [id=642, type=sigmoid]; +"643 mul_8" [id=643, type=mul]; +"644 pad_6" [id=644, type=pad]; +"645 view_24" [id=645, type=view]; +"646 permute_20" [id=646, type=permute]; +"647 reshape_18" [id=647, type=reshape]; +"648 clone_4" [id=648, type=clone]; +"649 reshape_18_0_0_nncf_smooth_quant_0" [id=649, type="call_module"]; +"650 quantize_per_tensor_82" [id=650, type="quantize_per_tensor"]; +"651 dequantize_per_tensor_83" [id=651, type="dequantize_per_tensor"]; +"652 linear_28_scale_0" [id=652, type="get_attr"]; +"653 linear_28_zero_point_0" [id=653, type="get_attr"]; +"654 _frozen_param34" [id=654, type="get_attr"]; +"655 dequantize_per_channel_84" [id=655, type="dequantize_per_channel"]; +"656 linear_28" [id=656, type=linear]; +"657 reshape_19" [id=657, type=reshape]; +"658 permute_21" [id=658, type=permute]; +"659 select_12" [id=659, type=select]; +"660 select_13" [id=660, type=select]; +"661 select_14" [id=661, type=select]; +"662 linalg_vector_norm_8" [id=662, type="linalg_vector_norm"]; +"663 clamp_min_8" [id=663, type="clamp_min"]; +"664 expand_as_8" [id=664, type="expand_as"]; +"665 div_8" [id=665, type=div]; +"666 linalg_vector_norm_9" [id=666, type="linalg_vector_norm"]; +"667 clamp_min_9" [id=667, type="clamp_min"]; +"668 expand_as_9" [id=668, type="expand_as"]; +"669 div_9" [id=669, type=div]; +"670 transpose_8" [id=670, type=transpose]; +"671 matmul_8" [id=671, type=matmul]; +"672 clamp_4" [id=672, type=clamp]; +"673 exp_4" [id=673, type=exp]; +"674 mul_9" [id=674, type=mul]; +"675 add_14" [id=675, type=add]; +"676 softmax_4" [id=676, type=softmax]; +"677 dropout_16" [id=677, type=dropout]; +"678 matmul_9" [id=678, type=matmul]; +"679 transpose_9" [id=679, type=transpose]; +"680 reshape_20" [id=680, type=reshape]; +"681 reshape_20_0_0_nncf_smooth_quant_0" [id=681, type="call_module"]; +"682 quantize_per_tensor_85" [id=682, type="quantize_per_tensor"]; +"683 dequantize_per_tensor_86" [id=683, type="dequantize_per_tensor"]; +"684 linear_29_scale_0" [id=684, type="get_attr"]; +"685 linear_29_zero_point_0" [id=685, type="get_attr"]; +"686 _frozen_param35" [id=686, type="get_attr"]; +"687 dequantize_per_channel_87" [id=687, type="dequantize_per_channel"]; +"688 linear_29" [id=688, type=linear]; +"689 dropout_17" [id=689, type=dropout]; +"690 view_25" [id=690, type=view]; +"691 permute_22" [id=691, type=permute]; +"692 reshape_21" [id=692, type=reshape]; +"693 slice_62" [id=693, type=slice]; +"694 slice_63" [id=694, type=slice]; +"695 contiguous_7" [id=695, type=contiguous]; +"696 layer_norm_11" [id=696, type="layer_norm"]; +"697 add_15" [id=697, type=add]; +"698 add_15_0_0_nncf_smooth_quant_0" [id=698, type="call_module"]; +"699 quantize_per_tensor_88" [id=699, type="quantize_per_tensor"]; +"700 dequantize_per_tensor_89" [id=700, type="dequantize_per_tensor"]; +"701 linear_30_scale_0" [id=701, type="get_attr"]; +"702 linear_30_zero_point_0" [id=702, type="get_attr"]; +"703 _frozen_param36" [id=703, type="get_attr"]; +"704 dequantize_per_channel_90" [id=704, type="dequantize_per_channel"]; +"705 linear_30" [id=705, type=linear]; +"706 gelu_4" [id=706, type=gelu]; +"707 dropout_18" [id=707, type=dropout]; +"708 dropout_18_0_0_nncf_smooth_quant_0" [id=708, type="call_module"]; +"709 quantize_per_tensor_91" [id=709, type="quantize_per_tensor"]; +"710 dequantize_per_tensor_92" [id=710, type="dequantize_per_tensor"]; +"711 linear_31_scale_0" [id=711, type="get_attr"]; +"712 linear_31_zero_point_0" [id=712, type="get_attr"]; +"713 _frozen_param37" [id=713, type="get_attr"]; +"714 dequantize_per_channel_93" [id=714, type="dequantize_per_channel"]; +"715 linear_31" [id=715, type=linear]; +"716 dropout_19" [id=716, type=dropout]; +"717 layer_norm_12" [id=717, type="layer_norm"]; +"718 add_16" [id=718, type=add]; +"719 _frozen_param38" [id=719, type="get_attr"]; +"720 dequantize_per_tensor_94" [id=720, type="dequantize_per_tensor"]; +"721 linear_32_scale_0" [id=721, type="get_attr"]; +"722 linear_32_zero_point_0" [id=722, type="get_attr"]; +"723 _frozen_param39" [id=723, type="get_attr"]; +"724 dequantize_per_channel_95" [id=724, type="dequantize_per_channel"]; +"725 linear_32" [id=725, type=linear]; +"726 relu__5" [id=726, type="relu_"]; +"727 relu__5_0_0_nncf_smooth_quant_0" [id=727, type="call_module"]; +"728 quantize_per_tensor_96" [id=728, type="quantize_per_tensor"]; +"729 dequantize_per_tensor_97" [id=729, type="dequantize_per_tensor"]; +"730 linear_33_scale_0" [id=730, type="get_attr"]; +"731 linear_33_zero_point_0" [id=731, type="get_attr"]; +"732 _frozen_param40" [id=732, type="get_attr"]; +"733 dequantize_per_channel_98" [id=733, type="dequantize_per_channel"]; +"734 linear_33" [id=734, type=linear]; +"735 view_26" [id=735, type=view]; +"736 index_5" [id=736, type=index]; +"737 view_27" [id=737, type=view]; +"738 permute_23" [id=738, type=permute]; +"739 contiguous_8" [id=739, type=contiguous]; +"740 unsqueeze_13" [id=740, type=unsqueeze]; +"741 sigmoid_5" [id=741, type=sigmoid]; +"742 mul_10" [id=742, type=mul]; +"743 pad_7" [id=743, type=pad]; +"744 roll_4" [id=744, type=roll]; +"745 view_28" [id=745, type=view]; +"746 permute_24" [id=746, type=permute]; +"747 reshape_22" [id=747, type=reshape]; +"748 clone_5" [id=748, type=clone]; +"749 reshape_22_0_0_nncf_smooth_quant_0" [id=749, type="call_module"]; +"750 quantize_per_tensor_99" [id=750, type="quantize_per_tensor"]; +"751 dequantize_per_tensor_100" [id=751, type="dequantize_per_tensor"]; +"752 linear_34_scale_0" [id=752, type="get_attr"]; +"753 linear_34_zero_point_0" [id=753, type="get_attr"]; +"754 _frozen_param41" [id=754, type="get_attr"]; +"755 dequantize_per_channel_101" [id=755, type="dequantize_per_channel"]; +"756 linear_34" [id=756, type=linear]; +"757 reshape_23" [id=757, type=reshape]; +"758 permute_25" [id=758, type=permute]; +"759 select_15" [id=759, type=select]; +"760 select_16" [id=760, type=select]; +"761 select_17" [id=761, type=select]; +"762 linalg_vector_norm_10" [id=762, type="linalg_vector_norm"]; +"763 clamp_min_10" [id=763, type="clamp_min"]; +"764 expand_as_10" [id=764, type="expand_as"]; +"765 div_10" [id=765, type=div]; +"766 linalg_vector_norm_11" [id=766, type="linalg_vector_norm"]; +"767 clamp_min_11" [id=767, type="clamp_min"]; +"768 expand_as_11" [id=768, type="expand_as"]; +"769 div_11" [id=769, type=div]; +"770 transpose_10" [id=770, type=transpose]; +"771 matmul_10" [id=771, type=matmul]; +"772 clamp_5" [id=772, type=clamp]; +"773 exp_5" [id=773, type=exp]; +"774 mul_11" [id=774, type=mul]; +"775 add_17" [id=775, type=add]; +"776 new_zeros_2" [id=776, type="new_zeros"]; +"777 view_29" [id=777, type=view]; +"778 permute_26" [id=778, type=permute]; +"779 reshape_24" [id=779, type=reshape]; +"780 unsqueeze_14" [id=780, type=unsqueeze]; +"781 unsqueeze_15" [id=781, type=unsqueeze]; +"782 sub_2" [id=782, type=sub]; +"783 ne_2" [id=783, type=ne]; +"784 masked_fill_4" [id=784, type="masked_fill"]; +"785 eq_2" [id=785, type=eq]; +"786 masked_fill_5" [id=786, type="masked_fill"]; +"787 view_30" [id=787, type=view]; +"788 unsqueeze_16" [id=788, type=unsqueeze]; +"789 unsqueeze_17" [id=789, type=unsqueeze]; +"790 add_18" [id=790, type=add]; +"791 view_31" [id=791, type=view]; +"792 softmax_5" [id=792, type=softmax]; +"793 dropout_20" [id=793, type=dropout]; +"794 matmul_11" [id=794, type=matmul]; +"795 transpose_11" [id=795, type=transpose]; +"796 reshape_25" [id=796, type=reshape]; +"797 reshape_25_0_0_nncf_smooth_quant_0" [id=797, type="call_module"]; +"798 quantize_per_tensor_102" [id=798, type="quantize_per_tensor"]; +"799 dequantize_per_tensor_103" [id=799, type="dequantize_per_tensor"]; +"800 linear_35_scale_0" [id=800, type="get_attr"]; +"801 linear_35_zero_point_0" [id=801, type="get_attr"]; +"802 _frozen_param42" [id=802, type="get_attr"]; +"803 dequantize_per_channel_104" [id=803, type="dequantize_per_channel"]; +"804 linear_35" [id=804, type=linear]; +"805 dropout_21" [id=805, type=dropout]; +"806 view_32" [id=806, type=view]; +"807 permute_27" [id=807, type=permute]; +"808 reshape_26" [id=808, type=reshape]; +"809 roll_5" [id=809, type=roll]; +"810 slice_83" [id=810, type=slice]; +"811 slice_84" [id=811, type=slice]; +"812 contiguous_9" [id=812, type=contiguous]; +"813 layer_norm_13" [id=813, type="layer_norm"]; +"814 add_19" [id=814, type=add]; +"815 add_19_0_0_nncf_smooth_quant_0" [id=815, type="call_module"]; +"816 quantize_per_tensor_105" [id=816, type="quantize_per_tensor"]; +"817 dequantize_per_tensor_106" [id=817, type="dequantize_per_tensor"]; +"818 linear_36_scale_0" [id=818, type="get_attr"]; +"819 linear_36_zero_point_0" [id=819, type="get_attr"]; +"820 _frozen_param43" [id=820, type="get_attr"]; +"821 dequantize_per_channel_107" [id=821, type="dequantize_per_channel"]; +"822 linear_36" [id=822, type=linear]; +"823 gelu_5" [id=823, type=gelu]; +"824 dropout_22" [id=824, type=dropout]; +"825 dropout_22_0_0_nncf_smooth_quant_0" [id=825, type="call_module"]; +"826 quantize_per_tensor_108" [id=826, type="quantize_per_tensor"]; +"827 dequantize_per_tensor_109" [id=827, type="dequantize_per_tensor"]; +"828 linear_37_scale_0" [id=828, type="get_attr"]; +"829 linear_37_zero_point_0" [id=829, type="get_attr"]; +"830 _frozen_param44" [id=830, type="get_attr"]; +"831 dequantize_per_channel_110" [id=831, type="dequantize_per_channel"]; +"832 linear_37" [id=832, type=linear]; +"833 dropout_23" [id=833, type=dropout]; +"834 layer_norm_14" [id=834, type="layer_norm"]; +"835 add_20" [id=835, type=add]; +"836 _frozen_param45" [id=836, type="get_attr"]; +"837 dequantize_per_tensor_111" [id=837, type="dequantize_per_tensor"]; +"838 linear_38_scale_0" [id=838, type="get_attr"]; +"839 linear_38_zero_point_0" [id=839, type="get_attr"]; +"840 _frozen_param46" [id=840, type="get_attr"]; +"841 dequantize_per_channel_112" [id=841, type="dequantize_per_channel"]; +"842 linear_38" [id=842, type=linear]; +"843 relu__6" [id=843, type="relu_"]; +"844 relu__6_0_0_nncf_smooth_quant_0" [id=844, type="call_module"]; +"845 quantize_per_tensor_113" [id=845, type="quantize_per_tensor"]; +"846 dequantize_per_tensor_114" [id=846, type="dequantize_per_tensor"]; +"847 linear_39_scale_0" [id=847, type="get_attr"]; +"848 linear_39_zero_point_0" [id=848, type="get_attr"]; +"849 _frozen_param47" [id=849, type="get_attr"]; +"850 dequantize_per_channel_115" [id=850, type="dequantize_per_channel"]; +"851 linear_39" [id=851, type=linear]; +"852 view_33" [id=852, type=view]; +"853 index_6" [id=853, type=index]; +"854 view_34" [id=854, type=view]; +"855 permute_28" [id=855, type=permute]; +"856 contiguous_10" [id=856, type=contiguous]; +"857 unsqueeze_18" [id=857, type=unsqueeze]; +"858 sigmoid_6" [id=858, type=sigmoid]; +"859 mul_12" [id=859, type=mul]; +"860 pad_8" [id=860, type=pad]; +"861 view_35" [id=861, type=view]; +"862 permute_29" [id=862, type=permute]; +"863 reshape_27" [id=863, type=reshape]; +"864 clone_6" [id=864, type=clone]; +"865 reshape_27_0_0_nncf_smooth_quant_0" [id=865, type="call_module"]; +"866 quantize_per_tensor_116" [id=866, type="quantize_per_tensor"]; +"867 dequantize_per_tensor_117" [id=867, type="dequantize_per_tensor"]; +"868 linear_40_scale_0" [id=868, type="get_attr"]; +"869 linear_40_zero_point_0" [id=869, type="get_attr"]; +"870 _frozen_param48" [id=870, type="get_attr"]; +"871 dequantize_per_channel_118" [id=871, type="dequantize_per_channel"]; +"872 linear_40" [id=872, type=linear]; +"873 reshape_28" [id=873, type=reshape]; +"874 permute_30" [id=874, type=permute]; +"875 select_18" [id=875, type=select]; +"876 select_19" [id=876, type=select]; +"877 select_20" [id=877, type=select]; +"878 linalg_vector_norm_12" [id=878, type="linalg_vector_norm"]; +"879 clamp_min_12" [id=879, type="clamp_min"]; +"880 expand_as_12" [id=880, type="expand_as"]; +"881 div_12" [id=881, type=div]; +"882 linalg_vector_norm_13" [id=882, type="linalg_vector_norm"]; +"883 clamp_min_13" [id=883, type="clamp_min"]; +"884 expand_as_13" [id=884, type="expand_as"]; +"885 div_13" [id=885, type=div]; +"886 transpose_12" [id=886, type=transpose]; +"887 matmul_12" [id=887, type=matmul]; +"888 clamp_6" [id=888, type=clamp]; +"889 exp_6" [id=889, type=exp]; +"890 mul_13" [id=890, type=mul]; +"891 add_21" [id=891, type=add]; +"892 softmax_6" [id=892, type=softmax]; +"893 dropout_24" [id=893, type=dropout]; +"894 matmul_13" [id=894, type=matmul]; +"895 transpose_13" [id=895, type=transpose]; +"896 reshape_29" [id=896, type=reshape]; +"897 reshape_29_0_0_nncf_smooth_quant_0" [id=897, type="call_module"]; +"898 quantize_per_tensor_119" [id=898, type="quantize_per_tensor"]; +"899 dequantize_per_tensor_120" [id=899, type="dequantize_per_tensor"]; +"900 linear_41_scale_0" [id=900, type="get_attr"]; +"901 linear_41_zero_point_0" [id=901, type="get_attr"]; +"902 _frozen_param49" [id=902, type="get_attr"]; +"903 dequantize_per_channel_121" [id=903, type="dequantize_per_channel"]; +"904 linear_41" [id=904, type=linear]; +"905 dropout_25" [id=905, type=dropout]; +"906 view_36" [id=906, type=view]; +"907 permute_31" [id=907, type=permute]; +"908 reshape_30" [id=908, type=reshape]; +"909 slice_86" [id=909, type=slice]; +"910 slice_87" [id=910, type=slice]; +"911 contiguous_11" [id=911, type=contiguous]; +"912 layer_norm_15" [id=912, type="layer_norm"]; +"913 add_22" [id=913, type=add]; +"914 add_22_0_0_nncf_smooth_quant_0" [id=914, type="call_module"]; +"915 quantize_per_tensor_122" [id=915, type="quantize_per_tensor"]; +"916 dequantize_per_tensor_123" [id=916, type="dequantize_per_tensor"]; +"917 linear_42_scale_0" [id=917, type="get_attr"]; +"918 linear_42_zero_point_0" [id=918, type="get_attr"]; +"919 _frozen_param50" [id=919, type="get_attr"]; +"920 dequantize_per_channel_124" [id=920, type="dequantize_per_channel"]; +"921 linear_42" [id=921, type=linear]; +"922 gelu_6" [id=922, type=gelu]; +"923 dropout_26" [id=923, type=dropout]; +"924 dropout_26_0_0_nncf_smooth_quant_0" [id=924, type="call_module"]; +"925 quantize_per_tensor_125" [id=925, type="quantize_per_tensor"]; +"926 dequantize_per_tensor_126" [id=926, type="dequantize_per_tensor"]; +"927 linear_43_scale_0" [id=927, type="get_attr"]; +"928 linear_43_zero_point_0" [id=928, type="get_attr"]; +"929 _frozen_param51" [id=929, type="get_attr"]; +"930 dequantize_per_channel_127" [id=930, type="dequantize_per_channel"]; +"931 linear_43" [id=931, type=linear]; +"932 dropout_27" [id=932, type=dropout]; +"933 layer_norm_16" [id=933, type="layer_norm"]; +"934 add_23" [id=934, type=add]; +"935 _frozen_param52" [id=935, type="get_attr"]; +"936 dequantize_per_tensor_128" [id=936, type="dequantize_per_tensor"]; +"937 linear_44_scale_0" [id=937, type="get_attr"]; +"938 linear_44_zero_point_0" [id=938, type="get_attr"]; +"939 _frozen_param53" [id=939, type="get_attr"]; +"940 dequantize_per_channel_129" [id=940, type="dequantize_per_channel"]; +"941 linear_44" [id=941, type=linear]; +"942 relu__7" [id=942, type="relu_"]; +"943 relu__7_0_0_nncf_smooth_quant_0" [id=943, type="call_module"]; +"944 quantize_per_tensor_130" [id=944, type="quantize_per_tensor"]; +"945 dequantize_per_tensor_131" [id=945, type="dequantize_per_tensor"]; +"946 linear_45_scale_0" [id=946, type="get_attr"]; +"947 linear_45_zero_point_0" [id=947, type="get_attr"]; +"948 _frozen_param54" [id=948, type="get_attr"]; +"949 dequantize_per_channel_132" [id=949, type="dequantize_per_channel"]; +"950 linear_45" [id=950, type=linear]; +"951 view_37" [id=951, type=view]; +"952 index_7" [id=952, type=index]; +"953 view_38" [id=953, type=view]; +"954 permute_32" [id=954, type=permute]; +"955 contiguous_12" [id=955, type=contiguous]; +"956 unsqueeze_19" [id=956, type=unsqueeze]; +"957 sigmoid_7" [id=957, type=sigmoid]; +"958 mul_14" [id=958, type=mul]; +"959 pad_9" [id=959, type=pad]; +"960 roll_6" [id=960, type=roll]; +"961 view_39" [id=961, type=view]; +"962 permute_33" [id=962, type=permute]; +"963 reshape_31" [id=963, type=reshape]; +"964 clone_7" [id=964, type=clone]; +"965 reshape_31_0_0_nncf_smooth_quant_0" [id=965, type="call_module"]; +"966 quantize_per_tensor_133" [id=966, type="quantize_per_tensor"]; +"967 dequantize_per_tensor_134" [id=967, type="dequantize_per_tensor"]; +"968 linear_46_scale_0" [id=968, type="get_attr"]; +"969 linear_46_zero_point_0" [id=969, type="get_attr"]; +"970 _frozen_param55" [id=970, type="get_attr"]; +"971 dequantize_per_channel_135" [id=971, type="dequantize_per_channel"]; +"972 linear_46" [id=972, type=linear]; +"973 reshape_32" [id=973, type=reshape]; +"974 permute_34" [id=974, type=permute]; +"975 select_21" [id=975, type=select]; +"976 select_22" [id=976, type=select]; +"977 select_23" [id=977, type=select]; +"978 linalg_vector_norm_14" [id=978, type="linalg_vector_norm"]; +"979 clamp_min_14" [id=979, type="clamp_min"]; +"980 expand_as_14" [id=980, type="expand_as"]; +"981 div_14" [id=981, type=div]; +"982 linalg_vector_norm_15" [id=982, type="linalg_vector_norm"]; +"983 clamp_min_15" [id=983, type="clamp_min"]; +"984 expand_as_15" [id=984, type="expand_as"]; +"985 div_15" [id=985, type=div]; +"986 transpose_14" [id=986, type=transpose]; +"987 matmul_14" [id=987, type=matmul]; +"988 clamp_7" [id=988, type=clamp]; +"989 exp_7" [id=989, type=exp]; +"990 mul_15" [id=990, type=mul]; +"991 add_24" [id=991, type=add]; +"992 new_zeros_3" [id=992, type="new_zeros"]; +"993 view_40" [id=993, type=view]; +"994 permute_35" [id=994, type=permute]; +"995 reshape_33" [id=995, type=reshape]; +"996 unsqueeze_20" [id=996, type=unsqueeze]; +"997 unsqueeze_21" [id=997, type=unsqueeze]; +"998 sub_3" [id=998, type=sub]; +"999 ne_3" [id=999, type=ne]; +"1000 masked_fill_6" [id=1000, type="masked_fill"]; +"1001 eq_3" [id=1001, type=eq]; +"1002 masked_fill_7" [id=1002, type="masked_fill"]; +"1003 view_41" [id=1003, type=view]; +"1004 unsqueeze_22" [id=1004, type=unsqueeze]; +"1005 unsqueeze_23" [id=1005, type=unsqueeze]; +"1006 add_25" [id=1006, type=add]; +"1007 view_42" [id=1007, type=view]; +"1008 softmax_7" [id=1008, type=softmax]; +"1009 dropout_28" [id=1009, type=dropout]; +"1010 matmul_15" [id=1010, type=matmul]; +"1011 transpose_15" [id=1011, type=transpose]; +"1012 reshape_34" [id=1012, type=reshape]; +"1013 reshape_34_0_0_nncf_smooth_quant_0" [id=1013, type="call_module"]; +"1014 quantize_per_tensor_136" [id=1014, type="quantize_per_tensor"]; +"1015 dequantize_per_tensor_137" [id=1015, type="dequantize_per_tensor"]; +"1016 linear_47_scale_0" [id=1016, type="get_attr"]; +"1017 linear_47_zero_point_0" [id=1017, type="get_attr"]; +"1018 _frozen_param56" [id=1018, type="get_attr"]; +"1019 dequantize_per_channel_138" [id=1019, type="dequantize_per_channel"]; +"1020 linear_47" [id=1020, type=linear]; +"1021 dropout_29" [id=1021, type=dropout]; +"1022 view_43" [id=1022, type=view]; +"1023 permute_36" [id=1023, type=permute]; +"1024 reshape_35" [id=1024, type=reshape]; +"1025 roll_7" [id=1025, type=roll]; +"1026 slice_107" [id=1026, type=slice]; +"1027 slice_108" [id=1027, type=slice]; +"1028 contiguous_13" [id=1028, type=contiguous]; +"1029 layer_norm_17" [id=1029, type="layer_norm"]; +"1030 add_26" [id=1030, type=add]; +"1031 add_26_0_0_nncf_smooth_quant_0" [id=1031, type="call_module"]; +"1032 quantize_per_tensor_139" [id=1032, type="quantize_per_tensor"]; +"1033 dequantize_per_tensor_140" [id=1033, type="dequantize_per_tensor"]; +"1034 linear_48_scale_0" [id=1034, type="get_attr"]; +"1035 linear_48_zero_point_0" [id=1035, type="get_attr"]; +"1036 _frozen_param57" [id=1036, type="get_attr"]; +"1037 dequantize_per_channel_141" [id=1037, type="dequantize_per_channel"]; +"1038 linear_48" [id=1038, type=linear]; +"1039 gelu_7" [id=1039, type=gelu]; +"1040 dropout_30" [id=1040, type=dropout]; +"1041 dropout_30_0_0_nncf_smooth_quant_0" [id=1041, type="call_module"]; +"1042 quantize_per_tensor_142" [id=1042, type="quantize_per_tensor"]; +"1043 dequantize_per_tensor_143" [id=1043, type="dequantize_per_tensor"]; +"1044 linear_49_scale_0" [id=1044, type="get_attr"]; +"1045 linear_49_zero_point_0" [id=1045, type="get_attr"]; +"1046 _frozen_param58" [id=1046, type="get_attr"]; +"1047 dequantize_per_channel_144" [id=1047, type="dequantize_per_channel"]; +"1048 linear_49" [id=1048, type=linear]; +"1049 dropout_31" [id=1049, type=dropout]; +"1050 layer_norm_18" [id=1050, type="layer_norm"]; +"1051 add_27" [id=1051, type=add]; +"1052 _frozen_param59" [id=1052, type="get_attr"]; +"1053 dequantize_per_tensor_145" [id=1053, type="dequantize_per_tensor"]; +"1054 linear_50_scale_0" [id=1054, type="get_attr"]; +"1055 linear_50_zero_point_0" [id=1055, type="get_attr"]; +"1056 _frozen_param60" [id=1056, type="get_attr"]; +"1057 dequantize_per_channel_146" [id=1057, type="dequantize_per_channel"]; +"1058 linear_50" [id=1058, type=linear]; +"1059 relu__8" [id=1059, type="relu_"]; +"1060 relu__8_0_0_nncf_smooth_quant_0" [id=1060, type="call_module"]; +"1061 quantize_per_tensor_147" [id=1061, type="quantize_per_tensor"]; +"1062 dequantize_per_tensor_148" [id=1062, type="dequantize_per_tensor"]; +"1063 linear_51_scale_0" [id=1063, type="get_attr"]; +"1064 linear_51_zero_point_0" [id=1064, type="get_attr"]; +"1065 _frozen_param61" [id=1065, type="get_attr"]; +"1066 dequantize_per_channel_149" [id=1066, type="dequantize_per_channel"]; +"1067 linear_51" [id=1067, type=linear]; +"1068 view_44" [id=1068, type=view]; +"1069 index_8" [id=1069, type=index]; +"1070 view_45" [id=1070, type=view]; +"1071 permute_37" [id=1071, type=permute]; +"1072 contiguous_14" [id=1072, type=contiguous]; +"1073 unsqueeze_24" [id=1073, type=unsqueeze]; +"1074 sigmoid_8" [id=1074, type=sigmoid]; +"1075 mul_16" [id=1075, type=mul]; +"1076 pad_10" [id=1076, type=pad]; +"1077 view_46" [id=1077, type=view]; +"1078 permute_38" [id=1078, type=permute]; +"1079 reshape_36" [id=1079, type=reshape]; +"1080 clone_8" [id=1080, type=clone]; +"1081 reshape_36_0_0_nncf_smooth_quant_0" [id=1081, type="call_module"]; +"1082 quantize_per_tensor_150" [id=1082, type="quantize_per_tensor"]; +"1083 dequantize_per_tensor_151" [id=1083, type="dequantize_per_tensor"]; +"1084 linear_52_scale_0" [id=1084, type="get_attr"]; +"1085 linear_52_zero_point_0" [id=1085, type="get_attr"]; +"1086 _frozen_param62" [id=1086, type="get_attr"]; +"1087 dequantize_per_channel_152" [id=1087, type="dequantize_per_channel"]; +"1088 linear_52" [id=1088, type=linear]; +"1089 reshape_37" [id=1089, type=reshape]; +"1090 permute_39" [id=1090, type=permute]; +"1091 select_24" [id=1091, type=select]; +"1092 select_25" [id=1092, type=select]; +"1093 select_26" [id=1093, type=select]; +"1094 linalg_vector_norm_16" [id=1094, type="linalg_vector_norm"]; +"1095 clamp_min_16" [id=1095, type="clamp_min"]; +"1096 expand_as_16" [id=1096, type="expand_as"]; +"1097 div_16" [id=1097, type=div]; +"1098 linalg_vector_norm_17" [id=1098, type="linalg_vector_norm"]; +"1099 clamp_min_17" [id=1099, type="clamp_min"]; +"1100 expand_as_17" [id=1100, type="expand_as"]; +"1101 div_17" [id=1101, type=div]; +"1102 transpose_16" [id=1102, type=transpose]; +"1103 matmul_16" [id=1103, type=matmul]; +"1104 clamp_8" [id=1104, type=clamp]; +"1105 exp_8" [id=1105, type=exp]; +"1106 mul_17" [id=1106, type=mul]; +"1107 add_28" [id=1107, type=add]; +"1108 softmax_8" [id=1108, type=softmax]; +"1109 dropout_32" [id=1109, type=dropout]; +"1110 matmul_17" [id=1110, type=matmul]; +"1111 transpose_17" [id=1111, type=transpose]; +"1112 reshape_38" [id=1112, type=reshape]; +"1113 reshape_38_0_0_nncf_smooth_quant_0" [id=1113, type="call_module"]; +"1114 quantize_per_tensor_153" [id=1114, type="quantize_per_tensor"]; +"1115 dequantize_per_tensor_154" [id=1115, type="dequantize_per_tensor"]; +"1116 linear_53_scale_0" [id=1116, type="get_attr"]; +"1117 linear_53_zero_point_0" [id=1117, type="get_attr"]; +"1118 _frozen_param63" [id=1118, type="get_attr"]; +"1119 dequantize_per_channel_155" [id=1119, type="dequantize_per_channel"]; +"1120 linear_53" [id=1120, type=linear]; +"1121 dropout_33" [id=1121, type=dropout]; +"1122 view_47" [id=1122, type=view]; +"1123 permute_40" [id=1123, type=permute]; +"1124 reshape_39" [id=1124, type=reshape]; +"1125 slice_110" [id=1125, type=slice]; +"1126 slice_111" [id=1126, type=slice]; +"1127 contiguous_15" [id=1127, type=contiguous]; +"1128 layer_norm_19" [id=1128, type="layer_norm"]; +"1129 add_29" [id=1129, type=add]; +"1130 add_29_0_0_nncf_smooth_quant_0" [id=1130, type="call_module"]; +"1131 quantize_per_tensor_156" [id=1131, type="quantize_per_tensor"]; +"1132 dequantize_per_tensor_157" [id=1132, type="dequantize_per_tensor"]; +"1133 linear_54_scale_0" [id=1133, type="get_attr"]; +"1134 linear_54_zero_point_0" [id=1134, type="get_attr"]; +"1135 _frozen_param64" [id=1135, type="get_attr"]; +"1136 dequantize_per_channel_158" [id=1136, type="dequantize_per_channel"]; +"1137 linear_54" [id=1137, type=linear]; +"1138 gelu_8" [id=1138, type=gelu]; +"1139 dropout_34" [id=1139, type=dropout]; +"1140 dropout_34_0_0_nncf_smooth_quant_0" [id=1140, type="call_module"]; +"1141 quantize_per_tensor_159" [id=1141, type="quantize_per_tensor"]; +"1142 dequantize_per_tensor_160" [id=1142, type="dequantize_per_tensor"]; +"1143 linear_55_scale_0" [id=1143, type="get_attr"]; +"1144 linear_55_zero_point_0" [id=1144, type="get_attr"]; +"1145 _frozen_param65" [id=1145, type="get_attr"]; +"1146 dequantize_per_channel_161" [id=1146, type="dequantize_per_channel"]; +"1147 linear_55" [id=1147, type=linear]; +"1148 dropout_35" [id=1148, type=dropout]; +"1149 layer_norm_20" [id=1149, type="layer_norm"]; +"1150 add_30" [id=1150, type=add]; +"1151 _frozen_param66" [id=1151, type="get_attr"]; +"1152 dequantize_per_tensor_162" [id=1152, type="dequantize_per_tensor"]; +"1153 linear_56_scale_0" [id=1153, type="get_attr"]; +"1154 linear_56_zero_point_0" [id=1154, type="get_attr"]; +"1155 _frozen_param67" [id=1155, type="get_attr"]; +"1156 dequantize_per_channel_163" [id=1156, type="dequantize_per_channel"]; +"1157 linear_56" [id=1157, type=linear]; +"1158 relu__9" [id=1158, type="relu_"]; +"1159 relu__9_0_0_nncf_smooth_quant_0" [id=1159, type="call_module"]; +"1160 quantize_per_tensor_164" [id=1160, type="quantize_per_tensor"]; +"1161 dequantize_per_tensor_165" [id=1161, type="dequantize_per_tensor"]; +"1162 linear_57_scale_0" [id=1162, type="get_attr"]; +"1163 linear_57_zero_point_0" [id=1163, type="get_attr"]; +"1164 _frozen_param68" [id=1164, type="get_attr"]; +"1165 dequantize_per_channel_166" [id=1165, type="dequantize_per_channel"]; +"1166 linear_57" [id=1166, type=linear]; +"1167 view_48" [id=1167, type=view]; +"1168 index_9" [id=1168, type=index]; +"1169 view_49" [id=1169, type=view]; +"1170 permute_41" [id=1170, type=permute]; +"1171 contiguous_16" [id=1171, type=contiguous]; +"1172 unsqueeze_25" [id=1172, type=unsqueeze]; +"1173 sigmoid_9" [id=1173, type=sigmoid]; +"1174 mul_18" [id=1174, type=mul]; +"1175 pad_11" [id=1175, type=pad]; +"1176 roll_8" [id=1176, type=roll]; +"1177 view_50" [id=1177, type=view]; +"1178 permute_42" [id=1178, type=permute]; +"1179 reshape_40" [id=1179, type=reshape]; +"1180 clone_9" [id=1180, type=clone]; +"1181 reshape_40_0_0_nncf_smooth_quant_0" [id=1181, type="call_module"]; +"1182 quantize_per_tensor_167" [id=1182, type="quantize_per_tensor"]; +"1183 dequantize_per_tensor_168" [id=1183, type="dequantize_per_tensor"]; +"1184 linear_58_scale_0" [id=1184, type="get_attr"]; +"1185 linear_58_zero_point_0" [id=1185, type="get_attr"]; +"1186 _frozen_param69" [id=1186, type="get_attr"]; +"1187 dequantize_per_channel_169" [id=1187, type="dequantize_per_channel"]; +"1188 linear_58" [id=1188, type=linear]; +"1189 reshape_41" [id=1189, type=reshape]; +"1190 permute_43" [id=1190, type=permute]; +"1191 select_27" [id=1191, type=select]; +"1192 select_28" [id=1192, type=select]; +"1193 select_29" [id=1193, type=select]; +"1194 linalg_vector_norm_18" [id=1194, type="linalg_vector_norm"]; +"1195 clamp_min_18" [id=1195, type="clamp_min"]; +"1196 expand_as_18" [id=1196, type="expand_as"]; +"1197 div_18" [id=1197, type=div]; +"1198 linalg_vector_norm_19" [id=1198, type="linalg_vector_norm"]; +"1199 clamp_min_19" [id=1199, type="clamp_min"]; +"1200 expand_as_19" [id=1200, type="expand_as"]; +"1201 div_19" [id=1201, type=div]; +"1202 transpose_18" [id=1202, type=transpose]; +"1203 matmul_18" [id=1203, type=matmul]; +"1204 clamp_9" [id=1204, type=clamp]; +"1205 exp_9" [id=1205, type=exp]; +"1206 mul_19" [id=1206, type=mul]; +"1207 add_31" [id=1207, type=add]; +"1208 new_zeros_4" [id=1208, type="new_zeros"]; +"1209 view_51" [id=1209, type=view]; +"1210 permute_44" [id=1210, type=permute]; +"1211 reshape_42" [id=1211, type=reshape]; +"1212 unsqueeze_26" [id=1212, type=unsqueeze]; +"1213 unsqueeze_27" [id=1213, type=unsqueeze]; +"1214 sub_4" [id=1214, type=sub]; +"1215 ne_4" [id=1215, type=ne]; +"1216 masked_fill_8" [id=1216, type="masked_fill"]; +"1217 eq_4" [id=1217, type=eq]; +"1218 masked_fill_9" [id=1218, type="masked_fill"]; +"1219 view_52" [id=1219, type=view]; +"1220 unsqueeze_28" [id=1220, type=unsqueeze]; +"1221 unsqueeze_29" [id=1221, type=unsqueeze]; +"1222 add_32" [id=1222, type=add]; +"1223 view_53" [id=1223, type=view]; +"1224 softmax_9" [id=1224, type=softmax]; +"1225 dropout_36" [id=1225, type=dropout]; +"1226 matmul_19" [id=1226, type=matmul]; +"1227 transpose_19" [id=1227, type=transpose]; +"1228 reshape_43" [id=1228, type=reshape]; +"1229 reshape_43_0_0_nncf_smooth_quant_0" [id=1229, type="call_module"]; +"1230 quantize_per_tensor_170" [id=1230, type="quantize_per_tensor"]; +"1231 dequantize_per_tensor_171" [id=1231, type="dequantize_per_tensor"]; +"1232 linear_59_scale_0" [id=1232, type="get_attr"]; +"1233 linear_59_zero_point_0" [id=1233, type="get_attr"]; +"1234 _frozen_param70" [id=1234, type="get_attr"]; +"1235 dequantize_per_channel_172" [id=1235, type="dequantize_per_channel"]; +"1236 linear_59" [id=1236, type=linear]; +"1237 dropout_37" [id=1237, type=dropout]; +"1238 view_54" [id=1238, type=view]; +"1239 permute_45" [id=1239, type=permute]; +"1240 reshape_44" [id=1240, type=reshape]; +"1241 roll_9" [id=1241, type=roll]; +"1242 slice_131" [id=1242, type=slice]; +"1243 slice_132" [id=1243, type=slice]; +"1244 contiguous_17" [id=1244, type=contiguous]; +"1245 layer_norm_21" [id=1245, type="layer_norm"]; +"1246 add_33" [id=1246, type=add]; +"1247 add_33_0_0_nncf_smooth_quant_0" [id=1247, type="call_module"]; +"1248 quantize_per_tensor_173" [id=1248, type="quantize_per_tensor"]; +"1249 dequantize_per_tensor_174" [id=1249, type="dequantize_per_tensor"]; +"1250 linear_60_scale_0" [id=1250, type="get_attr"]; +"1251 linear_60_zero_point_0" [id=1251, type="get_attr"]; +"1252 _frozen_param71" [id=1252, type="get_attr"]; +"1253 dequantize_per_channel_175" [id=1253, type="dequantize_per_channel"]; +"1254 linear_60" [id=1254, type=linear]; +"1255 gelu_9" [id=1255, type=gelu]; +"1256 dropout_38" [id=1256, type=dropout]; +"1257 dropout_38_0_0_nncf_smooth_quant_0" [id=1257, type="call_module"]; +"1258 quantize_per_tensor_176" [id=1258, type="quantize_per_tensor"]; +"1259 dequantize_per_tensor_177" [id=1259, type="dequantize_per_tensor"]; +"1260 linear_61_scale_0" [id=1260, type="get_attr"]; +"1261 linear_61_zero_point_0" [id=1261, type="get_attr"]; +"1262 _frozen_param72" [id=1262, type="get_attr"]; +"1263 dequantize_per_channel_178" [id=1263, type="dequantize_per_channel"]; +"1264 linear_61" [id=1264, type=linear]; +"1265 dropout_39" [id=1265, type=dropout]; +"1266 layer_norm_22" [id=1266, type="layer_norm"]; +"1267 add_34" [id=1267, type=add]; +"1268 pad_12" [id=1268, type=pad]; +"1269 slice_133" [id=1269, type=slice]; +"1270 slice_134" [id=1270, type=slice]; +"1271 slice_135" [id=1271, type=slice]; +"1272 slice_136" [id=1272, type=slice]; +"1273 slice_137" [id=1273, type=slice]; +"1274 slice_138" [id=1274, type=slice]; +"1275 slice_139" [id=1275, type=slice]; +"1276 slice_140" [id=1276, type=slice]; +"1277 cat_2" [id=1277, type=cat]; +"1278 cat_2_0_0_nncf_smooth_quant_0" [id=1278, type="call_module"]; +"1279 quantize_per_tensor_179" [id=1279, type="quantize_per_tensor"]; +"1280 dequantize_per_tensor_180" [id=1280, type="dequantize_per_tensor"]; +"1281 linear_62_scale_0" [id=1281, type="get_attr"]; +"1282 linear_62_zero_point_0" [id=1282, type="get_attr"]; +"1283 _frozen_param73" [id=1283, type="get_attr"]; +"1284 dequantize_per_channel_181" [id=1284, type="dequantize_per_channel"]; +"1285 linear_62" [id=1285, type=linear]; +"1286 layer_norm_23" [id=1286, type="layer_norm"]; +"1287 _frozen_param74" [id=1287, type="get_attr"]; +"1288 dequantize_per_tensor_182" [id=1288, type="dequantize_per_tensor"]; +"1289 linear_63_scale_0" [id=1289, type="get_attr"]; +"1290 linear_63_zero_point_0" [id=1290, type="get_attr"]; +"1291 _frozen_param75" [id=1291, type="get_attr"]; +"1292 dequantize_per_channel_183" [id=1292, type="dequantize_per_channel"]; +"1293 linear_63" [id=1293, type=linear]; +"1294 relu__10" [id=1294, type="relu_"]; +"1295 relu__10_0_0_nncf_smooth_quant_0" [id=1295, type="call_module"]; +"1296 quantize_per_tensor_184" [id=1296, type="quantize_per_tensor"]; +"1297 dequantize_per_tensor_185" [id=1297, type="dequantize_per_tensor"]; +"1298 linear_64_scale_0" [id=1298, type="get_attr"]; +"1299 linear_64_zero_point_0" [id=1299, type="get_attr"]; +"1300 _frozen_param76" [id=1300, type="get_attr"]; +"1301 dequantize_per_channel_186" [id=1301, type="dequantize_per_channel"]; +"1302 linear_64" [id=1302, type=linear]; +"1303 view_55" [id=1303, type=view]; +"1304 index_10" [id=1304, type=index]; +"1305 view_56" [id=1305, type=view]; +"1306 permute_46" [id=1306, type=permute]; +"1307 contiguous_18" [id=1307, type=contiguous]; +"1308 unsqueeze_30" [id=1308, type=unsqueeze]; +"1309 sigmoid_10" [id=1309, type=sigmoid]; +"1310 mul_20" [id=1310, type=mul]; +"1311 pad_13" [id=1311, type=pad]; +"1312 view_57" [id=1312, type=view]; +"1313 permute_47" [id=1313, type=permute]; +"1314 reshape_45" [id=1314, type=reshape]; +"1315 clone_10" [id=1315, type=clone]; +"1316 reshape_45_0_0_nncf_smooth_quant_0" [id=1316, type="call_module"]; +"1317 quantize_per_tensor_187" [id=1317, type="quantize_per_tensor"]; +"1318 dequantize_per_tensor_188" [id=1318, type="dequantize_per_tensor"]; +"1319 linear_65_scale_0" [id=1319, type="get_attr"]; +"1320 linear_65_zero_point_0" [id=1320, type="get_attr"]; +"1321 _frozen_param77" [id=1321, type="get_attr"]; +"1322 dequantize_per_channel_189" [id=1322, type="dequantize_per_channel"]; +"1323 linear_65" [id=1323, type=linear]; +"1324 reshape_46" [id=1324, type=reshape]; +"1325 permute_48" [id=1325, type=permute]; +"1326 select_30" [id=1326, type=select]; +"1327 select_31" [id=1327, type=select]; +"1328 select_32" [id=1328, type=select]; +"1329 linalg_vector_norm_20" [id=1329, type="linalg_vector_norm"]; +"1330 clamp_min_20" [id=1330, type="clamp_min"]; +"1331 expand_as_20" [id=1331, type="expand_as"]; +"1332 div_20" [id=1332, type=div]; +"1333 linalg_vector_norm_21" [id=1333, type="linalg_vector_norm"]; +"1334 clamp_min_21" [id=1334, type="clamp_min"]; +"1335 expand_as_21" [id=1335, type="expand_as"]; +"1336 div_21" [id=1336, type=div]; +"1337 transpose_20" [id=1337, type=transpose]; +"1338 matmul_20" [id=1338, type=matmul]; +"1339 clamp_10" [id=1339, type=clamp]; +"1340 exp_10" [id=1340, type=exp]; +"1341 mul_21" [id=1341, type=mul]; +"1342 add_35" [id=1342, type=add]; +"1343 softmax_10" [id=1343, type=softmax]; +"1344 dropout_40" [id=1344, type=dropout]; +"1345 matmul_21" [id=1345, type=matmul]; +"1346 transpose_21" [id=1346, type=transpose]; +"1347 reshape_47" [id=1347, type=reshape]; +"1348 reshape_47_0_0_nncf_smooth_quant_0" [id=1348, type="call_module"]; +"1349 quantize_per_tensor_190" [id=1349, type="quantize_per_tensor"]; +"1350 dequantize_per_tensor_191" [id=1350, type="dequantize_per_tensor"]; +"1351 linear_66_scale_0" [id=1351, type="get_attr"]; +"1352 linear_66_zero_point_0" [id=1352, type="get_attr"]; +"1353 _frozen_param78" [id=1353, type="get_attr"]; +"1354 dequantize_per_channel_192" [id=1354, type="dequantize_per_channel"]; +"1355 linear_66" [id=1355, type=linear]; +"1356 dropout_41" [id=1356, type=dropout]; +"1357 view_58" [id=1357, type=view]; +"1358 permute_49" [id=1358, type=permute]; +"1359 reshape_48" [id=1359, type=reshape]; +"1360 slice_142" [id=1360, type=slice]; +"1361 slice_143" [id=1361, type=slice]; +"1362 contiguous_19" [id=1362, type=contiguous]; +"1363 layer_norm_24" [id=1363, type="layer_norm"]; +"1364 add_36" [id=1364, type=add]; +"1365 add_36_0_0_nncf_smooth_quant_0" [id=1365, type="call_module"]; +"1366 quantize_per_tensor_193" [id=1366, type="quantize_per_tensor"]; +"1367 dequantize_per_tensor_194" [id=1367, type="dequantize_per_tensor"]; +"1368 linear_67_scale_0" [id=1368, type="get_attr"]; +"1369 linear_67_zero_point_0" [id=1369, type="get_attr"]; +"1370 _frozen_param79" [id=1370, type="get_attr"]; +"1371 dequantize_per_channel_195" [id=1371, type="dequantize_per_channel"]; +"1372 linear_67" [id=1372, type=linear]; +"1373 gelu_10" [id=1373, type=gelu]; +"1374 dropout_42" [id=1374, type=dropout]; +"1375 dropout_42_0_0_nncf_smooth_quant_0" [id=1375, type="call_module"]; +"1376 quantize_per_tensor_196" [id=1376, type="quantize_per_tensor"]; +"1377 dequantize_per_tensor_197" [id=1377, type="dequantize_per_tensor"]; +"1378 linear_68_scale_0" [id=1378, type="get_attr"]; +"1379 linear_68_zero_point_0" [id=1379, type="get_attr"]; +"1380 _frozen_param80" [id=1380, type="get_attr"]; +"1381 dequantize_per_channel_198" [id=1381, type="dequantize_per_channel"]; +"1382 linear_68" [id=1382, type=linear]; +"1383 dropout_43" [id=1383, type=dropout]; +"1384 layer_norm_25" [id=1384, type="layer_norm"]; +"1385 add_37" [id=1385, type=add]; +"1386 _frozen_param81" [id=1386, type="get_attr"]; +"1387 dequantize_per_tensor_199" [id=1387, type="dequantize_per_tensor"]; +"1388 linear_69_scale_0" [id=1388, type="get_attr"]; +"1389 linear_69_zero_point_0" [id=1389, type="get_attr"]; +"1390 _frozen_param82" [id=1390, type="get_attr"]; +"1391 dequantize_per_channel_200" [id=1391, type="dequantize_per_channel"]; +"1392 linear_69" [id=1392, type=linear]; +"1393 relu__11" [id=1393, type="relu_"]; +"1394 relu__11_0_0_nncf_smooth_quant_0" [id=1394, type="call_module"]; +"1395 quantize_per_tensor_201" [id=1395, type="quantize_per_tensor"]; +"1396 dequantize_per_tensor_202" [id=1396, type="dequantize_per_tensor"]; +"1397 linear_70_scale_0" [id=1397, type="get_attr"]; +"1398 linear_70_zero_point_0" [id=1398, type="get_attr"]; +"1399 _frozen_param83" [id=1399, type="get_attr"]; +"1400 dequantize_per_channel_203" [id=1400, type="dequantize_per_channel"]; +"1401 linear_70" [id=1401, type=linear]; +"1402 view_59" [id=1402, type=view]; +"1403 index_11" [id=1403, type=index]; +"1404 view_60" [id=1404, type=view]; +"1405 permute_50" [id=1405, type=permute]; +"1406 contiguous_20" [id=1406, type=contiguous]; +"1407 unsqueeze_31" [id=1407, type=unsqueeze]; +"1408 sigmoid_11" [id=1408, type=sigmoid]; +"1409 mul_22" [id=1409, type=mul]; +"1410 pad_14" [id=1410, type=pad]; +"1411 view_61" [id=1411, type=view]; +"1412 permute_51" [id=1412, type=permute]; +"1413 reshape_49" [id=1413, type=reshape]; +"1414 clone_11" [id=1414, type=clone]; +"1415 reshape_49_0_0_nncf_smooth_quant_0" [id=1415, type="call_module"]; +"1416 quantize_per_tensor_204" [id=1416, type="quantize_per_tensor"]; +"1417 dequantize_per_tensor_205" [id=1417, type="dequantize_per_tensor"]; +"1418 linear_71_scale_0" [id=1418, type="get_attr"]; +"1419 linear_71_zero_point_0" [id=1419, type="get_attr"]; +"1420 _frozen_param84" [id=1420, type="get_attr"]; +"1421 dequantize_per_channel_206" [id=1421, type="dequantize_per_channel"]; +"1422 linear_71" [id=1422, type=linear]; +"1423 reshape_50" [id=1423, type=reshape]; +"1424 permute_52" [id=1424, type=permute]; +"1425 select_33" [id=1425, type=select]; +"1426 select_34" [id=1426, type=select]; +"1427 select_35" [id=1427, type=select]; +"1428 linalg_vector_norm_22" [id=1428, type="linalg_vector_norm"]; +"1429 clamp_min_22" [id=1429, type="clamp_min"]; +"1430 expand_as_22" [id=1430, type="expand_as"]; +"1431 div_22" [id=1431, type=div]; +"1432 linalg_vector_norm_23" [id=1432, type="linalg_vector_norm"]; +"1433 clamp_min_23" [id=1433, type="clamp_min"]; +"1434 expand_as_23" [id=1434, type="expand_as"]; +"1435 div_23" [id=1435, type=div]; +"1436 transpose_22" [id=1436, type=transpose]; +"1437 matmul_22" [id=1437, type=matmul]; +"1438 clamp_11" [id=1438, type=clamp]; +"1439 exp_11" [id=1439, type=exp]; +"1440 mul_23" [id=1440, type=mul]; +"1441 add_38" [id=1441, type=add]; +"1442 softmax_11" [id=1442, type=softmax]; +"1443 dropout_44" [id=1443, type=dropout]; +"1444 matmul_23" [id=1444, type=matmul]; +"1445 transpose_23" [id=1445, type=transpose]; +"1446 reshape_51" [id=1446, type=reshape]; +"1447 reshape_51_0_0_nncf_smooth_quant_0" [id=1447, type="call_module"]; +"1448 quantize_per_tensor_207" [id=1448, type="quantize_per_tensor"]; +"1449 dequantize_per_tensor_208" [id=1449, type="dequantize_per_tensor"]; +"1450 linear_72_scale_0" [id=1450, type="get_attr"]; +"1451 linear_72_zero_point_0" [id=1451, type="get_attr"]; +"1452 _frozen_param85" [id=1452, type="get_attr"]; +"1453 dequantize_per_channel_209" [id=1453, type="dequantize_per_channel"]; +"1454 linear_72" [id=1454, type=linear]; +"1455 dropout_45" [id=1455, type=dropout]; +"1456 view_62" [id=1456, type=view]; +"1457 permute_53" [id=1457, type=permute]; +"1458 reshape_52" [id=1458, type=reshape]; +"1459 slice_145" [id=1459, type=slice]; +"1460 slice_146" [id=1460, type=slice]; +"1461 contiguous_21" [id=1461, type=contiguous]; +"1462 layer_norm_26" [id=1462, type="layer_norm"]; +"1463 add_39" [id=1463, type=add]; +"1464 add_39_0_0_nncf_smooth_quant_0" [id=1464, type="call_module"]; +"1465 quantize_per_tensor_210" [id=1465, type="quantize_per_tensor"]; +"1466 dequantize_per_tensor_211" [id=1466, type="dequantize_per_tensor"]; +"1467 linear_73_scale_0" [id=1467, type="get_attr"]; +"1468 linear_73_zero_point_0" [id=1468, type="get_attr"]; +"1469 _frozen_param86" [id=1469, type="get_attr"]; +"1470 dequantize_per_channel_212" [id=1470, type="dequantize_per_channel"]; +"1471 linear_73" [id=1471, type=linear]; +"1472 gelu_11" [id=1472, type=gelu]; +"1473 dropout_46" [id=1473, type=dropout]; +"1474 dropout_46_0_0_nncf_smooth_quant_0" [id=1474, type="call_module"]; +"1475 quantize_per_tensor_213" [id=1475, type="quantize_per_tensor"]; +"1476 dequantize_per_tensor_214" [id=1476, type="dequantize_per_tensor"]; +"1477 linear_74_scale_0" [id=1477, type="get_attr"]; +"1478 linear_74_zero_point_0" [id=1478, type="get_attr"]; +"1479 _frozen_param87" [id=1479, type="get_attr"]; +"1480 dequantize_per_channel_215" [id=1480, type="dequantize_per_channel"]; +"1481 linear_74" [id=1481, type=linear]; +"1482 dropout_47" [id=1482, type=dropout]; +"1483 layer_norm_27" [id=1483, type="layer_norm"]; +"1484 add_40" [id=1484, type=add]; +"1485 layer_norm_28" [id=1485, type="layer_norm"]; +"1486 permute_54" [id=1486, type=permute]; +"1487 adaptive_avg_pool2d" [id=1487, type="adaptive_avg_pool2d"]; +"1488 flatten" [id=1488, type=flatten]; +"1489 flatten_0_0_nncf_smooth_quant_0" [id=1489, type="call_module"]; +"1490 quantize_per_tensor_216" [id=1490, type="quantize_per_tensor"]; +"1491 dequantize_per_tensor_217" [id=1491, type="dequantize_per_tensor"]; +"1492 linear_75_scale_0" [id=1492, type="get_attr"]; +"1493 linear_75_zero_point_0" [id=1493, type="get_attr"]; +"1494 _frozen_param88" [id=1494, type="get_attr"]; +"1495 dequantize_per_channel_218" [id=1495, type="dequantize_per_channel"]; +"1496 linear_75" [id=1496, type=linear]; +"1497 output" [id=1497, type=output]; "0 features_1_0_attn_qkv_bias" -> "182 clone" [style=solid, label="(288,)"]; "1 features_1_0_attn_proj_bias" -> "222 linear_3" [style=solid, label="(96,)"]; "2 features_1_0_attn_logit_scale" -> "206 clamp" [style=solid, label="(3, 1, 1)"]; -"3 features_1_1_attn_qkv_bias" -> "281 clone_1" [style=solid, label="(288,)"]; -"4 features_1_1_attn_proj_bias" -> "337 linear_9" [style=solid, label="(96,)"]; -"5 features_1_1_attn_logit_scale" -> "305 clamp_1" [style=solid, label="(3, 1, 1)"]; -"6 features_3_0_attn_qkv_bias" -> "419 clone_2" [style=solid, label="(576,)"]; -"7 features_3_0_attn_proj_bias" -> "459 linear_16" [style=solid, label="(192,)"]; -"8 features_3_0_attn_logit_scale" -> "443 clamp_2" [style=solid, label="(6, 1, 1)"]; -"9 features_3_1_attn_qkv_bias" -> "521 clone_3" [style=solid, label="(576,)"]; -"10 features_3_1_attn_proj_bias" -> "577 linear_22" [style=solid, label="(192,)"]; -"11 features_3_1_attn_logit_scale" -> "545 clamp_3" [style=solid, label="(6, 1, 1)"]; -"12 features_5_0_attn_qkv_bias" -> "662 clone_4" [style=solid, label="(1152,)"]; -"13 features_5_0_attn_proj_bias" -> "702 linear_29" [style=solid, label="(384,)"]; -"14 features_5_0_attn_logit_scale" -> "686 clamp_4" [style=solid, label="(12, 1, 1)"]; -"15 features_5_1_attn_qkv_bias" -> "764 clone_5" [style=solid, label="(1152,)"]; -"16 features_5_1_attn_proj_bias" -> "820 linear_35" [style=solid, label="(384,)"]; -"17 features_5_1_attn_logit_scale" -> "788 clamp_5" [style=solid, label="(12, 1, 1)"]; -"18 features_5_2_attn_qkv_bias" -> "882 clone_6" [style=solid, label="(1152,)"]; -"19 features_5_2_attn_proj_bias" -> "922 linear_41" [style=solid, label="(384,)"]; -"20 features_5_2_attn_logit_scale" -> "906 clamp_6" [style=solid, label="(12, 1, 1)"]; -"21 features_5_3_attn_qkv_bias" -> "984 clone_7" [style=solid, label="(1152,)"]; -"22 features_5_3_attn_proj_bias" -> "1040 linear_47" [style=solid, label="(384,)"]; -"23 features_5_3_attn_logit_scale" -> "1008 clamp_7" [style=solid, label="(12, 1, 1)"]; -"24 features_5_4_attn_qkv_bias" -> "1102 clone_8" [style=solid, label="(1152,)"]; -"25 features_5_4_attn_proj_bias" -> "1142 linear_53" [style=solid, label="(384,)"]; -"26 features_5_4_attn_logit_scale" -> "1126 clamp_8" [style=solid, label="(12, 1, 1)"]; -"27 features_5_5_attn_qkv_bias" -> "1204 clone_9" [style=solid, label="(1152,)"]; -"28 features_5_5_attn_proj_bias" -> "1260 linear_59" [style=solid, label="(384,)"]; -"29 features_5_5_attn_logit_scale" -> "1228 clamp_9" [style=solid, label="(12, 1, 1)"]; -"30 features_7_0_attn_qkv_bias" -> "1345 clone_10" [style=solid, label="(2304,)"]; -"31 features_7_0_attn_proj_bias" -> "1385 linear_66" [style=solid, label="(768,)"]; -"32 features_7_0_attn_logit_scale" -> "1369 clamp_10" [style=solid, label="(24, 1, 1)"]; -"33 features_7_1_attn_qkv_bias" -> "1446 clone_11" [style=solid, label="(2304,)"]; -"34 features_7_1_attn_proj_bias" -> "1486 linear_72" [style=solid, label="(768,)"]; -"35 features_7_1_attn_logit_scale" -> "1470 clamp_11" [style=solid, label="(24, 1, 1)"]; +"3 features_1_1_attn_qkv_bias" -> "280 clone_1" [style=solid, label="(288,)"]; +"4 features_1_1_attn_proj_bias" -> "336 linear_9" [style=solid, label="(96,)"]; +"5 features_1_1_attn_logit_scale" -> "304 clamp_1" [style=solid, label="(3, 1, 1)"]; +"6 features_3_0_attn_qkv_bias" -> "413 clone_2" [style=solid, label="(576,)"]; +"7 features_3_0_attn_proj_bias" -> "453 linear_16" [style=solid, label="(192,)"]; +"8 features_3_0_attn_logit_scale" -> "437 clamp_2" [style=solid, label="(6, 1, 1)"]; +"9 features_3_1_attn_qkv_bias" -> "513 clone_3" [style=solid, label="(576,)"]; +"10 features_3_1_attn_proj_bias" -> "569 linear_22" [style=solid, label="(192,)"]; +"11 features_3_1_attn_logit_scale" -> "537 clamp_3" [style=solid, label="(6, 1, 1)"]; +"12 features_5_0_attn_qkv_bias" -> "648 clone_4" [style=solid, label="(1152,)"]; +"13 features_5_0_attn_proj_bias" -> "688 linear_29" [style=solid, label="(384,)"]; +"14 features_5_0_attn_logit_scale" -> "672 clamp_4" [style=solid, label="(12, 1, 1)"]; +"15 features_5_1_attn_qkv_bias" -> "748 clone_5" [style=solid, label="(1152,)"]; +"16 features_5_1_attn_proj_bias" -> "804 linear_35" [style=solid, label="(384,)"]; +"17 features_5_1_attn_logit_scale" -> "772 clamp_5" [style=solid, label="(12, 1, 1)"]; +"18 features_5_2_attn_qkv_bias" -> "864 clone_6" [style=solid, label="(1152,)"]; +"19 features_5_2_attn_proj_bias" -> "904 linear_41" [style=solid, label="(384,)"]; +"20 features_5_2_attn_logit_scale" -> "888 clamp_6" [style=solid, label="(12, 1, 1)"]; +"21 features_5_3_attn_qkv_bias" -> "964 clone_7" [style=solid, label="(1152,)"]; +"22 features_5_3_attn_proj_bias" -> "1020 linear_47" [style=solid, label="(384,)"]; +"23 features_5_3_attn_logit_scale" -> "988 clamp_7" [style=solid, label="(12, 1, 1)"]; +"24 features_5_4_attn_qkv_bias" -> "1080 clone_8" [style=solid, label="(1152,)"]; +"25 features_5_4_attn_proj_bias" -> "1120 linear_53" [style=solid, label="(384,)"]; +"26 features_5_4_attn_logit_scale" -> "1104 clamp_8" [style=solid, label="(12, 1, 1)"]; +"27 features_5_5_attn_qkv_bias" -> "1180 clone_9" [style=solid, label="(1152,)"]; +"28 features_5_5_attn_proj_bias" -> "1236 linear_59" [style=solid, label="(384,)"]; +"29 features_5_5_attn_logit_scale" -> "1204 clamp_9" [style=solid, label="(12, 1, 1)"]; +"30 features_7_0_attn_qkv_bias" -> "1315 clone_10" [style=solid, label="(2304,)"]; +"31 features_7_0_attn_proj_bias" -> "1355 linear_66" [style=solid, label="(768,)"]; +"32 features_7_0_attn_logit_scale" -> "1339 clamp_10" [style=solid, label="(24, 1, 1)"]; +"33 features_7_1_attn_qkv_bias" -> "1414 clone_11" [style=solid, label="(2304,)"]; +"34 features_7_1_attn_proj_bias" -> "1454 linear_72" [style=solid, label="(768,)"]; +"35 features_7_1_attn_logit_scale" -> "1438 clamp_11" [style=solid, label="(24, 1, 1)"]; "36 features_0_0_bias" -> "151 conv2d" [style=solid, label="(96,)"]; "37 features_0_2_weight" -> "153 layer_norm" [style=solid, label="(96,)"]; "38 features_0_2_bias" -> "153 layer_norm" [style=solid, label="(96,)"]; "39 features_1_0_attn_cpb_mlp_0_bias" -> "160 linear" [style=solid, label="(512,)"]; -"40 features_1_0_norm1_weight" -> "229 layer_norm_1" [style=solid, label="(96,)"]; -"41 features_1_0_norm1_bias" -> "229 layer_norm_1" [style=solid, label="(96,)"]; -"42 features_1_0_mlp_0_bias" -> "238 linear_4" [style=solid, label="(384,)"]; -"43 features_1_0_mlp_3_bias" -> "248 linear_5" [style=solid, label="(96,)"]; -"44 features_1_0_norm2_weight" -> "250 layer_norm_2" [style=solid, label="(96,)"]; -"45 features_1_0_norm2_bias" -> "250 layer_norm_2" [style=solid, label="(96,)"]; -"46 features_1_1_attn_cpb_mlp_0_bias" -> "258 linear_6" [style=solid, label="(512,)"]; -"47 features_1_1_norm1_weight" -> "345 layer_norm_3" [style=solid, label="(96,)"]; -"48 features_1_1_norm1_bias" -> "345 layer_norm_3" [style=solid, label="(96,)"]; -"49 features_1_1_mlp_0_bias" -> "354 linear_10" [style=solid, label="(384,)"]; -"50 features_1_1_mlp_3_bias" -> "364 linear_11" [style=solid, label="(96,)"]; -"51 features_1_1_norm2_weight" -> "366 layer_norm_4" [style=solid, label="(96,)"]; -"52 features_1_1_norm2_bias" -> "366 layer_norm_4" [style=solid, label="(96,)"]; -"53 features_2_norm_weight" -> "390 layer_norm_5" [style=solid, label="(192,)"]; -"54 features_2_norm_bias" -> "390 layer_norm_5" [style=solid, label="(192,)"]; -"55 features_3_0_attn_cpb_mlp_0_bias" -> "397 linear_13" [style=solid, label="(512,)"]; -"56 features_3_0_norm1_weight" -> "469 layer_norm_6" [style=solid, label="(192,)"]; -"57 features_3_0_norm1_bias" -> "469 layer_norm_6" [style=solid, label="(192,)"]; -"58 features_3_0_mlp_0_bias" -> "478 linear_17" [style=solid, label="(768,)"]; -"59 features_3_0_mlp_3_bias" -> "488 linear_18" [style=solid, label="(192,)"]; -"60 features_3_0_norm2_weight" -> "490 layer_norm_7" [style=solid, label="(192,)"]; -"61 features_3_0_norm2_bias" -> "490 layer_norm_7" [style=solid, label="(192,)"]; -"62 features_3_1_attn_cpb_mlp_0_bias" -> "498 linear_19" [style=solid, label="(512,)"]; -"63 features_3_1_norm1_weight" -> "588 layer_norm_8" [style=solid, label="(192,)"]; -"64 features_3_1_norm1_bias" -> "588 layer_norm_8" [style=solid, label="(192,)"]; -"65 features_3_1_mlp_0_bias" -> "597 linear_23" [style=solid, label="(768,)"]; -"66 features_3_1_mlp_3_bias" -> "607 linear_24" [style=solid, label="(192,)"]; -"67 features_3_1_norm2_weight" -> "609 layer_norm_9" [style=solid, label="(192,)"]; -"68 features_3_1_norm2_bias" -> "609 layer_norm_9" [style=solid, label="(192,)"]; -"69 features_4_norm_weight" -> "633 layer_norm_10" [style=solid, label="(384,)"]; -"70 features_4_norm_bias" -> "633 layer_norm_10" [style=solid, label="(384,)"]; -"71 features_5_0_attn_cpb_mlp_0_bias" -> "640 linear_26" [style=solid, label="(512,)"]; -"72 features_5_0_norm1_weight" -> "712 layer_norm_11" [style=solid, label="(384,)"]; -"73 features_5_0_norm1_bias" -> "712 layer_norm_11" [style=solid, label="(384,)"]; -"74 features_5_0_mlp_0_bias" -> "721 linear_30" [style=solid, label="(1536,)"]; -"75 features_5_0_mlp_3_bias" -> "731 linear_31" [style=solid, label="(384,)"]; -"76 features_5_0_norm2_weight" -> "733 layer_norm_12" [style=solid, label="(384,)"]; -"77 features_5_0_norm2_bias" -> "733 layer_norm_12" [style=solid, label="(384,)"]; -"78 features_5_1_attn_cpb_mlp_0_bias" -> "741 linear_32" [style=solid, label="(512,)"]; -"79 features_5_1_norm1_weight" -> "831 layer_norm_13" [style=solid, label="(384,)"]; -"80 features_5_1_norm1_bias" -> "831 layer_norm_13" [style=solid, label="(384,)"]; -"81 features_5_1_mlp_0_bias" -> "840 linear_36" [style=solid, label="(1536,)"]; -"82 features_5_1_mlp_3_bias" -> "850 linear_37" [style=solid, label="(384,)"]; -"83 features_5_1_norm2_weight" -> "852 layer_norm_14" [style=solid, label="(384,)"]; -"84 features_5_1_norm2_bias" -> "852 layer_norm_14" [style=solid, label="(384,)"]; -"85 features_5_2_attn_cpb_mlp_0_bias" -> "860 linear_38" [style=solid, label="(512,)"]; -"86 features_5_2_norm1_weight" -> "932 layer_norm_15" [style=solid, label="(384,)"]; -"87 features_5_2_norm1_bias" -> "932 layer_norm_15" [style=solid, label="(384,)"]; -"88 features_5_2_mlp_0_bias" -> "941 linear_42" [style=solid, label="(1536,)"]; -"89 features_5_2_mlp_3_bias" -> "951 linear_43" [style=solid, label="(384,)"]; -"90 features_5_2_norm2_weight" -> "953 layer_norm_16" [style=solid, label="(384,)"]; -"91 features_5_2_norm2_bias" -> "953 layer_norm_16" [style=solid, label="(384,)"]; -"92 features_5_3_attn_cpb_mlp_0_bias" -> "961 linear_44" [style=solid, label="(512,)"]; -"93 features_5_3_norm1_weight" -> "1051 layer_norm_17" [style=solid, label="(384,)"]; -"94 features_5_3_norm1_bias" -> "1051 layer_norm_17" [style=solid, label="(384,)"]; -"95 features_5_3_mlp_0_bias" -> "1060 linear_48" [style=solid, label="(1536,)"]; -"96 features_5_3_mlp_3_bias" -> "1070 linear_49" [style=solid, label="(384,)"]; -"97 features_5_3_norm2_weight" -> "1072 layer_norm_18" [style=solid, label="(384,)"]; -"98 features_5_3_norm2_bias" -> "1072 layer_norm_18" [style=solid, label="(384,)"]; -"99 features_5_4_attn_cpb_mlp_0_bias" -> "1080 linear_50" [style=solid, label="(512,)"]; -"100 features_5_4_norm1_weight" -> "1152 layer_norm_19" [style=solid, label="(384,)"]; -"101 features_5_4_norm1_bias" -> "1152 layer_norm_19" [style=solid, label="(384,)"]; -"102 features_5_4_mlp_0_bias" -> "1161 linear_54" [style=solid, label="(1536,)"]; -"103 features_5_4_mlp_3_bias" -> "1171 linear_55" [style=solid, label="(384,)"]; -"104 features_5_4_norm2_weight" -> "1173 layer_norm_20" [style=solid, label="(384,)"]; -"105 features_5_4_norm2_bias" -> "1173 layer_norm_20" [style=solid, label="(384,)"]; -"106 features_5_5_attn_cpb_mlp_0_bias" -> "1181 linear_56" [style=solid, label="(512,)"]; -"107 features_5_5_norm1_weight" -> "1271 layer_norm_21" [style=solid, label="(384,)"]; -"108 features_5_5_norm1_bias" -> "1271 layer_norm_21" [style=solid, label="(384,)"]; -"109 features_5_5_mlp_0_bias" -> "1280 linear_60" [style=solid, label="(1536,)"]; -"110 features_5_5_mlp_3_bias" -> "1290 linear_61" [style=solid, label="(384,)"]; -"111 features_5_5_norm2_weight" -> "1292 layer_norm_22" [style=solid, label="(384,)"]; -"112 features_5_5_norm2_bias" -> "1292 layer_norm_22" [style=solid, label="(384,)"]; -"113 features_6_norm_weight" -> "1316 layer_norm_23" [style=solid, label="(768,)"]; -"114 features_6_norm_bias" -> "1316 layer_norm_23" [style=solid, label="(768,)"]; -"115 features_7_0_attn_cpb_mlp_0_bias" -> "1323 linear_63" [style=solid, label="(512,)"]; -"116 features_7_0_norm1_weight" -> "1395 layer_norm_24" [style=solid, label="(768,)"]; -"117 features_7_0_norm1_bias" -> "1395 layer_norm_24" [style=solid, label="(768,)"]; -"118 features_7_0_mlp_0_bias" -> "1404 linear_67" [style=solid, label="(3072,)"]; -"119 features_7_0_mlp_3_bias" -> "1414 linear_68" [style=solid, label="(768,)"]; -"120 features_7_0_norm2_weight" -> "1416 layer_norm_25" [style=solid, label="(768,)"]; -"121 features_7_0_norm2_bias" -> "1416 layer_norm_25" [style=solid, label="(768,)"]; -"122 features_7_1_attn_cpb_mlp_0_bias" -> "1424 linear_69" [style=solid, label="(512,)"]; -"123 features_7_1_norm1_weight" -> "1496 layer_norm_26" [style=solid, label="(768,)"]; -"124 features_7_1_norm1_bias" -> "1496 layer_norm_26" [style=solid, label="(768,)"]; -"125 features_7_1_mlp_0_bias" -> "1505 linear_73" [style=solid, label="(3072,)"]; -"126 features_7_1_mlp_3_bias" -> "1515 linear_74" [style=solid, label="(768,)"]; -"127 features_7_1_norm2_weight" -> "1517 layer_norm_27" [style=solid, label="(768,)"]; -"128 features_7_1_norm2_bias" -> "1517 layer_norm_27" [style=solid, label="(768,)"]; -"129 norm_weight" -> "1519 layer_norm_28" [style=solid, label="(768,)"]; -"130 norm_bias" -> "1519 layer_norm_28" [style=solid, label="(768,)"]; -"131 head_bias" -> "1530 linear_75" [style=solid, label="(1000,)"]; +"40 features_1_0_norm1_weight" -> "228 layer_norm_1" [style=solid, label="(96,)"]; +"41 features_1_0_norm1_bias" -> "228 layer_norm_1" [style=solid, label="(96,)"]; +"42 features_1_0_mlp_0_bias" -> "237 linear_4" [style=solid, label="(384,)"]; +"43 features_1_0_mlp_3_bias" -> "247 linear_5" [style=solid, label="(96,)"]; +"44 features_1_0_norm2_weight" -> "249 layer_norm_2" [style=solid, label="(96,)"]; +"45 features_1_0_norm2_bias" -> "249 layer_norm_2" [style=solid, label="(96,)"]; +"46 features_1_1_attn_cpb_mlp_0_bias" -> "257 linear_6" [style=solid, label="(512,)"]; +"47 features_1_1_norm1_weight" -> "343 layer_norm_3" [style=solid, label="(96,)"]; +"48 features_1_1_norm1_bias" -> "343 layer_norm_3" [style=solid, label="(96,)"]; +"49 features_1_1_mlp_0_bias" -> "352 linear_10" [style=solid, label="(384,)"]; +"50 features_1_1_mlp_3_bias" -> "362 linear_11" [style=solid, label="(96,)"]; +"51 features_1_1_norm2_weight" -> "364 layer_norm_4" [style=solid, label="(96,)"]; +"52 features_1_1_norm2_bias" -> "364 layer_norm_4" [style=solid, label="(96,)"]; +"53 features_2_norm_weight" -> "384 layer_norm_5" [style=solid, label="(192,)"]; +"54 features_2_norm_bias" -> "384 layer_norm_5" [style=solid, label="(192,)"]; +"55 features_3_0_attn_cpb_mlp_0_bias" -> "391 linear_13" [style=solid, label="(512,)"]; +"56 features_3_0_norm1_weight" -> "461 layer_norm_6" [style=solid, label="(192,)"]; +"57 features_3_0_norm1_bias" -> "461 layer_norm_6" [style=solid, label="(192,)"]; +"58 features_3_0_mlp_0_bias" -> "470 linear_17" [style=solid, label="(768,)"]; +"59 features_3_0_mlp_3_bias" -> "480 linear_18" [style=solid, label="(192,)"]; +"60 features_3_0_norm2_weight" -> "482 layer_norm_7" [style=solid, label="(192,)"]; +"61 features_3_0_norm2_bias" -> "482 layer_norm_7" [style=solid, label="(192,)"]; +"62 features_3_1_attn_cpb_mlp_0_bias" -> "490 linear_19" [style=solid, label="(512,)"]; +"63 features_3_1_norm1_weight" -> "578 layer_norm_8" [style=solid, label="(192,)"]; +"64 features_3_1_norm1_bias" -> "578 layer_norm_8" [style=solid, label="(192,)"]; +"65 features_3_1_mlp_0_bias" -> "587 linear_23" [style=solid, label="(768,)"]; +"66 features_3_1_mlp_3_bias" -> "597 linear_24" [style=solid, label="(192,)"]; +"67 features_3_1_norm2_weight" -> "599 layer_norm_9" [style=solid, label="(192,)"]; +"68 features_3_1_norm2_bias" -> "599 layer_norm_9" [style=solid, label="(192,)"]; +"69 features_4_norm_weight" -> "619 layer_norm_10" [style=solid, label="(384,)"]; +"70 features_4_norm_bias" -> "619 layer_norm_10" [style=solid, label="(384,)"]; +"71 features_5_0_attn_cpb_mlp_0_bias" -> "626 linear_26" [style=solid, label="(512,)"]; +"72 features_5_0_norm1_weight" -> "696 layer_norm_11" [style=solid, label="(384,)"]; +"73 features_5_0_norm1_bias" -> "696 layer_norm_11" [style=solid, label="(384,)"]; +"74 features_5_0_mlp_0_bias" -> "705 linear_30" [style=solid, label="(1536,)"]; +"75 features_5_0_mlp_3_bias" -> "715 linear_31" [style=solid, label="(384,)"]; +"76 features_5_0_norm2_weight" -> "717 layer_norm_12" [style=solid, label="(384,)"]; +"77 features_5_0_norm2_bias" -> "717 layer_norm_12" [style=solid, label="(384,)"]; +"78 features_5_1_attn_cpb_mlp_0_bias" -> "725 linear_32" [style=solid, label="(512,)"]; +"79 features_5_1_norm1_weight" -> "813 layer_norm_13" [style=solid, label="(384,)"]; +"80 features_5_1_norm1_bias" -> "813 layer_norm_13" [style=solid, label="(384,)"]; +"81 features_5_1_mlp_0_bias" -> "822 linear_36" [style=solid, label="(1536,)"]; +"82 features_5_1_mlp_3_bias" -> "832 linear_37" [style=solid, label="(384,)"]; +"83 features_5_1_norm2_weight" -> "834 layer_norm_14" [style=solid, label="(384,)"]; +"84 features_5_1_norm2_bias" -> "834 layer_norm_14" [style=solid, label="(384,)"]; +"85 features_5_2_attn_cpb_mlp_0_bias" -> "842 linear_38" [style=solid, label="(512,)"]; +"86 features_5_2_norm1_weight" -> "912 layer_norm_15" [style=solid, label="(384,)"]; +"87 features_5_2_norm1_bias" -> "912 layer_norm_15" [style=solid, label="(384,)"]; +"88 features_5_2_mlp_0_bias" -> "921 linear_42" [style=solid, label="(1536,)"]; +"89 features_5_2_mlp_3_bias" -> "931 linear_43" [style=solid, label="(384,)"]; +"90 features_5_2_norm2_weight" -> "933 layer_norm_16" [style=solid, label="(384,)"]; +"91 features_5_2_norm2_bias" -> "933 layer_norm_16" [style=solid, label="(384,)"]; +"92 features_5_3_attn_cpb_mlp_0_bias" -> "941 linear_44" [style=solid, label="(512,)"]; +"93 features_5_3_norm1_weight" -> "1029 layer_norm_17" [style=solid, label="(384,)"]; +"94 features_5_3_norm1_bias" -> "1029 layer_norm_17" [style=solid, label="(384,)"]; +"95 features_5_3_mlp_0_bias" -> "1038 linear_48" [style=solid, label="(1536,)"]; +"96 features_5_3_mlp_3_bias" -> "1048 linear_49" [style=solid, label="(384,)"]; +"97 features_5_3_norm2_weight" -> "1050 layer_norm_18" [style=solid, label="(384,)"]; +"98 features_5_3_norm2_bias" -> "1050 layer_norm_18" [style=solid, label="(384,)"]; +"99 features_5_4_attn_cpb_mlp_0_bias" -> "1058 linear_50" [style=solid, label="(512,)"]; +"100 features_5_4_norm1_weight" -> "1128 layer_norm_19" [style=solid, label="(384,)"]; +"101 features_5_4_norm1_bias" -> "1128 layer_norm_19" [style=solid, label="(384,)"]; +"102 features_5_4_mlp_0_bias" -> "1137 linear_54" [style=solid, label="(1536,)"]; +"103 features_5_4_mlp_3_bias" -> "1147 linear_55" [style=solid, label="(384,)"]; +"104 features_5_4_norm2_weight" -> "1149 layer_norm_20" [style=solid, label="(384,)"]; +"105 features_5_4_norm2_bias" -> "1149 layer_norm_20" [style=solid, label="(384,)"]; +"106 features_5_5_attn_cpb_mlp_0_bias" -> "1157 linear_56" [style=solid, label="(512,)"]; +"107 features_5_5_norm1_weight" -> "1245 layer_norm_21" [style=solid, label="(384,)"]; +"108 features_5_5_norm1_bias" -> "1245 layer_norm_21" [style=solid, label="(384,)"]; +"109 features_5_5_mlp_0_bias" -> "1254 linear_60" [style=solid, label="(1536,)"]; +"110 features_5_5_mlp_3_bias" -> "1264 linear_61" [style=solid, label="(384,)"]; +"111 features_5_5_norm2_weight" -> "1266 layer_norm_22" [style=solid, label="(384,)"]; +"112 features_5_5_norm2_bias" -> "1266 layer_norm_22" [style=solid, label="(384,)"]; +"113 features_6_norm_weight" -> "1286 layer_norm_23" [style=solid, label="(768,)"]; +"114 features_6_norm_bias" -> "1286 layer_norm_23" [style=solid, label="(768,)"]; +"115 features_7_0_attn_cpb_mlp_0_bias" -> "1293 linear_63" [style=solid, label="(512,)"]; +"116 features_7_0_norm1_weight" -> "1363 layer_norm_24" [style=solid, label="(768,)"]; +"117 features_7_0_norm1_bias" -> "1363 layer_norm_24" [style=solid, label="(768,)"]; +"118 features_7_0_mlp_0_bias" -> "1372 linear_67" [style=solid, label="(3072,)"]; +"119 features_7_0_mlp_3_bias" -> "1382 linear_68" [style=solid, label="(768,)"]; +"120 features_7_0_norm2_weight" -> "1384 layer_norm_25" [style=solid, label="(768,)"]; +"121 features_7_0_norm2_bias" -> "1384 layer_norm_25" [style=solid, label="(768,)"]; +"122 features_7_1_attn_cpb_mlp_0_bias" -> "1392 linear_69" [style=solid, label="(512,)"]; +"123 features_7_1_norm1_weight" -> "1462 layer_norm_26" [style=solid, label="(768,)"]; +"124 features_7_1_norm1_bias" -> "1462 layer_norm_26" [style=solid, label="(768,)"]; +"125 features_7_1_mlp_0_bias" -> "1471 linear_73" [style=solid, label="(3072,)"]; +"126 features_7_1_mlp_3_bias" -> "1481 linear_74" [style=solid, label="(768,)"]; +"127 features_7_1_norm2_weight" -> "1483 layer_norm_27" [style=solid, label="(768,)"]; +"128 features_7_1_norm2_bias" -> "1483 layer_norm_27" [style=solid, label="(768,)"]; +"129 norm_weight" -> "1485 layer_norm_28" [style=solid, label="(768,)"]; +"130 norm_bias" -> "1485 layer_norm_28" [style=solid, label="(768,)"]; +"131 head_bias" -> "1496 linear_75" [style=solid, label="(1000,)"]; "132 features_1_0_attn_relative_position_index" -> "171 index" [style=solid, label="(4096,)"]; -"133 features_1_1_attn_relative_position_index" -> "269 index_1" [style=solid, label="(4096,)"]; -"134 features_3_0_attn_relative_position_index" -> "408 index_2" [style=solid, label="(4096,)"]; -"135 features_3_1_attn_relative_position_index" -> "509 index_3" [style=solid, label="(4096,)"]; -"136 features_5_0_attn_relative_position_index" -> "651 index_4" [style=solid, label="(4096,)"]; -"137 features_5_1_attn_relative_position_index" -> "752 index_5" [style=solid, label="(4096,)"]; -"138 features_5_2_attn_relative_position_index" -> "871 index_6" [style=solid, label="(4096,)"]; -"139 features_5_3_attn_relative_position_index" -> "972 index_7" [style=solid, label="(4096,)"]; -"140 features_5_4_attn_relative_position_index" -> "1091 index_8" [style=solid, label="(4096,)"]; -"141 features_5_5_attn_relative_position_index" -> "1192 index_9" [style=solid, label="(4096,)"]; -"142 features_7_0_attn_relative_position_index" -> "1334 index_10" [style=solid, label="(4096,)"]; -"143 features_7_1_attn_relative_position_index" -> "1435 index_11" [style=solid, label="(4096,)"]; +"133 features_1_1_attn_relative_position_index" -> "268 index_1" [style=solid, label="(4096,)"]; +"134 features_3_0_attn_relative_position_index" -> "402 index_2" [style=solid, label="(4096,)"]; +"135 features_3_1_attn_relative_position_index" -> "501 index_3" [style=solid, label="(4096,)"]; +"136 features_5_0_attn_relative_position_index" -> "637 index_4" [style=solid, label="(4096,)"]; +"137 features_5_1_attn_relative_position_index" -> "736 index_5" [style=solid, label="(4096,)"]; +"138 features_5_2_attn_relative_position_index" -> "853 index_6" [style=solid, label="(4096,)"]; +"139 features_5_3_attn_relative_position_index" -> "952 index_7" [style=solid, label="(4096,)"]; +"140 features_5_4_attn_relative_position_index" -> "1069 index_8" [style=solid, label="(4096,)"]; +"141 features_5_5_attn_relative_position_index" -> "1168 index_9" [style=solid, label="(4096,)"]; +"142 features_7_0_attn_relative_position_index" -> "1304 index_10" [style=solid, label="(4096,)"]; +"143 features_7_1_attn_relative_position_index" -> "1403 index_11" [style=solid, label="(4096,)"]; "144 x" -> "145 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; "145 quantize_per_tensor_0" -> "146 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; "146 dequantize_per_tensor_1" -> "151 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -1685,7 +1651,7 @@ strict digraph { "151 conv2d" -> "152 permute" [style=solid, label="(1, 96, 56, 56)"]; "152 permute" -> "153 layer_norm" [style=solid, label="(1, 56, 56, 96)"]; "153 layer_norm" -> "178 pad" [style=solid, label="(1, 56, 56, 96)"]; -"153 layer_norm" -> "230 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"153 layer_norm" -> "229 add_1" [style=solid, label="(1, 56, 56, 96)"]; "154 _frozen_param1" -> "155 dequantize_per_tensor_3" [style=solid, label="(1, 15, 15, 2)"]; "155 dequantize_per_tensor_3" -> "160 linear" [style=solid, label="(1, 15, 15, 2)"]; "156 linear_scale_0" -> "159 dequantize_per_channel_4" [style=solid, label="(512,)"]; @@ -1764,1427 +1730,1393 @@ strict digraph { "223 dropout_1" -> "224 view_3" [style=solid, label="(49, 64, 96)"]; "224 view_3" -> "225 permute_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; "225 permute_4" -> "226 reshape_3" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"226 reshape_3" -> "227 slice_2" [style=solid, label="(1, 56, 56, 96)"]; -"227 slice_2" -> "228 slice_3" [style=solid, label="(1, 56, 56, 96)"]; -"228 slice_3" -> "229 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; -"229 layer_norm_1" -> "230 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"230 add_1" -> "231 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"230 add_1" -> "251 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"231 add_1_0_0_nncf_smooth_quant_0" -> "232 quantize_per_tensor_14" [style=solid, label="(1, 56, 56, 96)"]; -"232 quantize_per_tensor_14" -> "233 dequantize_per_tensor_15" [style=solid, label="(1, 56, 56, 96)"]; -"233 dequantize_per_tensor_15" -> "238 linear_4" [style=solid, label="(1, 56, 56, 96)"]; -"234 linear_4_scale_0" -> "237 dequantize_per_channel_16" [style=solid, label="(384,)"]; -"235 linear_4_zero_point_0" -> "237 dequantize_per_channel_16" [style=solid, label="(384,)"]; -"236 _frozen_param6" -> "237 dequantize_per_channel_16" [style=solid, label="(384, 96)"]; -"237 dequantize_per_channel_16" -> "238 linear_4" [style=solid, label="(384, 96)"]; -"238 linear_4" -> "239 gelu" [style=solid, label="(1, 56, 56, 384)"]; -"239 gelu" -> "240 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; -"240 dropout_2" -> "241 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"241 dropout_2_0_0_nncf_smooth_quant_0" -> "242 quantize_per_tensor_17" [style=solid, label="(1, 56, 56, 384)"]; -"242 quantize_per_tensor_17" -> "243 dequantize_per_tensor_18" [style=solid, label="(1, 56, 56, 384)"]; -"243 dequantize_per_tensor_18" -> "248 linear_5" [style=solid, label="(1, 56, 56, 384)"]; -"244 linear_5_scale_0" -> "247 dequantize_per_channel_19" [style=solid, label="(96,)"]; -"245 linear_5_zero_point_0" -> "247 dequantize_per_channel_19" [style=solid, label="(96,)"]; -"246 _frozen_param7" -> "247 dequantize_per_channel_19" [style=solid, label="(96, 384)"]; -"247 dequantize_per_channel_19" -> "248 linear_5" [style=solid, label="(96, 384)"]; -"248 linear_5" -> "249 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; -"249 dropout_3" -> "250 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; -"250 layer_norm_2" -> "251 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"251 add_2" -> "276 pad_1" [style=solid, label="(1, 56, 56, 96)"]; -"251 add_2" -> "346 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"252 _frozen_param8" -> "253 dequantize_per_tensor_20" [style=solid, label="(1, 15, 15, 2)"]; -"253 dequantize_per_tensor_20" -> "258 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"254 linear_6_scale_0" -> "257 dequantize_per_channel_21" [style=solid, label="(512,)"]; -"255 linear_6_zero_point_0" -> "257 dequantize_per_channel_21" [style=solid, label="(512,)"]; -"256 _frozen_param9" -> "257 dequantize_per_channel_21" [style=solid, label="(512, 2)"]; -"257 dequantize_per_channel_21" -> "258 linear_6" [style=solid, label="(512, 2)"]; -"258 linear_6" -> "259 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"259 relu__1" -> "260 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"260 relu__1_0_0_nncf_smooth_quant_0" -> "261 quantize_per_tensor_22" [style=solid, label="(1, 15, 15, 512)"]; -"261 quantize_per_tensor_22" -> "262 dequantize_per_tensor_23" [style=solid, label="(1, 15, 15, 512)"]; -"262 dequantize_per_tensor_23" -> "267 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"263 linear_7_scale_0" -> "266 dequantize_per_channel_24" [style=solid, label="(3,)"]; -"264 linear_7_zero_point_0" -> "266 dequantize_per_channel_24" [style=solid, label="(3,)"]; -"265 _frozen_param10" -> "266 dequantize_per_channel_24" [style=solid, label="(3, 512)"]; -"266 dequantize_per_channel_24" -> "267 linear_7" [style=solid, label="(3, 512)"]; -"267 linear_7" -> "268 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"268 view_4" -> "269 index_1" [style=solid, label="(225, 3)"]; -"269 index_1" -> "270 view_5" [style=solid, label="(4096, 3)"]; -"270 view_5" -> "271 permute_5" [style=solid, label="(64, 64, 3)"]; -"271 permute_5" -> "272 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"272 contiguous_1" -> "273 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"273 unsqueeze_1" -> "274 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"274 sigmoid_1" -> "275 mul_2" [style=solid, label="(1, 3, 64, 64)"]; -"275 mul_2" -> "308 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"276 pad_1" -> "277 roll" [style=solid, label="(1, 56, 56, 96)"]; -"277 roll" -> "278 view_6" [style=solid, label="(1, 56, 56, 96)"]; -"278 view_6" -> "279 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"279 permute_6" -> "280 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"280 reshape_4" -> "282 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"280 reshape_4" -> "309 new_zeros" [style=solid, label="(49, 64, 96)"]; -"281 clone_1" -> "289 linear_8" [style=solid, label="(288,)"]; -"282 reshape_4_0_0_nncf_smooth_quant_0" -> "283 quantize_per_tensor_25" [style=solid, label="(49, 64, 96)"]; -"283 quantize_per_tensor_25" -> "284 dequantize_per_tensor_26" [style=solid, label="(49, 64, 96)"]; -"284 dequantize_per_tensor_26" -> "289 linear_8" [style=solid, label="(49, 64, 96)"]; -"285 linear_8_scale_0" -> "288 dequantize_per_channel_27" [style=solid, label="(288,)"]; -"286 linear_8_zero_point_0" -> "288 dequantize_per_channel_27" [style=solid, label="(288,)"]; -"287 _frozen_param11" -> "288 dequantize_per_channel_27" [style=solid, label="(288, 96)"]; -"288 dequantize_per_channel_27" -> "289 linear_8" [style=solid, label="(288, 96)"]; -"289 linear_8" -> "290 reshape_5" [style=solid, label="(49, 64, 288)"]; -"290 reshape_5" -> "291 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; -"291 permute_7" -> "292 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; -"291 permute_7" -> "293 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; -"291 permute_7" -> "294 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; -"292 select_3" -> "295 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; -"292 select_3" -> "297 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; -"292 select_3" -> "298 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"293 select_4" -> "299 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; -"293 select_4" -> "301 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; -"293 select_4" -> "302 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"294 select_5" -> "327 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; -"295 linalg_vector_norm_2" -> "296 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; -"296 clamp_min_2" -> "297 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; -"297 expand_as_2" -> "298 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"298 div_2" -> "304 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; -"299 linalg_vector_norm_3" -> "300 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; -"300 clamp_min_3" -> "301 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; -"301 expand_as_3" -> "302 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"302 div_3" -> "303 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; -"303 transpose_2" -> "304 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; -"304 matmul_2" -> "307 mul_3" [style=solid, label="(49, 3, 64, 64)"]; -"305 clamp_1" -> "306 exp_1" [style=solid, label="(3, 1, 1)"]; -"306 exp_1" -> "307 mul_3" [style=solid, label="(3, 1, 1)"]; -"307 mul_3" -> "308 add_3" [style=solid, label="(49, 3, 64, 64)"]; -"308 add_3" -> "320 view_8" [style=solid, label="(49, 3, 64, 64)"]; -"309 new_zeros" -> "310 view_7" [style=solid, label="(56, 56)"]; -"310 view_7" -> "311 permute_8" [style=solid, label="(7, 8, 7, 8)"]; -"311 permute_8" -> "312 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; -"312 reshape_6" -> "313 unsqueeze_2" [style=solid, label="(49, 64)"]; -"312 reshape_6" -> "314 unsqueeze_3" [style=solid, label="(49, 64)"]; -"313 unsqueeze_2" -> "315 sub" [style=solid, label="(49, 1, 64)"]; -"314 unsqueeze_3" -> "315 sub" [style=solid, label="(49, 64, 1)"]; -"315 sub" -> "316 ne" [style=solid, label="(49, 64, 64)"]; -"315 sub" -> "317 masked_fill" [style=solid, label="(49, 64, 64)"]; -"315 sub" -> "318 eq" [style=solid, label="(49, 64, 64)"]; -"316 ne" -> "317 masked_fill" [style=solid, label="(49, 64, 64)"]; -"317 masked_fill" -> "319 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"318 eq" -> "319 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"319 masked_fill_1" -> "321 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; -"320 view_8" -> "323 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; -"321 unsqueeze_4" -> "322 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; -"322 unsqueeze_5" -> "323 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; -"323 add_4" -> "324 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; -"324 view_9" -> "325 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; -"325 softmax_1" -> "326 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; -"326 dropout_4" -> "327 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; -"327 matmul_3" -> "328 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; -"328 transpose_3" -> "329 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; -"329 reshape_7" -> "330 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"330 reshape_7_0_0_nncf_smooth_quant_0" -> "331 quantize_per_tensor_28" [style=solid, label="(49, 64, 96)"]; -"331 quantize_per_tensor_28" -> "332 dequantize_per_tensor_29" [style=solid, label="(49, 64, 96)"]; -"332 dequantize_per_tensor_29" -> "337 linear_9" [style=solid, label="(49, 64, 96)"]; -"333 linear_9_scale_0" -> "336 dequantize_per_channel_30" [style=solid, label="(96,)"]; -"334 linear_9_zero_point_0" -> "336 dequantize_per_channel_30" [style=solid, label="(96,)"]; -"335 _frozen_param12" -> "336 dequantize_per_channel_30" [style=solid, label="(96, 96)"]; -"336 dequantize_per_channel_30" -> "337 linear_9" [style=solid, label="(96, 96)"]; -"337 linear_9" -> "338 dropout_5" [style=solid, label="(49, 64, 96)"]; -"338 dropout_5" -> "339 view_10" [style=solid, label="(49, 64, 96)"]; -"339 view_10" -> "340 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"340 permute_9" -> "341 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"341 reshape_8" -> "342 roll_1" [style=solid, label="(1, 56, 56, 96)"]; -"342 roll_1" -> "343 slice_23" [style=solid, label="(1, 56, 56, 96)"]; -"343 slice_23" -> "344 slice_24" [style=solid, label="(1, 56, 56, 96)"]; -"344 slice_24" -> "345 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; -"345 layer_norm_3" -> "346 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"346 add_5" -> "347 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"346 add_5" -> "367 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"347 add_5_0_0_nncf_smooth_quant_0" -> "348 quantize_per_tensor_31" [style=solid, label="(1, 56, 56, 96)"]; -"348 quantize_per_tensor_31" -> "349 dequantize_per_tensor_32" [style=solid, label="(1, 56, 56, 96)"]; -"349 dequantize_per_tensor_32" -> "354 linear_10" [style=solid, label="(1, 56, 56, 96)"]; -"350 linear_10_scale_0" -> "353 dequantize_per_channel_33" [style=solid, label="(384,)"]; -"351 linear_10_zero_point_0" -> "353 dequantize_per_channel_33" [style=solid, label="(384,)"]; -"352 _frozen_param13" -> "353 dequantize_per_channel_33" [style=solid, label="(384, 96)"]; -"353 dequantize_per_channel_33" -> "354 linear_10" [style=solid, label="(384, 96)"]; -"354 linear_10" -> "355 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; -"355 gelu_1" -> "356 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; -"356 dropout_6" -> "357 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"357 dropout_6_0_0_nncf_smooth_quant_0" -> "358 quantize_per_tensor_34" [style=solid, label="(1, 56, 56, 384)"]; -"358 quantize_per_tensor_34" -> "359 dequantize_per_tensor_35" [style=solid, label="(1, 56, 56, 384)"]; -"359 dequantize_per_tensor_35" -> "364 linear_11" [style=solid, label="(1, 56, 56, 384)"]; -"360 linear_11_scale_0" -> "363 dequantize_per_channel_36" [style=solid, label="(96,)"]; -"361 linear_11_zero_point_0" -> "363 dequantize_per_channel_36" [style=solid, label="(96,)"]; -"362 _frozen_param14" -> "363 dequantize_per_channel_36" [style=solid, label="(96, 384)"]; -"363 dequantize_per_channel_36" -> "364 linear_11" [style=solid, label="(96, 384)"]; -"364 linear_11" -> "365 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; -"365 dropout_7" -> "366 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; -"366 layer_norm_4" -> "367 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"367 add_6" -> "368 pad_2" [style=solid, label="(1, 56, 56, 96)"]; -"368 pad_2" -> "369 slice_25" [style=solid, label="(1, 56, 56, 96)"]; -"368 pad_2" -> "372 slice_28" [style=solid, label="(1, 56, 56, 96)"]; -"368 pad_2" -> "375 slice_31" [style=solid, label="(1, 56, 56, 96)"]; -"368 pad_2" -> "378 slice_34" [style=solid, label="(1, 56, 56, 96)"]; -"369 slice_25" -> "370 slice_26" [style=solid, label="(1, 28, 56, 96)"]; -"370 slice_26" -> "371 slice_27" [style=solid, label="(1, 28, 28, 96)"]; -"371 slice_27" -> "381 cat" [style=solid, label="(1, 28, 28, 96)"]; -"372 slice_28" -> "373 slice_29" [style=solid, label="(1, 28, 56, 96)"]; -"373 slice_29" -> "374 slice_30" [style=solid, label="(1, 28, 28, 96)"]; -"374 slice_30" -> "381 cat" [style=solid, label="(1, 28, 28, 96)"]; -"375 slice_31" -> "376 slice_32" [style=solid, label="(1, 28, 56, 96)"]; -"376 slice_32" -> "377 slice_33" [style=solid, label="(1, 28, 28, 96)"]; -"377 slice_33" -> "381 cat" [style=solid, label="(1, 28, 28, 96)"]; -"378 slice_34" -> "379 slice_35" [style=solid, label="(1, 28, 56, 96)"]; -"379 slice_35" -> "380 slice_36" [style=solid, label="(1, 28, 28, 96)"]; -"380 slice_36" -> "381 cat" [style=solid, label="(1, 28, 28, 96)"]; -"381 cat" -> "382 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; -"382 cat_0_0_nncf_smooth_quant_0" -> "383 quantize_per_tensor_37" [style=solid, label="(1, 28, 28, 384)"]; -"383 quantize_per_tensor_37" -> "384 dequantize_per_tensor_38" [style=solid, label="(1, 28, 28, 384)"]; -"384 dequantize_per_tensor_38" -> "389 linear_12" [style=solid, label="(1, 28, 28, 384)"]; -"385 linear_12_scale_0" -> "388 dequantize_per_channel_39" [style=solid, label="(192,)"]; -"386 linear_12_zero_point_0" -> "388 dequantize_per_channel_39" [style=solid, label="(192,)"]; -"387 _frozen_param15" -> "388 dequantize_per_channel_39" [style=solid, label="(192, 384)"]; -"388 dequantize_per_channel_39" -> "389 linear_12" [style=solid, label="(192, 384)"]; -"389 linear_12" -> "390 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; -"390 layer_norm_5" -> "415 pad_3" [style=solid, label="(1, 28, 28, 192)"]; -"390 layer_norm_5" -> "470 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"391 _frozen_param16" -> "392 dequantize_per_tensor_40" [style=solid, label="(1, 15, 15, 2)"]; -"392 dequantize_per_tensor_40" -> "397 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"393 linear_13_scale_0" -> "396 dequantize_per_channel_41" [style=solid, label="(512,)"]; -"394 linear_13_zero_point_0" -> "396 dequantize_per_channel_41" [style=solid, label="(512,)"]; -"395 _frozen_param17" -> "396 dequantize_per_channel_41" [style=solid, label="(512, 2)"]; -"396 dequantize_per_channel_41" -> "397 linear_13" [style=solid, label="(512, 2)"]; -"397 linear_13" -> "398 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"398 relu__2" -> "399 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"399 relu__2_0_0_nncf_smooth_quant_0" -> "400 quantize_per_tensor_42" [style=solid, label="(1, 15, 15, 512)"]; -"400 quantize_per_tensor_42" -> "401 dequantize_per_tensor_43" [style=solid, label="(1, 15, 15, 512)"]; -"401 dequantize_per_tensor_43" -> "406 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"402 linear_14_scale_0" -> "405 dequantize_per_channel_44" [style=solid, label="(6,)"]; -"403 linear_14_zero_point_0" -> "405 dequantize_per_channel_44" [style=solid, label="(6,)"]; -"404 _frozen_param18" -> "405 dequantize_per_channel_44" [style=solid, label="(6, 512)"]; -"405 dequantize_per_channel_44" -> "406 linear_14" [style=solid, label="(6, 512)"]; -"406 linear_14" -> "407 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"407 view_11" -> "408 index_2" [style=solid, label="(225, 6)"]; -"408 index_2" -> "409 view_12" [style=solid, label="(4096, 6)"]; -"409 view_12" -> "410 permute_10" [style=solid, label="(64, 64, 6)"]; -"410 permute_10" -> "411 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"411 contiguous_2" -> "412 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"412 unsqueeze_6" -> "413 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"413 sigmoid_2" -> "414 mul_4" [style=solid, label="(1, 6, 64, 64)"]; -"414 mul_4" -> "446 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"415 pad_3" -> "416 view_13" [style=solid, label="(1, 32, 32, 192)"]; -"416 view_13" -> "417 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"417 permute_11" -> "418 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"418 reshape_9" -> "420 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"419 clone_2" -> "427 linear_15" [style=solid, label="(576,)"]; -"420 reshape_9_0_0_nncf_smooth_quant_0" -> "421 quantize_per_tensor_45" [style=solid, label="(16, 64, 192)"]; -"421 quantize_per_tensor_45" -> "422 dequantize_per_tensor_46" [style=solid, label="(16, 64, 192)"]; -"422 dequantize_per_tensor_46" -> "427 linear_15" [style=solid, label="(16, 64, 192)"]; -"423 linear_15_scale_0" -> "426 dequantize_per_channel_47" [style=solid, label="(576,)"]; -"424 linear_15_zero_point_0" -> "426 dequantize_per_channel_47" [style=solid, label="(576,)"]; -"425 _frozen_param19" -> "426 dequantize_per_channel_47" [style=solid, label="(576, 192)"]; -"426 dequantize_per_channel_47" -> "427 linear_15" [style=solid, label="(576, 192)"]; -"427 linear_15" -> "428 reshape_10" [style=solid, label="(16, 64, 576)"]; -"428 reshape_10" -> "429 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; -"429 permute_12" -> "430 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; -"429 permute_12" -> "431 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; -"429 permute_12" -> "432 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; -"430 select_6" -> "433 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; -"430 select_6" -> "435 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; -"430 select_6" -> "436 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"431 select_7" -> "437 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; -"431 select_7" -> "439 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; -"431 select_7" -> "440 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"432 select_8" -> "449 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; -"433 linalg_vector_norm_4" -> "434 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; -"434 clamp_min_4" -> "435 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; -"435 expand_as_4" -> "436 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"436 div_4" -> "442 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; -"437 linalg_vector_norm_5" -> "438 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; -"438 clamp_min_5" -> "439 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; -"439 expand_as_5" -> "440 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"440 div_5" -> "441 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; -"441 transpose_4" -> "442 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; -"442 matmul_4" -> "445 mul_5" [style=solid, label="(16, 6, 64, 64)"]; -"443 clamp_2" -> "444 exp_2" [style=solid, label="(6, 1, 1)"]; -"444 exp_2" -> "445 mul_5" [style=solid, label="(6, 1, 1)"]; -"445 mul_5" -> "446 add_7" [style=solid, label="(16, 6, 64, 64)"]; -"446 add_7" -> "447 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; -"447 softmax_2" -> "448 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; -"448 dropout_8" -> "449 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; -"449 matmul_5" -> "450 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; -"450 transpose_5" -> "451 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; -"451 reshape_11" -> "452 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"452 reshape_11_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_48" [style=solid, label="(16, 64, 192)"]; -"453 quantize_per_tensor_48" -> "454 dequantize_per_tensor_49" [style=solid, label="(16, 64, 192)"]; -"454 dequantize_per_tensor_49" -> "459 linear_16" [style=solid, label="(16, 64, 192)"]; -"455 linear_16_scale_0" -> "458 dequantize_per_channel_50" [style=solid, label="(192,)"]; -"456 linear_16_zero_point_0" -> "458 dequantize_per_channel_50" [style=solid, label="(192,)"]; -"457 _frozen_param20" -> "458 dequantize_per_channel_50" [style=solid, label="(192, 192)"]; -"458 dequantize_per_channel_50" -> "459 linear_16" [style=solid, label="(192, 192)"]; -"459 linear_16" -> "460 dropout_9" [style=solid, label="(16, 64, 192)"]; -"460 dropout_9" -> "461 view_14" [style=solid, label="(16, 64, 192)"]; -"461 view_14" -> "462 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"462 permute_13" -> "463 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"463 reshape_12" -> "464 slice_38" [style=solid, label="(1, 32, 32, 192)"]; -"464 slice_38" -> "465 slice_39" [style=solid, label="(1, 32, 32, 192)"]; -"465 slice_39" -> "466 slice_40" [style=solid, label="(1, 28, 32, 192)"]; -"466 slice_40" -> "467 slice_41" [style=solid, label="(1, 28, 28, 192)"]; -"467 slice_41" -> "468 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; -"468 contiguous_3" -> "469 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; -"469 layer_norm_6" -> "470 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"470 add_8" -> "471 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"470 add_8" -> "491 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"471 add_8_0_0_nncf_smooth_quant_0" -> "472 quantize_per_tensor_51" [style=solid, label="(1, 28, 28, 192)"]; -"472 quantize_per_tensor_51" -> "473 dequantize_per_tensor_52" [style=solid, label="(1, 28, 28, 192)"]; -"473 dequantize_per_tensor_52" -> "478 linear_17" [style=solid, label="(1, 28, 28, 192)"]; -"474 linear_17_scale_0" -> "477 dequantize_per_channel_53" [style=solid, label="(768,)"]; -"475 linear_17_zero_point_0" -> "477 dequantize_per_channel_53" [style=solid, label="(768,)"]; -"476 _frozen_param21" -> "477 dequantize_per_channel_53" [style=solid, label="(768, 192)"]; -"477 dequantize_per_channel_53" -> "478 linear_17" [style=solid, label="(768, 192)"]; -"478 linear_17" -> "479 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; -"479 gelu_2" -> "480 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; -"480 dropout_10" -> "481 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"481 dropout_10_0_0_nncf_smooth_quant_0" -> "482 quantize_per_tensor_54" [style=solid, label="(1, 28, 28, 768)"]; -"482 quantize_per_tensor_54" -> "483 dequantize_per_tensor_55" [style=solid, label="(1, 28, 28, 768)"]; -"483 dequantize_per_tensor_55" -> "488 linear_18" [style=solid, label="(1, 28, 28, 768)"]; -"484 linear_18_scale_0" -> "487 dequantize_per_channel_56" [style=solid, label="(192,)"]; -"485 linear_18_zero_point_0" -> "487 dequantize_per_channel_56" [style=solid, label="(192,)"]; -"486 _frozen_param22" -> "487 dequantize_per_channel_56" [style=solid, label="(192, 768)"]; -"487 dequantize_per_channel_56" -> "488 linear_18" [style=solid, label="(192, 768)"]; -"488 linear_18" -> "489 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; -"489 dropout_11" -> "490 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; -"490 layer_norm_7" -> "491 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"491 add_9" -> "516 pad_4" [style=solid, label="(1, 28, 28, 192)"]; -"491 add_9" -> "589 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"492 _frozen_param23" -> "493 dequantize_per_tensor_57" [style=solid, label="(1, 15, 15, 2)"]; -"493 dequantize_per_tensor_57" -> "498 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"494 linear_19_scale_0" -> "497 dequantize_per_channel_58" [style=solid, label="(512,)"]; -"495 linear_19_zero_point_0" -> "497 dequantize_per_channel_58" [style=solid, label="(512,)"]; -"496 _frozen_param24" -> "497 dequantize_per_channel_58" [style=solid, label="(512, 2)"]; -"497 dequantize_per_channel_58" -> "498 linear_19" [style=solid, label="(512, 2)"]; -"498 linear_19" -> "499 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"499 relu__3" -> "500 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"500 relu__3_0_0_nncf_smooth_quant_0" -> "501 quantize_per_tensor_59" [style=solid, label="(1, 15, 15, 512)"]; -"501 quantize_per_tensor_59" -> "502 dequantize_per_tensor_60" [style=solid, label="(1, 15, 15, 512)"]; -"502 dequantize_per_tensor_60" -> "507 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"503 linear_20_scale_0" -> "506 dequantize_per_channel_61" [style=solid, label="(6,)"]; -"504 linear_20_zero_point_0" -> "506 dequantize_per_channel_61" [style=solid, label="(6,)"]; -"505 _frozen_param25" -> "506 dequantize_per_channel_61" [style=solid, label="(6, 512)"]; -"506 dequantize_per_channel_61" -> "507 linear_20" [style=solid, label="(6, 512)"]; -"507 linear_20" -> "508 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"508 view_15" -> "509 index_3" [style=solid, label="(225, 6)"]; -"509 index_3" -> "510 view_16" [style=solid, label="(4096, 6)"]; -"510 view_16" -> "511 permute_14" [style=solid, label="(64, 64, 6)"]; -"511 permute_14" -> "512 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"512 contiguous_4" -> "513 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"513 unsqueeze_7" -> "514 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"514 sigmoid_3" -> "515 mul_6" [style=solid, label="(1, 6, 64, 64)"]; -"515 mul_6" -> "548 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"516 pad_4" -> "517 roll_2" [style=solid, label="(1, 32, 32, 192)"]; -"517 roll_2" -> "518 view_17" [style=solid, label="(1, 32, 32, 192)"]; -"518 view_17" -> "519 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"519 permute_15" -> "520 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"520 reshape_13" -> "522 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"520 reshape_13" -> "549 new_zeros_1" [style=solid, label="(16, 64, 192)"]; -"521 clone_3" -> "529 linear_21" [style=solid, label="(576,)"]; -"522 reshape_13_0_0_nncf_smooth_quant_0" -> "523 quantize_per_tensor_62" [style=solid, label="(16, 64, 192)"]; -"523 quantize_per_tensor_62" -> "524 dequantize_per_tensor_63" [style=solid, label="(16, 64, 192)"]; -"524 dequantize_per_tensor_63" -> "529 linear_21" [style=solid, label="(16, 64, 192)"]; -"525 linear_21_scale_0" -> "528 dequantize_per_channel_64" [style=solid, label="(576,)"]; -"526 linear_21_zero_point_0" -> "528 dequantize_per_channel_64" [style=solid, label="(576,)"]; -"527 _frozen_param26" -> "528 dequantize_per_channel_64" [style=solid, label="(576, 192)"]; -"528 dequantize_per_channel_64" -> "529 linear_21" [style=solid, label="(576, 192)"]; -"529 linear_21" -> "530 reshape_14" [style=solid, label="(16, 64, 576)"]; -"530 reshape_14" -> "531 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; -"531 permute_16" -> "532 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; -"531 permute_16" -> "533 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; -"531 permute_16" -> "534 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; -"532 select_9" -> "535 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; -"532 select_9" -> "537 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; -"532 select_9" -> "538 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"533 select_10" -> "539 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; -"533 select_10" -> "541 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; -"533 select_10" -> "542 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"534 select_11" -> "567 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; -"535 linalg_vector_norm_6" -> "536 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; -"536 clamp_min_6" -> "537 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; -"537 expand_as_6" -> "538 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"538 div_6" -> "544 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; -"539 linalg_vector_norm_7" -> "540 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; -"540 clamp_min_7" -> "541 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; -"541 expand_as_7" -> "542 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"542 div_7" -> "543 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; -"543 transpose_6" -> "544 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; -"544 matmul_6" -> "547 mul_7" [style=solid, label="(16, 6, 64, 64)"]; -"545 clamp_3" -> "546 exp_3" [style=solid, label="(6, 1, 1)"]; -"546 exp_3" -> "547 mul_7" [style=solid, label="(6, 1, 1)"]; -"547 mul_7" -> "548 add_10" [style=solid, label="(16, 6, 64, 64)"]; -"548 add_10" -> "560 view_19" [style=solid, label="(16, 6, 64, 64)"]; -"549 new_zeros_1" -> "550 view_18" [style=solid, label="(32, 32)"]; -"550 view_18" -> "551 permute_17" [style=solid, label="(4, 8, 4, 8)"]; -"551 permute_17" -> "552 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; -"552 reshape_15" -> "553 unsqueeze_8" [style=solid, label="(16, 64)"]; -"552 reshape_15" -> "554 unsqueeze_9" [style=solid, label="(16, 64)"]; -"553 unsqueeze_8" -> "555 sub_1" [style=solid, label="(16, 1, 64)"]; -"554 unsqueeze_9" -> "555 sub_1" [style=solid, label="(16, 64, 1)"]; -"555 sub_1" -> "556 ne_1" [style=solid, label="(16, 64, 64)"]; -"555 sub_1" -> "557 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"555 sub_1" -> "558 eq_1" [style=solid, label="(16, 64, 64)"]; -"556 ne_1" -> "557 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"557 masked_fill_2" -> "559 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"558 eq_1" -> "559 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"559 masked_fill_3" -> "561 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; -"560 view_19" -> "563 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; -"561 unsqueeze_10" -> "562 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; -"562 unsqueeze_11" -> "563 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; -"563 add_11" -> "564 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; -"564 view_20" -> "565 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; -"565 softmax_3" -> "566 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; -"566 dropout_12" -> "567 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; -"567 matmul_7" -> "568 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; -"568 transpose_7" -> "569 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; -"569 reshape_16" -> "570 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"570 reshape_16_0_0_nncf_smooth_quant_0" -> "571 quantize_per_tensor_65" [style=solid, label="(16, 64, 192)"]; -"571 quantize_per_tensor_65" -> "572 dequantize_per_tensor_66" [style=solid, label="(16, 64, 192)"]; -"572 dequantize_per_tensor_66" -> "577 linear_22" [style=solid, label="(16, 64, 192)"]; -"573 linear_22_scale_0" -> "576 dequantize_per_channel_67" [style=solid, label="(192,)"]; -"574 linear_22_zero_point_0" -> "576 dequantize_per_channel_67" [style=solid, label="(192,)"]; -"575 _frozen_param27" -> "576 dequantize_per_channel_67" [style=solid, label="(192, 192)"]; -"576 dequantize_per_channel_67" -> "577 linear_22" [style=solid, label="(192, 192)"]; -"577 linear_22" -> "578 dropout_13" [style=solid, label="(16, 64, 192)"]; -"578 dropout_13" -> "579 view_21" [style=solid, label="(16, 64, 192)"]; -"579 view_21" -> "580 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"580 permute_18" -> "581 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"581 reshape_17" -> "582 roll_3" [style=solid, label="(1, 32, 32, 192)"]; -"582 roll_3" -> "583 slice_61" [style=solid, label="(1, 32, 32, 192)"]; -"583 slice_61" -> "584 slice_62" [style=solid, label="(1, 32, 32, 192)"]; -"584 slice_62" -> "585 slice_63" [style=solid, label="(1, 28, 32, 192)"]; -"585 slice_63" -> "586 slice_64" [style=solid, label="(1, 28, 28, 192)"]; -"586 slice_64" -> "587 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; -"587 contiguous_5" -> "588 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; -"588 layer_norm_8" -> "589 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"589 add_12" -> "590 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"589 add_12" -> "610 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"590 add_12_0_0_nncf_smooth_quant_0" -> "591 quantize_per_tensor_68" [style=solid, label="(1, 28, 28, 192)"]; -"591 quantize_per_tensor_68" -> "592 dequantize_per_tensor_69" [style=solid, label="(1, 28, 28, 192)"]; -"592 dequantize_per_tensor_69" -> "597 linear_23" [style=solid, label="(1, 28, 28, 192)"]; -"593 linear_23_scale_0" -> "596 dequantize_per_channel_70" [style=solid, label="(768,)"]; -"594 linear_23_zero_point_0" -> "596 dequantize_per_channel_70" [style=solid, label="(768,)"]; -"595 _frozen_param28" -> "596 dequantize_per_channel_70" [style=solid, label="(768, 192)"]; -"596 dequantize_per_channel_70" -> "597 linear_23" [style=solid, label="(768, 192)"]; -"597 linear_23" -> "598 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; -"598 gelu_3" -> "599 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; -"599 dropout_14" -> "600 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"600 dropout_14_0_0_nncf_smooth_quant_0" -> "601 quantize_per_tensor_71" [style=solid, label="(1, 28, 28, 768)"]; -"601 quantize_per_tensor_71" -> "602 dequantize_per_tensor_72" [style=solid, label="(1, 28, 28, 768)"]; -"602 dequantize_per_tensor_72" -> "607 linear_24" [style=solid, label="(1, 28, 28, 768)"]; -"603 linear_24_scale_0" -> "606 dequantize_per_channel_73" [style=solid, label="(192,)"]; -"604 linear_24_zero_point_0" -> "606 dequantize_per_channel_73" [style=solid, label="(192,)"]; -"605 _frozen_param29" -> "606 dequantize_per_channel_73" [style=solid, label="(192, 768)"]; -"606 dequantize_per_channel_73" -> "607 linear_24" [style=solid, label="(192, 768)"]; -"607 linear_24" -> "608 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; -"608 dropout_15" -> "609 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; -"609 layer_norm_9" -> "610 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"610 add_13" -> "611 pad_5" [style=solid, label="(1, 28, 28, 192)"]; -"611 pad_5" -> "612 slice_65" [style=solid, label="(1, 28, 28, 192)"]; -"611 pad_5" -> "615 slice_68" [style=solid, label="(1, 28, 28, 192)"]; -"611 pad_5" -> "618 slice_71" [style=solid, label="(1, 28, 28, 192)"]; -"611 pad_5" -> "621 slice_74" [style=solid, label="(1, 28, 28, 192)"]; -"612 slice_65" -> "613 slice_66" [style=solid, label="(1, 14, 28, 192)"]; -"613 slice_66" -> "614 slice_67" [style=solid, label="(1, 14, 14, 192)"]; -"614 slice_67" -> "624 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"615 slice_68" -> "616 slice_69" [style=solid, label="(1, 14, 28, 192)"]; -"616 slice_69" -> "617 slice_70" [style=solid, label="(1, 14, 14, 192)"]; -"617 slice_70" -> "624 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"618 slice_71" -> "619 slice_72" [style=solid, label="(1, 14, 28, 192)"]; -"619 slice_72" -> "620 slice_73" [style=solid, label="(1, 14, 14, 192)"]; -"620 slice_73" -> "624 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"621 slice_74" -> "622 slice_75" [style=solid, label="(1, 14, 28, 192)"]; -"622 slice_75" -> "623 slice_76" [style=solid, label="(1, 14, 14, 192)"]; -"623 slice_76" -> "624 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"624 cat_1" -> "625 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; -"625 cat_1_0_0_nncf_smooth_quant_0" -> "626 quantize_per_tensor_74" [style=solid, label="(1, 14, 14, 768)"]; -"626 quantize_per_tensor_74" -> "627 dequantize_per_tensor_75" [style=solid, label="(1, 14, 14, 768)"]; -"627 dequantize_per_tensor_75" -> "632 linear_25" [style=solid, label="(1, 14, 14, 768)"]; -"628 linear_25_scale_0" -> "631 dequantize_per_channel_76" [style=solid, label="(384,)"]; -"629 linear_25_zero_point_0" -> "631 dequantize_per_channel_76" [style=solid, label="(384,)"]; -"630 _frozen_param30" -> "631 dequantize_per_channel_76" [style=solid, label="(384, 768)"]; -"631 dequantize_per_channel_76" -> "632 linear_25" [style=solid, label="(384, 768)"]; -"632 linear_25" -> "633 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; -"633 layer_norm_10" -> "658 pad_6" [style=solid, label="(1, 14, 14, 384)"]; -"633 layer_norm_10" -> "713 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"634 _frozen_param31" -> "635 dequantize_per_tensor_77" [style=solid, label="(1, 15, 15, 2)"]; -"635 dequantize_per_tensor_77" -> "640 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"636 linear_26_scale_0" -> "639 dequantize_per_channel_78" [style=solid, label="(512,)"]; -"637 linear_26_zero_point_0" -> "639 dequantize_per_channel_78" [style=solid, label="(512,)"]; -"638 _frozen_param32" -> "639 dequantize_per_channel_78" [style=solid, label="(512, 2)"]; -"639 dequantize_per_channel_78" -> "640 linear_26" [style=solid, label="(512, 2)"]; -"640 linear_26" -> "641 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"641 relu__4" -> "642 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"642 relu__4_0_0_nncf_smooth_quant_0" -> "643 quantize_per_tensor_79" [style=solid, label="(1, 15, 15, 512)"]; -"643 quantize_per_tensor_79" -> "644 dequantize_per_tensor_80" [style=solid, label="(1, 15, 15, 512)"]; -"644 dequantize_per_tensor_80" -> "649 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"645 linear_27_scale_0" -> "648 dequantize_per_channel_81" [style=solid, label="(12,)"]; -"646 linear_27_zero_point_0" -> "648 dequantize_per_channel_81" [style=solid, label="(12,)"]; -"647 _frozen_param33" -> "648 dequantize_per_channel_81" [style=solid, label="(12, 512)"]; -"648 dequantize_per_channel_81" -> "649 linear_27" [style=solid, label="(12, 512)"]; -"649 linear_27" -> "650 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"650 view_22" -> "651 index_4" [style=solid, label="(225, 12)"]; -"651 index_4" -> "652 view_23" [style=solid, label="(4096, 12)"]; -"652 view_23" -> "653 permute_19" [style=solid, label="(64, 64, 12)"]; -"653 permute_19" -> "654 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"654 contiguous_6" -> "655 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"655 unsqueeze_12" -> "656 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"656 sigmoid_4" -> "657 mul_8" [style=solid, label="(1, 12, 64, 64)"]; -"657 mul_8" -> "689 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"658 pad_6" -> "659 view_24" [style=solid, label="(1, 16, 16, 384)"]; -"659 view_24" -> "660 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"660 permute_20" -> "661 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"661 reshape_18" -> "663 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"662 clone_4" -> "670 linear_28" [style=solid, label="(1152,)"]; -"663 reshape_18_0_0_nncf_smooth_quant_0" -> "664 quantize_per_tensor_82" [style=solid, label="(4, 64, 384)"]; -"664 quantize_per_tensor_82" -> "665 dequantize_per_tensor_83" [style=solid, label="(4, 64, 384)"]; -"665 dequantize_per_tensor_83" -> "670 linear_28" [style=solid, label="(4, 64, 384)"]; -"666 linear_28_scale_0" -> "669 dequantize_per_channel_84" [style=solid, label="(1152,)"]; -"667 linear_28_zero_point_0" -> "669 dequantize_per_channel_84" [style=solid, label="(1152,)"]; -"668 _frozen_param34" -> "669 dequantize_per_channel_84" [style=solid, label="(1152, 384)"]; -"669 dequantize_per_channel_84" -> "670 linear_28" [style=solid, label="(1152, 384)"]; -"670 linear_28" -> "671 reshape_19" [style=solid, label="(4, 64, 1152)"]; -"671 reshape_19" -> "672 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; -"672 permute_21" -> "673 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; -"672 permute_21" -> "674 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; -"672 permute_21" -> "675 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; -"673 select_12" -> "676 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; -"673 select_12" -> "678 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; -"673 select_12" -> "679 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"674 select_13" -> "680 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; -"674 select_13" -> "682 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; -"674 select_13" -> "683 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"675 select_14" -> "692 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; -"676 linalg_vector_norm_8" -> "677 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; -"677 clamp_min_8" -> "678 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; -"678 expand_as_8" -> "679 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"679 div_8" -> "685 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; -"680 linalg_vector_norm_9" -> "681 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; -"681 clamp_min_9" -> "682 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; -"682 expand_as_9" -> "683 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"683 div_9" -> "684 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; -"684 transpose_8" -> "685 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; -"685 matmul_8" -> "688 mul_9" [style=solid, label="(4, 12, 64, 64)"]; -"686 clamp_4" -> "687 exp_4" [style=solid, label="(12, 1, 1)"]; -"687 exp_4" -> "688 mul_9" [style=solid, label="(12, 1, 1)"]; -"688 mul_9" -> "689 add_14" [style=solid, label="(4, 12, 64, 64)"]; -"689 add_14" -> "690 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; -"690 softmax_4" -> "691 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; -"691 dropout_16" -> "692 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; -"692 matmul_9" -> "693 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; -"693 transpose_9" -> "694 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; -"694 reshape_20" -> "695 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"695 reshape_20_0_0_nncf_smooth_quant_0" -> "696 quantize_per_tensor_85" [style=solid, label="(4, 64, 384)"]; -"696 quantize_per_tensor_85" -> "697 dequantize_per_tensor_86" [style=solid, label="(4, 64, 384)"]; -"697 dequantize_per_tensor_86" -> "702 linear_29" [style=solid, label="(4, 64, 384)"]; -"698 linear_29_scale_0" -> "701 dequantize_per_channel_87" [style=solid, label="(384,)"]; -"699 linear_29_zero_point_0" -> "701 dequantize_per_channel_87" [style=solid, label="(384,)"]; -"700 _frozen_param35" -> "701 dequantize_per_channel_87" [style=solid, label="(384, 384)"]; -"701 dequantize_per_channel_87" -> "702 linear_29" [style=solid, label="(384, 384)"]; -"702 linear_29" -> "703 dropout_17" [style=solid, label="(4, 64, 384)"]; -"703 dropout_17" -> "704 view_25" [style=solid, label="(4, 64, 384)"]; -"704 view_25" -> "705 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"705 permute_22" -> "706 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"706 reshape_21" -> "707 slice_78" [style=solid, label="(1, 16, 16, 384)"]; -"707 slice_78" -> "708 slice_79" [style=solid, label="(1, 16, 16, 384)"]; -"708 slice_79" -> "709 slice_80" [style=solid, label="(1, 14, 16, 384)"]; -"709 slice_80" -> "710 slice_81" [style=solid, label="(1, 14, 14, 384)"]; -"710 slice_81" -> "711 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; -"711 contiguous_7" -> "712 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; -"712 layer_norm_11" -> "713 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"713 add_15" -> "714 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"713 add_15" -> "734 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"714 add_15_0_0_nncf_smooth_quant_0" -> "715 quantize_per_tensor_88" [style=solid, label="(1, 14, 14, 384)"]; -"715 quantize_per_tensor_88" -> "716 dequantize_per_tensor_89" [style=solid, label="(1, 14, 14, 384)"]; -"716 dequantize_per_tensor_89" -> "721 linear_30" [style=solid, label="(1, 14, 14, 384)"]; -"717 linear_30_scale_0" -> "720 dequantize_per_channel_90" [style=solid, label="(1536,)"]; -"718 linear_30_zero_point_0" -> "720 dequantize_per_channel_90" [style=solid, label="(1536,)"]; -"719 _frozen_param36" -> "720 dequantize_per_channel_90" [style=solid, label="(1536, 384)"]; -"720 dequantize_per_channel_90" -> "721 linear_30" [style=solid, label="(1536, 384)"]; -"721 linear_30" -> "722 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; -"722 gelu_4" -> "723 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; -"723 dropout_18" -> "724 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"724 dropout_18_0_0_nncf_smooth_quant_0" -> "725 quantize_per_tensor_91" [style=solid, label="(1, 14, 14, 1536)"]; -"725 quantize_per_tensor_91" -> "726 dequantize_per_tensor_92" [style=solid, label="(1, 14, 14, 1536)"]; -"726 dequantize_per_tensor_92" -> "731 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; -"727 linear_31_scale_0" -> "730 dequantize_per_channel_93" [style=solid, label="(384,)"]; -"728 linear_31_zero_point_0" -> "730 dequantize_per_channel_93" [style=solid, label="(384,)"]; -"729 _frozen_param37" -> "730 dequantize_per_channel_93" [style=solid, label="(384, 1536)"]; -"730 dequantize_per_channel_93" -> "731 linear_31" [style=solid, label="(384, 1536)"]; -"731 linear_31" -> "732 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; -"732 dropout_19" -> "733 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; -"733 layer_norm_12" -> "734 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"734 add_16" -> "759 pad_7" [style=solid, label="(1, 14, 14, 384)"]; -"734 add_16" -> "832 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"735 _frozen_param38" -> "736 dequantize_per_tensor_94" [style=solid, label="(1, 15, 15, 2)"]; -"736 dequantize_per_tensor_94" -> "741 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"737 linear_32_scale_0" -> "740 dequantize_per_channel_95" [style=solid, label="(512,)"]; -"738 linear_32_zero_point_0" -> "740 dequantize_per_channel_95" [style=solid, label="(512,)"]; -"739 _frozen_param39" -> "740 dequantize_per_channel_95" [style=solid, label="(512, 2)"]; -"740 dequantize_per_channel_95" -> "741 linear_32" [style=solid, label="(512, 2)"]; -"741 linear_32" -> "742 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"742 relu__5" -> "743 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"743 relu__5_0_0_nncf_smooth_quant_0" -> "744 quantize_per_tensor_96" [style=solid, label="(1, 15, 15, 512)"]; -"744 quantize_per_tensor_96" -> "745 dequantize_per_tensor_97" [style=solid, label="(1, 15, 15, 512)"]; -"745 dequantize_per_tensor_97" -> "750 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"746 linear_33_scale_0" -> "749 dequantize_per_channel_98" [style=solid, label="(12,)"]; -"747 linear_33_zero_point_0" -> "749 dequantize_per_channel_98" [style=solid, label="(12,)"]; -"748 _frozen_param40" -> "749 dequantize_per_channel_98" [style=solid, label="(12, 512)"]; -"749 dequantize_per_channel_98" -> "750 linear_33" [style=solid, label="(12, 512)"]; -"750 linear_33" -> "751 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"751 view_26" -> "752 index_5" [style=solid, label="(225, 12)"]; -"752 index_5" -> "753 view_27" [style=solid, label="(4096, 12)"]; -"753 view_27" -> "754 permute_23" [style=solid, label="(64, 64, 12)"]; -"754 permute_23" -> "755 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"755 contiguous_8" -> "756 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"756 unsqueeze_13" -> "757 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"757 sigmoid_5" -> "758 mul_10" [style=solid, label="(1, 12, 64, 64)"]; -"758 mul_10" -> "791 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"759 pad_7" -> "760 roll_4" [style=solid, label="(1, 16, 16, 384)"]; -"760 roll_4" -> "761 view_28" [style=solid, label="(1, 16, 16, 384)"]; -"761 view_28" -> "762 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"762 permute_24" -> "763 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"763 reshape_22" -> "765 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"763 reshape_22" -> "792 new_zeros_2" [style=solid, label="(4, 64, 384)"]; -"764 clone_5" -> "772 linear_34" [style=solid, label="(1152,)"]; -"765 reshape_22_0_0_nncf_smooth_quant_0" -> "766 quantize_per_tensor_99" [style=solid, label="(4, 64, 384)"]; -"766 quantize_per_tensor_99" -> "767 dequantize_per_tensor_100" [style=solid, label="(4, 64, 384)"]; -"767 dequantize_per_tensor_100" -> "772 linear_34" [style=solid, label="(4, 64, 384)"]; -"768 linear_34_scale_0" -> "771 dequantize_per_channel_101" [style=solid, label="(1152,)"]; -"769 linear_34_zero_point_0" -> "771 dequantize_per_channel_101" [style=solid, label="(1152,)"]; -"770 _frozen_param41" -> "771 dequantize_per_channel_101" [style=solid, label="(1152, 384)"]; -"771 dequantize_per_channel_101" -> "772 linear_34" [style=solid, label="(1152, 384)"]; -"772 linear_34" -> "773 reshape_23" [style=solid, label="(4, 64, 1152)"]; -"773 reshape_23" -> "774 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; -"774 permute_25" -> "775 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; -"774 permute_25" -> "776 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; -"774 permute_25" -> "777 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; -"775 select_15" -> "778 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; -"775 select_15" -> "780 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; -"775 select_15" -> "781 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"776 select_16" -> "782 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; -"776 select_16" -> "784 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; -"776 select_16" -> "785 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"777 select_17" -> "810 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; -"778 linalg_vector_norm_10" -> "779 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; -"779 clamp_min_10" -> "780 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; -"780 expand_as_10" -> "781 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"781 div_10" -> "787 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; -"782 linalg_vector_norm_11" -> "783 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; -"783 clamp_min_11" -> "784 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; -"784 expand_as_11" -> "785 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"785 div_11" -> "786 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; -"786 transpose_10" -> "787 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; -"787 matmul_10" -> "790 mul_11" [style=solid, label="(4, 12, 64, 64)"]; -"788 clamp_5" -> "789 exp_5" [style=solid, label="(12, 1, 1)"]; -"789 exp_5" -> "790 mul_11" [style=solid, label="(12, 1, 1)"]; -"790 mul_11" -> "791 add_17" [style=solid, label="(4, 12, 64, 64)"]; -"791 add_17" -> "803 view_30" [style=solid, label="(4, 12, 64, 64)"]; -"792 new_zeros_2" -> "793 view_29" [style=solid, label="(16, 16)"]; -"793 view_29" -> "794 permute_26" [style=solid, label="(2, 8, 2, 8)"]; -"794 permute_26" -> "795 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; -"795 reshape_24" -> "796 unsqueeze_14" [style=solid, label="(4, 64)"]; -"795 reshape_24" -> "797 unsqueeze_15" [style=solid, label="(4, 64)"]; -"796 unsqueeze_14" -> "798 sub_2" [style=solid, label="(4, 1, 64)"]; -"797 unsqueeze_15" -> "798 sub_2" [style=solid, label="(4, 64, 1)"]; -"798 sub_2" -> "799 ne_2" [style=solid, label="(4, 64, 64)"]; -"798 sub_2" -> "800 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"798 sub_2" -> "801 eq_2" [style=solid, label="(4, 64, 64)"]; -"799 ne_2" -> "800 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"800 masked_fill_4" -> "802 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"801 eq_2" -> "802 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"802 masked_fill_5" -> "804 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; -"803 view_30" -> "806 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; -"804 unsqueeze_16" -> "805 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; -"805 unsqueeze_17" -> "806 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; -"806 add_18" -> "807 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; -"807 view_31" -> "808 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; -"808 softmax_5" -> "809 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; -"809 dropout_20" -> "810 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; -"810 matmul_11" -> "811 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; -"811 transpose_11" -> "812 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; -"812 reshape_25" -> "813 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"813 reshape_25_0_0_nncf_smooth_quant_0" -> "814 quantize_per_tensor_102" [style=solid, label="(4, 64, 384)"]; -"814 quantize_per_tensor_102" -> "815 dequantize_per_tensor_103" [style=solid, label="(4, 64, 384)"]; -"815 dequantize_per_tensor_103" -> "820 linear_35" [style=solid, label="(4, 64, 384)"]; -"816 linear_35_scale_0" -> "819 dequantize_per_channel_104" [style=solid, label="(384,)"]; -"817 linear_35_zero_point_0" -> "819 dequantize_per_channel_104" [style=solid, label="(384,)"]; -"818 _frozen_param42" -> "819 dequantize_per_channel_104" [style=solid, label="(384, 384)"]; -"819 dequantize_per_channel_104" -> "820 linear_35" [style=solid, label="(384, 384)"]; -"820 linear_35" -> "821 dropout_21" [style=solid, label="(4, 64, 384)"]; -"821 dropout_21" -> "822 view_32" [style=solid, label="(4, 64, 384)"]; -"822 view_32" -> "823 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"823 permute_27" -> "824 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"824 reshape_26" -> "825 roll_5" [style=solid, label="(1, 16, 16, 384)"]; -"825 roll_5" -> "826 slice_101" [style=solid, label="(1, 16, 16, 384)"]; -"826 slice_101" -> "827 slice_102" [style=solid, label="(1, 16, 16, 384)"]; -"827 slice_102" -> "828 slice_103" [style=solid, label="(1, 14, 16, 384)"]; -"828 slice_103" -> "829 slice_104" [style=solid, label="(1, 14, 14, 384)"]; -"829 slice_104" -> "830 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; -"830 contiguous_9" -> "831 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; -"831 layer_norm_13" -> "832 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"832 add_19" -> "833 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"832 add_19" -> "853 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"833 add_19_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_105" [style=solid, label="(1, 14, 14, 384)"]; -"834 quantize_per_tensor_105" -> "835 dequantize_per_tensor_106" [style=solid, label="(1, 14, 14, 384)"]; -"835 dequantize_per_tensor_106" -> "840 linear_36" [style=solid, label="(1, 14, 14, 384)"]; -"836 linear_36_scale_0" -> "839 dequantize_per_channel_107" [style=solid, label="(1536,)"]; -"837 linear_36_zero_point_0" -> "839 dequantize_per_channel_107" [style=solid, label="(1536,)"]; -"838 _frozen_param43" -> "839 dequantize_per_channel_107" [style=solid, label="(1536, 384)"]; -"839 dequantize_per_channel_107" -> "840 linear_36" [style=solid, label="(1536, 384)"]; -"840 linear_36" -> "841 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; -"841 gelu_5" -> "842 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; -"842 dropout_22" -> "843 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"843 dropout_22_0_0_nncf_smooth_quant_0" -> "844 quantize_per_tensor_108" [style=solid, label="(1, 14, 14, 1536)"]; -"844 quantize_per_tensor_108" -> "845 dequantize_per_tensor_109" [style=solid, label="(1, 14, 14, 1536)"]; -"845 dequantize_per_tensor_109" -> "850 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; -"846 linear_37_scale_0" -> "849 dequantize_per_channel_110" [style=solid, label="(384,)"]; -"847 linear_37_zero_point_0" -> "849 dequantize_per_channel_110" [style=solid, label="(384,)"]; -"848 _frozen_param44" -> "849 dequantize_per_channel_110" [style=solid, label="(384, 1536)"]; -"849 dequantize_per_channel_110" -> "850 linear_37" [style=solid, label="(384, 1536)"]; -"850 linear_37" -> "851 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; -"851 dropout_23" -> "852 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; -"852 layer_norm_14" -> "853 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"853 add_20" -> "878 pad_8" [style=solid, label="(1, 14, 14, 384)"]; -"853 add_20" -> "933 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"854 _frozen_param45" -> "855 dequantize_per_tensor_111" [style=solid, label="(1, 15, 15, 2)"]; -"855 dequantize_per_tensor_111" -> "860 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"856 linear_38_scale_0" -> "859 dequantize_per_channel_112" [style=solid, label="(512,)"]; -"857 linear_38_zero_point_0" -> "859 dequantize_per_channel_112" [style=solid, label="(512,)"]; -"858 _frozen_param46" -> "859 dequantize_per_channel_112" [style=solid, label="(512, 2)"]; -"859 dequantize_per_channel_112" -> "860 linear_38" [style=solid, label="(512, 2)"]; -"860 linear_38" -> "861 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"861 relu__6" -> "862 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"862 relu__6_0_0_nncf_smooth_quant_0" -> "863 quantize_per_tensor_113" [style=solid, label="(1, 15, 15, 512)"]; -"863 quantize_per_tensor_113" -> "864 dequantize_per_tensor_114" [style=solid, label="(1, 15, 15, 512)"]; -"864 dequantize_per_tensor_114" -> "869 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"865 linear_39_scale_0" -> "868 dequantize_per_channel_115" [style=solid, label="(12,)"]; -"866 linear_39_zero_point_0" -> "868 dequantize_per_channel_115" [style=solid, label="(12,)"]; -"867 _frozen_param47" -> "868 dequantize_per_channel_115" [style=solid, label="(12, 512)"]; -"868 dequantize_per_channel_115" -> "869 linear_39" [style=solid, label="(12, 512)"]; -"869 linear_39" -> "870 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"870 view_33" -> "871 index_6" [style=solid, label="(225, 12)"]; -"871 index_6" -> "872 view_34" [style=solid, label="(4096, 12)"]; -"872 view_34" -> "873 permute_28" [style=solid, label="(64, 64, 12)"]; -"873 permute_28" -> "874 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"874 contiguous_10" -> "875 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"875 unsqueeze_18" -> "876 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"876 sigmoid_6" -> "877 mul_12" [style=solid, label="(1, 12, 64, 64)"]; -"877 mul_12" -> "909 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"878 pad_8" -> "879 view_35" [style=solid, label="(1, 16, 16, 384)"]; -"879 view_35" -> "880 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"880 permute_29" -> "881 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"881 reshape_27" -> "883 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"882 clone_6" -> "890 linear_40" [style=solid, label="(1152,)"]; -"883 reshape_27_0_0_nncf_smooth_quant_0" -> "884 quantize_per_tensor_116" [style=solid, label="(4, 64, 384)"]; -"884 quantize_per_tensor_116" -> "885 dequantize_per_tensor_117" [style=solid, label="(4, 64, 384)"]; -"885 dequantize_per_tensor_117" -> "890 linear_40" [style=solid, label="(4, 64, 384)"]; -"886 linear_40_scale_0" -> "889 dequantize_per_channel_118" [style=solid, label="(1152,)"]; -"887 linear_40_zero_point_0" -> "889 dequantize_per_channel_118" [style=solid, label="(1152,)"]; -"888 _frozen_param48" -> "889 dequantize_per_channel_118" [style=solid, label="(1152, 384)"]; -"889 dequantize_per_channel_118" -> "890 linear_40" [style=solid, label="(1152, 384)"]; -"890 linear_40" -> "891 reshape_28" [style=solid, label="(4, 64, 1152)"]; -"891 reshape_28" -> "892 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; -"892 permute_30" -> "893 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; -"892 permute_30" -> "894 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; -"892 permute_30" -> "895 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; -"893 select_18" -> "896 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; -"893 select_18" -> "898 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; -"893 select_18" -> "899 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"894 select_19" -> "900 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; -"894 select_19" -> "902 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; -"894 select_19" -> "903 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"895 select_20" -> "912 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; -"896 linalg_vector_norm_12" -> "897 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; -"897 clamp_min_12" -> "898 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; -"898 expand_as_12" -> "899 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"899 div_12" -> "905 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; -"900 linalg_vector_norm_13" -> "901 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; -"901 clamp_min_13" -> "902 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; -"902 expand_as_13" -> "903 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"903 div_13" -> "904 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; -"904 transpose_12" -> "905 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; -"905 matmul_12" -> "908 mul_13" [style=solid, label="(4, 12, 64, 64)"]; -"906 clamp_6" -> "907 exp_6" [style=solid, label="(12, 1, 1)"]; -"907 exp_6" -> "908 mul_13" [style=solid, label="(12, 1, 1)"]; -"908 mul_13" -> "909 add_21" [style=solid, label="(4, 12, 64, 64)"]; -"909 add_21" -> "910 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; -"910 softmax_6" -> "911 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; -"911 dropout_24" -> "912 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; -"912 matmul_13" -> "913 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; -"913 transpose_13" -> "914 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; -"914 reshape_29" -> "915 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"915 reshape_29_0_0_nncf_smooth_quant_0" -> "916 quantize_per_tensor_119" [style=solid, label="(4, 64, 384)"]; -"916 quantize_per_tensor_119" -> "917 dequantize_per_tensor_120" [style=solid, label="(4, 64, 384)"]; -"917 dequantize_per_tensor_120" -> "922 linear_41" [style=solid, label="(4, 64, 384)"]; -"918 linear_41_scale_0" -> "921 dequantize_per_channel_121" [style=solid, label="(384,)"]; -"919 linear_41_zero_point_0" -> "921 dequantize_per_channel_121" [style=solid, label="(384,)"]; -"920 _frozen_param49" -> "921 dequantize_per_channel_121" [style=solid, label="(384, 384)"]; -"921 dequantize_per_channel_121" -> "922 linear_41" [style=solid, label="(384, 384)"]; -"922 linear_41" -> "923 dropout_25" [style=solid, label="(4, 64, 384)"]; -"923 dropout_25" -> "924 view_36" [style=solid, label="(4, 64, 384)"]; -"924 view_36" -> "925 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"925 permute_31" -> "926 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"926 reshape_30" -> "927 slice_106" [style=solid, label="(1, 16, 16, 384)"]; -"927 slice_106" -> "928 slice_107" [style=solid, label="(1, 16, 16, 384)"]; -"928 slice_107" -> "929 slice_108" [style=solid, label="(1, 14, 16, 384)"]; -"929 slice_108" -> "930 slice_109" [style=solid, label="(1, 14, 14, 384)"]; -"930 slice_109" -> "931 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; -"931 contiguous_11" -> "932 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; -"932 layer_norm_15" -> "933 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"933 add_22" -> "934 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"933 add_22" -> "954 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"934 add_22_0_0_nncf_smooth_quant_0" -> "935 quantize_per_tensor_122" [style=solid, label="(1, 14, 14, 384)"]; -"935 quantize_per_tensor_122" -> "936 dequantize_per_tensor_123" [style=solid, label="(1, 14, 14, 384)"]; -"936 dequantize_per_tensor_123" -> "941 linear_42" [style=solid, label="(1, 14, 14, 384)"]; -"937 linear_42_scale_0" -> "940 dequantize_per_channel_124" [style=solid, label="(1536,)"]; -"938 linear_42_zero_point_0" -> "940 dequantize_per_channel_124" [style=solid, label="(1536,)"]; -"939 _frozen_param50" -> "940 dequantize_per_channel_124" [style=solid, label="(1536, 384)"]; -"940 dequantize_per_channel_124" -> "941 linear_42" [style=solid, label="(1536, 384)"]; -"941 linear_42" -> "942 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; -"942 gelu_6" -> "943 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; -"943 dropout_26" -> "944 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"944 dropout_26_0_0_nncf_smooth_quant_0" -> "945 quantize_per_tensor_125" [style=solid, label="(1, 14, 14, 1536)"]; -"945 quantize_per_tensor_125" -> "946 dequantize_per_tensor_126" [style=solid, label="(1, 14, 14, 1536)"]; -"946 dequantize_per_tensor_126" -> "951 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; -"947 linear_43_scale_0" -> "950 dequantize_per_channel_127" [style=solid, label="(384,)"]; -"948 linear_43_zero_point_0" -> "950 dequantize_per_channel_127" [style=solid, label="(384,)"]; -"949 _frozen_param51" -> "950 dequantize_per_channel_127" [style=solid, label="(384, 1536)"]; -"950 dequantize_per_channel_127" -> "951 linear_43" [style=solid, label="(384, 1536)"]; -"951 linear_43" -> "952 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; -"952 dropout_27" -> "953 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; -"953 layer_norm_16" -> "954 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"954 add_23" -> "979 pad_9" [style=solid, label="(1, 14, 14, 384)"]; -"954 add_23" -> "1052 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"955 _frozen_param52" -> "956 dequantize_per_tensor_128" [style=solid, label="(1, 15, 15, 2)"]; -"956 dequantize_per_tensor_128" -> "961 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"957 linear_44_scale_0" -> "960 dequantize_per_channel_129" [style=solid, label="(512,)"]; -"958 linear_44_zero_point_0" -> "960 dequantize_per_channel_129" [style=solid, label="(512,)"]; -"959 _frozen_param53" -> "960 dequantize_per_channel_129" [style=solid, label="(512, 2)"]; -"960 dequantize_per_channel_129" -> "961 linear_44" [style=solid, label="(512, 2)"]; -"961 linear_44" -> "962 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"962 relu__7" -> "963 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"963 relu__7_0_0_nncf_smooth_quant_0" -> "964 quantize_per_tensor_130" [style=solid, label="(1, 15, 15, 512)"]; -"964 quantize_per_tensor_130" -> "965 dequantize_per_tensor_131" [style=solid, label="(1, 15, 15, 512)"]; -"965 dequantize_per_tensor_131" -> "970 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"966 linear_45_scale_0" -> "969 dequantize_per_channel_132" [style=solid, label="(12,)"]; -"967 linear_45_zero_point_0" -> "969 dequantize_per_channel_132" [style=solid, label="(12,)"]; -"968 _frozen_param54" -> "969 dequantize_per_channel_132" [style=solid, label="(12, 512)"]; -"969 dequantize_per_channel_132" -> "970 linear_45" [style=solid, label="(12, 512)"]; -"970 linear_45" -> "971 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"971 view_37" -> "972 index_7" [style=solid, label="(225, 12)"]; -"972 index_7" -> "973 view_38" [style=solid, label="(4096, 12)"]; -"973 view_38" -> "974 permute_32" [style=solid, label="(64, 64, 12)"]; -"974 permute_32" -> "975 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"975 contiguous_12" -> "976 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"976 unsqueeze_19" -> "977 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"977 sigmoid_7" -> "978 mul_14" [style=solid, label="(1, 12, 64, 64)"]; -"978 mul_14" -> "1011 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"979 pad_9" -> "980 roll_6" [style=solid, label="(1, 16, 16, 384)"]; -"980 roll_6" -> "981 view_39" [style=solid, label="(1, 16, 16, 384)"]; -"981 view_39" -> "982 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"982 permute_33" -> "983 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"983 reshape_31" -> "985 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"983 reshape_31" -> "1012 new_zeros_3" [style=solid, label="(4, 64, 384)"]; -"984 clone_7" -> "992 linear_46" [style=solid, label="(1152,)"]; -"985 reshape_31_0_0_nncf_smooth_quant_0" -> "986 quantize_per_tensor_133" [style=solid, label="(4, 64, 384)"]; -"986 quantize_per_tensor_133" -> "987 dequantize_per_tensor_134" [style=solid, label="(4, 64, 384)"]; -"987 dequantize_per_tensor_134" -> "992 linear_46" [style=solid, label="(4, 64, 384)"]; -"988 linear_46_scale_0" -> "991 dequantize_per_channel_135" [style=solid, label="(1152,)"]; -"989 linear_46_zero_point_0" -> "991 dequantize_per_channel_135" [style=solid, label="(1152,)"]; -"990 _frozen_param55" -> "991 dequantize_per_channel_135" [style=solid, label="(1152, 384)"]; -"991 dequantize_per_channel_135" -> "992 linear_46" [style=solid, label="(1152, 384)"]; -"992 linear_46" -> "993 reshape_32" [style=solid, label="(4, 64, 1152)"]; -"993 reshape_32" -> "994 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; -"994 permute_34" -> "995 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; -"994 permute_34" -> "996 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; -"994 permute_34" -> "997 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; -"995 select_21" -> "998 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; -"995 select_21" -> "1000 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; -"995 select_21" -> "1001 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"996 select_22" -> "1002 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; -"996 select_22" -> "1004 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; -"996 select_22" -> "1005 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"997 select_23" -> "1030 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; -"998 linalg_vector_norm_14" -> "999 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; -"999 clamp_min_14" -> "1000 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; -"1000 expand_as_14" -> "1001 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1001 div_14" -> "1007 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; -"1002 linalg_vector_norm_15" -> "1003 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; -"1003 clamp_min_15" -> "1004 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; -"1004 expand_as_15" -> "1005 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1005 div_15" -> "1006 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; -"1006 transpose_14" -> "1007 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; -"1007 matmul_14" -> "1010 mul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1008 clamp_7" -> "1009 exp_7" [style=solid, label="(12, 1, 1)"]; -"1009 exp_7" -> "1010 mul_15" [style=solid, label="(12, 1, 1)"]; -"1010 mul_15" -> "1011 add_24" [style=solid, label="(4, 12, 64, 64)"]; -"1011 add_24" -> "1023 view_41" [style=solid, label="(4, 12, 64, 64)"]; -"1012 new_zeros_3" -> "1013 view_40" [style=solid, label="(16, 16)"]; -"1013 view_40" -> "1014 permute_35" [style=solid, label="(2, 8, 2, 8)"]; -"1014 permute_35" -> "1015 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; -"1015 reshape_33" -> "1016 unsqueeze_20" [style=solid, label="(4, 64)"]; -"1015 reshape_33" -> "1017 unsqueeze_21" [style=solid, label="(4, 64)"]; -"1016 unsqueeze_20" -> "1018 sub_3" [style=solid, label="(4, 1, 64)"]; -"1017 unsqueeze_21" -> "1018 sub_3" [style=solid, label="(4, 64, 1)"]; -"1018 sub_3" -> "1019 ne_3" [style=solid, label="(4, 64, 64)"]; -"1018 sub_3" -> "1020 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1018 sub_3" -> "1021 eq_3" [style=solid, label="(4, 64, 64)"]; -"1019 ne_3" -> "1020 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1020 masked_fill_6" -> "1022 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1021 eq_3" -> "1022 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1022 masked_fill_7" -> "1024 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; -"1023 view_41" -> "1026 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1024 unsqueeze_22" -> "1025 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; -"1025 unsqueeze_23" -> "1026 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1026 add_25" -> "1027 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1027 view_42" -> "1028 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; -"1028 softmax_7" -> "1029 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; -"1029 dropout_28" -> "1030 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1030 matmul_15" -> "1031 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; -"1031 transpose_15" -> "1032 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; -"1032 reshape_34" -> "1033 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1033 reshape_34_0_0_nncf_smooth_quant_0" -> "1034 quantize_per_tensor_136" [style=solid, label="(4, 64, 384)"]; -"1034 quantize_per_tensor_136" -> "1035 dequantize_per_tensor_137" [style=solid, label="(4, 64, 384)"]; -"1035 dequantize_per_tensor_137" -> "1040 linear_47" [style=solid, label="(4, 64, 384)"]; -"1036 linear_47_scale_0" -> "1039 dequantize_per_channel_138" [style=solid, label="(384,)"]; -"1037 linear_47_zero_point_0" -> "1039 dequantize_per_channel_138" [style=solid, label="(384,)"]; -"1038 _frozen_param56" -> "1039 dequantize_per_channel_138" [style=solid, label="(384, 384)"]; -"1039 dequantize_per_channel_138" -> "1040 linear_47" [style=solid, label="(384, 384)"]; -"1040 linear_47" -> "1041 dropout_29" [style=solid, label="(4, 64, 384)"]; -"1041 dropout_29" -> "1042 view_43" [style=solid, label="(4, 64, 384)"]; -"1042 view_43" -> "1043 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1043 permute_36" -> "1044 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1044 reshape_35" -> "1045 roll_7" [style=solid, label="(1, 16, 16, 384)"]; -"1045 roll_7" -> "1046 slice_129" [style=solid, label="(1, 16, 16, 384)"]; -"1046 slice_129" -> "1047 slice_130" [style=solid, label="(1, 16, 16, 384)"]; -"1047 slice_130" -> "1048 slice_131" [style=solid, label="(1, 14, 16, 384)"]; -"1048 slice_131" -> "1049 slice_132" [style=solid, label="(1, 14, 14, 384)"]; -"1049 slice_132" -> "1050 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; -"1050 contiguous_13" -> "1051 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; -"1051 layer_norm_17" -> "1052 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1052 add_26" -> "1053 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1052 add_26" -> "1073 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1053 add_26_0_0_nncf_smooth_quant_0" -> "1054 quantize_per_tensor_139" [style=solid, label="(1, 14, 14, 384)"]; -"1054 quantize_per_tensor_139" -> "1055 dequantize_per_tensor_140" [style=solid, label="(1, 14, 14, 384)"]; -"1055 dequantize_per_tensor_140" -> "1060 linear_48" [style=solid, label="(1, 14, 14, 384)"]; -"1056 linear_48_scale_0" -> "1059 dequantize_per_channel_141" [style=solid, label="(1536,)"]; -"1057 linear_48_zero_point_0" -> "1059 dequantize_per_channel_141" [style=solid, label="(1536,)"]; -"1058 _frozen_param57" -> "1059 dequantize_per_channel_141" [style=solid, label="(1536, 384)"]; -"1059 dequantize_per_channel_141" -> "1060 linear_48" [style=solid, label="(1536, 384)"]; -"1060 linear_48" -> "1061 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; -"1061 gelu_7" -> "1062 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; -"1062 dropout_30" -> "1063 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1063 dropout_30_0_0_nncf_smooth_quant_0" -> "1064 quantize_per_tensor_142" [style=solid, label="(1, 14, 14, 1536)"]; -"1064 quantize_per_tensor_142" -> "1065 dequantize_per_tensor_143" [style=solid, label="(1, 14, 14, 1536)"]; -"1065 dequantize_per_tensor_143" -> "1070 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; -"1066 linear_49_scale_0" -> "1069 dequantize_per_channel_144" [style=solid, label="(384,)"]; -"1067 linear_49_zero_point_0" -> "1069 dequantize_per_channel_144" [style=solid, label="(384,)"]; -"1068 _frozen_param58" -> "1069 dequantize_per_channel_144" [style=solid, label="(384, 1536)"]; -"1069 dequantize_per_channel_144" -> "1070 linear_49" [style=solid, label="(384, 1536)"]; -"1070 linear_49" -> "1071 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; -"1071 dropout_31" -> "1072 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; -"1072 layer_norm_18" -> "1073 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1073 add_27" -> "1098 pad_10" [style=solid, label="(1, 14, 14, 384)"]; -"1073 add_27" -> "1153 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1074 _frozen_param59" -> "1075 dequantize_per_tensor_145" [style=solid, label="(1, 15, 15, 2)"]; -"1075 dequantize_per_tensor_145" -> "1080 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"1076 linear_50_scale_0" -> "1079 dequantize_per_channel_146" [style=solid, label="(512,)"]; -"1077 linear_50_zero_point_0" -> "1079 dequantize_per_channel_146" [style=solid, label="(512,)"]; -"1078 _frozen_param60" -> "1079 dequantize_per_channel_146" [style=solid, label="(512, 2)"]; -"1079 dequantize_per_channel_146" -> "1080 linear_50" [style=solid, label="(512, 2)"]; -"1080 linear_50" -> "1081 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"1081 relu__8" -> "1082 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1082 relu__8_0_0_nncf_smooth_quant_0" -> "1083 quantize_per_tensor_147" [style=solid, label="(1, 15, 15, 512)"]; -"1083 quantize_per_tensor_147" -> "1084 dequantize_per_tensor_148" [style=solid, label="(1, 15, 15, 512)"]; -"1084 dequantize_per_tensor_148" -> "1089 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1085 linear_51_scale_0" -> "1088 dequantize_per_channel_149" [style=solid, label="(12,)"]; -"1086 linear_51_zero_point_0" -> "1088 dequantize_per_channel_149" [style=solid, label="(12,)"]; -"1087 _frozen_param61" -> "1088 dequantize_per_channel_149" [style=solid, label="(12, 512)"]; -"1088 dequantize_per_channel_149" -> "1089 linear_51" [style=solid, label="(12, 512)"]; -"1089 linear_51" -> "1090 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1090 view_44" -> "1091 index_8" [style=solid, label="(225, 12)"]; -"1091 index_8" -> "1092 view_45" [style=solid, label="(4096, 12)"]; -"1092 view_45" -> "1093 permute_37" [style=solid, label="(64, 64, 12)"]; -"1093 permute_37" -> "1094 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1094 contiguous_14" -> "1095 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1095 unsqueeze_24" -> "1096 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1096 sigmoid_8" -> "1097 mul_16" [style=solid, label="(1, 12, 64, 64)"]; -"1097 mul_16" -> "1129 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1098 pad_10" -> "1099 view_46" [style=solid, label="(1, 16, 16, 384)"]; -"1099 view_46" -> "1100 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1100 permute_38" -> "1101 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1101 reshape_36" -> "1103 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1102 clone_8" -> "1110 linear_52" [style=solid, label="(1152,)"]; -"1103 reshape_36_0_0_nncf_smooth_quant_0" -> "1104 quantize_per_tensor_150" [style=solid, label="(4, 64, 384)"]; -"1104 quantize_per_tensor_150" -> "1105 dequantize_per_tensor_151" [style=solid, label="(4, 64, 384)"]; -"1105 dequantize_per_tensor_151" -> "1110 linear_52" [style=solid, label="(4, 64, 384)"]; -"1106 linear_52_scale_0" -> "1109 dequantize_per_channel_152" [style=solid, label="(1152,)"]; -"1107 linear_52_zero_point_0" -> "1109 dequantize_per_channel_152" [style=solid, label="(1152,)"]; -"1108 _frozen_param62" -> "1109 dequantize_per_channel_152" [style=solid, label="(1152, 384)"]; -"1109 dequantize_per_channel_152" -> "1110 linear_52" [style=solid, label="(1152, 384)"]; -"1110 linear_52" -> "1111 reshape_37" [style=solid, label="(4, 64, 1152)"]; -"1111 reshape_37" -> "1112 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1112 permute_39" -> "1113 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1112 permute_39" -> "1114 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1112 permute_39" -> "1115 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1113 select_24" -> "1116 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; -"1113 select_24" -> "1118 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; -"1113 select_24" -> "1119 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1114 select_25" -> "1120 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; -"1114 select_25" -> "1122 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; -"1114 select_25" -> "1123 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1115 select_26" -> "1132 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; -"1116 linalg_vector_norm_16" -> "1117 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; -"1117 clamp_min_16" -> "1118 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; -"1118 expand_as_16" -> "1119 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1119 div_16" -> "1125 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; -"1120 linalg_vector_norm_17" -> "1121 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; -"1121 clamp_min_17" -> "1122 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; -"1122 expand_as_17" -> "1123 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1123 div_17" -> "1124 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; -"1124 transpose_16" -> "1125 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; -"1125 matmul_16" -> "1128 mul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1126 clamp_8" -> "1127 exp_8" [style=solid, label="(12, 1, 1)"]; -"1127 exp_8" -> "1128 mul_17" [style=solid, label="(12, 1, 1)"]; -"1128 mul_17" -> "1129 add_28" [style=solid, label="(4, 12, 64, 64)"]; -"1129 add_28" -> "1130 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; -"1130 softmax_8" -> "1131 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; -"1131 dropout_32" -> "1132 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1132 matmul_17" -> "1133 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; -"1133 transpose_17" -> "1134 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; -"1134 reshape_38" -> "1135 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1135 reshape_38_0_0_nncf_smooth_quant_0" -> "1136 quantize_per_tensor_153" [style=solid, label="(4, 64, 384)"]; -"1136 quantize_per_tensor_153" -> "1137 dequantize_per_tensor_154" [style=solid, label="(4, 64, 384)"]; -"1137 dequantize_per_tensor_154" -> "1142 linear_53" [style=solid, label="(4, 64, 384)"]; -"1138 linear_53_scale_0" -> "1141 dequantize_per_channel_155" [style=solid, label="(384,)"]; -"1139 linear_53_zero_point_0" -> "1141 dequantize_per_channel_155" [style=solid, label="(384,)"]; -"1140 _frozen_param63" -> "1141 dequantize_per_channel_155" [style=solid, label="(384, 384)"]; -"1141 dequantize_per_channel_155" -> "1142 linear_53" [style=solid, label="(384, 384)"]; -"1142 linear_53" -> "1143 dropout_33" [style=solid, label="(4, 64, 384)"]; -"1143 dropout_33" -> "1144 view_47" [style=solid, label="(4, 64, 384)"]; -"1144 view_47" -> "1145 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1145 permute_40" -> "1146 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1146 reshape_39" -> "1147 slice_134" [style=solid, label="(1, 16, 16, 384)"]; -"1147 slice_134" -> "1148 slice_135" [style=solid, label="(1, 16, 16, 384)"]; -"1148 slice_135" -> "1149 slice_136" [style=solid, label="(1, 14, 16, 384)"]; -"1149 slice_136" -> "1150 slice_137" [style=solid, label="(1, 14, 14, 384)"]; -"1150 slice_137" -> "1151 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; -"1151 contiguous_15" -> "1152 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; -"1152 layer_norm_19" -> "1153 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1153 add_29" -> "1154 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1153 add_29" -> "1174 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1154 add_29_0_0_nncf_smooth_quant_0" -> "1155 quantize_per_tensor_156" [style=solid, label="(1, 14, 14, 384)"]; -"1155 quantize_per_tensor_156" -> "1156 dequantize_per_tensor_157" [style=solid, label="(1, 14, 14, 384)"]; -"1156 dequantize_per_tensor_157" -> "1161 linear_54" [style=solid, label="(1, 14, 14, 384)"]; -"1157 linear_54_scale_0" -> "1160 dequantize_per_channel_158" [style=solid, label="(1536,)"]; -"1158 linear_54_zero_point_0" -> "1160 dequantize_per_channel_158" [style=solid, label="(1536,)"]; -"1159 _frozen_param64" -> "1160 dequantize_per_channel_158" [style=solid, label="(1536, 384)"]; -"1160 dequantize_per_channel_158" -> "1161 linear_54" [style=solid, label="(1536, 384)"]; -"1161 linear_54" -> "1162 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; -"1162 gelu_8" -> "1163 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; -"1163 dropout_34" -> "1164 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1164 dropout_34_0_0_nncf_smooth_quant_0" -> "1165 quantize_per_tensor_159" [style=solid, label="(1, 14, 14, 1536)"]; -"1165 quantize_per_tensor_159" -> "1166 dequantize_per_tensor_160" [style=solid, label="(1, 14, 14, 1536)"]; -"1166 dequantize_per_tensor_160" -> "1171 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; -"1167 linear_55_scale_0" -> "1170 dequantize_per_channel_161" [style=solid, label="(384,)"]; -"1168 linear_55_zero_point_0" -> "1170 dequantize_per_channel_161" [style=solid, label="(384,)"]; -"1169 _frozen_param65" -> "1170 dequantize_per_channel_161" [style=solid, label="(384, 1536)"]; -"1170 dequantize_per_channel_161" -> "1171 linear_55" [style=solid, label="(384, 1536)"]; -"1171 linear_55" -> "1172 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; -"1172 dropout_35" -> "1173 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; -"1173 layer_norm_20" -> "1174 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1174 add_30" -> "1199 pad_11" [style=solid, label="(1, 14, 14, 384)"]; -"1174 add_30" -> "1272 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1175 _frozen_param66" -> "1176 dequantize_per_tensor_162" [style=solid, label="(1, 15, 15, 2)"]; -"1176 dequantize_per_tensor_162" -> "1181 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"1177 linear_56_scale_0" -> "1180 dequantize_per_channel_163" [style=solid, label="(512,)"]; -"1178 linear_56_zero_point_0" -> "1180 dequantize_per_channel_163" [style=solid, label="(512,)"]; -"1179 _frozen_param67" -> "1180 dequantize_per_channel_163" [style=solid, label="(512, 2)"]; -"1180 dequantize_per_channel_163" -> "1181 linear_56" [style=solid, label="(512, 2)"]; -"1181 linear_56" -> "1182 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1182 relu__9" -> "1183 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1183 relu__9_0_0_nncf_smooth_quant_0" -> "1184 quantize_per_tensor_164" [style=solid, label="(1, 15, 15, 512)"]; -"1184 quantize_per_tensor_164" -> "1185 dequantize_per_tensor_165" [style=solid, label="(1, 15, 15, 512)"]; -"1185 dequantize_per_tensor_165" -> "1190 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1186 linear_57_scale_0" -> "1189 dequantize_per_channel_166" [style=solid, label="(12,)"]; -"1187 linear_57_zero_point_0" -> "1189 dequantize_per_channel_166" [style=solid, label="(12,)"]; -"1188 _frozen_param68" -> "1189 dequantize_per_channel_166" [style=solid, label="(12, 512)"]; -"1189 dequantize_per_channel_166" -> "1190 linear_57" [style=solid, label="(12, 512)"]; -"1190 linear_57" -> "1191 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1191 view_48" -> "1192 index_9" [style=solid, label="(225, 12)"]; -"1192 index_9" -> "1193 view_49" [style=solid, label="(4096, 12)"]; -"1193 view_49" -> "1194 permute_41" [style=solid, label="(64, 64, 12)"]; -"1194 permute_41" -> "1195 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1195 contiguous_16" -> "1196 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1196 unsqueeze_25" -> "1197 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1197 sigmoid_9" -> "1198 mul_18" [style=solid, label="(1, 12, 64, 64)"]; -"1198 mul_18" -> "1231 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1199 pad_11" -> "1200 roll_8" [style=solid, label="(1, 16, 16, 384)"]; -"1200 roll_8" -> "1201 view_50" [style=solid, label="(1, 16, 16, 384)"]; -"1201 view_50" -> "1202 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1202 permute_42" -> "1203 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1203 reshape_40" -> "1205 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1203 reshape_40" -> "1232 new_zeros_4" [style=solid, label="(4, 64, 384)"]; -"1204 clone_9" -> "1212 linear_58" [style=solid, label="(1152,)"]; -"1205 reshape_40_0_0_nncf_smooth_quant_0" -> "1206 quantize_per_tensor_167" [style=solid, label="(4, 64, 384)"]; -"1206 quantize_per_tensor_167" -> "1207 dequantize_per_tensor_168" [style=solid, label="(4, 64, 384)"]; -"1207 dequantize_per_tensor_168" -> "1212 linear_58" [style=solid, label="(4, 64, 384)"]; -"1208 linear_58_scale_0" -> "1211 dequantize_per_channel_169" [style=solid, label="(1152,)"]; -"1209 linear_58_zero_point_0" -> "1211 dequantize_per_channel_169" [style=solid, label="(1152,)"]; -"1210 _frozen_param69" -> "1211 dequantize_per_channel_169" [style=solid, label="(1152, 384)"]; -"1211 dequantize_per_channel_169" -> "1212 linear_58" [style=solid, label="(1152, 384)"]; -"1212 linear_58" -> "1213 reshape_41" [style=solid, label="(4, 64, 1152)"]; -"1213 reshape_41" -> "1214 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1214 permute_43" -> "1215 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1214 permute_43" -> "1216 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1214 permute_43" -> "1217 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1215 select_27" -> "1218 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; -"1215 select_27" -> "1220 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; -"1215 select_27" -> "1221 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1216 select_28" -> "1222 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; -"1216 select_28" -> "1224 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; -"1216 select_28" -> "1225 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1217 select_29" -> "1250 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; -"1218 linalg_vector_norm_18" -> "1219 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; -"1219 clamp_min_18" -> "1220 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; -"1220 expand_as_18" -> "1221 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1221 div_18" -> "1227 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; -"1222 linalg_vector_norm_19" -> "1223 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; -"1223 clamp_min_19" -> "1224 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; -"1224 expand_as_19" -> "1225 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1225 div_19" -> "1226 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; -"1226 transpose_18" -> "1227 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; -"1227 matmul_18" -> "1230 mul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1228 clamp_9" -> "1229 exp_9" [style=solid, label="(12, 1, 1)"]; -"1229 exp_9" -> "1230 mul_19" [style=solid, label="(12, 1, 1)"]; -"1230 mul_19" -> "1231 add_31" [style=solid, label="(4, 12, 64, 64)"]; -"1231 add_31" -> "1243 view_52" [style=solid, label="(4, 12, 64, 64)"]; -"1232 new_zeros_4" -> "1233 view_51" [style=solid, label="(16, 16)"]; -"1233 view_51" -> "1234 permute_44" [style=solid, label="(2, 8, 2, 8)"]; -"1234 permute_44" -> "1235 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; -"1235 reshape_42" -> "1236 unsqueeze_26" [style=solid, label="(4, 64)"]; -"1235 reshape_42" -> "1237 unsqueeze_27" [style=solid, label="(4, 64)"]; -"1236 unsqueeze_26" -> "1238 sub_4" [style=solid, label="(4, 1, 64)"]; -"1237 unsqueeze_27" -> "1238 sub_4" [style=solid, label="(4, 64, 1)"]; -"1238 sub_4" -> "1239 ne_4" [style=solid, label="(4, 64, 64)"]; -"1238 sub_4" -> "1240 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1238 sub_4" -> "1241 eq_4" [style=solid, label="(4, 64, 64)"]; -"1239 ne_4" -> "1240 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1240 masked_fill_8" -> "1242 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1241 eq_4" -> "1242 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1242 masked_fill_9" -> "1244 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; -"1243 view_52" -> "1246 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1244 unsqueeze_28" -> "1245 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; -"1245 unsqueeze_29" -> "1246 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1246 add_32" -> "1247 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1247 view_53" -> "1248 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; -"1248 softmax_9" -> "1249 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; -"1249 dropout_36" -> "1250 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1250 matmul_19" -> "1251 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; -"1251 transpose_19" -> "1252 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; -"1252 reshape_43" -> "1253 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1253 reshape_43_0_0_nncf_smooth_quant_0" -> "1254 quantize_per_tensor_170" [style=solid, label="(4, 64, 384)"]; -"1254 quantize_per_tensor_170" -> "1255 dequantize_per_tensor_171" [style=solid, label="(4, 64, 384)"]; -"1255 dequantize_per_tensor_171" -> "1260 linear_59" [style=solid, label="(4, 64, 384)"]; -"1256 linear_59_scale_0" -> "1259 dequantize_per_channel_172" [style=solid, label="(384,)"]; -"1257 linear_59_zero_point_0" -> "1259 dequantize_per_channel_172" [style=solid, label="(384,)"]; -"1258 _frozen_param70" -> "1259 dequantize_per_channel_172" [style=solid, label="(384, 384)"]; -"1259 dequantize_per_channel_172" -> "1260 linear_59" [style=solid, label="(384, 384)"]; -"1260 linear_59" -> "1261 dropout_37" [style=solid, label="(4, 64, 384)"]; -"1261 dropout_37" -> "1262 view_54" [style=solid, label="(4, 64, 384)"]; -"1262 view_54" -> "1263 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1263 permute_45" -> "1264 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1264 reshape_44" -> "1265 roll_9" [style=solid, label="(1, 16, 16, 384)"]; -"1265 roll_9" -> "1266 slice_157" [style=solid, label="(1, 16, 16, 384)"]; -"1266 slice_157" -> "1267 slice_158" [style=solid, label="(1, 16, 16, 384)"]; -"1267 slice_158" -> "1268 slice_159" [style=solid, label="(1, 14, 16, 384)"]; -"1268 slice_159" -> "1269 slice_160" [style=solid, label="(1, 14, 14, 384)"]; -"1269 slice_160" -> "1270 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; -"1270 contiguous_17" -> "1271 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; -"1271 layer_norm_21" -> "1272 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1272 add_33" -> "1273 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1272 add_33" -> "1293 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1273 add_33_0_0_nncf_smooth_quant_0" -> "1274 quantize_per_tensor_173" [style=solid, label="(1, 14, 14, 384)"]; -"1274 quantize_per_tensor_173" -> "1275 dequantize_per_tensor_174" [style=solid, label="(1, 14, 14, 384)"]; -"1275 dequantize_per_tensor_174" -> "1280 linear_60" [style=solid, label="(1, 14, 14, 384)"]; -"1276 linear_60_scale_0" -> "1279 dequantize_per_channel_175" [style=solid, label="(1536,)"]; -"1277 linear_60_zero_point_0" -> "1279 dequantize_per_channel_175" [style=solid, label="(1536,)"]; -"1278 _frozen_param71" -> "1279 dequantize_per_channel_175" [style=solid, label="(1536, 384)"]; -"1279 dequantize_per_channel_175" -> "1280 linear_60" [style=solid, label="(1536, 384)"]; -"1280 linear_60" -> "1281 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; -"1281 gelu_9" -> "1282 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1282 dropout_38" -> "1283 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1283 dropout_38_0_0_nncf_smooth_quant_0" -> "1284 quantize_per_tensor_176" [style=solid, label="(1, 14, 14, 1536)"]; -"1284 quantize_per_tensor_176" -> "1285 dequantize_per_tensor_177" [style=solid, label="(1, 14, 14, 1536)"]; -"1285 dequantize_per_tensor_177" -> "1290 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; -"1286 linear_61_scale_0" -> "1289 dequantize_per_channel_178" [style=solid, label="(384,)"]; -"1287 linear_61_zero_point_0" -> "1289 dequantize_per_channel_178" [style=solid, label="(384,)"]; -"1288 _frozen_param72" -> "1289 dequantize_per_channel_178" [style=solid, label="(384, 1536)"]; -"1289 dequantize_per_channel_178" -> "1290 linear_61" [style=solid, label="(384, 1536)"]; -"1290 linear_61" -> "1291 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; -"1291 dropout_39" -> "1292 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; -"1292 layer_norm_22" -> "1293 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1293 add_34" -> "1294 pad_12" [style=solid, label="(1, 14, 14, 384)"]; -"1294 pad_12" -> "1295 slice_161" [style=solid, label="(1, 14, 14, 384)"]; -"1294 pad_12" -> "1298 slice_164" [style=solid, label="(1, 14, 14, 384)"]; -"1294 pad_12" -> "1301 slice_167" [style=solid, label="(1, 14, 14, 384)"]; -"1294 pad_12" -> "1304 slice_170" [style=solid, label="(1, 14, 14, 384)"]; -"1295 slice_161" -> "1296 slice_162" [style=solid, label="(1, 7, 14, 384)"]; -"1296 slice_162" -> "1297 slice_163" [style=solid, label="(1, 7, 7, 384)"]; -"1297 slice_163" -> "1307 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1298 slice_164" -> "1299 slice_165" [style=solid, label="(1, 7, 14, 384)"]; -"1299 slice_165" -> "1300 slice_166" [style=solid, label="(1, 7, 7, 384)"]; -"1300 slice_166" -> "1307 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1301 slice_167" -> "1302 slice_168" [style=solid, label="(1, 7, 14, 384)"]; -"1302 slice_168" -> "1303 slice_169" [style=solid, label="(1, 7, 7, 384)"]; -"1303 slice_169" -> "1307 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1304 slice_170" -> "1305 slice_171" [style=solid, label="(1, 7, 14, 384)"]; -"1305 slice_171" -> "1306 slice_172" [style=solid, label="(1, 7, 7, 384)"]; -"1306 slice_172" -> "1307 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1307 cat_2" -> "1308 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; -"1308 cat_2_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_179" [style=solid, label="(1, 7, 7, 1536)"]; -"1309 quantize_per_tensor_179" -> "1310 dequantize_per_tensor_180" [style=solid, label="(1, 7, 7, 1536)"]; -"1310 dequantize_per_tensor_180" -> "1315 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; -"1311 linear_62_scale_0" -> "1314 dequantize_per_channel_181" [style=solid, label="(768,)"]; -"1312 linear_62_zero_point_0" -> "1314 dequantize_per_channel_181" [style=solid, label="(768,)"]; -"1313 _frozen_param73" -> "1314 dequantize_per_channel_181" [style=solid, label="(768, 1536)"]; -"1314 dequantize_per_channel_181" -> "1315 linear_62" [style=solid, label="(768, 1536)"]; -"1315 linear_62" -> "1316 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; -"1316 layer_norm_23" -> "1341 pad_13" [style=solid, label="(1, 7, 7, 768)"]; -"1316 layer_norm_23" -> "1396 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1317 _frozen_param74" -> "1318 dequantize_per_tensor_182" [style=solid, label="(1, 15, 15, 2)"]; -"1318 dequantize_per_tensor_182" -> "1323 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"1319 linear_63_scale_0" -> "1322 dequantize_per_channel_183" [style=solid, label="(512,)"]; -"1320 linear_63_zero_point_0" -> "1322 dequantize_per_channel_183" [style=solid, label="(512,)"]; -"1321 _frozen_param75" -> "1322 dequantize_per_channel_183" [style=solid, label="(512, 2)"]; -"1322 dequantize_per_channel_183" -> "1323 linear_63" [style=solid, label="(512, 2)"]; -"1323 linear_63" -> "1324 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1324 relu__10" -> "1325 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1325 relu__10_0_0_nncf_smooth_quant_0" -> "1326 quantize_per_tensor_184" [style=solid, label="(1, 15, 15, 512)"]; -"1326 quantize_per_tensor_184" -> "1327 dequantize_per_tensor_185" [style=solid, label="(1, 15, 15, 512)"]; -"1327 dequantize_per_tensor_185" -> "1332 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1328 linear_64_scale_0" -> "1331 dequantize_per_channel_186" [style=solid, label="(24,)"]; -"1329 linear_64_zero_point_0" -> "1331 dequantize_per_channel_186" [style=solid, label="(24,)"]; -"1330 _frozen_param76" -> "1331 dequantize_per_channel_186" [style=solid, label="(24, 512)"]; -"1331 dequantize_per_channel_186" -> "1332 linear_64" [style=solid, label="(24, 512)"]; -"1332 linear_64" -> "1333 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1333 view_55" -> "1334 index_10" [style=solid, label="(225, 24)"]; -"1334 index_10" -> "1335 view_56" [style=solid, label="(4096, 24)"]; -"1335 view_56" -> "1336 permute_46" [style=solid, label="(64, 64, 24)"]; -"1336 permute_46" -> "1337 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1337 contiguous_18" -> "1338 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1338 unsqueeze_30" -> "1339 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1339 sigmoid_10" -> "1340 mul_20" [style=solid, label="(1, 24, 64, 64)"]; -"1340 mul_20" -> "1372 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1341 pad_13" -> "1342 view_57" [style=solid, label="(1, 8, 8, 768)"]; -"1342 view_57" -> "1343 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1343 permute_47" -> "1344 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1344 reshape_45" -> "1346 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1345 clone_10" -> "1353 linear_65" [style=solid, label="(2304,)"]; -"1346 reshape_45_0_0_nncf_smooth_quant_0" -> "1347 quantize_per_tensor_187" [style=solid, label="(1, 64, 768)"]; -"1347 quantize_per_tensor_187" -> "1348 dequantize_per_tensor_188" [style=solid, label="(1, 64, 768)"]; -"1348 dequantize_per_tensor_188" -> "1353 linear_65" [style=solid, label="(1, 64, 768)"]; -"1349 linear_65_scale_0" -> "1352 dequantize_per_channel_189" [style=solid, label="(2304,)"]; -"1350 linear_65_zero_point_0" -> "1352 dequantize_per_channel_189" [style=solid, label="(2304,)"]; -"1351 _frozen_param77" -> "1352 dequantize_per_channel_189" [style=solid, label="(2304, 768)"]; -"1352 dequantize_per_channel_189" -> "1353 linear_65" [style=solid, label="(2304, 768)"]; -"1353 linear_65" -> "1354 reshape_46" [style=solid, label="(1, 64, 2304)"]; -"1354 reshape_46" -> "1355 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1355 permute_48" -> "1356 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1355 permute_48" -> "1357 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1355 permute_48" -> "1358 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1356 select_30" -> "1359 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; -"1356 select_30" -> "1361 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; -"1356 select_30" -> "1362 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1357 select_31" -> "1363 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; -"1357 select_31" -> "1365 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; -"1357 select_31" -> "1366 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1358 select_32" -> "1375 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; -"1359 linalg_vector_norm_20" -> "1360 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; -"1360 clamp_min_20" -> "1361 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; -"1361 expand_as_20" -> "1362 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1362 div_20" -> "1368 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; -"1363 linalg_vector_norm_21" -> "1364 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; -"1364 clamp_min_21" -> "1365 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; -"1365 expand_as_21" -> "1366 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1366 div_21" -> "1367 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; -"1367 transpose_20" -> "1368 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; -"1368 matmul_20" -> "1371 mul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1369 clamp_10" -> "1370 exp_10" [style=solid, label="(24, 1, 1)"]; -"1370 exp_10" -> "1371 mul_21" [style=solid, label="(24, 1, 1)"]; -"1371 mul_21" -> "1372 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1372 add_35" -> "1373 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; -"1373 softmax_10" -> "1374 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; -"1374 dropout_40" -> "1375 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1375 matmul_21" -> "1376 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; -"1376 transpose_21" -> "1377 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; -"1377 reshape_47" -> "1378 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1378 reshape_47_0_0_nncf_smooth_quant_0" -> "1379 quantize_per_tensor_190" [style=solid, label="(1, 64, 768)"]; -"1379 quantize_per_tensor_190" -> "1380 dequantize_per_tensor_191" [style=solid, label="(1, 64, 768)"]; -"1380 dequantize_per_tensor_191" -> "1385 linear_66" [style=solid, label="(1, 64, 768)"]; -"1381 linear_66_scale_0" -> "1384 dequantize_per_channel_192" [style=solid, label="(768,)"]; -"1382 linear_66_zero_point_0" -> "1384 dequantize_per_channel_192" [style=solid, label="(768,)"]; -"1383 _frozen_param78" -> "1384 dequantize_per_channel_192" [style=solid, label="(768, 768)"]; -"1384 dequantize_per_channel_192" -> "1385 linear_66" [style=solid, label="(768, 768)"]; -"1385 linear_66" -> "1386 dropout_41" [style=solid, label="(1, 64, 768)"]; -"1386 dropout_41" -> "1387 view_58" [style=solid, label="(1, 64, 768)"]; -"1387 view_58" -> "1388 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1388 permute_49" -> "1389 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1389 reshape_48" -> "1390 slice_174" [style=solid, label="(1, 8, 8, 768)"]; -"1390 slice_174" -> "1391 slice_175" [style=solid, label="(1, 8, 8, 768)"]; -"1391 slice_175" -> "1392 slice_176" [style=solid, label="(1, 7, 8, 768)"]; -"1392 slice_176" -> "1393 slice_177" [style=solid, label="(1, 7, 7, 768)"]; -"1393 slice_177" -> "1394 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; -"1394 contiguous_19" -> "1395 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; -"1395 layer_norm_24" -> "1396 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1396 add_36" -> "1397 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1396 add_36" -> "1417 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1397 add_36_0_0_nncf_smooth_quant_0" -> "1398 quantize_per_tensor_193" [style=solid, label="(1, 7, 7, 768)"]; -"1398 quantize_per_tensor_193" -> "1399 dequantize_per_tensor_194" [style=solid, label="(1, 7, 7, 768)"]; -"1399 dequantize_per_tensor_194" -> "1404 linear_67" [style=solid, label="(1, 7, 7, 768)"]; -"1400 linear_67_scale_0" -> "1403 dequantize_per_channel_195" [style=solid, label="(3072,)"]; -"1401 linear_67_zero_point_0" -> "1403 dequantize_per_channel_195" [style=solid, label="(3072,)"]; -"1402 _frozen_param79" -> "1403 dequantize_per_channel_195" [style=solid, label="(3072, 768)"]; -"1403 dequantize_per_channel_195" -> "1404 linear_67" [style=solid, label="(3072, 768)"]; -"1404 linear_67" -> "1405 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; -"1405 gelu_10" -> "1406 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; -"1406 dropout_42" -> "1407 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1407 dropout_42_0_0_nncf_smooth_quant_0" -> "1408 quantize_per_tensor_196" [style=solid, label="(1, 7, 7, 3072)"]; -"1408 quantize_per_tensor_196" -> "1409 dequantize_per_tensor_197" [style=solid, label="(1, 7, 7, 3072)"]; -"1409 dequantize_per_tensor_197" -> "1414 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; -"1410 linear_68_scale_0" -> "1413 dequantize_per_channel_198" [style=solid, label="(768,)"]; -"1411 linear_68_zero_point_0" -> "1413 dequantize_per_channel_198" [style=solid, label="(768,)"]; -"1412 _frozen_param80" -> "1413 dequantize_per_channel_198" [style=solid, label="(768, 3072)"]; -"1413 dequantize_per_channel_198" -> "1414 linear_68" [style=solid, label="(768, 3072)"]; -"1414 linear_68" -> "1415 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; -"1415 dropout_43" -> "1416 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; -"1416 layer_norm_25" -> "1417 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1417 add_37" -> "1442 pad_14" [style=solid, label="(1, 7, 7, 768)"]; -"1417 add_37" -> "1497 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1418 _frozen_param81" -> "1419 dequantize_per_tensor_199" [style=solid, label="(1, 15, 15, 2)"]; -"1419 dequantize_per_tensor_199" -> "1424 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"1420 linear_69_scale_0" -> "1423 dequantize_per_channel_200" [style=solid, label="(512,)"]; -"1421 linear_69_zero_point_0" -> "1423 dequantize_per_channel_200" [style=solid, label="(512,)"]; -"1422 _frozen_param82" -> "1423 dequantize_per_channel_200" [style=solid, label="(512, 2)"]; -"1423 dequantize_per_channel_200" -> "1424 linear_69" [style=solid, label="(512, 2)"]; -"1424 linear_69" -> "1425 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1425 relu__11" -> "1426 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1426 relu__11_0_0_nncf_smooth_quant_0" -> "1427 quantize_per_tensor_201" [style=solid, label="(1, 15, 15, 512)"]; -"1427 quantize_per_tensor_201" -> "1428 dequantize_per_tensor_202" [style=solid, label="(1, 15, 15, 512)"]; -"1428 dequantize_per_tensor_202" -> "1433 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1429 linear_70_scale_0" -> "1432 dequantize_per_channel_203" [style=solid, label="(24,)"]; -"1430 linear_70_zero_point_0" -> "1432 dequantize_per_channel_203" [style=solid, label="(24,)"]; -"1431 _frozen_param83" -> "1432 dequantize_per_channel_203" [style=solid, label="(24, 512)"]; -"1432 dequantize_per_channel_203" -> "1433 linear_70" [style=solid, label="(24, 512)"]; -"1433 linear_70" -> "1434 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1434 view_59" -> "1435 index_11" [style=solid, label="(225, 24)"]; -"1435 index_11" -> "1436 view_60" [style=solid, label="(4096, 24)"]; -"1436 view_60" -> "1437 permute_50" [style=solid, label="(64, 64, 24)"]; -"1437 permute_50" -> "1438 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1438 contiguous_20" -> "1439 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1439 unsqueeze_31" -> "1440 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1440 sigmoid_11" -> "1441 mul_22" [style=solid, label="(1, 24, 64, 64)"]; -"1441 mul_22" -> "1473 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1442 pad_14" -> "1443 view_61" [style=solid, label="(1, 8, 8, 768)"]; -"1443 view_61" -> "1444 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1444 permute_51" -> "1445 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1445 reshape_49" -> "1447 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1446 clone_11" -> "1454 linear_71" [style=solid, label="(2304,)"]; -"1447 reshape_49_0_0_nncf_smooth_quant_0" -> "1448 quantize_per_tensor_204" [style=solid, label="(1, 64, 768)"]; -"1448 quantize_per_tensor_204" -> "1449 dequantize_per_tensor_205" [style=solid, label="(1, 64, 768)"]; -"1449 dequantize_per_tensor_205" -> "1454 linear_71" [style=solid, label="(1, 64, 768)"]; -"1450 linear_71_scale_0" -> "1453 dequantize_per_channel_206" [style=solid, label="(2304,)"]; -"1451 linear_71_zero_point_0" -> "1453 dequantize_per_channel_206" [style=solid, label="(2304,)"]; -"1452 _frozen_param84" -> "1453 dequantize_per_channel_206" [style=solid, label="(2304, 768)"]; -"1453 dequantize_per_channel_206" -> "1454 linear_71" [style=solid, label="(2304, 768)"]; -"1454 linear_71" -> "1455 reshape_50" [style=solid, label="(1, 64, 2304)"]; -"1455 reshape_50" -> "1456 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1456 permute_52" -> "1457 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1456 permute_52" -> "1458 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1456 permute_52" -> "1459 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1457 select_33" -> "1460 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; -"1457 select_33" -> "1462 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; -"1457 select_33" -> "1463 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1458 select_34" -> "1464 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; -"1458 select_34" -> "1466 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; -"1458 select_34" -> "1467 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1459 select_35" -> "1476 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; -"1460 linalg_vector_norm_22" -> "1461 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; -"1461 clamp_min_22" -> "1462 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; -"1462 expand_as_22" -> "1463 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1463 div_22" -> "1469 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; -"1464 linalg_vector_norm_23" -> "1465 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; -"1465 clamp_min_23" -> "1466 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; -"1466 expand_as_23" -> "1467 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1467 div_23" -> "1468 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; -"1468 transpose_22" -> "1469 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; -"1469 matmul_22" -> "1472 mul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1470 clamp_11" -> "1471 exp_11" [style=solid, label="(24, 1, 1)"]; -"1471 exp_11" -> "1472 mul_23" [style=solid, label="(24, 1, 1)"]; -"1472 mul_23" -> "1473 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1473 add_38" -> "1474 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; -"1474 softmax_11" -> "1475 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; -"1475 dropout_44" -> "1476 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1476 matmul_23" -> "1477 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; -"1477 transpose_23" -> "1478 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; -"1478 reshape_51" -> "1479 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1479 reshape_51_0_0_nncf_smooth_quant_0" -> "1480 quantize_per_tensor_207" [style=solid, label="(1, 64, 768)"]; -"1480 quantize_per_tensor_207" -> "1481 dequantize_per_tensor_208" [style=solid, label="(1, 64, 768)"]; -"1481 dequantize_per_tensor_208" -> "1486 linear_72" [style=solid, label="(1, 64, 768)"]; -"1482 linear_72_scale_0" -> "1485 dequantize_per_channel_209" [style=solid, label="(768,)"]; -"1483 linear_72_zero_point_0" -> "1485 dequantize_per_channel_209" [style=solid, label="(768,)"]; -"1484 _frozen_param85" -> "1485 dequantize_per_channel_209" [style=solid, label="(768, 768)"]; -"1485 dequantize_per_channel_209" -> "1486 linear_72" [style=solid, label="(768, 768)"]; -"1486 linear_72" -> "1487 dropout_45" [style=solid, label="(1, 64, 768)"]; -"1487 dropout_45" -> "1488 view_62" [style=solid, label="(1, 64, 768)"]; -"1488 view_62" -> "1489 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1489 permute_53" -> "1490 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1490 reshape_52" -> "1491 slice_179" [style=solid, label="(1, 8, 8, 768)"]; -"1491 slice_179" -> "1492 slice_180" [style=solid, label="(1, 8, 8, 768)"]; -"1492 slice_180" -> "1493 slice_181" [style=solid, label="(1, 7, 8, 768)"]; -"1493 slice_181" -> "1494 slice_182" [style=solid, label="(1, 7, 7, 768)"]; -"1494 slice_182" -> "1495 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; -"1495 contiguous_21" -> "1496 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; -"1496 layer_norm_26" -> "1497 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1497 add_39" -> "1498 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1497 add_39" -> "1518 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1498 add_39_0_0_nncf_smooth_quant_0" -> "1499 quantize_per_tensor_210" [style=solid, label="(1, 7, 7, 768)"]; -"1499 quantize_per_tensor_210" -> "1500 dequantize_per_tensor_211" [style=solid, label="(1, 7, 7, 768)"]; -"1500 dequantize_per_tensor_211" -> "1505 linear_73" [style=solid, label="(1, 7, 7, 768)"]; -"1501 linear_73_scale_0" -> "1504 dequantize_per_channel_212" [style=solid, label="(3072,)"]; -"1502 linear_73_zero_point_0" -> "1504 dequantize_per_channel_212" [style=solid, label="(3072,)"]; -"1503 _frozen_param86" -> "1504 dequantize_per_channel_212" [style=solid, label="(3072, 768)"]; -"1504 dequantize_per_channel_212" -> "1505 linear_73" [style=solid, label="(3072, 768)"]; -"1505 linear_73" -> "1506 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; -"1506 gelu_11" -> "1507 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; -"1507 dropout_46" -> "1508 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1508 dropout_46_0_0_nncf_smooth_quant_0" -> "1509 quantize_per_tensor_213" [style=solid, label="(1, 7, 7, 3072)"]; -"1509 quantize_per_tensor_213" -> "1510 dequantize_per_tensor_214" [style=solid, label="(1, 7, 7, 3072)"]; -"1510 dequantize_per_tensor_214" -> "1515 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; -"1511 linear_74_scale_0" -> "1514 dequantize_per_channel_215" [style=solid, label="(768,)"]; -"1512 linear_74_zero_point_0" -> "1514 dequantize_per_channel_215" [style=solid, label="(768,)"]; -"1513 _frozen_param87" -> "1514 dequantize_per_channel_215" [style=solid, label="(768, 3072)"]; -"1514 dequantize_per_channel_215" -> "1515 linear_74" [style=solid, label="(768, 3072)"]; -"1515 linear_74" -> "1516 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; -"1516 dropout_47" -> "1517 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; -"1517 layer_norm_27" -> "1518 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1518 add_40" -> "1519 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; -"1519 layer_norm_28" -> "1520 permute_54" [style=solid, label="(1, 7, 7, 768)"]; -"1520 permute_54" -> "1521 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; -"1521 adaptive_avg_pool2d" -> "1522 flatten" [style=solid, label="(1, 768, 1, 1)"]; -"1522 flatten" -> "1523 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1523 flatten_0_0_nncf_smooth_quant_0" -> "1524 quantize_per_tensor_216" [style=solid, label="(1, 768)"]; -"1524 quantize_per_tensor_216" -> "1525 dequantize_per_tensor_217" [style=solid, label="(1, 768)"]; -"1525 dequantize_per_tensor_217" -> "1530 linear_75" [style=solid, label="(1, 768)"]; -"1526 linear_75_scale_0" -> "1529 dequantize_per_channel_218" [style=solid, label="(1000,)"]; -"1527 linear_75_zero_point_0" -> "1529 dequantize_per_channel_218" [style=solid, label="(1000,)"]; -"1528 _frozen_param88" -> "1529 dequantize_per_channel_218" [style=solid, label="(1000, 768)"]; -"1529 dequantize_per_channel_218" -> "1530 linear_75" [style=solid, label="(1000, 768)"]; -"1530 linear_75" -> "1531 output" [style=solid, label="(1, 1000)"]; +"226 reshape_3" -> "227 alias" [style=solid, label="(1, 56, 56, 96)"]; +"227 alias" -> "228 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; +"228 layer_norm_1" -> "229 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"229 add_1" -> "230 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; +"229 add_1" -> "250 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"230 add_1_0_0_nncf_smooth_quant_0" -> "231 quantize_per_tensor_14" [style=solid, label="(1, 56, 56, 96)"]; +"231 quantize_per_tensor_14" -> "232 dequantize_per_tensor_15" [style=solid, label="(1, 56, 56, 96)"]; +"232 dequantize_per_tensor_15" -> "237 linear_4" [style=solid, label="(1, 56, 56, 96)"]; +"233 linear_4_scale_0" -> "236 dequantize_per_channel_16" [style=solid, label="(384,)"]; +"234 linear_4_zero_point_0" -> "236 dequantize_per_channel_16" [style=solid, label="(384,)"]; +"235 _frozen_param6" -> "236 dequantize_per_channel_16" [style=solid, label="(384, 96)"]; +"236 dequantize_per_channel_16" -> "237 linear_4" [style=solid, label="(384, 96)"]; +"237 linear_4" -> "238 gelu" [style=solid, label="(1, 56, 56, 384)"]; +"238 gelu" -> "239 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; +"239 dropout_2" -> "240 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; +"240 dropout_2_0_0_nncf_smooth_quant_0" -> "241 quantize_per_tensor_17" [style=solid, label="(1, 56, 56, 384)"]; +"241 quantize_per_tensor_17" -> "242 dequantize_per_tensor_18" [style=solid, label="(1, 56, 56, 384)"]; +"242 dequantize_per_tensor_18" -> "247 linear_5" [style=solid, label="(1, 56, 56, 384)"]; +"243 linear_5_scale_0" -> "246 dequantize_per_channel_19" [style=solid, label="(96,)"]; +"244 linear_5_zero_point_0" -> "246 dequantize_per_channel_19" [style=solid, label="(96,)"]; +"245 _frozen_param7" -> "246 dequantize_per_channel_19" [style=solid, label="(96, 384)"]; +"246 dequantize_per_channel_19" -> "247 linear_5" [style=solid, label="(96, 384)"]; +"247 linear_5" -> "248 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; +"248 dropout_3" -> "249 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; +"249 layer_norm_2" -> "250 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"250 add_2" -> "275 pad_1" [style=solid, label="(1, 56, 56, 96)"]; +"250 add_2" -> "344 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"251 _frozen_param8" -> "252 dequantize_per_tensor_20" [style=solid, label="(1, 15, 15, 2)"]; +"252 dequantize_per_tensor_20" -> "257 linear_6" [style=solid, label="(1, 15, 15, 2)"]; +"253 linear_6_scale_0" -> "256 dequantize_per_channel_21" [style=solid, label="(512,)"]; +"254 linear_6_zero_point_0" -> "256 dequantize_per_channel_21" [style=solid, label="(512,)"]; +"255 _frozen_param9" -> "256 dequantize_per_channel_21" [style=solid, label="(512, 2)"]; +"256 dequantize_per_channel_21" -> "257 linear_6" [style=solid, label="(512, 2)"]; +"257 linear_6" -> "258 relu__1" [style=solid, label="(1, 15, 15, 512)"]; +"258 relu__1" -> "259 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"259 relu__1_0_0_nncf_smooth_quant_0" -> "260 quantize_per_tensor_22" [style=solid, label="(1, 15, 15, 512)"]; +"260 quantize_per_tensor_22" -> "261 dequantize_per_tensor_23" [style=solid, label="(1, 15, 15, 512)"]; +"261 dequantize_per_tensor_23" -> "266 linear_7" [style=solid, label="(1, 15, 15, 512)"]; +"262 linear_7_scale_0" -> "265 dequantize_per_channel_24" [style=solid, label="(3,)"]; +"263 linear_7_zero_point_0" -> "265 dequantize_per_channel_24" [style=solid, label="(3,)"]; +"264 _frozen_param10" -> "265 dequantize_per_channel_24" [style=solid, label="(3, 512)"]; +"265 dequantize_per_channel_24" -> "266 linear_7" [style=solid, label="(3, 512)"]; +"266 linear_7" -> "267 view_4" [style=solid, label="(1, 15, 15, 3)"]; +"267 view_4" -> "268 index_1" [style=solid, label="(225, 3)"]; +"268 index_1" -> "269 view_5" [style=solid, label="(4096, 3)"]; +"269 view_5" -> "270 permute_5" [style=solid, label="(64, 64, 3)"]; +"270 permute_5" -> "271 contiguous_1" [style=solid, label="(3, 64, 64)"]; +"271 contiguous_1" -> "272 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; +"272 unsqueeze_1" -> "273 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; +"273 sigmoid_1" -> "274 mul_2" [style=solid, label="(1, 3, 64, 64)"]; +"274 mul_2" -> "307 add_3" [style=solid, label="(1, 3, 64, 64)"]; +"275 pad_1" -> "276 roll" [style=solid, label="(1, 56, 56, 96)"]; +"276 roll" -> "277 view_6" [style=solid, label="(1, 56, 56, 96)"]; +"277 view_6" -> "278 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"278 permute_6" -> "279 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"279 reshape_4" -> "281 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"279 reshape_4" -> "308 new_zeros" [style=solid, label="(49, 64, 96)"]; +"280 clone_1" -> "288 linear_8" [style=solid, label="(288,)"]; +"281 reshape_4_0_0_nncf_smooth_quant_0" -> "282 quantize_per_tensor_25" [style=solid, label="(49, 64, 96)"]; +"282 quantize_per_tensor_25" -> "283 dequantize_per_tensor_26" [style=solid, label="(49, 64, 96)"]; +"283 dequantize_per_tensor_26" -> "288 linear_8" [style=solid, label="(49, 64, 96)"]; +"284 linear_8_scale_0" -> "287 dequantize_per_channel_27" [style=solid, label="(288,)"]; +"285 linear_8_zero_point_0" -> "287 dequantize_per_channel_27" [style=solid, label="(288,)"]; +"286 _frozen_param11" -> "287 dequantize_per_channel_27" [style=solid, label="(288, 96)"]; +"287 dequantize_per_channel_27" -> "288 linear_8" [style=solid, label="(288, 96)"]; +"288 linear_8" -> "289 reshape_5" [style=solid, label="(49, 64, 288)"]; +"289 reshape_5" -> "290 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; +"290 permute_7" -> "291 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; +"290 permute_7" -> "292 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; +"290 permute_7" -> "293 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; +"291 select_3" -> "294 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; +"291 select_3" -> "296 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; +"291 select_3" -> "297 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"292 select_4" -> "298 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; +"292 select_4" -> "300 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; +"292 select_4" -> "301 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"293 select_5" -> "326 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; +"294 linalg_vector_norm_2" -> "295 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; +"295 clamp_min_2" -> "296 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; +"296 expand_as_2" -> "297 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"297 div_2" -> "303 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; +"298 linalg_vector_norm_3" -> "299 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; +"299 clamp_min_3" -> "300 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; +"300 expand_as_3" -> "301 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"301 div_3" -> "302 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; +"302 transpose_2" -> "303 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; +"303 matmul_2" -> "306 mul_3" [style=solid, label="(49, 3, 64, 64)"]; +"304 clamp_1" -> "305 exp_1" [style=solid, label="(3, 1, 1)"]; +"305 exp_1" -> "306 mul_3" [style=solid, label="(3, 1, 1)"]; +"306 mul_3" -> "307 add_3" [style=solid, label="(49, 3, 64, 64)"]; +"307 add_3" -> "319 view_8" [style=solid, label="(49, 3, 64, 64)"]; +"308 new_zeros" -> "309 view_7" [style=solid, label="(56, 56)"]; +"309 view_7" -> "310 permute_8" [style=solid, label="(7, 8, 7, 8)"]; +"310 permute_8" -> "311 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; +"311 reshape_6" -> "312 unsqueeze_2" [style=solid, label="(49, 64)"]; +"311 reshape_6" -> "313 unsqueeze_3" [style=solid, label="(49, 64)"]; +"312 unsqueeze_2" -> "314 sub" [style=solid, label="(49, 1, 64)"]; +"313 unsqueeze_3" -> "314 sub" [style=solid, label="(49, 64, 1)"]; +"314 sub" -> "315 ne" [style=solid, label="(49, 64, 64)"]; +"314 sub" -> "316 masked_fill" [style=solid, label="(49, 64, 64)"]; +"314 sub" -> "317 eq" [style=solid, label="(49, 64, 64)"]; +"315 ne" -> "316 masked_fill" [style=solid, label="(49, 64, 64)"]; +"316 masked_fill" -> "318 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"317 eq" -> "318 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"318 masked_fill_1" -> "320 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; +"319 view_8" -> "322 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; +"320 unsqueeze_4" -> "321 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; +"321 unsqueeze_5" -> "322 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; +"322 add_4" -> "323 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; +"323 view_9" -> "324 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; +"324 softmax_1" -> "325 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; +"325 dropout_4" -> "326 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; +"326 matmul_3" -> "327 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; +"327 transpose_3" -> "328 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; +"328 reshape_7" -> "329 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"329 reshape_7_0_0_nncf_smooth_quant_0" -> "330 quantize_per_tensor_28" [style=solid, label="(49, 64, 96)"]; +"330 quantize_per_tensor_28" -> "331 dequantize_per_tensor_29" [style=solid, label="(49, 64, 96)"]; +"331 dequantize_per_tensor_29" -> "336 linear_9" [style=solid, label="(49, 64, 96)"]; +"332 linear_9_scale_0" -> "335 dequantize_per_channel_30" [style=solid, label="(96,)"]; +"333 linear_9_zero_point_0" -> "335 dequantize_per_channel_30" [style=solid, label="(96,)"]; +"334 _frozen_param12" -> "335 dequantize_per_channel_30" [style=solid, label="(96, 96)"]; +"335 dequantize_per_channel_30" -> "336 linear_9" [style=solid, label="(96, 96)"]; +"336 linear_9" -> "337 dropout_5" [style=solid, label="(49, 64, 96)"]; +"337 dropout_5" -> "338 view_10" [style=solid, label="(49, 64, 96)"]; +"338 view_10" -> "339 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"339 permute_9" -> "340 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"340 reshape_8" -> "341 roll_1" [style=solid, label="(1, 56, 56, 96)"]; +"341 roll_1" -> "342 alias_1" [style=solid, label="(1, 56, 56, 96)"]; +"342 alias_1" -> "343 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; +"343 layer_norm_3" -> "344 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"344 add_5" -> "345 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; +"344 add_5" -> "365 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"345 add_5_0_0_nncf_smooth_quant_0" -> "346 quantize_per_tensor_31" [style=solid, label="(1, 56, 56, 96)"]; +"346 quantize_per_tensor_31" -> "347 dequantize_per_tensor_32" [style=solid, label="(1, 56, 56, 96)"]; +"347 dequantize_per_tensor_32" -> "352 linear_10" [style=solid, label="(1, 56, 56, 96)"]; +"348 linear_10_scale_0" -> "351 dequantize_per_channel_33" [style=solid, label="(384,)"]; +"349 linear_10_zero_point_0" -> "351 dequantize_per_channel_33" [style=solid, label="(384,)"]; +"350 _frozen_param13" -> "351 dequantize_per_channel_33" [style=solid, label="(384, 96)"]; +"351 dequantize_per_channel_33" -> "352 linear_10" [style=solid, label="(384, 96)"]; +"352 linear_10" -> "353 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; +"353 gelu_1" -> "354 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; +"354 dropout_6" -> "355 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; +"355 dropout_6_0_0_nncf_smooth_quant_0" -> "356 quantize_per_tensor_34" [style=solid, label="(1, 56, 56, 384)"]; +"356 quantize_per_tensor_34" -> "357 dequantize_per_tensor_35" [style=solid, label="(1, 56, 56, 384)"]; +"357 dequantize_per_tensor_35" -> "362 linear_11" [style=solid, label="(1, 56, 56, 384)"]; +"358 linear_11_scale_0" -> "361 dequantize_per_channel_36" [style=solid, label="(96,)"]; +"359 linear_11_zero_point_0" -> "361 dequantize_per_channel_36" [style=solid, label="(96,)"]; +"360 _frozen_param14" -> "361 dequantize_per_channel_36" [style=solid, label="(96, 384)"]; +"361 dequantize_per_channel_36" -> "362 linear_11" [style=solid, label="(96, 384)"]; +"362 linear_11" -> "363 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; +"363 dropout_7" -> "364 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; +"364 layer_norm_4" -> "365 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"365 add_6" -> "366 pad_2" [style=solid, label="(1, 56, 56, 96)"]; +"366 pad_2" -> "367 slice_21" [style=solid, label="(1, 56, 56, 96)"]; +"366 pad_2" -> "369 slice_23" [style=solid, label="(1, 56, 56, 96)"]; +"366 pad_2" -> "371 slice_25" [style=solid, label="(1, 56, 56, 96)"]; +"366 pad_2" -> "373 slice_27" [style=solid, label="(1, 56, 56, 96)"]; +"367 slice_21" -> "368 slice_22" [style=solid, label="(1, 28, 56, 96)"]; +"368 slice_22" -> "375 cat" [style=solid, label="(1, 28, 28, 96)"]; +"369 slice_23" -> "370 slice_24" [style=solid, label="(1, 28, 56, 96)"]; +"370 slice_24" -> "375 cat" [style=solid, label="(1, 28, 28, 96)"]; +"371 slice_25" -> "372 slice_26" [style=solid, label="(1, 28, 56, 96)"]; +"372 slice_26" -> "375 cat" [style=solid, label="(1, 28, 28, 96)"]; +"373 slice_27" -> "374 slice_28" [style=solid, label="(1, 28, 56, 96)"]; +"374 slice_28" -> "375 cat" [style=solid, label="(1, 28, 28, 96)"]; +"375 cat" -> "376 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; +"376 cat_0_0_nncf_smooth_quant_0" -> "377 quantize_per_tensor_37" [style=solid, label="(1, 28, 28, 384)"]; +"377 quantize_per_tensor_37" -> "378 dequantize_per_tensor_38" [style=solid, label="(1, 28, 28, 384)"]; +"378 dequantize_per_tensor_38" -> "383 linear_12" [style=solid, label="(1, 28, 28, 384)"]; +"379 linear_12_scale_0" -> "382 dequantize_per_channel_39" [style=solid, label="(192,)"]; +"380 linear_12_zero_point_0" -> "382 dequantize_per_channel_39" [style=solid, label="(192,)"]; +"381 _frozen_param15" -> "382 dequantize_per_channel_39" [style=solid, label="(192, 384)"]; +"382 dequantize_per_channel_39" -> "383 linear_12" [style=solid, label="(192, 384)"]; +"383 linear_12" -> "384 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; +"384 layer_norm_5" -> "409 pad_3" [style=solid, label="(1, 28, 28, 192)"]; +"384 layer_norm_5" -> "462 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"385 _frozen_param16" -> "386 dequantize_per_tensor_40" [style=solid, label="(1, 15, 15, 2)"]; +"386 dequantize_per_tensor_40" -> "391 linear_13" [style=solid, label="(1, 15, 15, 2)"]; +"387 linear_13_scale_0" -> "390 dequantize_per_channel_41" [style=solid, label="(512,)"]; +"388 linear_13_zero_point_0" -> "390 dequantize_per_channel_41" [style=solid, label="(512,)"]; +"389 _frozen_param17" -> "390 dequantize_per_channel_41" [style=solid, label="(512, 2)"]; +"390 dequantize_per_channel_41" -> "391 linear_13" [style=solid, label="(512, 2)"]; +"391 linear_13" -> "392 relu__2" [style=solid, label="(1, 15, 15, 512)"]; +"392 relu__2" -> "393 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"393 relu__2_0_0_nncf_smooth_quant_0" -> "394 quantize_per_tensor_42" [style=solid, label="(1, 15, 15, 512)"]; +"394 quantize_per_tensor_42" -> "395 dequantize_per_tensor_43" [style=solid, label="(1, 15, 15, 512)"]; +"395 dequantize_per_tensor_43" -> "400 linear_14" [style=solid, label="(1, 15, 15, 512)"]; +"396 linear_14_scale_0" -> "399 dequantize_per_channel_44" [style=solid, label="(6,)"]; +"397 linear_14_zero_point_0" -> "399 dequantize_per_channel_44" [style=solid, label="(6,)"]; +"398 _frozen_param18" -> "399 dequantize_per_channel_44" [style=solid, label="(6, 512)"]; +"399 dequantize_per_channel_44" -> "400 linear_14" [style=solid, label="(6, 512)"]; +"400 linear_14" -> "401 view_11" [style=solid, label="(1, 15, 15, 6)"]; +"401 view_11" -> "402 index_2" [style=solid, label="(225, 6)"]; +"402 index_2" -> "403 view_12" [style=solid, label="(4096, 6)"]; +"403 view_12" -> "404 permute_10" [style=solid, label="(64, 64, 6)"]; +"404 permute_10" -> "405 contiguous_2" [style=solid, label="(6, 64, 64)"]; +"405 contiguous_2" -> "406 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; +"406 unsqueeze_6" -> "407 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; +"407 sigmoid_2" -> "408 mul_4" [style=solid, label="(1, 6, 64, 64)"]; +"408 mul_4" -> "440 add_7" [style=solid, label="(1, 6, 64, 64)"]; +"409 pad_3" -> "410 view_13" [style=solid, label="(1, 32, 32, 192)"]; +"410 view_13" -> "411 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"411 permute_11" -> "412 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"412 reshape_9" -> "414 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"413 clone_2" -> "421 linear_15" [style=solid, label="(576,)"]; +"414 reshape_9_0_0_nncf_smooth_quant_0" -> "415 quantize_per_tensor_45" [style=solid, label="(16, 64, 192)"]; +"415 quantize_per_tensor_45" -> "416 dequantize_per_tensor_46" [style=solid, label="(16, 64, 192)"]; +"416 dequantize_per_tensor_46" -> "421 linear_15" [style=solid, label="(16, 64, 192)"]; +"417 linear_15_scale_0" -> "420 dequantize_per_channel_47" [style=solid, label="(576,)"]; +"418 linear_15_zero_point_0" -> "420 dequantize_per_channel_47" [style=solid, label="(576,)"]; +"419 _frozen_param19" -> "420 dequantize_per_channel_47" [style=solid, label="(576, 192)"]; +"420 dequantize_per_channel_47" -> "421 linear_15" [style=solid, label="(576, 192)"]; +"421 linear_15" -> "422 reshape_10" [style=solid, label="(16, 64, 576)"]; +"422 reshape_10" -> "423 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; +"423 permute_12" -> "424 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; +"423 permute_12" -> "425 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; +"423 permute_12" -> "426 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; +"424 select_6" -> "427 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; +"424 select_6" -> "429 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; +"424 select_6" -> "430 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"425 select_7" -> "431 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; +"425 select_7" -> "433 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; +"425 select_7" -> "434 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"426 select_8" -> "443 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; +"427 linalg_vector_norm_4" -> "428 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; +"428 clamp_min_4" -> "429 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; +"429 expand_as_4" -> "430 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"430 div_4" -> "436 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; +"431 linalg_vector_norm_5" -> "432 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; +"432 clamp_min_5" -> "433 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; +"433 expand_as_5" -> "434 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"434 div_5" -> "435 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; +"435 transpose_4" -> "436 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; +"436 matmul_4" -> "439 mul_5" [style=solid, label="(16, 6, 64, 64)"]; +"437 clamp_2" -> "438 exp_2" [style=solid, label="(6, 1, 1)"]; +"438 exp_2" -> "439 mul_5" [style=solid, label="(6, 1, 1)"]; +"439 mul_5" -> "440 add_7" [style=solid, label="(16, 6, 64, 64)"]; +"440 add_7" -> "441 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; +"441 softmax_2" -> "442 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; +"442 dropout_8" -> "443 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; +"443 matmul_5" -> "444 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; +"444 transpose_5" -> "445 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; +"445 reshape_11" -> "446 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"446 reshape_11_0_0_nncf_smooth_quant_0" -> "447 quantize_per_tensor_48" [style=solid, label="(16, 64, 192)"]; +"447 quantize_per_tensor_48" -> "448 dequantize_per_tensor_49" [style=solid, label="(16, 64, 192)"]; +"448 dequantize_per_tensor_49" -> "453 linear_16" [style=solid, label="(16, 64, 192)"]; +"449 linear_16_scale_0" -> "452 dequantize_per_channel_50" [style=solid, label="(192,)"]; +"450 linear_16_zero_point_0" -> "452 dequantize_per_channel_50" [style=solid, label="(192,)"]; +"451 _frozen_param20" -> "452 dequantize_per_channel_50" [style=solid, label="(192, 192)"]; +"452 dequantize_per_channel_50" -> "453 linear_16" [style=solid, label="(192, 192)"]; +"453 linear_16" -> "454 dropout_9" [style=solid, label="(16, 64, 192)"]; +"454 dropout_9" -> "455 view_14" [style=solid, label="(16, 64, 192)"]; +"455 view_14" -> "456 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"456 permute_13" -> "457 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"457 reshape_12" -> "458 slice_30" [style=solid, label="(1, 32, 32, 192)"]; +"458 slice_30" -> "459 slice_31" [style=solid, label="(1, 28, 32, 192)"]; +"459 slice_31" -> "460 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; +"460 contiguous_3" -> "461 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; +"461 layer_norm_6" -> "462 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"462 add_8" -> "463 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; +"462 add_8" -> "483 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"463 add_8_0_0_nncf_smooth_quant_0" -> "464 quantize_per_tensor_51" [style=solid, label="(1, 28, 28, 192)"]; +"464 quantize_per_tensor_51" -> "465 dequantize_per_tensor_52" [style=solid, label="(1, 28, 28, 192)"]; +"465 dequantize_per_tensor_52" -> "470 linear_17" [style=solid, label="(1, 28, 28, 192)"]; +"466 linear_17_scale_0" -> "469 dequantize_per_channel_53" [style=solid, label="(768,)"]; +"467 linear_17_zero_point_0" -> "469 dequantize_per_channel_53" [style=solid, label="(768,)"]; +"468 _frozen_param21" -> "469 dequantize_per_channel_53" [style=solid, label="(768, 192)"]; +"469 dequantize_per_channel_53" -> "470 linear_17" [style=solid, label="(768, 192)"]; +"470 linear_17" -> "471 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; +"471 gelu_2" -> "472 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; +"472 dropout_10" -> "473 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; +"473 dropout_10_0_0_nncf_smooth_quant_0" -> "474 quantize_per_tensor_54" [style=solid, label="(1, 28, 28, 768)"]; +"474 quantize_per_tensor_54" -> "475 dequantize_per_tensor_55" [style=solid, label="(1, 28, 28, 768)"]; +"475 dequantize_per_tensor_55" -> "480 linear_18" [style=solid, label="(1, 28, 28, 768)"]; +"476 linear_18_scale_0" -> "479 dequantize_per_channel_56" [style=solid, label="(192,)"]; +"477 linear_18_zero_point_0" -> "479 dequantize_per_channel_56" [style=solid, label="(192,)"]; +"478 _frozen_param22" -> "479 dequantize_per_channel_56" [style=solid, label="(192, 768)"]; +"479 dequantize_per_channel_56" -> "480 linear_18" [style=solid, label="(192, 768)"]; +"480 linear_18" -> "481 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; +"481 dropout_11" -> "482 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; +"482 layer_norm_7" -> "483 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"483 add_9" -> "508 pad_4" [style=solid, label="(1, 28, 28, 192)"]; +"483 add_9" -> "579 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"484 _frozen_param23" -> "485 dequantize_per_tensor_57" [style=solid, label="(1, 15, 15, 2)"]; +"485 dequantize_per_tensor_57" -> "490 linear_19" [style=solid, label="(1, 15, 15, 2)"]; +"486 linear_19_scale_0" -> "489 dequantize_per_channel_58" [style=solid, label="(512,)"]; +"487 linear_19_zero_point_0" -> "489 dequantize_per_channel_58" [style=solid, label="(512,)"]; +"488 _frozen_param24" -> "489 dequantize_per_channel_58" [style=solid, label="(512, 2)"]; +"489 dequantize_per_channel_58" -> "490 linear_19" [style=solid, label="(512, 2)"]; +"490 linear_19" -> "491 relu__3" [style=solid, label="(1, 15, 15, 512)"]; +"491 relu__3" -> "492 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"492 relu__3_0_0_nncf_smooth_quant_0" -> "493 quantize_per_tensor_59" [style=solid, label="(1, 15, 15, 512)"]; +"493 quantize_per_tensor_59" -> "494 dequantize_per_tensor_60" [style=solid, label="(1, 15, 15, 512)"]; +"494 dequantize_per_tensor_60" -> "499 linear_20" [style=solid, label="(1, 15, 15, 512)"]; +"495 linear_20_scale_0" -> "498 dequantize_per_channel_61" [style=solid, label="(6,)"]; +"496 linear_20_zero_point_0" -> "498 dequantize_per_channel_61" [style=solid, label="(6,)"]; +"497 _frozen_param25" -> "498 dequantize_per_channel_61" [style=solid, label="(6, 512)"]; +"498 dequantize_per_channel_61" -> "499 linear_20" [style=solid, label="(6, 512)"]; +"499 linear_20" -> "500 view_15" [style=solid, label="(1, 15, 15, 6)"]; +"500 view_15" -> "501 index_3" [style=solid, label="(225, 6)"]; +"501 index_3" -> "502 view_16" [style=solid, label="(4096, 6)"]; +"502 view_16" -> "503 permute_14" [style=solid, label="(64, 64, 6)"]; +"503 permute_14" -> "504 contiguous_4" [style=solid, label="(6, 64, 64)"]; +"504 contiguous_4" -> "505 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; +"505 unsqueeze_7" -> "506 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; +"506 sigmoid_3" -> "507 mul_6" [style=solid, label="(1, 6, 64, 64)"]; +"507 mul_6" -> "540 add_10" [style=solid, label="(1, 6, 64, 64)"]; +"508 pad_4" -> "509 roll_2" [style=solid, label="(1, 32, 32, 192)"]; +"509 roll_2" -> "510 view_17" [style=solid, label="(1, 32, 32, 192)"]; +"510 view_17" -> "511 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"511 permute_15" -> "512 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"512 reshape_13" -> "514 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"512 reshape_13" -> "541 new_zeros_1" [style=solid, label="(16, 64, 192)"]; +"513 clone_3" -> "521 linear_21" [style=solid, label="(576,)"]; +"514 reshape_13_0_0_nncf_smooth_quant_0" -> "515 quantize_per_tensor_62" [style=solid, label="(16, 64, 192)"]; +"515 quantize_per_tensor_62" -> "516 dequantize_per_tensor_63" [style=solid, label="(16, 64, 192)"]; +"516 dequantize_per_tensor_63" -> "521 linear_21" [style=solid, label="(16, 64, 192)"]; +"517 linear_21_scale_0" -> "520 dequantize_per_channel_64" [style=solid, label="(576,)"]; +"518 linear_21_zero_point_0" -> "520 dequantize_per_channel_64" [style=solid, label="(576,)"]; +"519 _frozen_param26" -> "520 dequantize_per_channel_64" [style=solid, label="(576, 192)"]; +"520 dequantize_per_channel_64" -> "521 linear_21" [style=solid, label="(576, 192)"]; +"521 linear_21" -> "522 reshape_14" [style=solid, label="(16, 64, 576)"]; +"522 reshape_14" -> "523 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; +"523 permute_16" -> "524 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; +"523 permute_16" -> "525 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; +"523 permute_16" -> "526 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; +"524 select_9" -> "527 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; +"524 select_9" -> "529 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; +"524 select_9" -> "530 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"525 select_10" -> "531 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; +"525 select_10" -> "533 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; +"525 select_10" -> "534 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"526 select_11" -> "559 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; +"527 linalg_vector_norm_6" -> "528 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; +"528 clamp_min_6" -> "529 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; +"529 expand_as_6" -> "530 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"530 div_6" -> "536 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; +"531 linalg_vector_norm_7" -> "532 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; +"532 clamp_min_7" -> "533 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; +"533 expand_as_7" -> "534 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"534 div_7" -> "535 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; +"535 transpose_6" -> "536 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; +"536 matmul_6" -> "539 mul_7" [style=solid, label="(16, 6, 64, 64)"]; +"537 clamp_3" -> "538 exp_3" [style=solid, label="(6, 1, 1)"]; +"538 exp_3" -> "539 mul_7" [style=solid, label="(6, 1, 1)"]; +"539 mul_7" -> "540 add_10" [style=solid, label="(16, 6, 64, 64)"]; +"540 add_10" -> "552 view_19" [style=solid, label="(16, 6, 64, 64)"]; +"541 new_zeros_1" -> "542 view_18" [style=solid, label="(32, 32)"]; +"542 view_18" -> "543 permute_17" [style=solid, label="(4, 8, 4, 8)"]; +"543 permute_17" -> "544 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; +"544 reshape_15" -> "545 unsqueeze_8" [style=solid, label="(16, 64)"]; +"544 reshape_15" -> "546 unsqueeze_9" [style=solid, label="(16, 64)"]; +"545 unsqueeze_8" -> "547 sub_1" [style=solid, label="(16, 1, 64)"]; +"546 unsqueeze_9" -> "547 sub_1" [style=solid, label="(16, 64, 1)"]; +"547 sub_1" -> "548 ne_1" [style=solid, label="(16, 64, 64)"]; +"547 sub_1" -> "549 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"547 sub_1" -> "550 eq_1" [style=solid, label="(16, 64, 64)"]; +"548 ne_1" -> "549 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"549 masked_fill_2" -> "551 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"550 eq_1" -> "551 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"551 masked_fill_3" -> "553 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; +"552 view_19" -> "555 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; +"553 unsqueeze_10" -> "554 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; +"554 unsqueeze_11" -> "555 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; +"555 add_11" -> "556 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; +"556 view_20" -> "557 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; +"557 softmax_3" -> "558 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; +"558 dropout_12" -> "559 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; +"559 matmul_7" -> "560 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; +"560 transpose_7" -> "561 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; +"561 reshape_16" -> "562 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"562 reshape_16_0_0_nncf_smooth_quant_0" -> "563 quantize_per_tensor_65" [style=solid, label="(16, 64, 192)"]; +"563 quantize_per_tensor_65" -> "564 dequantize_per_tensor_66" [style=solid, label="(16, 64, 192)"]; +"564 dequantize_per_tensor_66" -> "569 linear_22" [style=solid, label="(16, 64, 192)"]; +"565 linear_22_scale_0" -> "568 dequantize_per_channel_67" [style=solid, label="(192,)"]; +"566 linear_22_zero_point_0" -> "568 dequantize_per_channel_67" [style=solid, label="(192,)"]; +"567 _frozen_param27" -> "568 dequantize_per_channel_67" [style=solid, label="(192, 192)"]; +"568 dequantize_per_channel_67" -> "569 linear_22" [style=solid, label="(192, 192)"]; +"569 linear_22" -> "570 dropout_13" [style=solid, label="(16, 64, 192)"]; +"570 dropout_13" -> "571 view_21" [style=solid, label="(16, 64, 192)"]; +"571 view_21" -> "572 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"572 permute_18" -> "573 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"573 reshape_17" -> "574 roll_3" [style=solid, label="(1, 32, 32, 192)"]; +"574 roll_3" -> "575 slice_51" [style=solid, label="(1, 32, 32, 192)"]; +"575 slice_51" -> "576 slice_52" [style=solid, label="(1, 28, 32, 192)"]; +"576 slice_52" -> "577 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; +"577 contiguous_5" -> "578 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; +"578 layer_norm_8" -> "579 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"579 add_12" -> "580 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; +"579 add_12" -> "600 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"580 add_12_0_0_nncf_smooth_quant_0" -> "581 quantize_per_tensor_68" [style=solid, label="(1, 28, 28, 192)"]; +"581 quantize_per_tensor_68" -> "582 dequantize_per_tensor_69" [style=solid, label="(1, 28, 28, 192)"]; +"582 dequantize_per_tensor_69" -> "587 linear_23" [style=solid, label="(1, 28, 28, 192)"]; +"583 linear_23_scale_0" -> "586 dequantize_per_channel_70" [style=solid, label="(768,)"]; +"584 linear_23_zero_point_0" -> "586 dequantize_per_channel_70" [style=solid, label="(768,)"]; +"585 _frozen_param28" -> "586 dequantize_per_channel_70" [style=solid, label="(768, 192)"]; +"586 dequantize_per_channel_70" -> "587 linear_23" [style=solid, label="(768, 192)"]; +"587 linear_23" -> "588 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; +"588 gelu_3" -> "589 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; +"589 dropout_14" -> "590 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; +"590 dropout_14_0_0_nncf_smooth_quant_0" -> "591 quantize_per_tensor_71" [style=solid, label="(1, 28, 28, 768)"]; +"591 quantize_per_tensor_71" -> "592 dequantize_per_tensor_72" [style=solid, label="(1, 28, 28, 768)"]; +"592 dequantize_per_tensor_72" -> "597 linear_24" [style=solid, label="(1, 28, 28, 768)"]; +"593 linear_24_scale_0" -> "596 dequantize_per_channel_73" [style=solid, label="(192,)"]; +"594 linear_24_zero_point_0" -> "596 dequantize_per_channel_73" [style=solid, label="(192,)"]; +"595 _frozen_param29" -> "596 dequantize_per_channel_73" [style=solid, label="(192, 768)"]; +"596 dequantize_per_channel_73" -> "597 linear_24" [style=solid, label="(192, 768)"]; +"597 linear_24" -> "598 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; +"598 dropout_15" -> "599 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; +"599 layer_norm_9" -> "600 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"600 add_13" -> "601 pad_5" [style=solid, label="(1, 28, 28, 192)"]; +"601 pad_5" -> "602 slice_53" [style=solid, label="(1, 28, 28, 192)"]; +"601 pad_5" -> "604 slice_55" [style=solid, label="(1, 28, 28, 192)"]; +"601 pad_5" -> "606 slice_57" [style=solid, label="(1, 28, 28, 192)"]; +"601 pad_5" -> "608 slice_59" [style=solid, label="(1, 28, 28, 192)"]; +"602 slice_53" -> "603 slice_54" [style=solid, label="(1, 14, 28, 192)"]; +"603 slice_54" -> "610 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"604 slice_55" -> "605 slice_56" [style=solid, label="(1, 14, 28, 192)"]; +"605 slice_56" -> "610 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"606 slice_57" -> "607 slice_58" [style=solid, label="(1, 14, 28, 192)"]; +"607 slice_58" -> "610 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"608 slice_59" -> "609 slice_60" [style=solid, label="(1, 14, 28, 192)"]; +"609 slice_60" -> "610 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"610 cat_1" -> "611 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; +"611 cat_1_0_0_nncf_smooth_quant_0" -> "612 quantize_per_tensor_74" [style=solid, label="(1, 14, 14, 768)"]; +"612 quantize_per_tensor_74" -> "613 dequantize_per_tensor_75" [style=solid, label="(1, 14, 14, 768)"]; +"613 dequantize_per_tensor_75" -> "618 linear_25" [style=solid, label="(1, 14, 14, 768)"]; +"614 linear_25_scale_0" -> "617 dequantize_per_channel_76" [style=solid, label="(384,)"]; +"615 linear_25_zero_point_0" -> "617 dequantize_per_channel_76" [style=solid, label="(384,)"]; +"616 _frozen_param30" -> "617 dequantize_per_channel_76" [style=solid, label="(384, 768)"]; +"617 dequantize_per_channel_76" -> "618 linear_25" [style=solid, label="(384, 768)"]; +"618 linear_25" -> "619 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; +"619 layer_norm_10" -> "644 pad_6" [style=solid, label="(1, 14, 14, 384)"]; +"619 layer_norm_10" -> "697 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"620 _frozen_param31" -> "621 dequantize_per_tensor_77" [style=solid, label="(1, 15, 15, 2)"]; +"621 dequantize_per_tensor_77" -> "626 linear_26" [style=solid, label="(1, 15, 15, 2)"]; +"622 linear_26_scale_0" -> "625 dequantize_per_channel_78" [style=solid, label="(512,)"]; +"623 linear_26_zero_point_0" -> "625 dequantize_per_channel_78" [style=solid, label="(512,)"]; +"624 _frozen_param32" -> "625 dequantize_per_channel_78" [style=solid, label="(512, 2)"]; +"625 dequantize_per_channel_78" -> "626 linear_26" [style=solid, label="(512, 2)"]; +"626 linear_26" -> "627 relu__4" [style=solid, label="(1, 15, 15, 512)"]; +"627 relu__4" -> "628 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"628 relu__4_0_0_nncf_smooth_quant_0" -> "629 quantize_per_tensor_79" [style=solid, label="(1, 15, 15, 512)"]; +"629 quantize_per_tensor_79" -> "630 dequantize_per_tensor_80" [style=solid, label="(1, 15, 15, 512)"]; +"630 dequantize_per_tensor_80" -> "635 linear_27" [style=solid, label="(1, 15, 15, 512)"]; +"631 linear_27_scale_0" -> "634 dequantize_per_channel_81" [style=solid, label="(12,)"]; +"632 linear_27_zero_point_0" -> "634 dequantize_per_channel_81" [style=solid, label="(12,)"]; +"633 _frozen_param33" -> "634 dequantize_per_channel_81" [style=solid, label="(12, 512)"]; +"634 dequantize_per_channel_81" -> "635 linear_27" [style=solid, label="(12, 512)"]; +"635 linear_27" -> "636 view_22" [style=solid, label="(1, 15, 15, 12)"]; +"636 view_22" -> "637 index_4" [style=solid, label="(225, 12)"]; +"637 index_4" -> "638 view_23" [style=solid, label="(4096, 12)"]; +"638 view_23" -> "639 permute_19" [style=solid, label="(64, 64, 12)"]; +"639 permute_19" -> "640 contiguous_6" [style=solid, label="(12, 64, 64)"]; +"640 contiguous_6" -> "641 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; +"641 unsqueeze_12" -> "642 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; +"642 sigmoid_4" -> "643 mul_8" [style=solid, label="(1, 12, 64, 64)"]; +"643 mul_8" -> "675 add_14" [style=solid, label="(1, 12, 64, 64)"]; +"644 pad_6" -> "645 view_24" [style=solid, label="(1, 16, 16, 384)"]; +"645 view_24" -> "646 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"646 permute_20" -> "647 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"647 reshape_18" -> "649 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"648 clone_4" -> "656 linear_28" [style=solid, label="(1152,)"]; +"649 reshape_18_0_0_nncf_smooth_quant_0" -> "650 quantize_per_tensor_82" [style=solid, label="(4, 64, 384)"]; +"650 quantize_per_tensor_82" -> "651 dequantize_per_tensor_83" [style=solid, label="(4, 64, 384)"]; +"651 dequantize_per_tensor_83" -> "656 linear_28" [style=solid, label="(4, 64, 384)"]; +"652 linear_28_scale_0" -> "655 dequantize_per_channel_84" [style=solid, label="(1152,)"]; +"653 linear_28_zero_point_0" -> "655 dequantize_per_channel_84" [style=solid, label="(1152,)"]; +"654 _frozen_param34" -> "655 dequantize_per_channel_84" [style=solid, label="(1152, 384)"]; +"655 dequantize_per_channel_84" -> "656 linear_28" [style=solid, label="(1152, 384)"]; +"656 linear_28" -> "657 reshape_19" [style=solid, label="(4, 64, 1152)"]; +"657 reshape_19" -> "658 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; +"658 permute_21" -> "659 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; +"658 permute_21" -> "660 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; +"658 permute_21" -> "661 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; +"659 select_12" -> "662 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; +"659 select_12" -> "664 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; +"659 select_12" -> "665 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"660 select_13" -> "666 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; +"660 select_13" -> "668 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; +"660 select_13" -> "669 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"661 select_14" -> "678 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; +"662 linalg_vector_norm_8" -> "663 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; +"663 clamp_min_8" -> "664 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; +"664 expand_as_8" -> "665 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"665 div_8" -> "671 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; +"666 linalg_vector_norm_9" -> "667 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; +"667 clamp_min_9" -> "668 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; +"668 expand_as_9" -> "669 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"669 div_9" -> "670 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; +"670 transpose_8" -> "671 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; +"671 matmul_8" -> "674 mul_9" [style=solid, label="(4, 12, 64, 64)"]; +"672 clamp_4" -> "673 exp_4" [style=solid, label="(12, 1, 1)"]; +"673 exp_4" -> "674 mul_9" [style=solid, label="(12, 1, 1)"]; +"674 mul_9" -> "675 add_14" [style=solid, label="(4, 12, 64, 64)"]; +"675 add_14" -> "676 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; +"676 softmax_4" -> "677 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; +"677 dropout_16" -> "678 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; +"678 matmul_9" -> "679 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; +"679 transpose_9" -> "680 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; +"680 reshape_20" -> "681 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"681 reshape_20_0_0_nncf_smooth_quant_0" -> "682 quantize_per_tensor_85" [style=solid, label="(4, 64, 384)"]; +"682 quantize_per_tensor_85" -> "683 dequantize_per_tensor_86" [style=solid, label="(4, 64, 384)"]; +"683 dequantize_per_tensor_86" -> "688 linear_29" [style=solid, label="(4, 64, 384)"]; +"684 linear_29_scale_0" -> "687 dequantize_per_channel_87" [style=solid, label="(384,)"]; +"685 linear_29_zero_point_0" -> "687 dequantize_per_channel_87" [style=solid, label="(384,)"]; +"686 _frozen_param35" -> "687 dequantize_per_channel_87" [style=solid, label="(384, 384)"]; +"687 dequantize_per_channel_87" -> "688 linear_29" [style=solid, label="(384, 384)"]; +"688 linear_29" -> "689 dropout_17" [style=solid, label="(4, 64, 384)"]; +"689 dropout_17" -> "690 view_25" [style=solid, label="(4, 64, 384)"]; +"690 view_25" -> "691 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"691 permute_22" -> "692 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"692 reshape_21" -> "693 slice_62" [style=solid, label="(1, 16, 16, 384)"]; +"693 slice_62" -> "694 slice_63" [style=solid, label="(1, 14, 16, 384)"]; +"694 slice_63" -> "695 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; +"695 contiguous_7" -> "696 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; +"696 layer_norm_11" -> "697 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"697 add_15" -> "698 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"697 add_15" -> "718 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"698 add_15_0_0_nncf_smooth_quant_0" -> "699 quantize_per_tensor_88" [style=solid, label="(1, 14, 14, 384)"]; +"699 quantize_per_tensor_88" -> "700 dequantize_per_tensor_89" [style=solid, label="(1, 14, 14, 384)"]; +"700 dequantize_per_tensor_89" -> "705 linear_30" [style=solid, label="(1, 14, 14, 384)"]; +"701 linear_30_scale_0" -> "704 dequantize_per_channel_90" [style=solid, label="(1536,)"]; +"702 linear_30_zero_point_0" -> "704 dequantize_per_channel_90" [style=solid, label="(1536,)"]; +"703 _frozen_param36" -> "704 dequantize_per_channel_90" [style=solid, label="(1536, 384)"]; +"704 dequantize_per_channel_90" -> "705 linear_30" [style=solid, label="(1536, 384)"]; +"705 linear_30" -> "706 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; +"706 gelu_4" -> "707 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; +"707 dropout_18" -> "708 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"708 dropout_18_0_0_nncf_smooth_quant_0" -> "709 quantize_per_tensor_91" [style=solid, label="(1, 14, 14, 1536)"]; +"709 quantize_per_tensor_91" -> "710 dequantize_per_tensor_92" [style=solid, label="(1, 14, 14, 1536)"]; +"710 dequantize_per_tensor_92" -> "715 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; +"711 linear_31_scale_0" -> "714 dequantize_per_channel_93" [style=solid, label="(384,)"]; +"712 linear_31_zero_point_0" -> "714 dequantize_per_channel_93" [style=solid, label="(384,)"]; +"713 _frozen_param37" -> "714 dequantize_per_channel_93" [style=solid, label="(384, 1536)"]; +"714 dequantize_per_channel_93" -> "715 linear_31" [style=solid, label="(384, 1536)"]; +"715 linear_31" -> "716 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; +"716 dropout_19" -> "717 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; +"717 layer_norm_12" -> "718 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"718 add_16" -> "743 pad_7" [style=solid, label="(1, 14, 14, 384)"]; +"718 add_16" -> "814 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"719 _frozen_param38" -> "720 dequantize_per_tensor_94" [style=solid, label="(1, 15, 15, 2)"]; +"720 dequantize_per_tensor_94" -> "725 linear_32" [style=solid, label="(1, 15, 15, 2)"]; +"721 linear_32_scale_0" -> "724 dequantize_per_channel_95" [style=solid, label="(512,)"]; +"722 linear_32_zero_point_0" -> "724 dequantize_per_channel_95" [style=solid, label="(512,)"]; +"723 _frozen_param39" -> "724 dequantize_per_channel_95" [style=solid, label="(512, 2)"]; +"724 dequantize_per_channel_95" -> "725 linear_32" [style=solid, label="(512, 2)"]; +"725 linear_32" -> "726 relu__5" [style=solid, label="(1, 15, 15, 512)"]; +"726 relu__5" -> "727 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"727 relu__5_0_0_nncf_smooth_quant_0" -> "728 quantize_per_tensor_96" [style=solid, label="(1, 15, 15, 512)"]; +"728 quantize_per_tensor_96" -> "729 dequantize_per_tensor_97" [style=solid, label="(1, 15, 15, 512)"]; +"729 dequantize_per_tensor_97" -> "734 linear_33" [style=solid, label="(1, 15, 15, 512)"]; +"730 linear_33_scale_0" -> "733 dequantize_per_channel_98" [style=solid, label="(12,)"]; +"731 linear_33_zero_point_0" -> "733 dequantize_per_channel_98" [style=solid, label="(12,)"]; +"732 _frozen_param40" -> "733 dequantize_per_channel_98" [style=solid, label="(12, 512)"]; +"733 dequantize_per_channel_98" -> "734 linear_33" [style=solid, label="(12, 512)"]; +"734 linear_33" -> "735 view_26" [style=solid, label="(1, 15, 15, 12)"]; +"735 view_26" -> "736 index_5" [style=solid, label="(225, 12)"]; +"736 index_5" -> "737 view_27" [style=solid, label="(4096, 12)"]; +"737 view_27" -> "738 permute_23" [style=solid, label="(64, 64, 12)"]; +"738 permute_23" -> "739 contiguous_8" [style=solid, label="(12, 64, 64)"]; +"739 contiguous_8" -> "740 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; +"740 unsqueeze_13" -> "741 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; +"741 sigmoid_5" -> "742 mul_10" [style=solid, label="(1, 12, 64, 64)"]; +"742 mul_10" -> "775 add_17" [style=solid, label="(1, 12, 64, 64)"]; +"743 pad_7" -> "744 roll_4" [style=solid, label="(1, 16, 16, 384)"]; +"744 roll_4" -> "745 view_28" [style=solid, label="(1, 16, 16, 384)"]; +"745 view_28" -> "746 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"746 permute_24" -> "747 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"747 reshape_22" -> "749 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"747 reshape_22" -> "776 new_zeros_2" [style=solid, label="(4, 64, 384)"]; +"748 clone_5" -> "756 linear_34" [style=solid, label="(1152,)"]; +"749 reshape_22_0_0_nncf_smooth_quant_0" -> "750 quantize_per_tensor_99" [style=solid, label="(4, 64, 384)"]; +"750 quantize_per_tensor_99" -> "751 dequantize_per_tensor_100" [style=solid, label="(4, 64, 384)"]; +"751 dequantize_per_tensor_100" -> "756 linear_34" [style=solid, label="(4, 64, 384)"]; +"752 linear_34_scale_0" -> "755 dequantize_per_channel_101" [style=solid, label="(1152,)"]; +"753 linear_34_zero_point_0" -> "755 dequantize_per_channel_101" [style=solid, label="(1152,)"]; +"754 _frozen_param41" -> "755 dequantize_per_channel_101" [style=solid, label="(1152, 384)"]; +"755 dequantize_per_channel_101" -> "756 linear_34" [style=solid, label="(1152, 384)"]; +"756 linear_34" -> "757 reshape_23" [style=solid, label="(4, 64, 1152)"]; +"757 reshape_23" -> "758 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; +"758 permute_25" -> "759 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; +"758 permute_25" -> "760 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; +"758 permute_25" -> "761 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; +"759 select_15" -> "762 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; +"759 select_15" -> "764 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; +"759 select_15" -> "765 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"760 select_16" -> "766 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; +"760 select_16" -> "768 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; +"760 select_16" -> "769 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"761 select_17" -> "794 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; +"762 linalg_vector_norm_10" -> "763 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; +"763 clamp_min_10" -> "764 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; +"764 expand_as_10" -> "765 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"765 div_10" -> "771 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; +"766 linalg_vector_norm_11" -> "767 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; +"767 clamp_min_11" -> "768 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; +"768 expand_as_11" -> "769 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"769 div_11" -> "770 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; +"770 transpose_10" -> "771 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; +"771 matmul_10" -> "774 mul_11" [style=solid, label="(4, 12, 64, 64)"]; +"772 clamp_5" -> "773 exp_5" [style=solid, label="(12, 1, 1)"]; +"773 exp_5" -> "774 mul_11" [style=solid, label="(12, 1, 1)"]; +"774 mul_11" -> "775 add_17" [style=solid, label="(4, 12, 64, 64)"]; +"775 add_17" -> "787 view_30" [style=solid, label="(4, 12, 64, 64)"]; +"776 new_zeros_2" -> "777 view_29" [style=solid, label="(16, 16)"]; +"777 view_29" -> "778 permute_26" [style=solid, label="(2, 8, 2, 8)"]; +"778 permute_26" -> "779 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; +"779 reshape_24" -> "780 unsqueeze_14" [style=solid, label="(4, 64)"]; +"779 reshape_24" -> "781 unsqueeze_15" [style=solid, label="(4, 64)"]; +"780 unsqueeze_14" -> "782 sub_2" [style=solid, label="(4, 1, 64)"]; +"781 unsqueeze_15" -> "782 sub_2" [style=solid, label="(4, 64, 1)"]; +"782 sub_2" -> "783 ne_2" [style=solid, label="(4, 64, 64)"]; +"782 sub_2" -> "784 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"782 sub_2" -> "785 eq_2" [style=solid, label="(4, 64, 64)"]; +"783 ne_2" -> "784 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"784 masked_fill_4" -> "786 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"785 eq_2" -> "786 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"786 masked_fill_5" -> "788 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; +"787 view_30" -> "790 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; +"788 unsqueeze_16" -> "789 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; +"789 unsqueeze_17" -> "790 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; +"790 add_18" -> "791 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; +"791 view_31" -> "792 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; +"792 softmax_5" -> "793 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; +"793 dropout_20" -> "794 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; +"794 matmul_11" -> "795 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; +"795 transpose_11" -> "796 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; +"796 reshape_25" -> "797 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"797 reshape_25_0_0_nncf_smooth_quant_0" -> "798 quantize_per_tensor_102" [style=solid, label="(4, 64, 384)"]; +"798 quantize_per_tensor_102" -> "799 dequantize_per_tensor_103" [style=solid, label="(4, 64, 384)"]; +"799 dequantize_per_tensor_103" -> "804 linear_35" [style=solid, label="(4, 64, 384)"]; +"800 linear_35_scale_0" -> "803 dequantize_per_channel_104" [style=solid, label="(384,)"]; +"801 linear_35_zero_point_0" -> "803 dequantize_per_channel_104" [style=solid, label="(384,)"]; +"802 _frozen_param42" -> "803 dequantize_per_channel_104" [style=solid, label="(384, 384)"]; +"803 dequantize_per_channel_104" -> "804 linear_35" [style=solid, label="(384, 384)"]; +"804 linear_35" -> "805 dropout_21" [style=solid, label="(4, 64, 384)"]; +"805 dropout_21" -> "806 view_32" [style=solid, label="(4, 64, 384)"]; +"806 view_32" -> "807 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"807 permute_27" -> "808 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"808 reshape_26" -> "809 roll_5" [style=solid, label="(1, 16, 16, 384)"]; +"809 roll_5" -> "810 slice_83" [style=solid, label="(1, 16, 16, 384)"]; +"810 slice_83" -> "811 slice_84" [style=solid, label="(1, 14, 16, 384)"]; +"811 slice_84" -> "812 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; +"812 contiguous_9" -> "813 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; +"813 layer_norm_13" -> "814 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"814 add_19" -> "815 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"814 add_19" -> "835 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"815 add_19_0_0_nncf_smooth_quant_0" -> "816 quantize_per_tensor_105" [style=solid, label="(1, 14, 14, 384)"]; +"816 quantize_per_tensor_105" -> "817 dequantize_per_tensor_106" [style=solid, label="(1, 14, 14, 384)"]; +"817 dequantize_per_tensor_106" -> "822 linear_36" [style=solid, label="(1, 14, 14, 384)"]; +"818 linear_36_scale_0" -> "821 dequantize_per_channel_107" [style=solid, label="(1536,)"]; +"819 linear_36_zero_point_0" -> "821 dequantize_per_channel_107" [style=solid, label="(1536,)"]; +"820 _frozen_param43" -> "821 dequantize_per_channel_107" [style=solid, label="(1536, 384)"]; +"821 dequantize_per_channel_107" -> "822 linear_36" [style=solid, label="(1536, 384)"]; +"822 linear_36" -> "823 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; +"823 gelu_5" -> "824 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; +"824 dropout_22" -> "825 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"825 dropout_22_0_0_nncf_smooth_quant_0" -> "826 quantize_per_tensor_108" [style=solid, label="(1, 14, 14, 1536)"]; +"826 quantize_per_tensor_108" -> "827 dequantize_per_tensor_109" [style=solid, label="(1, 14, 14, 1536)"]; +"827 dequantize_per_tensor_109" -> "832 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; +"828 linear_37_scale_0" -> "831 dequantize_per_channel_110" [style=solid, label="(384,)"]; +"829 linear_37_zero_point_0" -> "831 dequantize_per_channel_110" [style=solid, label="(384,)"]; +"830 _frozen_param44" -> "831 dequantize_per_channel_110" [style=solid, label="(384, 1536)"]; +"831 dequantize_per_channel_110" -> "832 linear_37" [style=solid, label="(384, 1536)"]; +"832 linear_37" -> "833 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; +"833 dropout_23" -> "834 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; +"834 layer_norm_14" -> "835 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"835 add_20" -> "860 pad_8" [style=solid, label="(1, 14, 14, 384)"]; +"835 add_20" -> "913 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"836 _frozen_param45" -> "837 dequantize_per_tensor_111" [style=solid, label="(1, 15, 15, 2)"]; +"837 dequantize_per_tensor_111" -> "842 linear_38" [style=solid, label="(1, 15, 15, 2)"]; +"838 linear_38_scale_0" -> "841 dequantize_per_channel_112" [style=solid, label="(512,)"]; +"839 linear_38_zero_point_0" -> "841 dequantize_per_channel_112" [style=solid, label="(512,)"]; +"840 _frozen_param46" -> "841 dequantize_per_channel_112" [style=solid, label="(512, 2)"]; +"841 dequantize_per_channel_112" -> "842 linear_38" [style=solid, label="(512, 2)"]; +"842 linear_38" -> "843 relu__6" [style=solid, label="(1, 15, 15, 512)"]; +"843 relu__6" -> "844 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"844 relu__6_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_113" [style=solid, label="(1, 15, 15, 512)"]; +"845 quantize_per_tensor_113" -> "846 dequantize_per_tensor_114" [style=solid, label="(1, 15, 15, 512)"]; +"846 dequantize_per_tensor_114" -> "851 linear_39" [style=solid, label="(1, 15, 15, 512)"]; +"847 linear_39_scale_0" -> "850 dequantize_per_channel_115" [style=solid, label="(12,)"]; +"848 linear_39_zero_point_0" -> "850 dequantize_per_channel_115" [style=solid, label="(12,)"]; +"849 _frozen_param47" -> "850 dequantize_per_channel_115" [style=solid, label="(12, 512)"]; +"850 dequantize_per_channel_115" -> "851 linear_39" [style=solid, label="(12, 512)"]; +"851 linear_39" -> "852 view_33" [style=solid, label="(1, 15, 15, 12)"]; +"852 view_33" -> "853 index_6" [style=solid, label="(225, 12)"]; +"853 index_6" -> "854 view_34" [style=solid, label="(4096, 12)"]; +"854 view_34" -> "855 permute_28" [style=solid, label="(64, 64, 12)"]; +"855 permute_28" -> "856 contiguous_10" [style=solid, label="(12, 64, 64)"]; +"856 contiguous_10" -> "857 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; +"857 unsqueeze_18" -> "858 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; +"858 sigmoid_6" -> "859 mul_12" [style=solid, label="(1, 12, 64, 64)"]; +"859 mul_12" -> "891 add_21" [style=solid, label="(1, 12, 64, 64)"]; +"860 pad_8" -> "861 view_35" [style=solid, label="(1, 16, 16, 384)"]; +"861 view_35" -> "862 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"862 permute_29" -> "863 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"863 reshape_27" -> "865 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"864 clone_6" -> "872 linear_40" [style=solid, label="(1152,)"]; +"865 reshape_27_0_0_nncf_smooth_quant_0" -> "866 quantize_per_tensor_116" [style=solid, label="(4, 64, 384)"]; +"866 quantize_per_tensor_116" -> "867 dequantize_per_tensor_117" [style=solid, label="(4, 64, 384)"]; +"867 dequantize_per_tensor_117" -> "872 linear_40" [style=solid, label="(4, 64, 384)"]; +"868 linear_40_scale_0" -> "871 dequantize_per_channel_118" [style=solid, label="(1152,)"]; +"869 linear_40_zero_point_0" -> "871 dequantize_per_channel_118" [style=solid, label="(1152,)"]; +"870 _frozen_param48" -> "871 dequantize_per_channel_118" [style=solid, label="(1152, 384)"]; +"871 dequantize_per_channel_118" -> "872 linear_40" [style=solid, label="(1152, 384)"]; +"872 linear_40" -> "873 reshape_28" [style=solid, label="(4, 64, 1152)"]; +"873 reshape_28" -> "874 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; +"874 permute_30" -> "875 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; +"874 permute_30" -> "876 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; +"874 permute_30" -> "877 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; +"875 select_18" -> "878 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; +"875 select_18" -> "880 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; +"875 select_18" -> "881 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"876 select_19" -> "882 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; +"876 select_19" -> "884 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; +"876 select_19" -> "885 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"877 select_20" -> "894 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; +"878 linalg_vector_norm_12" -> "879 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; +"879 clamp_min_12" -> "880 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; +"880 expand_as_12" -> "881 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"881 div_12" -> "887 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; +"882 linalg_vector_norm_13" -> "883 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; +"883 clamp_min_13" -> "884 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; +"884 expand_as_13" -> "885 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"885 div_13" -> "886 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; +"886 transpose_12" -> "887 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; +"887 matmul_12" -> "890 mul_13" [style=solid, label="(4, 12, 64, 64)"]; +"888 clamp_6" -> "889 exp_6" [style=solid, label="(12, 1, 1)"]; +"889 exp_6" -> "890 mul_13" [style=solid, label="(12, 1, 1)"]; +"890 mul_13" -> "891 add_21" [style=solid, label="(4, 12, 64, 64)"]; +"891 add_21" -> "892 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; +"892 softmax_6" -> "893 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; +"893 dropout_24" -> "894 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; +"894 matmul_13" -> "895 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; +"895 transpose_13" -> "896 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; +"896 reshape_29" -> "897 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"897 reshape_29_0_0_nncf_smooth_quant_0" -> "898 quantize_per_tensor_119" [style=solid, label="(4, 64, 384)"]; +"898 quantize_per_tensor_119" -> "899 dequantize_per_tensor_120" [style=solid, label="(4, 64, 384)"]; +"899 dequantize_per_tensor_120" -> "904 linear_41" [style=solid, label="(4, 64, 384)"]; +"900 linear_41_scale_0" -> "903 dequantize_per_channel_121" [style=solid, label="(384,)"]; +"901 linear_41_zero_point_0" -> "903 dequantize_per_channel_121" [style=solid, label="(384,)"]; +"902 _frozen_param49" -> "903 dequantize_per_channel_121" [style=solid, label="(384, 384)"]; +"903 dequantize_per_channel_121" -> "904 linear_41" [style=solid, label="(384, 384)"]; +"904 linear_41" -> "905 dropout_25" [style=solid, label="(4, 64, 384)"]; +"905 dropout_25" -> "906 view_36" [style=solid, label="(4, 64, 384)"]; +"906 view_36" -> "907 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"907 permute_31" -> "908 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"908 reshape_30" -> "909 slice_86" [style=solid, label="(1, 16, 16, 384)"]; +"909 slice_86" -> "910 slice_87" [style=solid, label="(1, 14, 16, 384)"]; +"910 slice_87" -> "911 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; +"911 contiguous_11" -> "912 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; +"912 layer_norm_15" -> "913 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"913 add_22" -> "914 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"913 add_22" -> "934 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"914 add_22_0_0_nncf_smooth_quant_0" -> "915 quantize_per_tensor_122" [style=solid, label="(1, 14, 14, 384)"]; +"915 quantize_per_tensor_122" -> "916 dequantize_per_tensor_123" [style=solid, label="(1, 14, 14, 384)"]; +"916 dequantize_per_tensor_123" -> "921 linear_42" [style=solid, label="(1, 14, 14, 384)"]; +"917 linear_42_scale_0" -> "920 dequantize_per_channel_124" [style=solid, label="(1536,)"]; +"918 linear_42_zero_point_0" -> "920 dequantize_per_channel_124" [style=solid, label="(1536,)"]; +"919 _frozen_param50" -> "920 dequantize_per_channel_124" [style=solid, label="(1536, 384)"]; +"920 dequantize_per_channel_124" -> "921 linear_42" [style=solid, label="(1536, 384)"]; +"921 linear_42" -> "922 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; +"922 gelu_6" -> "923 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; +"923 dropout_26" -> "924 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"924 dropout_26_0_0_nncf_smooth_quant_0" -> "925 quantize_per_tensor_125" [style=solid, label="(1, 14, 14, 1536)"]; +"925 quantize_per_tensor_125" -> "926 dequantize_per_tensor_126" [style=solid, label="(1, 14, 14, 1536)"]; +"926 dequantize_per_tensor_126" -> "931 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; +"927 linear_43_scale_0" -> "930 dequantize_per_channel_127" [style=solid, label="(384,)"]; +"928 linear_43_zero_point_0" -> "930 dequantize_per_channel_127" [style=solid, label="(384,)"]; +"929 _frozen_param51" -> "930 dequantize_per_channel_127" [style=solid, label="(384, 1536)"]; +"930 dequantize_per_channel_127" -> "931 linear_43" [style=solid, label="(384, 1536)"]; +"931 linear_43" -> "932 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; +"932 dropout_27" -> "933 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; +"933 layer_norm_16" -> "934 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"934 add_23" -> "959 pad_9" [style=solid, label="(1, 14, 14, 384)"]; +"934 add_23" -> "1030 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"935 _frozen_param52" -> "936 dequantize_per_tensor_128" [style=solid, label="(1, 15, 15, 2)"]; +"936 dequantize_per_tensor_128" -> "941 linear_44" [style=solid, label="(1, 15, 15, 2)"]; +"937 linear_44_scale_0" -> "940 dequantize_per_channel_129" [style=solid, label="(512,)"]; +"938 linear_44_zero_point_0" -> "940 dequantize_per_channel_129" [style=solid, label="(512,)"]; +"939 _frozen_param53" -> "940 dequantize_per_channel_129" [style=solid, label="(512, 2)"]; +"940 dequantize_per_channel_129" -> "941 linear_44" [style=solid, label="(512, 2)"]; +"941 linear_44" -> "942 relu__7" [style=solid, label="(1, 15, 15, 512)"]; +"942 relu__7" -> "943 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"943 relu__7_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_130" [style=solid, label="(1, 15, 15, 512)"]; +"944 quantize_per_tensor_130" -> "945 dequantize_per_tensor_131" [style=solid, label="(1, 15, 15, 512)"]; +"945 dequantize_per_tensor_131" -> "950 linear_45" [style=solid, label="(1, 15, 15, 512)"]; +"946 linear_45_scale_0" -> "949 dequantize_per_channel_132" [style=solid, label="(12,)"]; +"947 linear_45_zero_point_0" -> "949 dequantize_per_channel_132" [style=solid, label="(12,)"]; +"948 _frozen_param54" -> "949 dequantize_per_channel_132" [style=solid, label="(12, 512)"]; +"949 dequantize_per_channel_132" -> "950 linear_45" [style=solid, label="(12, 512)"]; +"950 linear_45" -> "951 view_37" [style=solid, label="(1, 15, 15, 12)"]; +"951 view_37" -> "952 index_7" [style=solid, label="(225, 12)"]; +"952 index_7" -> "953 view_38" [style=solid, label="(4096, 12)"]; +"953 view_38" -> "954 permute_32" [style=solid, label="(64, 64, 12)"]; +"954 permute_32" -> "955 contiguous_12" [style=solid, label="(12, 64, 64)"]; +"955 contiguous_12" -> "956 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; +"956 unsqueeze_19" -> "957 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; +"957 sigmoid_7" -> "958 mul_14" [style=solid, label="(1, 12, 64, 64)"]; +"958 mul_14" -> "991 add_24" [style=solid, label="(1, 12, 64, 64)"]; +"959 pad_9" -> "960 roll_6" [style=solid, label="(1, 16, 16, 384)"]; +"960 roll_6" -> "961 view_39" [style=solid, label="(1, 16, 16, 384)"]; +"961 view_39" -> "962 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"962 permute_33" -> "963 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"963 reshape_31" -> "965 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"963 reshape_31" -> "992 new_zeros_3" [style=solid, label="(4, 64, 384)"]; +"964 clone_7" -> "972 linear_46" [style=solid, label="(1152,)"]; +"965 reshape_31_0_0_nncf_smooth_quant_0" -> "966 quantize_per_tensor_133" [style=solid, label="(4, 64, 384)"]; +"966 quantize_per_tensor_133" -> "967 dequantize_per_tensor_134" [style=solid, label="(4, 64, 384)"]; +"967 dequantize_per_tensor_134" -> "972 linear_46" [style=solid, label="(4, 64, 384)"]; +"968 linear_46_scale_0" -> "971 dequantize_per_channel_135" [style=solid, label="(1152,)"]; +"969 linear_46_zero_point_0" -> "971 dequantize_per_channel_135" [style=solid, label="(1152,)"]; +"970 _frozen_param55" -> "971 dequantize_per_channel_135" [style=solid, label="(1152, 384)"]; +"971 dequantize_per_channel_135" -> "972 linear_46" [style=solid, label="(1152, 384)"]; +"972 linear_46" -> "973 reshape_32" [style=solid, label="(4, 64, 1152)"]; +"973 reshape_32" -> "974 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; +"974 permute_34" -> "975 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; +"974 permute_34" -> "976 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; +"974 permute_34" -> "977 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; +"975 select_21" -> "978 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; +"975 select_21" -> "980 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; +"975 select_21" -> "981 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"976 select_22" -> "982 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; +"976 select_22" -> "984 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; +"976 select_22" -> "985 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"977 select_23" -> "1010 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; +"978 linalg_vector_norm_14" -> "979 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; +"979 clamp_min_14" -> "980 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; +"980 expand_as_14" -> "981 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"981 div_14" -> "987 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; +"982 linalg_vector_norm_15" -> "983 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; +"983 clamp_min_15" -> "984 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; +"984 expand_as_15" -> "985 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"985 div_15" -> "986 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; +"986 transpose_14" -> "987 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; +"987 matmul_14" -> "990 mul_15" [style=solid, label="(4, 12, 64, 64)"]; +"988 clamp_7" -> "989 exp_7" [style=solid, label="(12, 1, 1)"]; +"989 exp_7" -> "990 mul_15" [style=solid, label="(12, 1, 1)"]; +"990 mul_15" -> "991 add_24" [style=solid, label="(4, 12, 64, 64)"]; +"991 add_24" -> "1003 view_41" [style=solid, label="(4, 12, 64, 64)"]; +"992 new_zeros_3" -> "993 view_40" [style=solid, label="(16, 16)"]; +"993 view_40" -> "994 permute_35" [style=solid, label="(2, 8, 2, 8)"]; +"994 permute_35" -> "995 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; +"995 reshape_33" -> "996 unsqueeze_20" [style=solid, label="(4, 64)"]; +"995 reshape_33" -> "997 unsqueeze_21" [style=solid, label="(4, 64)"]; +"996 unsqueeze_20" -> "998 sub_3" [style=solid, label="(4, 1, 64)"]; +"997 unsqueeze_21" -> "998 sub_3" [style=solid, label="(4, 64, 1)"]; +"998 sub_3" -> "999 ne_3" [style=solid, label="(4, 64, 64)"]; +"998 sub_3" -> "1000 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"998 sub_3" -> "1001 eq_3" [style=solid, label="(4, 64, 64)"]; +"999 ne_3" -> "1000 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"1000 masked_fill_6" -> "1002 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1001 eq_3" -> "1002 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1002 masked_fill_7" -> "1004 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; +"1003 view_41" -> "1006 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1004 unsqueeze_22" -> "1005 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; +"1005 unsqueeze_23" -> "1006 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1006 add_25" -> "1007 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1007 view_42" -> "1008 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; +"1008 softmax_7" -> "1009 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; +"1009 dropout_28" -> "1010 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; +"1010 matmul_15" -> "1011 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; +"1011 transpose_15" -> "1012 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; +"1012 reshape_34" -> "1013 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1013 reshape_34_0_0_nncf_smooth_quant_0" -> "1014 quantize_per_tensor_136" [style=solid, label="(4, 64, 384)"]; +"1014 quantize_per_tensor_136" -> "1015 dequantize_per_tensor_137" [style=solid, label="(4, 64, 384)"]; +"1015 dequantize_per_tensor_137" -> "1020 linear_47" [style=solid, label="(4, 64, 384)"]; +"1016 linear_47_scale_0" -> "1019 dequantize_per_channel_138" [style=solid, label="(384,)"]; +"1017 linear_47_zero_point_0" -> "1019 dequantize_per_channel_138" [style=solid, label="(384,)"]; +"1018 _frozen_param56" -> "1019 dequantize_per_channel_138" [style=solid, label="(384, 384)"]; +"1019 dequantize_per_channel_138" -> "1020 linear_47" [style=solid, label="(384, 384)"]; +"1020 linear_47" -> "1021 dropout_29" [style=solid, label="(4, 64, 384)"]; +"1021 dropout_29" -> "1022 view_43" [style=solid, label="(4, 64, 384)"]; +"1022 view_43" -> "1023 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1023 permute_36" -> "1024 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1024 reshape_35" -> "1025 roll_7" [style=solid, label="(1, 16, 16, 384)"]; +"1025 roll_7" -> "1026 slice_107" [style=solid, label="(1, 16, 16, 384)"]; +"1026 slice_107" -> "1027 slice_108" [style=solid, label="(1, 14, 16, 384)"]; +"1027 slice_108" -> "1028 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; +"1028 contiguous_13" -> "1029 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; +"1029 layer_norm_17" -> "1030 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"1030 add_26" -> "1031 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1030 add_26" -> "1051 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1031 add_26_0_0_nncf_smooth_quant_0" -> "1032 quantize_per_tensor_139" [style=solid, label="(1, 14, 14, 384)"]; +"1032 quantize_per_tensor_139" -> "1033 dequantize_per_tensor_140" [style=solid, label="(1, 14, 14, 384)"]; +"1033 dequantize_per_tensor_140" -> "1038 linear_48" [style=solid, label="(1, 14, 14, 384)"]; +"1034 linear_48_scale_0" -> "1037 dequantize_per_channel_141" [style=solid, label="(1536,)"]; +"1035 linear_48_zero_point_0" -> "1037 dequantize_per_channel_141" [style=solid, label="(1536,)"]; +"1036 _frozen_param57" -> "1037 dequantize_per_channel_141" [style=solid, label="(1536, 384)"]; +"1037 dequantize_per_channel_141" -> "1038 linear_48" [style=solid, label="(1536, 384)"]; +"1038 linear_48" -> "1039 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; +"1039 gelu_7" -> "1040 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; +"1040 dropout_30" -> "1041 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1041 dropout_30_0_0_nncf_smooth_quant_0" -> "1042 quantize_per_tensor_142" [style=solid, label="(1, 14, 14, 1536)"]; +"1042 quantize_per_tensor_142" -> "1043 dequantize_per_tensor_143" [style=solid, label="(1, 14, 14, 1536)"]; +"1043 dequantize_per_tensor_143" -> "1048 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; +"1044 linear_49_scale_0" -> "1047 dequantize_per_channel_144" [style=solid, label="(384,)"]; +"1045 linear_49_zero_point_0" -> "1047 dequantize_per_channel_144" [style=solid, label="(384,)"]; +"1046 _frozen_param58" -> "1047 dequantize_per_channel_144" [style=solid, label="(384, 1536)"]; +"1047 dequantize_per_channel_144" -> "1048 linear_49" [style=solid, label="(384, 1536)"]; +"1048 linear_49" -> "1049 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; +"1049 dropout_31" -> "1050 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; +"1050 layer_norm_18" -> "1051 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1051 add_27" -> "1076 pad_10" [style=solid, label="(1, 14, 14, 384)"]; +"1051 add_27" -> "1129 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1052 _frozen_param59" -> "1053 dequantize_per_tensor_145" [style=solid, label="(1, 15, 15, 2)"]; +"1053 dequantize_per_tensor_145" -> "1058 linear_50" [style=solid, label="(1, 15, 15, 2)"]; +"1054 linear_50_scale_0" -> "1057 dequantize_per_channel_146" [style=solid, label="(512,)"]; +"1055 linear_50_zero_point_0" -> "1057 dequantize_per_channel_146" [style=solid, label="(512,)"]; +"1056 _frozen_param60" -> "1057 dequantize_per_channel_146" [style=solid, label="(512, 2)"]; +"1057 dequantize_per_channel_146" -> "1058 linear_50" [style=solid, label="(512, 2)"]; +"1058 linear_50" -> "1059 relu__8" [style=solid, label="(1, 15, 15, 512)"]; +"1059 relu__8" -> "1060 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1060 relu__8_0_0_nncf_smooth_quant_0" -> "1061 quantize_per_tensor_147" [style=solid, label="(1, 15, 15, 512)"]; +"1061 quantize_per_tensor_147" -> "1062 dequantize_per_tensor_148" [style=solid, label="(1, 15, 15, 512)"]; +"1062 dequantize_per_tensor_148" -> "1067 linear_51" [style=solid, label="(1, 15, 15, 512)"]; +"1063 linear_51_scale_0" -> "1066 dequantize_per_channel_149" [style=solid, label="(12,)"]; +"1064 linear_51_zero_point_0" -> "1066 dequantize_per_channel_149" [style=solid, label="(12,)"]; +"1065 _frozen_param61" -> "1066 dequantize_per_channel_149" [style=solid, label="(12, 512)"]; +"1066 dequantize_per_channel_149" -> "1067 linear_51" [style=solid, label="(12, 512)"]; +"1067 linear_51" -> "1068 view_44" [style=solid, label="(1, 15, 15, 12)"]; +"1068 view_44" -> "1069 index_8" [style=solid, label="(225, 12)"]; +"1069 index_8" -> "1070 view_45" [style=solid, label="(4096, 12)"]; +"1070 view_45" -> "1071 permute_37" [style=solid, label="(64, 64, 12)"]; +"1071 permute_37" -> "1072 contiguous_14" [style=solid, label="(12, 64, 64)"]; +"1072 contiguous_14" -> "1073 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; +"1073 unsqueeze_24" -> "1074 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; +"1074 sigmoid_8" -> "1075 mul_16" [style=solid, label="(1, 12, 64, 64)"]; +"1075 mul_16" -> "1107 add_28" [style=solid, label="(1, 12, 64, 64)"]; +"1076 pad_10" -> "1077 view_46" [style=solid, label="(1, 16, 16, 384)"]; +"1077 view_46" -> "1078 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1078 permute_38" -> "1079 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1079 reshape_36" -> "1081 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1080 clone_8" -> "1088 linear_52" [style=solid, label="(1152,)"]; +"1081 reshape_36_0_0_nncf_smooth_quant_0" -> "1082 quantize_per_tensor_150" [style=solid, label="(4, 64, 384)"]; +"1082 quantize_per_tensor_150" -> "1083 dequantize_per_tensor_151" [style=solid, label="(4, 64, 384)"]; +"1083 dequantize_per_tensor_151" -> "1088 linear_52" [style=solid, label="(4, 64, 384)"]; +"1084 linear_52_scale_0" -> "1087 dequantize_per_channel_152" [style=solid, label="(1152,)"]; +"1085 linear_52_zero_point_0" -> "1087 dequantize_per_channel_152" [style=solid, label="(1152,)"]; +"1086 _frozen_param62" -> "1087 dequantize_per_channel_152" [style=solid, label="(1152, 384)"]; +"1087 dequantize_per_channel_152" -> "1088 linear_52" [style=solid, label="(1152, 384)"]; +"1088 linear_52" -> "1089 reshape_37" [style=solid, label="(4, 64, 1152)"]; +"1089 reshape_37" -> "1090 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1090 permute_39" -> "1091 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1090 permute_39" -> "1092 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1090 permute_39" -> "1093 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1091 select_24" -> "1094 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; +"1091 select_24" -> "1096 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; +"1091 select_24" -> "1097 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1092 select_25" -> "1098 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; +"1092 select_25" -> "1100 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; +"1092 select_25" -> "1101 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1093 select_26" -> "1110 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; +"1094 linalg_vector_norm_16" -> "1095 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; +"1095 clamp_min_16" -> "1096 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; +"1096 expand_as_16" -> "1097 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1097 div_16" -> "1103 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; +"1098 linalg_vector_norm_17" -> "1099 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; +"1099 clamp_min_17" -> "1100 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; +"1100 expand_as_17" -> "1101 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1101 div_17" -> "1102 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; +"1102 transpose_16" -> "1103 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; +"1103 matmul_16" -> "1106 mul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1104 clamp_8" -> "1105 exp_8" [style=solid, label="(12, 1, 1)"]; +"1105 exp_8" -> "1106 mul_17" [style=solid, label="(12, 1, 1)"]; +"1106 mul_17" -> "1107 add_28" [style=solid, label="(4, 12, 64, 64)"]; +"1107 add_28" -> "1108 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; +"1108 softmax_8" -> "1109 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; +"1109 dropout_32" -> "1110 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1110 matmul_17" -> "1111 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; +"1111 transpose_17" -> "1112 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; +"1112 reshape_38" -> "1113 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1113 reshape_38_0_0_nncf_smooth_quant_0" -> "1114 quantize_per_tensor_153" [style=solid, label="(4, 64, 384)"]; +"1114 quantize_per_tensor_153" -> "1115 dequantize_per_tensor_154" [style=solid, label="(4, 64, 384)"]; +"1115 dequantize_per_tensor_154" -> "1120 linear_53" [style=solid, label="(4, 64, 384)"]; +"1116 linear_53_scale_0" -> "1119 dequantize_per_channel_155" [style=solid, label="(384,)"]; +"1117 linear_53_zero_point_0" -> "1119 dequantize_per_channel_155" [style=solid, label="(384,)"]; +"1118 _frozen_param63" -> "1119 dequantize_per_channel_155" [style=solid, label="(384, 384)"]; +"1119 dequantize_per_channel_155" -> "1120 linear_53" [style=solid, label="(384, 384)"]; +"1120 linear_53" -> "1121 dropout_33" [style=solid, label="(4, 64, 384)"]; +"1121 dropout_33" -> "1122 view_47" [style=solid, label="(4, 64, 384)"]; +"1122 view_47" -> "1123 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1123 permute_40" -> "1124 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1124 reshape_39" -> "1125 slice_110" [style=solid, label="(1, 16, 16, 384)"]; +"1125 slice_110" -> "1126 slice_111" [style=solid, label="(1, 14, 16, 384)"]; +"1126 slice_111" -> "1127 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; +"1127 contiguous_15" -> "1128 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; +"1128 layer_norm_19" -> "1129 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1129 add_29" -> "1130 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1129 add_29" -> "1150 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1130 add_29_0_0_nncf_smooth_quant_0" -> "1131 quantize_per_tensor_156" [style=solid, label="(1, 14, 14, 384)"]; +"1131 quantize_per_tensor_156" -> "1132 dequantize_per_tensor_157" [style=solid, label="(1, 14, 14, 384)"]; +"1132 dequantize_per_tensor_157" -> "1137 linear_54" [style=solid, label="(1, 14, 14, 384)"]; +"1133 linear_54_scale_0" -> "1136 dequantize_per_channel_158" [style=solid, label="(1536,)"]; +"1134 linear_54_zero_point_0" -> "1136 dequantize_per_channel_158" [style=solid, label="(1536,)"]; +"1135 _frozen_param64" -> "1136 dequantize_per_channel_158" [style=solid, label="(1536, 384)"]; +"1136 dequantize_per_channel_158" -> "1137 linear_54" [style=solid, label="(1536, 384)"]; +"1137 linear_54" -> "1138 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; +"1138 gelu_8" -> "1139 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; +"1139 dropout_34" -> "1140 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1140 dropout_34_0_0_nncf_smooth_quant_0" -> "1141 quantize_per_tensor_159" [style=solid, label="(1, 14, 14, 1536)"]; +"1141 quantize_per_tensor_159" -> "1142 dequantize_per_tensor_160" [style=solid, label="(1, 14, 14, 1536)"]; +"1142 dequantize_per_tensor_160" -> "1147 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; +"1143 linear_55_scale_0" -> "1146 dequantize_per_channel_161" [style=solid, label="(384,)"]; +"1144 linear_55_zero_point_0" -> "1146 dequantize_per_channel_161" [style=solid, label="(384,)"]; +"1145 _frozen_param65" -> "1146 dequantize_per_channel_161" [style=solid, label="(384, 1536)"]; +"1146 dequantize_per_channel_161" -> "1147 linear_55" [style=solid, label="(384, 1536)"]; +"1147 linear_55" -> "1148 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; +"1148 dropout_35" -> "1149 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; +"1149 layer_norm_20" -> "1150 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1150 add_30" -> "1175 pad_11" [style=solid, label="(1, 14, 14, 384)"]; +"1150 add_30" -> "1246 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1151 _frozen_param66" -> "1152 dequantize_per_tensor_162" [style=solid, label="(1, 15, 15, 2)"]; +"1152 dequantize_per_tensor_162" -> "1157 linear_56" [style=solid, label="(1, 15, 15, 2)"]; +"1153 linear_56_scale_0" -> "1156 dequantize_per_channel_163" [style=solid, label="(512,)"]; +"1154 linear_56_zero_point_0" -> "1156 dequantize_per_channel_163" [style=solid, label="(512,)"]; +"1155 _frozen_param67" -> "1156 dequantize_per_channel_163" [style=solid, label="(512, 2)"]; +"1156 dequantize_per_channel_163" -> "1157 linear_56" [style=solid, label="(512, 2)"]; +"1157 linear_56" -> "1158 relu__9" [style=solid, label="(1, 15, 15, 512)"]; +"1158 relu__9" -> "1159 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1159 relu__9_0_0_nncf_smooth_quant_0" -> "1160 quantize_per_tensor_164" [style=solid, label="(1, 15, 15, 512)"]; +"1160 quantize_per_tensor_164" -> "1161 dequantize_per_tensor_165" [style=solid, label="(1, 15, 15, 512)"]; +"1161 dequantize_per_tensor_165" -> "1166 linear_57" [style=solid, label="(1, 15, 15, 512)"]; +"1162 linear_57_scale_0" -> "1165 dequantize_per_channel_166" [style=solid, label="(12,)"]; +"1163 linear_57_zero_point_0" -> "1165 dequantize_per_channel_166" [style=solid, label="(12,)"]; +"1164 _frozen_param68" -> "1165 dequantize_per_channel_166" [style=solid, label="(12, 512)"]; +"1165 dequantize_per_channel_166" -> "1166 linear_57" [style=solid, label="(12, 512)"]; +"1166 linear_57" -> "1167 view_48" [style=solid, label="(1, 15, 15, 12)"]; +"1167 view_48" -> "1168 index_9" [style=solid, label="(225, 12)"]; +"1168 index_9" -> "1169 view_49" [style=solid, label="(4096, 12)"]; +"1169 view_49" -> "1170 permute_41" [style=solid, label="(64, 64, 12)"]; +"1170 permute_41" -> "1171 contiguous_16" [style=solid, label="(12, 64, 64)"]; +"1171 contiguous_16" -> "1172 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; +"1172 unsqueeze_25" -> "1173 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; +"1173 sigmoid_9" -> "1174 mul_18" [style=solid, label="(1, 12, 64, 64)"]; +"1174 mul_18" -> "1207 add_31" [style=solid, label="(1, 12, 64, 64)"]; +"1175 pad_11" -> "1176 roll_8" [style=solid, label="(1, 16, 16, 384)"]; +"1176 roll_8" -> "1177 view_50" [style=solid, label="(1, 16, 16, 384)"]; +"1177 view_50" -> "1178 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1178 permute_42" -> "1179 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1179 reshape_40" -> "1181 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1179 reshape_40" -> "1208 new_zeros_4" [style=solid, label="(4, 64, 384)"]; +"1180 clone_9" -> "1188 linear_58" [style=solid, label="(1152,)"]; +"1181 reshape_40_0_0_nncf_smooth_quant_0" -> "1182 quantize_per_tensor_167" [style=solid, label="(4, 64, 384)"]; +"1182 quantize_per_tensor_167" -> "1183 dequantize_per_tensor_168" [style=solid, label="(4, 64, 384)"]; +"1183 dequantize_per_tensor_168" -> "1188 linear_58" [style=solid, label="(4, 64, 384)"]; +"1184 linear_58_scale_0" -> "1187 dequantize_per_channel_169" [style=solid, label="(1152,)"]; +"1185 linear_58_zero_point_0" -> "1187 dequantize_per_channel_169" [style=solid, label="(1152,)"]; +"1186 _frozen_param69" -> "1187 dequantize_per_channel_169" [style=solid, label="(1152, 384)"]; +"1187 dequantize_per_channel_169" -> "1188 linear_58" [style=solid, label="(1152, 384)"]; +"1188 linear_58" -> "1189 reshape_41" [style=solid, label="(4, 64, 1152)"]; +"1189 reshape_41" -> "1190 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1190 permute_43" -> "1191 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1190 permute_43" -> "1192 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1190 permute_43" -> "1193 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1191 select_27" -> "1194 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; +"1191 select_27" -> "1196 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; +"1191 select_27" -> "1197 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1192 select_28" -> "1198 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; +"1192 select_28" -> "1200 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; +"1192 select_28" -> "1201 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1193 select_29" -> "1226 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; +"1194 linalg_vector_norm_18" -> "1195 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; +"1195 clamp_min_18" -> "1196 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; +"1196 expand_as_18" -> "1197 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1197 div_18" -> "1203 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; +"1198 linalg_vector_norm_19" -> "1199 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; +"1199 clamp_min_19" -> "1200 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; +"1200 expand_as_19" -> "1201 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1201 div_19" -> "1202 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; +"1202 transpose_18" -> "1203 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; +"1203 matmul_18" -> "1206 mul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1204 clamp_9" -> "1205 exp_9" [style=solid, label="(12, 1, 1)"]; +"1205 exp_9" -> "1206 mul_19" [style=solid, label="(12, 1, 1)"]; +"1206 mul_19" -> "1207 add_31" [style=solid, label="(4, 12, 64, 64)"]; +"1207 add_31" -> "1219 view_52" [style=solid, label="(4, 12, 64, 64)"]; +"1208 new_zeros_4" -> "1209 view_51" [style=solid, label="(16, 16)"]; +"1209 view_51" -> "1210 permute_44" [style=solid, label="(2, 8, 2, 8)"]; +"1210 permute_44" -> "1211 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; +"1211 reshape_42" -> "1212 unsqueeze_26" [style=solid, label="(4, 64)"]; +"1211 reshape_42" -> "1213 unsqueeze_27" [style=solid, label="(4, 64)"]; +"1212 unsqueeze_26" -> "1214 sub_4" [style=solid, label="(4, 1, 64)"]; +"1213 unsqueeze_27" -> "1214 sub_4" [style=solid, label="(4, 64, 1)"]; +"1214 sub_4" -> "1215 ne_4" [style=solid, label="(4, 64, 64)"]; +"1214 sub_4" -> "1216 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1214 sub_4" -> "1217 eq_4" [style=solid, label="(4, 64, 64)"]; +"1215 ne_4" -> "1216 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1216 masked_fill_8" -> "1218 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1217 eq_4" -> "1218 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1218 masked_fill_9" -> "1220 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; +"1219 view_52" -> "1222 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1220 unsqueeze_28" -> "1221 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; +"1221 unsqueeze_29" -> "1222 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1222 add_32" -> "1223 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1223 view_53" -> "1224 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; +"1224 softmax_9" -> "1225 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; +"1225 dropout_36" -> "1226 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1226 matmul_19" -> "1227 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; +"1227 transpose_19" -> "1228 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; +"1228 reshape_43" -> "1229 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1229 reshape_43_0_0_nncf_smooth_quant_0" -> "1230 quantize_per_tensor_170" [style=solid, label="(4, 64, 384)"]; +"1230 quantize_per_tensor_170" -> "1231 dequantize_per_tensor_171" [style=solid, label="(4, 64, 384)"]; +"1231 dequantize_per_tensor_171" -> "1236 linear_59" [style=solid, label="(4, 64, 384)"]; +"1232 linear_59_scale_0" -> "1235 dequantize_per_channel_172" [style=solid, label="(384,)"]; +"1233 linear_59_zero_point_0" -> "1235 dequantize_per_channel_172" [style=solid, label="(384,)"]; +"1234 _frozen_param70" -> "1235 dequantize_per_channel_172" [style=solid, label="(384, 384)"]; +"1235 dequantize_per_channel_172" -> "1236 linear_59" [style=solid, label="(384, 384)"]; +"1236 linear_59" -> "1237 dropout_37" [style=solid, label="(4, 64, 384)"]; +"1237 dropout_37" -> "1238 view_54" [style=solid, label="(4, 64, 384)"]; +"1238 view_54" -> "1239 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1239 permute_45" -> "1240 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1240 reshape_44" -> "1241 roll_9" [style=solid, label="(1, 16, 16, 384)"]; +"1241 roll_9" -> "1242 slice_131" [style=solid, label="(1, 16, 16, 384)"]; +"1242 slice_131" -> "1243 slice_132" [style=solid, label="(1, 14, 16, 384)"]; +"1243 slice_132" -> "1244 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; +"1244 contiguous_17" -> "1245 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; +"1245 layer_norm_21" -> "1246 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1246 add_33" -> "1247 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1246 add_33" -> "1267 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1247 add_33_0_0_nncf_smooth_quant_0" -> "1248 quantize_per_tensor_173" [style=solid, label="(1, 14, 14, 384)"]; +"1248 quantize_per_tensor_173" -> "1249 dequantize_per_tensor_174" [style=solid, label="(1, 14, 14, 384)"]; +"1249 dequantize_per_tensor_174" -> "1254 linear_60" [style=solid, label="(1, 14, 14, 384)"]; +"1250 linear_60_scale_0" -> "1253 dequantize_per_channel_175" [style=solid, label="(1536,)"]; +"1251 linear_60_zero_point_0" -> "1253 dequantize_per_channel_175" [style=solid, label="(1536,)"]; +"1252 _frozen_param71" -> "1253 dequantize_per_channel_175" [style=solid, label="(1536, 384)"]; +"1253 dequantize_per_channel_175" -> "1254 linear_60" [style=solid, label="(1536, 384)"]; +"1254 linear_60" -> "1255 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; +"1255 gelu_9" -> "1256 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; +"1256 dropout_38" -> "1257 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1257 dropout_38_0_0_nncf_smooth_quant_0" -> "1258 quantize_per_tensor_176" [style=solid, label="(1, 14, 14, 1536)"]; +"1258 quantize_per_tensor_176" -> "1259 dequantize_per_tensor_177" [style=solid, label="(1, 14, 14, 1536)"]; +"1259 dequantize_per_tensor_177" -> "1264 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; +"1260 linear_61_scale_0" -> "1263 dequantize_per_channel_178" [style=solid, label="(384,)"]; +"1261 linear_61_zero_point_0" -> "1263 dequantize_per_channel_178" [style=solid, label="(384,)"]; +"1262 _frozen_param72" -> "1263 dequantize_per_channel_178" [style=solid, label="(384, 1536)"]; +"1263 dequantize_per_channel_178" -> "1264 linear_61" [style=solid, label="(384, 1536)"]; +"1264 linear_61" -> "1265 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; +"1265 dropout_39" -> "1266 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; +"1266 layer_norm_22" -> "1267 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1267 add_34" -> "1268 pad_12" [style=solid, label="(1, 14, 14, 384)"]; +"1268 pad_12" -> "1269 slice_133" [style=solid, label="(1, 14, 14, 384)"]; +"1268 pad_12" -> "1271 slice_135" [style=solid, label="(1, 14, 14, 384)"]; +"1268 pad_12" -> "1273 slice_137" [style=solid, label="(1, 14, 14, 384)"]; +"1268 pad_12" -> "1275 slice_139" [style=solid, label="(1, 14, 14, 384)"]; +"1269 slice_133" -> "1270 slice_134" [style=solid, label="(1, 7, 14, 384)"]; +"1270 slice_134" -> "1277 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1271 slice_135" -> "1272 slice_136" [style=solid, label="(1, 7, 14, 384)"]; +"1272 slice_136" -> "1277 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1273 slice_137" -> "1274 slice_138" [style=solid, label="(1, 7, 14, 384)"]; +"1274 slice_138" -> "1277 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1275 slice_139" -> "1276 slice_140" [style=solid, label="(1, 7, 14, 384)"]; +"1276 slice_140" -> "1277 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1277 cat_2" -> "1278 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; +"1278 cat_2_0_0_nncf_smooth_quant_0" -> "1279 quantize_per_tensor_179" [style=solid, label="(1, 7, 7, 1536)"]; +"1279 quantize_per_tensor_179" -> "1280 dequantize_per_tensor_180" [style=solid, label="(1, 7, 7, 1536)"]; +"1280 dequantize_per_tensor_180" -> "1285 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; +"1281 linear_62_scale_0" -> "1284 dequantize_per_channel_181" [style=solid, label="(768,)"]; +"1282 linear_62_zero_point_0" -> "1284 dequantize_per_channel_181" [style=solid, label="(768,)"]; +"1283 _frozen_param73" -> "1284 dequantize_per_channel_181" [style=solid, label="(768, 1536)"]; +"1284 dequantize_per_channel_181" -> "1285 linear_62" [style=solid, label="(768, 1536)"]; +"1285 linear_62" -> "1286 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; +"1286 layer_norm_23" -> "1311 pad_13" [style=solid, label="(1, 7, 7, 768)"]; +"1286 layer_norm_23" -> "1364 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1287 _frozen_param74" -> "1288 dequantize_per_tensor_182" [style=solid, label="(1, 15, 15, 2)"]; +"1288 dequantize_per_tensor_182" -> "1293 linear_63" [style=solid, label="(1, 15, 15, 2)"]; +"1289 linear_63_scale_0" -> "1292 dequantize_per_channel_183" [style=solid, label="(512,)"]; +"1290 linear_63_zero_point_0" -> "1292 dequantize_per_channel_183" [style=solid, label="(512,)"]; +"1291 _frozen_param75" -> "1292 dequantize_per_channel_183" [style=solid, label="(512, 2)"]; +"1292 dequantize_per_channel_183" -> "1293 linear_63" [style=solid, label="(512, 2)"]; +"1293 linear_63" -> "1294 relu__10" [style=solid, label="(1, 15, 15, 512)"]; +"1294 relu__10" -> "1295 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1295 relu__10_0_0_nncf_smooth_quant_0" -> "1296 quantize_per_tensor_184" [style=solid, label="(1, 15, 15, 512)"]; +"1296 quantize_per_tensor_184" -> "1297 dequantize_per_tensor_185" [style=solid, label="(1, 15, 15, 512)"]; +"1297 dequantize_per_tensor_185" -> "1302 linear_64" [style=solid, label="(1, 15, 15, 512)"]; +"1298 linear_64_scale_0" -> "1301 dequantize_per_channel_186" [style=solid, label="(24,)"]; +"1299 linear_64_zero_point_0" -> "1301 dequantize_per_channel_186" [style=solid, label="(24,)"]; +"1300 _frozen_param76" -> "1301 dequantize_per_channel_186" [style=solid, label="(24, 512)"]; +"1301 dequantize_per_channel_186" -> "1302 linear_64" [style=solid, label="(24, 512)"]; +"1302 linear_64" -> "1303 view_55" [style=solid, label="(1, 15, 15, 24)"]; +"1303 view_55" -> "1304 index_10" [style=solid, label="(225, 24)"]; +"1304 index_10" -> "1305 view_56" [style=solid, label="(4096, 24)"]; +"1305 view_56" -> "1306 permute_46" [style=solid, label="(64, 64, 24)"]; +"1306 permute_46" -> "1307 contiguous_18" [style=solid, label="(24, 64, 64)"]; +"1307 contiguous_18" -> "1308 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; +"1308 unsqueeze_30" -> "1309 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; +"1309 sigmoid_10" -> "1310 mul_20" [style=solid, label="(1, 24, 64, 64)"]; +"1310 mul_20" -> "1342 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1311 pad_13" -> "1312 view_57" [style=solid, label="(1, 8, 8, 768)"]; +"1312 view_57" -> "1313 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1313 permute_47" -> "1314 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1314 reshape_45" -> "1316 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1315 clone_10" -> "1323 linear_65" [style=solid, label="(2304,)"]; +"1316 reshape_45_0_0_nncf_smooth_quant_0" -> "1317 quantize_per_tensor_187" [style=solid, label="(1, 64, 768)"]; +"1317 quantize_per_tensor_187" -> "1318 dequantize_per_tensor_188" [style=solid, label="(1, 64, 768)"]; +"1318 dequantize_per_tensor_188" -> "1323 linear_65" [style=solid, label="(1, 64, 768)"]; +"1319 linear_65_scale_0" -> "1322 dequantize_per_channel_189" [style=solid, label="(2304,)"]; +"1320 linear_65_zero_point_0" -> "1322 dequantize_per_channel_189" [style=solid, label="(2304,)"]; +"1321 _frozen_param77" -> "1322 dequantize_per_channel_189" [style=solid, label="(2304, 768)"]; +"1322 dequantize_per_channel_189" -> "1323 linear_65" [style=solid, label="(2304, 768)"]; +"1323 linear_65" -> "1324 reshape_46" [style=solid, label="(1, 64, 2304)"]; +"1324 reshape_46" -> "1325 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1325 permute_48" -> "1326 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1325 permute_48" -> "1327 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1325 permute_48" -> "1328 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1326 select_30" -> "1329 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; +"1326 select_30" -> "1331 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; +"1326 select_30" -> "1332 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1327 select_31" -> "1333 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; +"1327 select_31" -> "1335 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; +"1327 select_31" -> "1336 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1328 select_32" -> "1345 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; +"1329 linalg_vector_norm_20" -> "1330 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; +"1330 clamp_min_20" -> "1331 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; +"1331 expand_as_20" -> "1332 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1332 div_20" -> "1338 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; +"1333 linalg_vector_norm_21" -> "1334 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; +"1334 clamp_min_21" -> "1335 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; +"1335 expand_as_21" -> "1336 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1336 div_21" -> "1337 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; +"1337 transpose_20" -> "1338 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; +"1338 matmul_20" -> "1341 mul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1339 clamp_10" -> "1340 exp_10" [style=solid, label="(24, 1, 1)"]; +"1340 exp_10" -> "1341 mul_21" [style=solid, label="(24, 1, 1)"]; +"1341 mul_21" -> "1342 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1342 add_35" -> "1343 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; +"1343 softmax_10" -> "1344 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; +"1344 dropout_40" -> "1345 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1345 matmul_21" -> "1346 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; +"1346 transpose_21" -> "1347 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; +"1347 reshape_47" -> "1348 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1348 reshape_47_0_0_nncf_smooth_quant_0" -> "1349 quantize_per_tensor_190" [style=solid, label="(1, 64, 768)"]; +"1349 quantize_per_tensor_190" -> "1350 dequantize_per_tensor_191" [style=solid, label="(1, 64, 768)"]; +"1350 dequantize_per_tensor_191" -> "1355 linear_66" [style=solid, label="(1, 64, 768)"]; +"1351 linear_66_scale_0" -> "1354 dequantize_per_channel_192" [style=solid, label="(768,)"]; +"1352 linear_66_zero_point_0" -> "1354 dequantize_per_channel_192" [style=solid, label="(768,)"]; +"1353 _frozen_param78" -> "1354 dequantize_per_channel_192" [style=solid, label="(768, 768)"]; +"1354 dequantize_per_channel_192" -> "1355 linear_66" [style=solid, label="(768, 768)"]; +"1355 linear_66" -> "1356 dropout_41" [style=solid, label="(1, 64, 768)"]; +"1356 dropout_41" -> "1357 view_58" [style=solid, label="(1, 64, 768)"]; +"1357 view_58" -> "1358 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1358 permute_49" -> "1359 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1359 reshape_48" -> "1360 slice_142" [style=solid, label="(1, 8, 8, 768)"]; +"1360 slice_142" -> "1361 slice_143" [style=solid, label="(1, 7, 8, 768)"]; +"1361 slice_143" -> "1362 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; +"1362 contiguous_19" -> "1363 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; +"1363 layer_norm_24" -> "1364 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1364 add_36" -> "1365 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; +"1364 add_36" -> "1385 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1365 add_36_0_0_nncf_smooth_quant_0" -> "1366 quantize_per_tensor_193" [style=solid, label="(1, 7, 7, 768)"]; +"1366 quantize_per_tensor_193" -> "1367 dequantize_per_tensor_194" [style=solid, label="(1, 7, 7, 768)"]; +"1367 dequantize_per_tensor_194" -> "1372 linear_67" [style=solid, label="(1, 7, 7, 768)"]; +"1368 linear_67_scale_0" -> "1371 dequantize_per_channel_195" [style=solid, label="(3072,)"]; +"1369 linear_67_zero_point_0" -> "1371 dequantize_per_channel_195" [style=solid, label="(3072,)"]; +"1370 _frozen_param79" -> "1371 dequantize_per_channel_195" [style=solid, label="(3072, 768)"]; +"1371 dequantize_per_channel_195" -> "1372 linear_67" [style=solid, label="(3072, 768)"]; +"1372 linear_67" -> "1373 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; +"1373 gelu_10" -> "1374 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; +"1374 dropout_42" -> "1375 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; +"1375 dropout_42_0_0_nncf_smooth_quant_0" -> "1376 quantize_per_tensor_196" [style=solid, label="(1, 7, 7, 3072)"]; +"1376 quantize_per_tensor_196" -> "1377 dequantize_per_tensor_197" [style=solid, label="(1, 7, 7, 3072)"]; +"1377 dequantize_per_tensor_197" -> "1382 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; +"1378 linear_68_scale_0" -> "1381 dequantize_per_channel_198" [style=solid, label="(768,)"]; +"1379 linear_68_zero_point_0" -> "1381 dequantize_per_channel_198" [style=solid, label="(768,)"]; +"1380 _frozen_param80" -> "1381 dequantize_per_channel_198" [style=solid, label="(768, 3072)"]; +"1381 dequantize_per_channel_198" -> "1382 linear_68" [style=solid, label="(768, 3072)"]; +"1382 linear_68" -> "1383 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; +"1383 dropout_43" -> "1384 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; +"1384 layer_norm_25" -> "1385 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1385 add_37" -> "1410 pad_14" [style=solid, label="(1, 7, 7, 768)"]; +"1385 add_37" -> "1463 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1386 _frozen_param81" -> "1387 dequantize_per_tensor_199" [style=solid, label="(1, 15, 15, 2)"]; +"1387 dequantize_per_tensor_199" -> "1392 linear_69" [style=solid, label="(1, 15, 15, 2)"]; +"1388 linear_69_scale_0" -> "1391 dequantize_per_channel_200" [style=solid, label="(512,)"]; +"1389 linear_69_zero_point_0" -> "1391 dequantize_per_channel_200" [style=solid, label="(512,)"]; +"1390 _frozen_param82" -> "1391 dequantize_per_channel_200" [style=solid, label="(512, 2)"]; +"1391 dequantize_per_channel_200" -> "1392 linear_69" [style=solid, label="(512, 2)"]; +"1392 linear_69" -> "1393 relu__11" [style=solid, label="(1, 15, 15, 512)"]; +"1393 relu__11" -> "1394 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1394 relu__11_0_0_nncf_smooth_quant_0" -> "1395 quantize_per_tensor_201" [style=solid, label="(1, 15, 15, 512)"]; +"1395 quantize_per_tensor_201" -> "1396 dequantize_per_tensor_202" [style=solid, label="(1, 15, 15, 512)"]; +"1396 dequantize_per_tensor_202" -> "1401 linear_70" [style=solid, label="(1, 15, 15, 512)"]; +"1397 linear_70_scale_0" -> "1400 dequantize_per_channel_203" [style=solid, label="(24,)"]; +"1398 linear_70_zero_point_0" -> "1400 dequantize_per_channel_203" [style=solid, label="(24,)"]; +"1399 _frozen_param83" -> "1400 dequantize_per_channel_203" [style=solid, label="(24, 512)"]; +"1400 dequantize_per_channel_203" -> "1401 linear_70" [style=solid, label="(24, 512)"]; +"1401 linear_70" -> "1402 view_59" [style=solid, label="(1, 15, 15, 24)"]; +"1402 view_59" -> "1403 index_11" [style=solid, label="(225, 24)"]; +"1403 index_11" -> "1404 view_60" [style=solid, label="(4096, 24)"]; +"1404 view_60" -> "1405 permute_50" [style=solid, label="(64, 64, 24)"]; +"1405 permute_50" -> "1406 contiguous_20" [style=solid, label="(24, 64, 64)"]; +"1406 contiguous_20" -> "1407 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; +"1407 unsqueeze_31" -> "1408 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; +"1408 sigmoid_11" -> "1409 mul_22" [style=solid, label="(1, 24, 64, 64)"]; +"1409 mul_22" -> "1441 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1410 pad_14" -> "1411 view_61" [style=solid, label="(1, 8, 8, 768)"]; +"1411 view_61" -> "1412 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1412 permute_51" -> "1413 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1413 reshape_49" -> "1415 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1414 clone_11" -> "1422 linear_71" [style=solid, label="(2304,)"]; +"1415 reshape_49_0_0_nncf_smooth_quant_0" -> "1416 quantize_per_tensor_204" [style=solid, label="(1, 64, 768)"]; +"1416 quantize_per_tensor_204" -> "1417 dequantize_per_tensor_205" [style=solid, label="(1, 64, 768)"]; +"1417 dequantize_per_tensor_205" -> "1422 linear_71" [style=solid, label="(1, 64, 768)"]; +"1418 linear_71_scale_0" -> "1421 dequantize_per_channel_206" [style=solid, label="(2304,)"]; +"1419 linear_71_zero_point_0" -> "1421 dequantize_per_channel_206" [style=solid, label="(2304,)"]; +"1420 _frozen_param84" -> "1421 dequantize_per_channel_206" [style=solid, label="(2304, 768)"]; +"1421 dequantize_per_channel_206" -> "1422 linear_71" [style=solid, label="(2304, 768)"]; +"1422 linear_71" -> "1423 reshape_50" [style=solid, label="(1, 64, 2304)"]; +"1423 reshape_50" -> "1424 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1424 permute_52" -> "1425 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1424 permute_52" -> "1426 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1424 permute_52" -> "1427 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1425 select_33" -> "1428 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; +"1425 select_33" -> "1430 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; +"1425 select_33" -> "1431 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1426 select_34" -> "1432 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; +"1426 select_34" -> "1434 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; +"1426 select_34" -> "1435 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1427 select_35" -> "1444 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; +"1428 linalg_vector_norm_22" -> "1429 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; +"1429 clamp_min_22" -> "1430 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; +"1430 expand_as_22" -> "1431 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1431 div_22" -> "1437 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; +"1432 linalg_vector_norm_23" -> "1433 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; +"1433 clamp_min_23" -> "1434 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; +"1434 expand_as_23" -> "1435 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1435 div_23" -> "1436 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; +"1436 transpose_22" -> "1437 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; +"1437 matmul_22" -> "1440 mul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1438 clamp_11" -> "1439 exp_11" [style=solid, label="(24, 1, 1)"]; +"1439 exp_11" -> "1440 mul_23" [style=solid, label="(24, 1, 1)"]; +"1440 mul_23" -> "1441 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1441 add_38" -> "1442 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; +"1442 softmax_11" -> "1443 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; +"1443 dropout_44" -> "1444 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1444 matmul_23" -> "1445 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; +"1445 transpose_23" -> "1446 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; +"1446 reshape_51" -> "1447 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1447 reshape_51_0_0_nncf_smooth_quant_0" -> "1448 quantize_per_tensor_207" [style=solid, label="(1, 64, 768)"]; +"1448 quantize_per_tensor_207" -> "1449 dequantize_per_tensor_208" [style=solid, label="(1, 64, 768)"]; +"1449 dequantize_per_tensor_208" -> "1454 linear_72" [style=solid, label="(1, 64, 768)"]; +"1450 linear_72_scale_0" -> "1453 dequantize_per_channel_209" [style=solid, label="(768,)"]; +"1451 linear_72_zero_point_0" -> "1453 dequantize_per_channel_209" [style=solid, label="(768,)"]; +"1452 _frozen_param85" -> "1453 dequantize_per_channel_209" [style=solid, label="(768, 768)"]; +"1453 dequantize_per_channel_209" -> "1454 linear_72" [style=solid, label="(768, 768)"]; +"1454 linear_72" -> "1455 dropout_45" [style=solid, label="(1, 64, 768)"]; +"1455 dropout_45" -> "1456 view_62" [style=solid, label="(1, 64, 768)"]; +"1456 view_62" -> "1457 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1457 permute_53" -> "1458 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1458 reshape_52" -> "1459 slice_145" [style=solid, label="(1, 8, 8, 768)"]; +"1459 slice_145" -> "1460 slice_146" [style=solid, label="(1, 7, 8, 768)"]; +"1460 slice_146" -> "1461 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; +"1461 contiguous_21" -> "1462 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; +"1462 layer_norm_26" -> "1463 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1463 add_39" -> "1464 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; +"1463 add_39" -> "1484 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1464 add_39_0_0_nncf_smooth_quant_0" -> "1465 quantize_per_tensor_210" [style=solid, label="(1, 7, 7, 768)"]; +"1465 quantize_per_tensor_210" -> "1466 dequantize_per_tensor_211" [style=solid, label="(1, 7, 7, 768)"]; +"1466 dequantize_per_tensor_211" -> "1471 linear_73" [style=solid, label="(1, 7, 7, 768)"]; +"1467 linear_73_scale_0" -> "1470 dequantize_per_channel_212" [style=solid, label="(3072,)"]; +"1468 linear_73_zero_point_0" -> "1470 dequantize_per_channel_212" [style=solid, label="(3072,)"]; +"1469 _frozen_param86" -> "1470 dequantize_per_channel_212" [style=solid, label="(3072, 768)"]; +"1470 dequantize_per_channel_212" -> "1471 linear_73" [style=solid, label="(3072, 768)"]; +"1471 linear_73" -> "1472 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; +"1472 gelu_11" -> "1473 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; +"1473 dropout_46" -> "1474 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; +"1474 dropout_46_0_0_nncf_smooth_quant_0" -> "1475 quantize_per_tensor_213" [style=solid, label="(1, 7, 7, 3072)"]; +"1475 quantize_per_tensor_213" -> "1476 dequantize_per_tensor_214" [style=solid, label="(1, 7, 7, 3072)"]; +"1476 dequantize_per_tensor_214" -> "1481 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; +"1477 linear_74_scale_0" -> "1480 dequantize_per_channel_215" [style=solid, label="(768,)"]; +"1478 linear_74_zero_point_0" -> "1480 dequantize_per_channel_215" [style=solid, label="(768,)"]; +"1479 _frozen_param87" -> "1480 dequantize_per_channel_215" [style=solid, label="(768, 3072)"]; +"1480 dequantize_per_channel_215" -> "1481 linear_74" [style=solid, label="(768, 3072)"]; +"1481 linear_74" -> "1482 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; +"1482 dropout_47" -> "1483 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; +"1483 layer_norm_27" -> "1484 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1484 add_40" -> "1485 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; +"1485 layer_norm_28" -> "1486 permute_54" [style=solid, label="(1, 7, 7, 768)"]; +"1486 permute_54" -> "1487 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; +"1487 adaptive_avg_pool2d" -> "1488 flatten" [style=solid, label="(1, 768, 1, 1)"]; +"1488 flatten" -> "1489 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"1489 flatten_0_0_nncf_smooth_quant_0" -> "1490 quantize_per_tensor_216" [style=solid, label="(1, 768)"]; +"1490 quantize_per_tensor_216" -> "1491 dequantize_per_tensor_217" [style=solid, label="(1, 768)"]; +"1491 dequantize_per_tensor_217" -> "1496 linear_75" [style=solid, label="(1, 768)"]; +"1492 linear_75_scale_0" -> "1495 dequantize_per_channel_218" [style=solid, label="(1000,)"]; +"1493 linear_75_zero_point_0" -> "1495 dequantize_per_channel_218" [style=solid, label="(1000,)"]; +"1494 _frozen_param88" -> "1495 dequantize_per_channel_218" [style=solid, label="(1000, 768)"]; +"1495 dequantize_per_channel_218" -> "1496 linear_75" [style=solid, label="(1000, 768)"]; +"1496 linear_75" -> "1497 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/X86InductorQuantizer/unet.dot b/tests/torch2/data/fx/X86InductorQuantizer/unet.dot index c3b5ab49b13..f25676d90c4 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/unet.dot +++ b/tests/torch2/data/fx/X86InductorQuantizer/unet.dot @@ -122,99 +122,91 @@ strict digraph { "120 conv_transpose2d" [id=120, type="conv_transpose2d"]; "121 slice_1" [id=121, type=slice]; "122 slice_2" [id=122, type=slice]; -"123 slice_3" [id=123, type=slice]; -"124 slice_4" [id=124, type=slice]; -"125 cat" [id=125, type=cat]; -"126 quantize_per_tensor_38" [id=126, type="quantize_per_tensor"]; -"127 dequantize_per_tensor_39" [id=127, type="dequantize_per_tensor"]; -"128 conv2d_10_scale_0" [id=128, type="get_attr"]; -"129 conv2d_10_zero_point_0" [id=129, type="get_attr"]; -"130 _frozen_param10" [id=130, type="get_attr"]; -"131 dequantize_per_channel_40" [id=131, type="dequantize_per_channel"]; -"132 conv2d_10" [id=132, type=conv2d]; -"133 relu_10" [id=133, type=relu]; -"134 quantize_per_tensor_41" [id=134, type="quantize_per_tensor"]; -"135 dequantize_per_tensor_42" [id=135, type="dequantize_per_tensor"]; -"136 conv2d_11_scale_0" [id=136, type="get_attr"]; -"137 conv2d_11_zero_point_0" [id=137, type="get_attr"]; -"138 _frozen_param11" [id=138, type="get_attr"]; -"139 dequantize_per_channel_43" [id=139, type="dequantize_per_channel"]; -"140 conv2d_11" [id=140, type=conv2d]; -"141 relu_11" [id=141, type=relu]; -"142 conv_transpose2d_1" [id=142, type="conv_transpose2d"]; -"143 slice_5" [id=143, type=slice]; -"144 slice_6" [id=144, type=slice]; -"145 slice_7" [id=145, type=slice]; -"146 slice_8" [id=146, type=slice]; -"147 cat_1" [id=147, type=cat]; -"148 quantize_per_tensor_44" [id=148, type="quantize_per_tensor"]; -"149 dequantize_per_tensor_45" [id=149, type="dequantize_per_tensor"]; -"150 conv2d_12_scale_0" [id=150, type="get_attr"]; -"151 conv2d_12_zero_point_0" [id=151, type="get_attr"]; -"152 _frozen_param12" [id=152, type="get_attr"]; -"153 dequantize_per_channel_46" [id=153, type="dequantize_per_channel"]; -"154 conv2d_12" [id=154, type=conv2d]; -"155 relu_12" [id=155, type=relu]; -"156 quantize_per_tensor_47" [id=156, type="quantize_per_tensor"]; -"157 dequantize_per_tensor_48" [id=157, type="dequantize_per_tensor"]; -"158 conv2d_13_scale_0" [id=158, type="get_attr"]; -"159 conv2d_13_zero_point_0" [id=159, type="get_attr"]; -"160 _frozen_param13" [id=160, type="get_attr"]; -"161 dequantize_per_channel_49" [id=161, type="dequantize_per_channel"]; -"162 conv2d_13" [id=162, type=conv2d]; -"163 relu_13" [id=163, type=relu]; -"164 conv_transpose2d_2" [id=164, type="conv_transpose2d"]; -"165 slice_9" [id=165, type=slice]; -"166 slice_10" [id=166, type=slice]; -"167 slice_11" [id=167, type=slice]; -"168 slice_12" [id=168, type=slice]; -"169 cat_2" [id=169, type=cat]; -"170 quantize_per_tensor_50" [id=170, type="quantize_per_tensor"]; -"171 dequantize_per_tensor_51" [id=171, type="dequantize_per_tensor"]; -"172 conv2d_14_scale_0" [id=172, type="get_attr"]; -"173 conv2d_14_zero_point_0" [id=173, type="get_attr"]; -"174 _frozen_param14" [id=174, type="get_attr"]; -"175 dequantize_per_channel_52" [id=175, type="dequantize_per_channel"]; -"176 conv2d_14" [id=176, type=conv2d]; -"177 relu_14" [id=177, type=relu]; -"178 quantize_per_tensor_53" [id=178, type="quantize_per_tensor"]; -"179 dequantize_per_tensor_54" [id=179, type="dequantize_per_tensor"]; -"180 conv2d_15_scale_0" [id=180, type="get_attr"]; -"181 conv2d_15_zero_point_0" [id=181, type="get_attr"]; -"182 _frozen_param15" [id=182, type="get_attr"]; -"183 dequantize_per_channel_55" [id=183, type="dequantize_per_channel"]; -"184 conv2d_15" [id=184, type=conv2d]; -"185 relu_15" [id=185, type=relu]; -"186 conv_transpose2d_3" [id=186, type="conv_transpose2d"]; -"187 slice_13" [id=187, type=slice]; -"188 slice_14" [id=188, type=slice]; -"189 slice_15" [id=189, type=slice]; -"190 slice_16" [id=190, type=slice]; -"191 cat_3" [id=191, type=cat]; -"192 quantize_per_tensor_56" [id=192, type="quantize_per_tensor"]; -"193 dequantize_per_tensor_57" [id=193, type="dequantize_per_tensor"]; -"194 conv2d_16_scale_0" [id=194, type="get_attr"]; -"195 conv2d_16_zero_point_0" [id=195, type="get_attr"]; -"196 _frozen_param16" [id=196, type="get_attr"]; -"197 dequantize_per_channel_58" [id=197, type="dequantize_per_channel"]; -"198 conv2d_16" [id=198, type=conv2d]; -"199 relu_16" [id=199, type=relu]; -"200 quantize_per_tensor_59" [id=200, type="quantize_per_tensor"]; -"201 dequantize_per_tensor_60" [id=201, type="dequantize_per_tensor"]; -"202 conv2d_17_scale_0" [id=202, type="get_attr"]; -"203 conv2d_17_zero_point_0" [id=203, type="get_attr"]; -"204 _frozen_param17" [id=204, type="get_attr"]; -"205 dequantize_per_channel_61" [id=205, type="dequantize_per_channel"]; -"206 conv2d_17" [id=206, type=conv2d]; -"207 relu_17" [id=207, type=relu]; -"208 quantize_per_tensor_62" [id=208, type="quantize_per_tensor"]; -"209 dequantize_per_tensor_63" [id=209, type="dequantize_per_tensor"]; -"210 conv2d_18_scale_0" [id=210, type="get_attr"]; -"211 conv2d_18_zero_point_0" [id=211, type="get_attr"]; -"212 _frozen_param18" [id=212, type="get_attr"]; -"213 dequantize_per_channel_64" [id=213, type="dequantize_per_channel"]; -"214 conv2d_18" [id=214, type=conv2d]; -"215 output" [id=215, type=output]; +"123 cat" [id=123, type=cat]; +"124 quantize_per_tensor_38" [id=124, type="quantize_per_tensor"]; +"125 dequantize_per_tensor_39" [id=125, type="dequantize_per_tensor"]; +"126 conv2d_10_scale_0" [id=126, type="get_attr"]; +"127 conv2d_10_zero_point_0" [id=127, type="get_attr"]; +"128 _frozen_param10" [id=128, type="get_attr"]; +"129 dequantize_per_channel_40" [id=129, type="dequantize_per_channel"]; +"130 conv2d_10" [id=130, type=conv2d]; +"131 relu_10" [id=131, type=relu]; +"132 quantize_per_tensor_41" [id=132, type="quantize_per_tensor"]; +"133 dequantize_per_tensor_42" [id=133, type="dequantize_per_tensor"]; +"134 conv2d_11_scale_0" [id=134, type="get_attr"]; +"135 conv2d_11_zero_point_0" [id=135, type="get_attr"]; +"136 _frozen_param11" [id=136, type="get_attr"]; +"137 dequantize_per_channel_43" [id=137, type="dequantize_per_channel"]; +"138 conv2d_11" [id=138, type=conv2d]; +"139 relu_11" [id=139, type=relu]; +"140 conv_transpose2d_1" [id=140, type="conv_transpose2d"]; +"141 slice_3" [id=141, type=slice]; +"142 slice_4" [id=142, type=slice]; +"143 cat_1" [id=143, type=cat]; +"144 quantize_per_tensor_44" [id=144, type="quantize_per_tensor"]; +"145 dequantize_per_tensor_45" [id=145, type="dequantize_per_tensor"]; +"146 conv2d_12_scale_0" [id=146, type="get_attr"]; +"147 conv2d_12_zero_point_0" [id=147, type="get_attr"]; +"148 _frozen_param12" [id=148, type="get_attr"]; +"149 dequantize_per_channel_46" [id=149, type="dequantize_per_channel"]; +"150 conv2d_12" [id=150, type=conv2d]; +"151 relu_12" [id=151, type=relu]; +"152 quantize_per_tensor_47" [id=152, type="quantize_per_tensor"]; +"153 dequantize_per_tensor_48" [id=153, type="dequantize_per_tensor"]; +"154 conv2d_13_scale_0" [id=154, type="get_attr"]; +"155 conv2d_13_zero_point_0" [id=155, type="get_attr"]; +"156 _frozen_param13" [id=156, type="get_attr"]; +"157 dequantize_per_channel_49" [id=157, type="dequantize_per_channel"]; +"158 conv2d_13" [id=158, type=conv2d]; +"159 relu_13" [id=159, type=relu]; +"160 conv_transpose2d_2" [id=160, type="conv_transpose2d"]; +"161 slice_5" [id=161, type=slice]; +"162 slice_6" [id=162, type=slice]; +"163 cat_2" [id=163, type=cat]; +"164 quantize_per_tensor_50" [id=164, type="quantize_per_tensor"]; +"165 dequantize_per_tensor_51" [id=165, type="dequantize_per_tensor"]; +"166 conv2d_14_scale_0" [id=166, type="get_attr"]; +"167 conv2d_14_zero_point_0" [id=167, type="get_attr"]; +"168 _frozen_param14" [id=168, type="get_attr"]; +"169 dequantize_per_channel_52" [id=169, type="dequantize_per_channel"]; +"170 conv2d_14" [id=170, type=conv2d]; +"171 relu_14" [id=171, type=relu]; +"172 quantize_per_tensor_53" [id=172, type="quantize_per_tensor"]; +"173 dequantize_per_tensor_54" [id=173, type="dequantize_per_tensor"]; +"174 conv2d_15_scale_0" [id=174, type="get_attr"]; +"175 conv2d_15_zero_point_0" [id=175, type="get_attr"]; +"176 _frozen_param15" [id=176, type="get_attr"]; +"177 dequantize_per_channel_55" [id=177, type="dequantize_per_channel"]; +"178 conv2d_15" [id=178, type=conv2d]; +"179 relu_15" [id=179, type=relu]; +"180 conv_transpose2d_3" [id=180, type="conv_transpose2d"]; +"181 slice_7" [id=181, type=slice]; +"182 slice_8" [id=182, type=slice]; +"183 cat_3" [id=183, type=cat]; +"184 quantize_per_tensor_56" [id=184, type="quantize_per_tensor"]; +"185 dequantize_per_tensor_57" [id=185, type="dequantize_per_tensor"]; +"186 conv2d_16_scale_0" [id=186, type="get_attr"]; +"187 conv2d_16_zero_point_0" [id=187, type="get_attr"]; +"188 _frozen_param16" [id=188, type="get_attr"]; +"189 dequantize_per_channel_58" [id=189, type="dequantize_per_channel"]; +"190 conv2d_16" [id=190, type=conv2d]; +"191 relu_16" [id=191, type=relu]; +"192 quantize_per_tensor_59" [id=192, type="quantize_per_tensor"]; +"193 dequantize_per_tensor_60" [id=193, type="dequantize_per_tensor"]; +"194 conv2d_17_scale_0" [id=194, type="get_attr"]; +"195 conv2d_17_zero_point_0" [id=195, type="get_attr"]; +"196 _frozen_param17" [id=196, type="get_attr"]; +"197 dequantize_per_channel_61" [id=197, type="dequantize_per_channel"]; +"198 conv2d_17" [id=198, type=conv2d]; +"199 relu_17" [id=199, type=relu]; +"200 quantize_per_tensor_62" [id=200, type="quantize_per_tensor"]; +"201 dequantize_per_tensor_63" [id=201, type="dequantize_per_tensor"]; +"202 conv2d_18_scale_0" [id=202, type="get_attr"]; +"203 conv2d_18_zero_point_0" [id=203, type="get_attr"]; +"204 _frozen_param18" [id=204, type="get_attr"]; +"205 dequantize_per_channel_64" [id=205, type="dequantize_per_channel"]; +"206 conv2d_18" [id=206, type=conv2d]; +"207 output" [id=207, type=output]; "0 down_path_0_block_0_bias" -> "34 conv2d" [style=solid, label="(64,)"]; "1 down_path_0_block_3_bias" -> "42 conv2d_1" [style=solid, label="(64,)"]; "2 down_path_1_block_0_bias" -> "53 conv2d_2" [style=solid, label="(128,)"]; @@ -227,21 +219,21 @@ strict digraph { "9 down_path_4_block_3_bias" -> "118 conv2d_9" [style=solid, label="(1024,)"]; "10 up_path_0_up_weight" -> "120 conv_transpose2d" [style=solid, label="(1024, 512, 2, 2)"]; "11 up_path_0_up_bias" -> "120 conv_transpose2d" [style=solid, label="(512,)"]; -"12 up_path_0_conv_block_block_0_bias" -> "132 conv2d_10" [style=solid, label="(512,)"]; -"13 up_path_0_conv_block_block_3_bias" -> "140 conv2d_11" [style=solid, label="(512,)"]; -"14 up_path_1_up_weight" -> "142 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; -"15 up_path_1_up_bias" -> "142 conv_transpose2d_1" [style=solid, label="(256,)"]; -"16 up_path_1_conv_block_block_0_bias" -> "154 conv2d_12" [style=solid, label="(256,)"]; -"17 up_path_1_conv_block_block_3_bias" -> "162 conv2d_13" [style=solid, label="(256,)"]; -"18 up_path_2_up_weight" -> "164 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; -"19 up_path_2_up_bias" -> "164 conv_transpose2d_2" [style=solid, label="(128,)"]; -"20 up_path_2_conv_block_block_0_bias" -> "176 conv2d_14" [style=solid, label="(128,)"]; -"21 up_path_2_conv_block_block_3_bias" -> "184 conv2d_15" [style=solid, label="(128,)"]; -"22 up_path_3_up_weight" -> "186 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; -"23 up_path_3_up_bias" -> "186 conv_transpose2d_3" [style=solid, label="(64,)"]; -"24 up_path_3_conv_block_block_0_bias" -> "198 conv2d_16" [style=solid, label="(64,)"]; -"25 up_path_3_conv_block_block_3_bias" -> "206 conv2d_17" [style=solid, label="(64,)"]; -"26 last_bias" -> "214 conv2d_18" [style=solid, label="(12,)"]; +"12 up_path_0_conv_block_block_0_bias" -> "130 conv2d_10" [style=solid, label="(512,)"]; +"13 up_path_0_conv_block_block_3_bias" -> "138 conv2d_11" [style=solid, label="(512,)"]; +"14 up_path_1_up_weight" -> "140 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; +"15 up_path_1_up_bias" -> "140 conv_transpose2d_1" [style=solid, label="(256,)"]; +"16 up_path_1_conv_block_block_0_bias" -> "150 conv2d_12" [style=solid, label="(256,)"]; +"17 up_path_1_conv_block_block_3_bias" -> "158 conv2d_13" [style=solid, label="(256,)"]; +"18 up_path_2_up_weight" -> "160 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; +"19 up_path_2_up_bias" -> "160 conv_transpose2d_2" [style=solid, label="(128,)"]; +"20 up_path_2_conv_block_block_0_bias" -> "170 conv2d_14" [style=solid, label="(128,)"]; +"21 up_path_2_conv_block_block_3_bias" -> "178 conv2d_15" [style=solid, label="(128,)"]; +"22 up_path_3_up_weight" -> "180 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; +"23 up_path_3_up_bias" -> "180 conv_transpose2d_3" [style=solid, label="(64,)"]; +"24 up_path_3_conv_block_block_0_bias" -> "190 conv2d_16" [style=solid, label="(64,)"]; +"25 up_path_3_conv_block_block_3_bias" -> "198 conv2d_17" [style=solid, label="(64,)"]; +"26 last_bias" -> "206 conv2d_18" [style=solid, label="(12,)"]; "27 x" -> "28 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; "28 quantize_per_tensor_0" -> "29 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; "29 dequantize_per_tensor_1" -> "34 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -259,7 +251,7 @@ strict digraph { "41 dequantize_per_channel_5" -> "42 conv2d_1" [style=solid, label="(64, 64, 3, 3)"]; "42 conv2d_1" -> "43 relu_1" [style=solid, label="(1, 64, 220, 220)"]; "43 relu_1" -> "44 quantize_per_tensor_6" [style=solid, label="(1, 64, 220, 220)"]; -"43 relu_1" -> "187 slice_13" [style=solid, label="(1, 64, 220, 220)"]; +"43 relu_1" -> "181 slice_7" [style=solid, label="(1, 64, 220, 220)"]; "44 quantize_per_tensor_6" -> "45 dequantize_per_tensor_7" [style=solid, label="(1, 64, 220, 220)"]; "45 dequantize_per_tensor_7" -> "46 max_pool2d" [style=solid, label="(1, 64, 220, 220)"]; "46 max_pool2d" -> "47 quantize_per_tensor_8" [style=solid, label="(1, 64, 110, 110)"]; @@ -279,7 +271,7 @@ strict digraph { "60 dequantize_per_channel_13" -> "61 conv2d_3" [style=solid, label="(128, 128, 3, 3)"]; "61 conv2d_3" -> "62 relu_3" [style=solid, label="(1, 128, 106, 106)"]; "62 relu_3" -> "63 quantize_per_tensor_14" [style=solid, label="(1, 128, 106, 106)"]; -"62 relu_3" -> "165 slice_9" [style=solid, label="(1, 128, 106, 106)"]; +"62 relu_3" -> "161 slice_5" [style=solid, label="(1, 128, 106, 106)"]; "63 quantize_per_tensor_14" -> "64 dequantize_per_tensor_15" [style=solid, label="(1, 128, 106, 106)"]; "64 dequantize_per_tensor_15" -> "65 max_pool2d_1" [style=solid, label="(1, 128, 106, 106)"]; "65 max_pool2d_1" -> "66 quantize_per_tensor_16" [style=solid, label="(1, 128, 53, 53)"]; @@ -299,7 +291,7 @@ strict digraph { "79 dequantize_per_channel_21" -> "80 conv2d_5" [style=solid, label="(256, 256, 3, 3)"]; "80 conv2d_5" -> "81 relu_5" [style=solid, label="(1, 256, 49, 49)"]; "81 relu_5" -> "82 quantize_per_tensor_22" [style=solid, label="(1, 256, 49, 49)"]; -"81 relu_5" -> "143 slice_5" [style=solid, label="(1, 256, 49, 49)"]; +"81 relu_5" -> "141 slice_3" [style=solid, label="(1, 256, 49, 49)"]; "82 quantize_per_tensor_22" -> "83 dequantize_per_tensor_23" [style=solid, label="(1, 256, 49, 49)"]; "83 dequantize_per_tensor_23" -> "84 max_pool2d_2" [style=solid, label="(1, 256, 49, 49)"]; "84 max_pool2d_2" -> "85 quantize_per_tensor_24" [style=solid, label="(1, 256, 24, 24)"]; @@ -339,99 +331,91 @@ strict digraph { "117 dequantize_per_channel_37" -> "118 conv2d_9" [style=solid, label="(1024, 1024, 3, 3)"]; "118 conv2d_9" -> "119 relu_9" [style=solid, label="(1, 1024, 6, 6)"]; "119 relu_9" -> "120 conv_transpose2d" [style=solid, label="(1, 1024, 6, 6)"]; -"120 conv_transpose2d" -> "125 cat" [style=solid, label="(1, 512, 12, 12)"]; -"121 slice_1" -> "122 slice_2" [style=solid, label="(1, 512, 20, 20)"]; -"122 slice_2" -> "123 slice_3" [style=solid, label="(1, 512, 20, 20)"]; -"123 slice_3" -> "124 slice_4" [style=solid, label="(1, 512, 12, 20)"]; -"124 slice_4" -> "125 cat" [style=solid, label="(1, 512, 12, 12)"]; -"125 cat" -> "126 quantize_per_tensor_38" [style=solid, label="(1, 1024, 12, 12)"]; -"126 quantize_per_tensor_38" -> "127 dequantize_per_tensor_39" [style=solid, label="(1, 1024, 12, 12)"]; -"127 dequantize_per_tensor_39" -> "132 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; -"128 conv2d_10_scale_0" -> "131 dequantize_per_channel_40" [style=solid, label="(512,)"]; -"129 conv2d_10_zero_point_0" -> "131 dequantize_per_channel_40" [style=solid, label="(512,)"]; -"130 _frozen_param10" -> "131 dequantize_per_channel_40" [style=solid, label="(512, 1024, 3, 3)"]; -"131 dequantize_per_channel_40" -> "132 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; -"132 conv2d_10" -> "133 relu_10" [style=solid, label="(1, 512, 10, 10)"]; -"133 relu_10" -> "134 quantize_per_tensor_41" [style=solid, label="(1, 512, 10, 10)"]; -"134 quantize_per_tensor_41" -> "135 dequantize_per_tensor_42" [style=solid, label="(1, 512, 10, 10)"]; -"135 dequantize_per_tensor_42" -> "140 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; -"136 conv2d_11_scale_0" -> "139 dequantize_per_channel_43" [style=solid, label="(512,)"]; -"137 conv2d_11_zero_point_0" -> "139 dequantize_per_channel_43" [style=solid, label="(512,)"]; -"138 _frozen_param11" -> "139 dequantize_per_channel_43" [style=solid, label="(512, 512, 3, 3)"]; -"139 dequantize_per_channel_43" -> "140 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; -"140 conv2d_11" -> "141 relu_11" [style=solid, label="(1, 512, 8, 8)"]; -"141 relu_11" -> "142 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; -"142 conv_transpose2d_1" -> "147 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"143 slice_5" -> "144 slice_6" [style=solid, label="(1, 256, 49, 49)"]; -"144 slice_6" -> "145 slice_7" [style=solid, label="(1, 256, 49, 49)"]; -"145 slice_7" -> "146 slice_8" [style=solid, label="(1, 256, 16, 49)"]; -"146 slice_8" -> "147 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"147 cat_1" -> "148 quantize_per_tensor_44" [style=solid, label="(1, 512, 16, 16)"]; -"148 quantize_per_tensor_44" -> "149 dequantize_per_tensor_45" [style=solid, label="(1, 512, 16, 16)"]; -"149 dequantize_per_tensor_45" -> "154 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; -"150 conv2d_12_scale_0" -> "153 dequantize_per_channel_46" [style=solid, label="(256,)"]; -"151 conv2d_12_zero_point_0" -> "153 dequantize_per_channel_46" [style=solid, label="(256,)"]; -"152 _frozen_param12" -> "153 dequantize_per_channel_46" [style=solid, label="(256, 512, 3, 3)"]; -"153 dequantize_per_channel_46" -> "154 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; -"154 conv2d_12" -> "155 relu_12" [style=solid, label="(1, 256, 14, 14)"]; -"155 relu_12" -> "156 quantize_per_tensor_47" [style=solid, label="(1, 256, 14, 14)"]; -"156 quantize_per_tensor_47" -> "157 dequantize_per_tensor_48" [style=solid, label="(1, 256, 14, 14)"]; -"157 dequantize_per_tensor_48" -> "162 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; -"158 conv2d_13_scale_0" -> "161 dequantize_per_channel_49" [style=solid, label="(256,)"]; -"159 conv2d_13_zero_point_0" -> "161 dequantize_per_channel_49" [style=solid, label="(256,)"]; -"160 _frozen_param13" -> "161 dequantize_per_channel_49" [style=solid, label="(256, 256, 3, 3)"]; -"161 dequantize_per_channel_49" -> "162 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; -"162 conv2d_13" -> "163 relu_13" [style=solid, label="(1, 256, 12, 12)"]; -"163 relu_13" -> "164 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; -"164 conv_transpose2d_2" -> "169 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"165 slice_9" -> "166 slice_10" [style=solid, label="(1, 128, 106, 106)"]; -"166 slice_10" -> "167 slice_11" [style=solid, label="(1, 128, 106, 106)"]; -"167 slice_11" -> "168 slice_12" [style=solid, label="(1, 128, 24, 106)"]; -"168 slice_12" -> "169 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"169 cat_2" -> "170 quantize_per_tensor_50" [style=solid, label="(1, 256, 24, 24)"]; -"170 quantize_per_tensor_50" -> "171 dequantize_per_tensor_51" [style=solid, label="(1, 256, 24, 24)"]; -"171 dequantize_per_tensor_51" -> "176 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; -"172 conv2d_14_scale_0" -> "175 dequantize_per_channel_52" [style=solid, label="(128,)"]; -"173 conv2d_14_zero_point_0" -> "175 dequantize_per_channel_52" [style=solid, label="(128,)"]; -"174 _frozen_param14" -> "175 dequantize_per_channel_52" [style=solid, label="(128, 256, 3, 3)"]; -"175 dequantize_per_channel_52" -> "176 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; -"176 conv2d_14" -> "177 relu_14" [style=solid, label="(1, 128, 22, 22)"]; -"177 relu_14" -> "178 quantize_per_tensor_53" [style=solid, label="(1, 128, 22, 22)"]; -"178 quantize_per_tensor_53" -> "179 dequantize_per_tensor_54" [style=solid, label="(1, 128, 22, 22)"]; -"179 dequantize_per_tensor_54" -> "184 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; -"180 conv2d_15_scale_0" -> "183 dequantize_per_channel_55" [style=solid, label="(128,)"]; -"181 conv2d_15_zero_point_0" -> "183 dequantize_per_channel_55" [style=solid, label="(128,)"]; -"182 _frozen_param15" -> "183 dequantize_per_channel_55" [style=solid, label="(128, 128, 3, 3)"]; -"183 dequantize_per_channel_55" -> "184 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; -"184 conv2d_15" -> "185 relu_15" [style=solid, label="(1, 128, 20, 20)"]; -"185 relu_15" -> "186 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; -"186 conv_transpose2d_3" -> "191 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"187 slice_13" -> "188 slice_14" [style=solid, label="(1, 64, 220, 220)"]; -"188 slice_14" -> "189 slice_15" [style=solid, label="(1, 64, 220, 220)"]; -"189 slice_15" -> "190 slice_16" [style=solid, label="(1, 64, 40, 220)"]; -"190 slice_16" -> "191 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"191 cat_3" -> "192 quantize_per_tensor_56" [style=solid, label="(1, 128, 40, 40)"]; -"192 quantize_per_tensor_56" -> "193 dequantize_per_tensor_57" [style=solid, label="(1, 128, 40, 40)"]; -"193 dequantize_per_tensor_57" -> "198 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; -"194 conv2d_16_scale_0" -> "197 dequantize_per_channel_58" [style=solid, label="(64,)"]; -"195 conv2d_16_zero_point_0" -> "197 dequantize_per_channel_58" [style=solid, label="(64,)"]; -"196 _frozen_param16" -> "197 dequantize_per_channel_58" [style=solid, label="(64, 128, 3, 3)"]; -"197 dequantize_per_channel_58" -> "198 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; -"198 conv2d_16" -> "199 relu_16" [style=solid, label="(1, 64, 38, 38)"]; -"199 relu_16" -> "200 quantize_per_tensor_59" [style=solid, label="(1, 64, 38, 38)"]; -"200 quantize_per_tensor_59" -> "201 dequantize_per_tensor_60" [style=solid, label="(1, 64, 38, 38)"]; -"201 dequantize_per_tensor_60" -> "206 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; -"202 conv2d_17_scale_0" -> "205 dequantize_per_channel_61" [style=solid, label="(64,)"]; -"203 conv2d_17_zero_point_0" -> "205 dequantize_per_channel_61" [style=solid, label="(64,)"]; -"204 _frozen_param17" -> "205 dequantize_per_channel_61" [style=solid, label="(64, 64, 3, 3)"]; -"205 dequantize_per_channel_61" -> "206 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; -"206 conv2d_17" -> "207 relu_17" [style=solid, label="(1, 64, 36, 36)"]; -"207 relu_17" -> "208 quantize_per_tensor_62" [style=solid, label="(1, 64, 36, 36)"]; -"208 quantize_per_tensor_62" -> "209 dequantize_per_tensor_63" [style=solid, label="(1, 64, 36, 36)"]; -"209 dequantize_per_tensor_63" -> "214 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; -"210 conv2d_18_scale_0" -> "213 dequantize_per_channel_64" [style=solid, label="(12,)"]; -"211 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_64" [style=solid, label="(12,)"]; -"212 _frozen_param18" -> "213 dequantize_per_channel_64" [style=solid, label="(12, 64, 1, 1)"]; -"213 dequantize_per_channel_64" -> "214 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; -"214 conv2d_18" -> "215 output" [style=solid, label="(1, 12, 36, 36)"]; +"120 conv_transpose2d" -> "123 cat" [style=solid, label="(1, 512, 12, 12)"]; +"121 slice_1" -> "122 slice_2" [style=solid, label="(1, 512, 12, 20)"]; +"122 slice_2" -> "123 cat" [style=solid, label="(1, 512, 12, 12)"]; +"123 cat" -> "124 quantize_per_tensor_38" [style=solid, label="(1, 1024, 12, 12)"]; +"124 quantize_per_tensor_38" -> "125 dequantize_per_tensor_39" [style=solid, label="(1, 1024, 12, 12)"]; +"125 dequantize_per_tensor_39" -> "130 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; +"126 conv2d_10_scale_0" -> "129 dequantize_per_channel_40" [style=solid, label="(512,)"]; +"127 conv2d_10_zero_point_0" -> "129 dequantize_per_channel_40" [style=solid, label="(512,)"]; +"128 _frozen_param10" -> "129 dequantize_per_channel_40" [style=solid, label="(512, 1024, 3, 3)"]; +"129 dequantize_per_channel_40" -> "130 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; +"130 conv2d_10" -> "131 relu_10" [style=solid, label="(1, 512, 10, 10)"]; +"131 relu_10" -> "132 quantize_per_tensor_41" [style=solid, label="(1, 512, 10, 10)"]; +"132 quantize_per_tensor_41" -> "133 dequantize_per_tensor_42" [style=solid, label="(1, 512, 10, 10)"]; +"133 dequantize_per_tensor_42" -> "138 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; +"134 conv2d_11_scale_0" -> "137 dequantize_per_channel_43" [style=solid, label="(512,)"]; +"135 conv2d_11_zero_point_0" -> "137 dequantize_per_channel_43" [style=solid, label="(512,)"]; +"136 _frozen_param11" -> "137 dequantize_per_channel_43" [style=solid, label="(512, 512, 3, 3)"]; +"137 dequantize_per_channel_43" -> "138 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; +"138 conv2d_11" -> "139 relu_11" [style=solid, label="(1, 512, 8, 8)"]; +"139 relu_11" -> "140 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; +"140 conv_transpose2d_1" -> "143 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"141 slice_3" -> "142 slice_4" [style=solid, label="(1, 256, 16, 49)"]; +"142 slice_4" -> "143 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"143 cat_1" -> "144 quantize_per_tensor_44" [style=solid, label="(1, 512, 16, 16)"]; +"144 quantize_per_tensor_44" -> "145 dequantize_per_tensor_45" [style=solid, label="(1, 512, 16, 16)"]; +"145 dequantize_per_tensor_45" -> "150 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; +"146 conv2d_12_scale_0" -> "149 dequantize_per_channel_46" [style=solid, label="(256,)"]; +"147 conv2d_12_zero_point_0" -> "149 dequantize_per_channel_46" [style=solid, label="(256,)"]; +"148 _frozen_param12" -> "149 dequantize_per_channel_46" [style=solid, label="(256, 512, 3, 3)"]; +"149 dequantize_per_channel_46" -> "150 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; +"150 conv2d_12" -> "151 relu_12" [style=solid, label="(1, 256, 14, 14)"]; +"151 relu_12" -> "152 quantize_per_tensor_47" [style=solid, label="(1, 256, 14, 14)"]; +"152 quantize_per_tensor_47" -> "153 dequantize_per_tensor_48" [style=solid, label="(1, 256, 14, 14)"]; +"153 dequantize_per_tensor_48" -> "158 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"154 conv2d_13_scale_0" -> "157 dequantize_per_channel_49" [style=solid, label="(256,)"]; +"155 conv2d_13_zero_point_0" -> "157 dequantize_per_channel_49" [style=solid, label="(256,)"]; +"156 _frozen_param13" -> "157 dequantize_per_channel_49" [style=solid, label="(256, 256, 3, 3)"]; +"157 dequantize_per_channel_49" -> "158 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"158 conv2d_13" -> "159 relu_13" [style=solid, label="(1, 256, 12, 12)"]; +"159 relu_13" -> "160 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; +"160 conv_transpose2d_2" -> "163 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"161 slice_5" -> "162 slice_6" [style=solid, label="(1, 128, 24, 106)"]; +"162 slice_6" -> "163 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"163 cat_2" -> "164 quantize_per_tensor_50" [style=solid, label="(1, 256, 24, 24)"]; +"164 quantize_per_tensor_50" -> "165 dequantize_per_tensor_51" [style=solid, label="(1, 256, 24, 24)"]; +"165 dequantize_per_tensor_51" -> "170 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; +"166 conv2d_14_scale_0" -> "169 dequantize_per_channel_52" [style=solid, label="(128,)"]; +"167 conv2d_14_zero_point_0" -> "169 dequantize_per_channel_52" [style=solid, label="(128,)"]; +"168 _frozen_param14" -> "169 dequantize_per_channel_52" [style=solid, label="(128, 256, 3, 3)"]; +"169 dequantize_per_channel_52" -> "170 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; +"170 conv2d_14" -> "171 relu_14" [style=solid, label="(1, 128, 22, 22)"]; +"171 relu_14" -> "172 quantize_per_tensor_53" [style=solid, label="(1, 128, 22, 22)"]; +"172 quantize_per_tensor_53" -> "173 dequantize_per_tensor_54" [style=solid, label="(1, 128, 22, 22)"]; +"173 dequantize_per_tensor_54" -> "178 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; +"174 conv2d_15_scale_0" -> "177 dequantize_per_channel_55" [style=solid, label="(128,)"]; +"175 conv2d_15_zero_point_0" -> "177 dequantize_per_channel_55" [style=solid, label="(128,)"]; +"176 _frozen_param15" -> "177 dequantize_per_channel_55" [style=solid, label="(128, 128, 3, 3)"]; +"177 dequantize_per_channel_55" -> "178 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; +"178 conv2d_15" -> "179 relu_15" [style=solid, label="(1, 128, 20, 20)"]; +"179 relu_15" -> "180 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; +"180 conv_transpose2d_3" -> "183 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"181 slice_7" -> "182 slice_8" [style=solid, label="(1, 64, 40, 220)"]; +"182 slice_8" -> "183 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"183 cat_3" -> "184 quantize_per_tensor_56" [style=solid, label="(1, 128, 40, 40)"]; +"184 quantize_per_tensor_56" -> "185 dequantize_per_tensor_57" [style=solid, label="(1, 128, 40, 40)"]; +"185 dequantize_per_tensor_57" -> "190 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; +"186 conv2d_16_scale_0" -> "189 dequantize_per_channel_58" [style=solid, label="(64,)"]; +"187 conv2d_16_zero_point_0" -> "189 dequantize_per_channel_58" [style=solid, label="(64,)"]; +"188 _frozen_param16" -> "189 dequantize_per_channel_58" [style=solid, label="(64, 128, 3, 3)"]; +"189 dequantize_per_channel_58" -> "190 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; +"190 conv2d_16" -> "191 relu_16" [style=solid, label="(1, 64, 38, 38)"]; +"191 relu_16" -> "192 quantize_per_tensor_59" [style=solid, label="(1, 64, 38, 38)"]; +"192 quantize_per_tensor_59" -> "193 dequantize_per_tensor_60" [style=solid, label="(1, 64, 38, 38)"]; +"193 dequantize_per_tensor_60" -> "198 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; +"194 conv2d_17_scale_0" -> "197 dequantize_per_channel_61" [style=solid, label="(64,)"]; +"195 conv2d_17_zero_point_0" -> "197 dequantize_per_channel_61" [style=solid, label="(64,)"]; +"196 _frozen_param17" -> "197 dequantize_per_channel_61" [style=solid, label="(64, 64, 3, 3)"]; +"197 dequantize_per_channel_61" -> "198 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; +"198 conv2d_17" -> "199 relu_17" [style=solid, label="(1, 64, 36, 36)"]; +"199 relu_17" -> "200 quantize_per_tensor_62" [style=solid, label="(1, 64, 36, 36)"]; +"200 quantize_per_tensor_62" -> "201 dequantize_per_tensor_63" [style=solid, label="(1, 64, 36, 36)"]; +"201 dequantize_per_tensor_63" -> "206 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; +"202 conv2d_18_scale_0" -> "205 dequantize_per_channel_64" [style=solid, label="(12,)"]; +"203 conv2d_18_zero_point_0" -> "205 dequantize_per_channel_64" [style=solid, label="(12,)"]; +"204 _frozen_param18" -> "205 dequantize_per_channel_64" [style=solid, label="(12, 64, 1, 1)"]; +"205 dequantize_per_channel_64" -> "206 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; +"206 conv2d_18" -> "207 output" [style=solid, label="(1, 12, 36, 36)"]; } diff --git a/tests/torch2/data/fx/X86InductorQuantizer/unet_ref_qconfig.json b/tests/torch2/data/fx/X86InductorQuantizer/unet_ref_qconfig.json index e5b0cf4080d..fea87377fe4 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/unet_ref_qconfig.json +++ b/tests/torch2/data/fx/X86InductorQuantizer/unet_ref_qconfig.json @@ -32,7 +32,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('max_pool2d',)_ActivationQuantizationInsertionPoint": { + "('conv2d_2',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -40,7 +40,7 @@ "narrow_range": false, "dest_dtype": "UINT8" }, - "('conv2d_2',)_ActivationQuantizationInsertionPoint": { + "('max_pool2d',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -72,7 +72,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('max_pool2d_1',)_ActivationQuantizationInsertionPoint": { + "('conv2d_4',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -80,7 +80,7 @@ "narrow_range": false, "dest_dtype": "UINT8" }, - "('conv2d_4',)_ActivationQuantizationInsertionPoint": { + "('max_pool2d_1',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, diff --git a/tests/torch2/data/fx/X86InductorQuantizer/vit_b_16.dot b/tests/torch2/data/fx/X86InductorQuantizer/vit_b_16.dot index 48d22fe0b0c..08e412a12a6 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/vit_b_16.dot +++ b/tests/torch2/data/fx/X86InductorQuantizer/vit_b_16.dot @@ -752,17 +752,16 @@ strict digraph { "750 dropout_36" [id=750, type=dropout]; "751 add_24" [id=751, type=add]; "752 layer_norm_24" [id=752, type="layer_norm"]; -"753 slice_1" [id=753, type=slice]; -"754 select_36" [id=754, type=select]; -"755 select_36_0_0_nncf_smooth_quant_0" [id=755, type="call_module"]; -"756 quantize_per_tensor_75" [id=756, type="quantize_per_tensor"]; -"757 dequantize_per_tensor_76" [id=757, type="dequantize_per_tensor"]; -"758 linear_48_scale_0" [id=758, type="get_attr"]; -"759 linear_48_zero_point_0" [id=759, type="get_attr"]; -"760 _frozen_param25" [id=760, type="get_attr"]; -"761 dequantize_per_channel_77" [id=761, type="dequantize_per_channel"]; -"762 linear_48" [id=762, type=linear]; -"763 output" [id=763, type=output]; +"753 select_36" [id=753, type=select]; +"754 select_36_0_0_nncf_smooth_quant_0" [id=754, type="call_module"]; +"755 quantize_per_tensor_75" [id=755, type="quantize_per_tensor"]; +"756 dequantize_per_tensor_76" [id=756, type="dequantize_per_tensor"]; +"757 linear_48_scale_0" [id=757, type="get_attr"]; +"758 linear_48_zero_point_0" [id=758, type="get_attr"]; +"759 _frozen_param25" [id=759, type="get_attr"]; +"760 dequantize_per_channel_77" [id=760, type="dequantize_per_channel"]; +"761 linear_48" [id=761, type=linear]; +"762 output" [id=762, type=output]; "0 class_token" -> "112 expand" [style=solid, label="(1, 1, 768)"]; "1 encoder_pos_embedding" -> "114 add" [style=solid, label="(1, 197, 768)"]; "2 conv_proj_bias" -> "109 conv2d" [style=solid, label="(768,)"]; @@ -864,7 +863,7 @@ strict digraph { "98 encoder_layers_encoder_layer_11_mlp_3_bias" -> "749 linear_47" [style=solid, label="(768,)"]; "99 encoder_ln_weight" -> "752 layer_norm_24" [style=solid, label="(768,)"]; "100 encoder_ln_bias" -> "752 layer_norm_24" [style=solid, label="(768,)"]; -"101 heads_head_bias" -> "762 linear_48" [style=solid, label="(1000,)"]; +"101 heads_head_bias" -> "761 linear_48" [style=solid, label="(1000,)"]; "102 x" -> "103 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; "103 quantize_per_tensor_0" -> "104 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; "104 dequantize_per_tensor_1" -> "109 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -1563,15 +1562,14 @@ strict digraph { "749 linear_47" -> "750 dropout_36" [style=solid, label="(1, 197, 768)"]; "750 dropout_36" -> "751 add_24" [style=solid, label="(1, 197, 768)"]; "751 add_24" -> "752 layer_norm_24" [style=solid, label="(1, 197, 768)"]; -"752 layer_norm_24" -> "753 slice_1" [style=solid, label="(1, 197, 768)"]; -"753 slice_1" -> "754 select_36" [style=solid, label="(1, 197, 768)"]; -"754 select_36" -> "755 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"755 select_36_0_0_nncf_smooth_quant_0" -> "756 quantize_per_tensor_75" [style=solid, label="(1, 768)"]; -"756 quantize_per_tensor_75" -> "757 dequantize_per_tensor_76" [style=solid, label="(1, 768)"]; -"757 dequantize_per_tensor_76" -> "762 linear_48" [style=solid, label="(1, 768)"]; -"758 linear_48_scale_0" -> "761 dequantize_per_channel_77" [style=solid, label="(1000,)"]; -"759 linear_48_zero_point_0" -> "761 dequantize_per_channel_77" [style=solid, label="(1000,)"]; -"760 _frozen_param25" -> "761 dequantize_per_channel_77" [style=solid, label="(1000, 768)"]; -"761 dequantize_per_channel_77" -> "762 linear_48" [style=solid, label="(1000, 768)"]; -"762 linear_48" -> "763 output" [style=solid, label="(1, 1000)"]; +"752 layer_norm_24" -> "753 select_36" [style=solid, label="(1, 197, 768)"]; +"753 select_36" -> "754 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"754 select_36_0_0_nncf_smooth_quant_0" -> "755 quantize_per_tensor_75" [style=solid, label="(1, 768)"]; +"755 quantize_per_tensor_75" -> "756 dequantize_per_tensor_76" [style=solid, label="(1, 768)"]; +"756 dequantize_per_tensor_76" -> "761 linear_48" [style=solid, label="(1, 768)"]; +"757 linear_48_scale_0" -> "760 dequantize_per_channel_77" [style=solid, label="(1000,)"]; +"758 linear_48_zero_point_0" -> "760 dequantize_per_channel_77" [style=solid, label="(1000,)"]; +"759 _frozen_param25" -> "760 dequantize_per_channel_77" [style=solid, label="(1000, 768)"]; +"760 dequantize_per_channel_77" -> "761 linear_48" [style=solid, label="(1000, 768)"]; +"761 linear_48" -> "762 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/X86InductorQuantizer/yolo11n_sdpa_block.dot b/tests/torch2/data/fx/X86InductorQuantizer/yolo11n_sdpa_block.dot index 3cbd237c386..1ff776b093f 100644 --- a/tests/torch2/data/fx/X86InductorQuantizer/yolo11n_sdpa_block.dot +++ b/tests/torch2/data/fx/X86InductorQuantizer/yolo11n_sdpa_block.dot @@ -11,19 +11,13 @@ strict digraph { "9 slice_1" [id=9, type=slice]; "10 slice_2" [id=10, type=slice]; "11 slice_3" [id=11, type=slice]; -"12 slice_4" [id=12, type=slice]; -"13 slice_5" [id=13, type=slice]; -"14 slice_6" [id=14, type=slice]; -"15 slice_7" [id=15, type=slice]; -"16 slice_8" [id=16, type=slice]; -"17 slice_9" [id=17, type=slice]; -"18 transpose" [id=18, type=transpose]; -"19 matmul" [id=19, type=matmul]; -"20 div_" [id=20, type="div_"]; -"21 softmax" [id=21, type=softmax]; -"22 transpose_1" [id=22, type=transpose]; -"23 matmul_1" [id=23, type=matmul]; -"24 output" [id=24, type=output]; +"12 transpose" [id=12, type=transpose]; +"13 matmul" [id=13, type=matmul]; +"14 div_" [id=14, type="div_"]; +"15 softmax" [id=15, type=softmax]; +"16 transpose_1" [id=16, type=transpose]; +"17 matmul_1" [id=17, type=matmul]; +"18 output" [id=18, type=output]; "0 x" -> "1 x_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 2, 4)"]; "1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_0" [style=solid, label="(1, 2, 4)"]; "2 quantize_per_tensor_0" -> "3 dequantize_per_tensor_1" [style=solid, label="(1, 2, 4)"]; @@ -33,21 +27,15 @@ strict digraph { "6 _frozen_param0" -> "7 dequantize_per_channel_2" [style=solid, label="(12, 4)"]; "7 dequantize_per_channel_2" -> "8 linear" [style=solid, label="(12, 4)"]; "8 linear" -> "9 slice_1" [style=solid, label="(1, 2, 12)"]; -"8 linear" -> "12 slice_4" [style=solid, label="(1, 2, 12)"]; -"8 linear" -> "15 slice_7" [style=solid, label="(1, 2, 12)"]; -"9 slice_1" -> "10 slice_2" [style=solid, label="(1, 2, 12)"]; -"10 slice_2" -> "11 slice_3" [style=solid, label="(1, 2, 12)"]; -"11 slice_3" -> "19 matmul" [style=solid, label="(1, 2, 4)"]; -"12 slice_4" -> "13 slice_5" [style=solid, label="(1, 2, 12)"]; -"13 slice_5" -> "14 slice_6" [style=solid, label="(1, 2, 12)"]; -"14 slice_6" -> "18 transpose" [style=solid, label="(1, 2, 4)"]; -"15 slice_7" -> "16 slice_8" [style=solid, label="(1, 2, 12)"]; -"16 slice_8" -> "17 slice_9" [style=solid, label="(1, 2, 12)"]; -"17 slice_9" -> "23 matmul_1" [style=solid, label="(1, 2, 4)"]; -"18 transpose" -> "19 matmul" [style=solid, label="(1, 4, 2)"]; -"19 matmul" -> "20 div_" [style=solid, label="(1, 2, 2)"]; -"20 div_" -> "21 softmax" [style=solid, label="(1, 2, 2)"]; -"21 softmax" -> "22 transpose_1" [style=solid, label="(1, 2, 2)"]; -"22 transpose_1" -> "23 matmul_1" [style=solid, label="(1, 2, 2)"]; -"23 matmul_1" -> "24 output" [style=solid, label="(1, 2, 4)"]; +"8 linear" -> "10 slice_2" [style=solid, label="(1, 2, 12)"]; +"8 linear" -> "11 slice_3" [style=solid, label="(1, 2, 12)"]; +"9 slice_1" -> "13 matmul" [style=solid, label="(1, 2, 4)"]; +"10 slice_2" -> "12 transpose" [style=solid, label="(1, 2, 4)"]; +"11 slice_3" -> "17 matmul_1" [style=solid, label="(1, 2, 4)"]; +"12 transpose" -> "13 matmul" [style=solid, label="(1, 4, 2)"]; +"13 matmul" -> "14 div_" [style=solid, label="(1, 2, 2)"]; +"14 div_" -> "15 softmax" [style=solid, label="(1, 2, 2)"]; +"15 softmax" -> "16 transpose_1" [style=solid, label="(1, 2, 2)"]; +"16 transpose_1" -> "17 matmul_1" [style=solid, label="(1, 2, 2)"]; +"17 matmul_1" -> "18 output" [style=solid, label="(1, 2, 4)"]; } diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/mobilenet_v3_small_ref_qconfig.json b/tests/torch2/data/fx/XNNPACKQuantizer/mobilenet_v3_small_ref_qconfig.json index 49e5f5f6b58..045ded82c0e 100644 --- a/tests/torch2/data/fx/XNNPACKQuantizer/mobilenet_v3_small_ref_qconfig.json +++ b/tests/torch2/data/fx/XNNPACKQuantizer/mobilenet_v3_small_ref_qconfig.json @@ -40,7 +40,7 @@ "narrow_range": true, "dest_dtype": "INT8" }, - "('conv2d_2',)_ActivationQuantizationInsertionPoint": { + "('adaptive_avg_pool2d', 'mul')_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -48,7 +48,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('adaptive_avg_pool2d', 'mul')_ActivationQuantizationInsertionPoint": { + "('conv2d_2',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -384,7 +384,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('conv2d_18',)_ActivationQuantizationInsertionPoint": { + "('adaptive_avg_pool2d_2', 'mul_2')_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -392,7 +392,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('adaptive_avg_pool2d_2', 'mul_2')_ActivationQuantizationInsertionPoint": { + "('conv2d_18',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -1008,7 +1008,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('adaptive_avg_pool2d_7', 'mul_7')_ActivationQuantizationInsertionPoint": { + "('conv2d_43',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -1016,7 +1016,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('conv2d_43',)_ActivationQuantizationInsertionPoint": { + "('adaptive_avg_pool2d_7', 'mul_7')_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -1240,7 +1240,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('adaptive_avg_pool2d_9',)_ActivationQuantizationInsertionPoint": { + "('linear',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -1248,7 +1248,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('linear',)_ActivationQuantizationInsertionPoint": { + "('adaptive_avg_pool2d_9',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/resnet18_ref_qconfig.json b/tests/torch2/data/fx/XNNPACKQuantizer/resnet18_ref_qconfig.json index c9fd49c575d..fa9cb4b8a9e 100644 --- a/tests/torch2/data/fx/XNNPACKQuantizer/resnet18_ref_qconfig.json +++ b/tests/torch2/data/fx/XNNPACKQuantizer/resnet18_ref_qconfig.json @@ -16,7 +16,7 @@ "narrow_range": true, "dest_dtype": "INT8" }, - "('add_', 'conv2d_1')_ActivationQuantizationInsertionPoint": { + "('max_pool2d',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -24,7 +24,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('max_pool2d',)_ActivationQuantizationInsertionPoint": { + "('add_', 'conv2d_1')_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -368,7 +368,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('linear',)_ActivationQuantizationInsertionPoint": { + "('flatten',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -384,7 +384,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('flatten',)_ActivationQuantizationInsertionPoint": { + "('linear',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/swin_v2_t.dot b/tests/torch2/data/fx/XNNPACKQuantizer/swin_v2_t.dot index 1a459fe5c47..cabe9b16fe5 100644 --- a/tests/torch2/data/fx/XNNPACKQuantizer/swin_v2_t.dot +++ b/tests/torch2/data/fx/XNNPACKQuantizer/swin_v2_t.dot @@ -230,1797 +230,1763 @@ strict digraph { "228 view_3" [id=228, type=view]; "229 permute_4" [id=229, type=permute]; "230 reshape_3" [id=230, type=reshape]; -"231 slice_2" [id=231, type=slice]; -"232 slice_3" [id=232, type=slice]; -"233 layer_norm_1" [id=233, type="layer_norm"]; -"234 quantize_per_tensor_40" [id=234, type="quantize_per_tensor"]; -"235 dequantize_per_tensor_41" [id=235, type="dequantize_per_tensor"]; -"236 quantize_per_tensor_42" [id=236, type="quantize_per_tensor"]; -"237 dequantize_per_tensor_43" [id=237, type="dequantize_per_tensor"]; -"238 add_1" [id=238, type=add]; -"239 quantize_per_tensor_44" [id=239, type="quantize_per_tensor"]; -"240 dequantize_per_tensor_45" [id=240, type="dequantize_per_tensor"]; -"241 dequantize_per_tensor_46" [id=241, type="dequantize_per_tensor"]; -"242 add_1_0_0_nncf_smooth_quant_0" [id=242, type="call_module"]; -"243 quantize_per_tensor_47" [id=243, type="quantize_per_tensor"]; -"244 dequantize_per_tensor_48" [id=244, type="dequantize_per_tensor"]; -"245 _frozen_param8" [id=245, type="get_attr"]; -"246 dequantize_per_tensor_49" [id=246, type="dequantize_per_tensor"]; -"247 linear_4" [id=247, type=linear]; -"248 quantize_per_tensor_50" [id=248, type="quantize_per_tensor"]; -"249 dequantize_per_tensor_51" [id=249, type="dequantize_per_tensor"]; -"250 gelu" [id=250, type=gelu]; -"251 dropout_2" [id=251, type=dropout]; -"252 dropout_2_0_0_nncf_smooth_quant_0" [id=252, type="call_module"]; -"253 quantize_per_tensor_52" [id=253, type="quantize_per_tensor"]; -"254 dequantize_per_tensor_53" [id=254, type="dequantize_per_tensor"]; -"255 _frozen_param9" [id=255, type="get_attr"]; -"256 dequantize_per_tensor_54" [id=256, type="dequantize_per_tensor"]; -"257 linear_5" [id=257, type=linear]; -"258 quantize_per_tensor_55" [id=258, type="quantize_per_tensor"]; -"259 dequantize_per_tensor_56" [id=259, type="dequantize_per_tensor"]; -"260 dropout_3" [id=260, type=dropout]; -"261 layer_norm_2" [id=261, type="layer_norm"]; -"262 quantize_per_tensor_57" [id=262, type="quantize_per_tensor"]; -"263 dequantize_per_tensor_58" [id=263, type="dequantize_per_tensor"]; -"264 add_2" [id=264, type=add]; -"265 quantize_per_tensor_59" [id=265, type="quantize_per_tensor"]; -"266 dequantize_per_tensor_60" [id=266, type="dequantize_per_tensor"]; -"267 dequantize_per_tensor_61" [id=267, type="dequantize_per_tensor"]; -"268 _frozen_param10" [id=268, type="get_attr"]; -"269 dequantize_per_tensor_62" [id=269, type="dequantize_per_tensor"]; -"270 _frozen_param11" [id=270, type="get_attr"]; -"271 dequantize_per_tensor_63" [id=271, type="dequantize_per_tensor"]; -"272 linear_6" [id=272, type=linear]; -"273 relu__1" [id=273, type="relu_"]; -"274 quantize_per_tensor_64" [id=274, type="quantize_per_tensor"]; -"275 dequantize_per_tensor_65" [id=275, type="dequantize_per_tensor"]; -"276 relu__1_0_0_nncf_smooth_quant_0" [id=276, type="call_module"]; -"277 quantize_per_tensor_66" [id=277, type="quantize_per_tensor"]; -"278 dequantize_per_tensor_67" [id=278, type="dequantize_per_tensor"]; -"279 _frozen_param12" [id=279, type="get_attr"]; -"280 dequantize_per_tensor_68" [id=280, type="dequantize_per_tensor"]; -"281 linear_7" [id=281, type=linear]; -"282 quantize_per_tensor_69" [id=282, type="quantize_per_tensor"]; -"283 dequantize_per_tensor_70" [id=283, type="dequantize_per_tensor"]; -"284 view_4" [id=284, type=view]; -"285 quantize_per_tensor_71" [id=285, type="quantize_per_tensor"]; -"286 dequantize_per_tensor_72" [id=286, type="dequantize_per_tensor"]; -"287 index_1" [id=287, type=index]; -"288 view_5" [id=288, type=view]; -"289 permute_5" [id=289, type=permute]; -"290 contiguous_1" [id=290, type=contiguous]; -"291 unsqueeze_1" [id=291, type=unsqueeze]; -"292 sigmoid_1" [id=292, type=sigmoid]; -"293 quantize_per_tensor_73" [id=293, type="quantize_per_tensor"]; -"294 dequantize_per_tensor_74" [id=294, type="dequantize_per_tensor"]; -"295 _frozen_param13" [id=295, type="get_attr"]; -"296 dequantize_per_tensor_75" [id=296, type="dequantize_per_tensor"]; -"297 mul_2" [id=297, type=mul]; -"298 quantize_per_tensor_76" [id=298, type="quantize_per_tensor"]; -"299 dequantize_per_tensor_77" [id=299, type="dequantize_per_tensor"]; -"300 pad_1" [id=300, type=pad]; -"301 roll" [id=301, type=roll]; -"302 view_6" [id=302, type=view]; -"303 permute_6" [id=303, type=permute]; -"304 reshape_4" [id=304, type=reshape]; -"305 clone_1" [id=305, type=clone]; -"306 reshape_4_0_0_nncf_smooth_quant_0" [id=306, type="call_module"]; -"307 quantize_per_tensor_78" [id=307, type="quantize_per_tensor"]; -"308 dequantize_per_tensor_79" [id=308, type="dequantize_per_tensor"]; -"309 _frozen_param14" [id=309, type="get_attr"]; -"310 dequantize_per_tensor_80" [id=310, type="dequantize_per_tensor"]; -"311 linear_8" [id=311, type=linear]; -"312 quantize_per_tensor_81" [id=312, type="quantize_per_tensor"]; -"313 dequantize_per_tensor_82" [id=313, type="dequantize_per_tensor"]; -"314 reshape_5" [id=314, type=reshape]; -"315 permute_7" [id=315, type=permute]; -"316 select_3" [id=316, type=select]; -"317 select_4" [id=317, type=select]; -"318 select_5" [id=318, type=select]; -"319 linalg_vector_norm_2" [id=319, type="linalg_vector_norm"]; -"320 clamp_min_2" [id=320, type="clamp_min"]; -"321 expand_as_2" [id=321, type="expand_as"]; -"322 div_2" [id=322, type=div]; -"323 linalg_vector_norm_3" [id=323, type="linalg_vector_norm"]; -"324 clamp_min_3" [id=324, type="clamp_min"]; -"325 expand_as_3" [id=325, type="expand_as"]; -"326 div_3" [id=326, type=div]; -"327 transpose_2" [id=327, type=transpose]; -"328 matmul_2" [id=328, type=matmul]; -"329 quantize_per_tensor_83" [id=329, type="quantize_per_tensor"]; -"330 dequantize_per_tensor_84" [id=330, type="dequantize_per_tensor"]; -"331 _frozen_param15" [id=331, type="get_attr"]; -"332 dequantize_per_tensor_85" [id=332, type="dequantize_per_tensor"]; -"333 mul_3" [id=333, type=mul]; -"334 quantize_per_tensor_86" [id=334, type="quantize_per_tensor"]; -"335 dequantize_per_tensor_87" [id=335, type="dequantize_per_tensor"]; -"336 add_3" [id=336, type=add]; -"337 quantize_per_tensor_88" [id=337, type="quantize_per_tensor"]; -"338 dequantize_per_tensor_89" [id=338, type="dequantize_per_tensor"]; -"339 new_zeros" [id=339, type="new_zeros"]; -"340 view_7" [id=340, type=view]; -"341 permute_8" [id=341, type=permute]; -"342 reshape_6" [id=342, type=reshape]; -"343 unsqueeze_2" [id=343, type=unsqueeze]; -"344 unsqueeze_3" [id=344, type=unsqueeze]; -"345 sub" [id=345, type=sub]; -"346 ne" [id=346, type=ne]; -"347 masked_fill" [id=347, type="masked_fill"]; -"348 eq" [id=348, type=eq]; -"349 masked_fill_1" [id=349, type="masked_fill"]; -"350 view_8" [id=350, type=view]; -"351 quantize_per_tensor_90" [id=351, type="quantize_per_tensor"]; -"352 dequantize_per_tensor_91" [id=352, type="dequantize_per_tensor"]; -"353 unsqueeze_4" [id=353, type=unsqueeze]; -"354 unsqueeze_5" [id=354, type=unsqueeze]; -"355 quantize_per_tensor_92" [id=355, type="quantize_per_tensor"]; -"356 dequantize_per_tensor_93" [id=356, type="dequantize_per_tensor"]; -"357 add_4" [id=357, type=add]; -"358 quantize_per_tensor_94" [id=358, type="quantize_per_tensor"]; -"359 dequantize_per_tensor_95" [id=359, type="dequantize_per_tensor"]; -"360 view_9" [id=360, type=view]; -"361 quantize_per_tensor_96" [id=361, type="quantize_per_tensor"]; -"362 dequantize_per_tensor_97" [id=362, type="dequantize_per_tensor"]; -"363 softmax_1" [id=363, type=softmax]; -"364 dropout_4" [id=364, type=dropout]; -"365 matmul_3" [id=365, type=matmul]; -"366 transpose_3" [id=366, type=transpose]; -"367 reshape_7" [id=367, type=reshape]; -"368 reshape_7_0_0_nncf_smooth_quant_0" [id=368, type="call_module"]; -"369 quantize_per_tensor_98" [id=369, type="quantize_per_tensor"]; -"370 dequantize_per_tensor_99" [id=370, type="dequantize_per_tensor"]; -"371 _frozen_param16" [id=371, type="get_attr"]; -"372 dequantize_per_tensor_100" [id=372, type="dequantize_per_tensor"]; -"373 linear_9" [id=373, type=linear]; -"374 quantize_per_tensor_101" [id=374, type="quantize_per_tensor"]; -"375 dequantize_per_tensor_102" [id=375, type="dequantize_per_tensor"]; -"376 dropout_5" [id=376, type=dropout]; -"377 view_10" [id=377, type=view]; -"378 permute_9" [id=378, type=permute]; -"379 reshape_8" [id=379, type=reshape]; -"380 roll_1" [id=380, type=roll]; -"381 slice_23" [id=381, type=slice]; -"382 slice_24" [id=382, type=slice]; -"383 layer_norm_3" [id=383, type="layer_norm"]; -"384 quantize_per_tensor_103" [id=384, type="quantize_per_tensor"]; -"385 dequantize_per_tensor_104" [id=385, type="dequantize_per_tensor"]; -"386 add_5" [id=386, type=add]; -"387 quantize_per_tensor_105" [id=387, type="quantize_per_tensor"]; -"388 dequantize_per_tensor_106" [id=388, type="dequantize_per_tensor"]; -"389 dequantize_per_tensor_107" [id=389, type="dequantize_per_tensor"]; -"390 add_5_0_0_nncf_smooth_quant_0" [id=390, type="call_module"]; -"391 quantize_per_tensor_108" [id=391, type="quantize_per_tensor"]; -"392 dequantize_per_tensor_109" [id=392, type="dequantize_per_tensor"]; -"393 _frozen_param17" [id=393, type="get_attr"]; -"394 dequantize_per_tensor_110" [id=394, type="dequantize_per_tensor"]; -"395 linear_10" [id=395, type=linear]; -"396 quantize_per_tensor_111" [id=396, type="quantize_per_tensor"]; -"397 dequantize_per_tensor_112" [id=397, type="dequantize_per_tensor"]; -"398 gelu_1" [id=398, type=gelu]; -"399 dropout_6" [id=399, type=dropout]; -"400 dropout_6_0_0_nncf_smooth_quant_0" [id=400, type="call_module"]; -"401 quantize_per_tensor_113" [id=401, type="quantize_per_tensor"]; -"402 dequantize_per_tensor_114" [id=402, type="dequantize_per_tensor"]; -"403 _frozen_param18" [id=403, type="get_attr"]; -"404 dequantize_per_tensor_115" [id=404, type="dequantize_per_tensor"]; -"405 linear_11" [id=405, type=linear]; -"406 quantize_per_tensor_116" [id=406, type="quantize_per_tensor"]; -"407 dequantize_per_tensor_117" [id=407, type="dequantize_per_tensor"]; -"408 dropout_7" [id=408, type=dropout]; -"409 layer_norm_4" [id=409, type="layer_norm"]; -"410 quantize_per_tensor_118" [id=410, type="quantize_per_tensor"]; -"411 dequantize_per_tensor_119" [id=411, type="dequantize_per_tensor"]; -"412 add_6" [id=412, type=add]; -"413 quantize_per_tensor_120" [id=413, type="quantize_per_tensor"]; -"414 dequantize_per_tensor_121" [id=414, type="dequantize_per_tensor"]; -"415 pad_2" [id=415, type=pad]; -"416 slice_25" [id=416, type=slice]; -"417 slice_26" [id=417, type=slice]; -"418 slice_27" [id=418, type=slice]; -"419 quantize_per_tensor_122" [id=419, type="quantize_per_tensor"]; -"420 dequantize_per_tensor_123" [id=420, type="dequantize_per_tensor"]; -"421 slice_28" [id=421, type=slice]; -"422 slice_29" [id=422, type=slice]; -"423 slice_30" [id=423, type=slice]; -"424 quantize_per_tensor_124" [id=424, type="quantize_per_tensor"]; -"425 dequantize_per_tensor_125" [id=425, type="dequantize_per_tensor"]; -"426 slice_31" [id=426, type=slice]; -"427 slice_32" [id=427, type=slice]; -"428 slice_33" [id=428, type=slice]; -"429 quantize_per_tensor_126" [id=429, type="quantize_per_tensor"]; -"430 dequantize_per_tensor_127" [id=430, type="dequantize_per_tensor"]; -"431 slice_34" [id=431, type=slice]; -"432 slice_35" [id=432, type=slice]; -"433 slice_36" [id=433, type=slice]; -"434 quantize_per_tensor_128" [id=434, type="quantize_per_tensor"]; -"435 dequantize_per_tensor_129" [id=435, type="dequantize_per_tensor"]; -"436 cat" [id=436, type=cat]; -"437 quantize_per_tensor_130" [id=437, type="quantize_per_tensor"]; -"438 dequantize_per_tensor_131" [id=438, type="dequantize_per_tensor"]; -"439 cat_0_0_nncf_smooth_quant_0" [id=439, type="call_module"]; -"440 quantize_per_tensor_132" [id=440, type="quantize_per_tensor"]; -"441 dequantize_per_tensor_133" [id=441, type="dequantize_per_tensor"]; -"442 _frozen_param19" [id=442, type="get_attr"]; -"443 dequantize_per_tensor_134" [id=443, type="dequantize_per_tensor"]; -"444 linear_12" [id=444, type=linear]; -"445 quantize_per_tensor_135" [id=445, type="quantize_per_tensor"]; -"446 dequantize_per_tensor_136" [id=446, type="dequantize_per_tensor"]; -"447 layer_norm_5" [id=447, type="layer_norm"]; -"448 _frozen_param20" [id=448, type="get_attr"]; -"449 dequantize_per_tensor_137" [id=449, type="dequantize_per_tensor"]; -"450 _frozen_param21" [id=450, type="get_attr"]; -"451 dequantize_per_tensor_138" [id=451, type="dequantize_per_tensor"]; -"452 linear_13" [id=452, type=linear]; -"453 relu__2" [id=453, type="relu_"]; -"454 quantize_per_tensor_139" [id=454, type="quantize_per_tensor"]; -"455 dequantize_per_tensor_140" [id=455, type="dequantize_per_tensor"]; -"456 relu__2_0_0_nncf_smooth_quant_0" [id=456, type="call_module"]; -"457 quantize_per_tensor_141" [id=457, type="quantize_per_tensor"]; -"458 dequantize_per_tensor_142" [id=458, type="dequantize_per_tensor"]; -"459 _frozen_param22" [id=459, type="get_attr"]; -"460 dequantize_per_tensor_143" [id=460, type="dequantize_per_tensor"]; -"461 linear_14" [id=461, type=linear]; -"462 quantize_per_tensor_144" [id=462, type="quantize_per_tensor"]; -"463 dequantize_per_tensor_145" [id=463, type="dequantize_per_tensor"]; -"464 view_11" [id=464, type=view]; -"465 quantize_per_tensor_146" [id=465, type="quantize_per_tensor"]; -"466 dequantize_per_tensor_147" [id=466, type="dequantize_per_tensor"]; -"467 index_2" [id=467, type=index]; -"468 view_12" [id=468, type=view]; -"469 permute_10" [id=469, type=permute]; -"470 contiguous_2" [id=470, type=contiguous]; -"471 unsqueeze_6" [id=471, type=unsqueeze]; -"472 sigmoid_2" [id=472, type=sigmoid]; -"473 quantize_per_tensor_148" [id=473, type="quantize_per_tensor"]; -"474 dequantize_per_tensor_149" [id=474, type="dequantize_per_tensor"]; -"475 _frozen_param23" [id=475, type="get_attr"]; -"476 dequantize_per_tensor_150" [id=476, type="dequantize_per_tensor"]; -"477 mul_4" [id=477, type=mul]; -"478 quantize_per_tensor_151" [id=478, type="quantize_per_tensor"]; -"479 dequantize_per_tensor_152" [id=479, type="dequantize_per_tensor"]; -"480 pad_3" [id=480, type=pad]; -"481 view_13" [id=481, type=view]; -"482 permute_11" [id=482, type=permute]; -"483 reshape_9" [id=483, type=reshape]; -"484 clone_2" [id=484, type=clone]; -"485 reshape_9_0_0_nncf_smooth_quant_0" [id=485, type="call_module"]; -"486 quantize_per_tensor_153" [id=486, type="quantize_per_tensor"]; -"487 dequantize_per_tensor_154" [id=487, type="dequantize_per_tensor"]; -"488 _frozen_param24" [id=488, type="get_attr"]; -"489 dequantize_per_tensor_155" [id=489, type="dequantize_per_tensor"]; -"490 linear_15" [id=490, type=linear]; -"491 quantize_per_tensor_156" [id=491, type="quantize_per_tensor"]; -"492 dequantize_per_tensor_157" [id=492, type="dequantize_per_tensor"]; -"493 reshape_10" [id=493, type=reshape]; -"494 permute_12" [id=494, type=permute]; -"495 select_6" [id=495, type=select]; -"496 select_7" [id=496, type=select]; -"497 select_8" [id=497, type=select]; -"498 linalg_vector_norm_4" [id=498, type="linalg_vector_norm"]; -"499 clamp_min_4" [id=499, type="clamp_min"]; -"500 expand_as_4" [id=500, type="expand_as"]; -"501 div_4" [id=501, type=div]; -"502 linalg_vector_norm_5" [id=502, type="linalg_vector_norm"]; -"503 clamp_min_5" [id=503, type="clamp_min"]; -"504 expand_as_5" [id=504, type="expand_as"]; -"505 div_5" [id=505, type=div]; -"506 transpose_4" [id=506, type=transpose]; -"507 matmul_4" [id=507, type=matmul]; -"508 quantize_per_tensor_158" [id=508, type="quantize_per_tensor"]; -"509 dequantize_per_tensor_159" [id=509, type="dequantize_per_tensor"]; -"510 _frozen_param25" [id=510, type="get_attr"]; -"511 dequantize_per_tensor_160" [id=511, type="dequantize_per_tensor"]; -"512 mul_5" [id=512, type=mul]; -"513 quantize_per_tensor_161" [id=513, type="quantize_per_tensor"]; -"514 dequantize_per_tensor_162" [id=514, type="dequantize_per_tensor"]; -"515 add_7" [id=515, type=add]; -"516 quantize_per_tensor_163" [id=516, type="quantize_per_tensor"]; -"517 dequantize_per_tensor_164" [id=517, type="dequantize_per_tensor"]; -"518 softmax_2" [id=518, type=softmax]; -"519 dropout_8" [id=519, type=dropout]; -"520 matmul_5" [id=520, type=matmul]; -"521 transpose_5" [id=521, type=transpose]; -"522 reshape_11" [id=522, type=reshape]; -"523 reshape_11_0_0_nncf_smooth_quant_0" [id=523, type="call_module"]; -"524 quantize_per_tensor_165" [id=524, type="quantize_per_tensor"]; -"525 dequantize_per_tensor_166" [id=525, type="dequantize_per_tensor"]; -"526 _frozen_param26" [id=526, type="get_attr"]; -"527 dequantize_per_tensor_167" [id=527, type="dequantize_per_tensor"]; -"528 linear_16" [id=528, type=linear]; -"529 quantize_per_tensor_168" [id=529, type="quantize_per_tensor"]; -"530 dequantize_per_tensor_169" [id=530, type="dequantize_per_tensor"]; -"531 dropout_9" [id=531, type=dropout]; -"532 view_14" [id=532, type=view]; -"533 permute_13" [id=533, type=permute]; -"534 reshape_12" [id=534, type=reshape]; -"535 slice_38" [id=535, type=slice]; -"536 slice_39" [id=536, type=slice]; -"537 slice_40" [id=537, type=slice]; -"538 slice_41" [id=538, type=slice]; -"539 contiguous_3" [id=539, type=contiguous]; -"540 layer_norm_6" [id=540, type="layer_norm"]; -"541 quantize_per_tensor_170" [id=541, type="quantize_per_tensor"]; -"542 dequantize_per_tensor_171" [id=542, type="dequantize_per_tensor"]; -"543 quantize_per_tensor_172" [id=543, type="quantize_per_tensor"]; -"544 dequantize_per_tensor_173" [id=544, type="dequantize_per_tensor"]; -"545 add_8" [id=545, type=add]; -"546 quantize_per_tensor_174" [id=546, type="quantize_per_tensor"]; -"547 dequantize_per_tensor_175" [id=547, type="dequantize_per_tensor"]; -"548 dequantize_per_tensor_176" [id=548, type="dequantize_per_tensor"]; -"549 add_8_0_0_nncf_smooth_quant_0" [id=549, type="call_module"]; -"550 quantize_per_tensor_177" [id=550, type="quantize_per_tensor"]; -"551 dequantize_per_tensor_178" [id=551, type="dequantize_per_tensor"]; -"552 _frozen_param27" [id=552, type="get_attr"]; -"553 dequantize_per_tensor_179" [id=553, type="dequantize_per_tensor"]; -"554 linear_17" [id=554, type=linear]; -"555 quantize_per_tensor_180" [id=555, type="quantize_per_tensor"]; -"556 dequantize_per_tensor_181" [id=556, type="dequantize_per_tensor"]; -"557 gelu_2" [id=557, type=gelu]; -"558 dropout_10" [id=558, type=dropout]; -"559 dropout_10_0_0_nncf_smooth_quant_0" [id=559, type="call_module"]; -"560 quantize_per_tensor_182" [id=560, type="quantize_per_tensor"]; -"561 dequantize_per_tensor_183" [id=561, type="dequantize_per_tensor"]; -"562 _frozen_param28" [id=562, type="get_attr"]; -"563 dequantize_per_tensor_184" [id=563, type="dequantize_per_tensor"]; -"564 linear_18" [id=564, type=linear]; -"565 quantize_per_tensor_185" [id=565, type="quantize_per_tensor"]; -"566 dequantize_per_tensor_186" [id=566, type="dequantize_per_tensor"]; -"567 dropout_11" [id=567, type=dropout]; -"568 layer_norm_7" [id=568, type="layer_norm"]; -"569 quantize_per_tensor_187" [id=569, type="quantize_per_tensor"]; -"570 dequantize_per_tensor_188" [id=570, type="dequantize_per_tensor"]; -"571 add_9" [id=571, type=add]; -"572 quantize_per_tensor_189" [id=572, type="quantize_per_tensor"]; -"573 dequantize_per_tensor_190" [id=573, type="dequantize_per_tensor"]; -"574 dequantize_per_tensor_191" [id=574, type="dequantize_per_tensor"]; -"575 _frozen_param29" [id=575, type="get_attr"]; -"576 dequantize_per_tensor_192" [id=576, type="dequantize_per_tensor"]; -"577 _frozen_param30" [id=577, type="get_attr"]; -"578 dequantize_per_tensor_193" [id=578, type="dequantize_per_tensor"]; -"579 linear_19" [id=579, type=linear]; -"580 relu__3" [id=580, type="relu_"]; -"581 quantize_per_tensor_194" [id=581, type="quantize_per_tensor"]; -"582 dequantize_per_tensor_195" [id=582, type="dequantize_per_tensor"]; -"583 relu__3_0_0_nncf_smooth_quant_0" [id=583, type="call_module"]; -"584 quantize_per_tensor_196" [id=584, type="quantize_per_tensor"]; -"585 dequantize_per_tensor_197" [id=585, type="dequantize_per_tensor"]; -"586 _frozen_param31" [id=586, type="get_attr"]; -"587 dequantize_per_tensor_198" [id=587, type="dequantize_per_tensor"]; -"588 linear_20" [id=588, type=linear]; -"589 quantize_per_tensor_199" [id=589, type="quantize_per_tensor"]; -"590 dequantize_per_tensor_200" [id=590, type="dequantize_per_tensor"]; -"591 view_15" [id=591, type=view]; -"592 quantize_per_tensor_201" [id=592, type="quantize_per_tensor"]; -"593 dequantize_per_tensor_202" [id=593, type="dequantize_per_tensor"]; -"594 index_3" [id=594, type=index]; -"595 view_16" [id=595, type=view]; -"596 permute_14" [id=596, type=permute]; -"597 contiguous_4" [id=597, type=contiguous]; -"598 unsqueeze_7" [id=598, type=unsqueeze]; -"599 sigmoid_3" [id=599, type=sigmoid]; -"600 quantize_per_tensor_203" [id=600, type="quantize_per_tensor"]; -"601 dequantize_per_tensor_204" [id=601, type="dequantize_per_tensor"]; -"602 _frozen_param32" [id=602, type="get_attr"]; -"603 dequantize_per_tensor_205" [id=603, type="dequantize_per_tensor"]; -"604 mul_6" [id=604, type=mul]; -"605 quantize_per_tensor_206" [id=605, type="quantize_per_tensor"]; -"606 dequantize_per_tensor_207" [id=606, type="dequantize_per_tensor"]; -"607 pad_4" [id=607, type=pad]; -"608 roll_2" [id=608, type=roll]; -"609 view_17" [id=609, type=view]; -"610 permute_15" [id=610, type=permute]; -"611 reshape_13" [id=611, type=reshape]; -"612 clone_3" [id=612, type=clone]; -"613 reshape_13_0_0_nncf_smooth_quant_0" [id=613, type="call_module"]; -"614 quantize_per_tensor_208" [id=614, type="quantize_per_tensor"]; -"615 dequantize_per_tensor_209" [id=615, type="dequantize_per_tensor"]; -"616 _frozen_param33" [id=616, type="get_attr"]; -"617 dequantize_per_tensor_210" [id=617, type="dequantize_per_tensor"]; -"618 linear_21" [id=618, type=linear]; -"619 quantize_per_tensor_211" [id=619, type="quantize_per_tensor"]; -"620 dequantize_per_tensor_212" [id=620, type="dequantize_per_tensor"]; -"621 reshape_14" [id=621, type=reshape]; -"622 permute_16" [id=622, type=permute]; -"623 select_9" [id=623, type=select]; -"624 select_10" [id=624, type=select]; -"625 select_11" [id=625, type=select]; -"626 linalg_vector_norm_6" [id=626, type="linalg_vector_norm"]; -"627 clamp_min_6" [id=627, type="clamp_min"]; -"628 expand_as_6" [id=628, type="expand_as"]; -"629 div_6" [id=629, type=div]; -"630 linalg_vector_norm_7" [id=630, type="linalg_vector_norm"]; -"631 clamp_min_7" [id=631, type="clamp_min"]; -"632 expand_as_7" [id=632, type="expand_as"]; -"633 div_7" [id=633, type=div]; -"634 transpose_6" [id=634, type=transpose]; -"635 matmul_6" [id=635, type=matmul]; -"636 quantize_per_tensor_213" [id=636, type="quantize_per_tensor"]; -"637 dequantize_per_tensor_214" [id=637, type="dequantize_per_tensor"]; -"638 _frozen_param34" [id=638, type="get_attr"]; -"639 dequantize_per_tensor_215" [id=639, type="dequantize_per_tensor"]; -"640 mul_7" [id=640, type=mul]; -"641 quantize_per_tensor_216" [id=641, type="quantize_per_tensor"]; -"642 dequantize_per_tensor_217" [id=642, type="dequantize_per_tensor"]; -"643 add_10" [id=643, type=add]; -"644 quantize_per_tensor_218" [id=644, type="quantize_per_tensor"]; -"645 dequantize_per_tensor_219" [id=645, type="dequantize_per_tensor"]; -"646 new_zeros_1" [id=646, type="new_zeros"]; -"647 view_18" [id=647, type=view]; -"648 permute_17" [id=648, type=permute]; -"649 reshape_15" [id=649, type=reshape]; -"650 unsqueeze_8" [id=650, type=unsqueeze]; -"651 unsqueeze_9" [id=651, type=unsqueeze]; -"652 sub_1" [id=652, type=sub]; -"653 ne_1" [id=653, type=ne]; -"654 masked_fill_2" [id=654, type="masked_fill"]; -"655 eq_1" [id=655, type=eq]; -"656 masked_fill_3" [id=656, type="masked_fill"]; -"657 view_19" [id=657, type=view]; -"658 quantize_per_tensor_220" [id=658, type="quantize_per_tensor"]; -"659 dequantize_per_tensor_221" [id=659, type="dequantize_per_tensor"]; -"660 unsqueeze_10" [id=660, type=unsqueeze]; -"661 unsqueeze_11" [id=661, type=unsqueeze]; -"662 quantize_per_tensor_222" [id=662, type="quantize_per_tensor"]; -"663 dequantize_per_tensor_223" [id=663, type="dequantize_per_tensor"]; -"664 add_11" [id=664, type=add]; -"665 quantize_per_tensor_224" [id=665, type="quantize_per_tensor"]; -"666 dequantize_per_tensor_225" [id=666, type="dequantize_per_tensor"]; -"667 view_20" [id=667, type=view]; -"668 quantize_per_tensor_226" [id=668, type="quantize_per_tensor"]; -"669 dequantize_per_tensor_227" [id=669, type="dequantize_per_tensor"]; -"670 softmax_3" [id=670, type=softmax]; -"671 dropout_12" [id=671, type=dropout]; -"672 matmul_7" [id=672, type=matmul]; -"673 transpose_7" [id=673, type=transpose]; -"674 reshape_16" [id=674, type=reshape]; -"675 reshape_16_0_0_nncf_smooth_quant_0" [id=675, type="call_module"]; -"676 quantize_per_tensor_228" [id=676, type="quantize_per_tensor"]; -"677 dequantize_per_tensor_229" [id=677, type="dequantize_per_tensor"]; -"678 _frozen_param35" [id=678, type="get_attr"]; -"679 dequantize_per_tensor_230" [id=679, type="dequantize_per_tensor"]; -"680 linear_22" [id=680, type=linear]; -"681 quantize_per_tensor_231" [id=681, type="quantize_per_tensor"]; -"682 dequantize_per_tensor_232" [id=682, type="dequantize_per_tensor"]; -"683 dropout_13" [id=683, type=dropout]; -"684 view_21" [id=684, type=view]; -"685 permute_18" [id=685, type=permute]; -"686 reshape_17" [id=686, type=reshape]; -"687 roll_3" [id=687, type=roll]; -"688 slice_61" [id=688, type=slice]; -"689 slice_62" [id=689, type=slice]; -"690 slice_63" [id=690, type=slice]; -"691 slice_64" [id=691, type=slice]; -"692 contiguous_5" [id=692, type=contiguous]; -"693 layer_norm_8" [id=693, type="layer_norm"]; -"694 quantize_per_tensor_233" [id=694, type="quantize_per_tensor"]; -"695 dequantize_per_tensor_234" [id=695, type="dequantize_per_tensor"]; -"696 add_12" [id=696, type=add]; -"697 quantize_per_tensor_235" [id=697, type="quantize_per_tensor"]; -"698 dequantize_per_tensor_236" [id=698, type="dequantize_per_tensor"]; -"699 dequantize_per_tensor_237" [id=699, type="dequantize_per_tensor"]; -"700 add_12_0_0_nncf_smooth_quant_0" [id=700, type="call_module"]; -"701 quantize_per_tensor_238" [id=701, type="quantize_per_tensor"]; -"702 dequantize_per_tensor_239" [id=702, type="dequantize_per_tensor"]; -"703 _frozen_param36" [id=703, type="get_attr"]; -"704 dequantize_per_tensor_240" [id=704, type="dequantize_per_tensor"]; -"705 linear_23" [id=705, type=linear]; -"706 quantize_per_tensor_241" [id=706, type="quantize_per_tensor"]; -"707 dequantize_per_tensor_242" [id=707, type="dequantize_per_tensor"]; -"708 gelu_3" [id=708, type=gelu]; -"709 dropout_14" [id=709, type=dropout]; -"710 dropout_14_0_0_nncf_smooth_quant_0" [id=710, type="call_module"]; -"711 quantize_per_tensor_243" [id=711, type="quantize_per_tensor"]; -"712 dequantize_per_tensor_244" [id=712, type="dequantize_per_tensor"]; -"713 _frozen_param37" [id=713, type="get_attr"]; -"714 dequantize_per_tensor_245" [id=714, type="dequantize_per_tensor"]; -"715 linear_24" [id=715, type=linear]; -"716 quantize_per_tensor_246" [id=716, type="quantize_per_tensor"]; -"717 dequantize_per_tensor_247" [id=717, type="dequantize_per_tensor"]; -"718 dropout_15" [id=718, type=dropout]; -"719 layer_norm_9" [id=719, type="layer_norm"]; -"720 quantize_per_tensor_248" [id=720, type="quantize_per_tensor"]; -"721 dequantize_per_tensor_249" [id=721, type="dequantize_per_tensor"]; -"722 add_13" [id=722, type=add]; -"723 quantize_per_tensor_250" [id=723, type="quantize_per_tensor"]; -"724 dequantize_per_tensor_251" [id=724, type="dequantize_per_tensor"]; -"725 pad_5" [id=725, type=pad]; -"726 slice_65" [id=726, type=slice]; -"727 slice_66" [id=727, type=slice]; -"728 slice_67" [id=728, type=slice]; -"729 quantize_per_tensor_252" [id=729, type="quantize_per_tensor"]; -"730 dequantize_per_tensor_253" [id=730, type="dequantize_per_tensor"]; -"731 slice_68" [id=731, type=slice]; -"732 slice_69" [id=732, type=slice]; -"733 slice_70" [id=733, type=slice]; -"734 quantize_per_tensor_254" [id=734, type="quantize_per_tensor"]; -"735 dequantize_per_tensor_255" [id=735, type="dequantize_per_tensor"]; -"736 slice_71" [id=736, type=slice]; -"737 slice_72" [id=737, type=slice]; -"738 slice_73" [id=738, type=slice]; -"739 quantize_per_tensor_256" [id=739, type="quantize_per_tensor"]; -"740 dequantize_per_tensor_257" [id=740, type="dequantize_per_tensor"]; -"741 slice_74" [id=741, type=slice]; -"742 slice_75" [id=742, type=slice]; -"743 slice_76" [id=743, type=slice]; -"744 quantize_per_tensor_258" [id=744, type="quantize_per_tensor"]; -"745 dequantize_per_tensor_259" [id=745, type="dequantize_per_tensor"]; -"746 cat_1" [id=746, type=cat]; -"747 quantize_per_tensor_260" [id=747, type="quantize_per_tensor"]; -"748 dequantize_per_tensor_261" [id=748, type="dequantize_per_tensor"]; -"749 cat_1_0_0_nncf_smooth_quant_0" [id=749, type="call_module"]; -"750 quantize_per_tensor_262" [id=750, type="quantize_per_tensor"]; -"751 dequantize_per_tensor_263" [id=751, type="dequantize_per_tensor"]; -"752 _frozen_param38" [id=752, type="get_attr"]; -"753 dequantize_per_tensor_264" [id=753, type="dequantize_per_tensor"]; -"754 linear_25" [id=754, type=linear]; -"755 quantize_per_tensor_265" [id=755, type="quantize_per_tensor"]; -"756 dequantize_per_tensor_266" [id=756, type="dequantize_per_tensor"]; -"757 layer_norm_10" [id=757, type="layer_norm"]; -"758 _frozen_param39" [id=758, type="get_attr"]; -"759 dequantize_per_tensor_267" [id=759, type="dequantize_per_tensor"]; -"760 _frozen_param40" [id=760, type="get_attr"]; -"761 dequantize_per_tensor_268" [id=761, type="dequantize_per_tensor"]; -"762 linear_26" [id=762, type=linear]; -"763 relu__4" [id=763, type="relu_"]; -"764 quantize_per_tensor_269" [id=764, type="quantize_per_tensor"]; -"765 dequantize_per_tensor_270" [id=765, type="dequantize_per_tensor"]; -"766 relu__4_0_0_nncf_smooth_quant_0" [id=766, type="call_module"]; -"767 quantize_per_tensor_271" [id=767, type="quantize_per_tensor"]; -"768 dequantize_per_tensor_272" [id=768, type="dequantize_per_tensor"]; -"769 _frozen_param41" [id=769, type="get_attr"]; -"770 dequantize_per_tensor_273" [id=770, type="dequantize_per_tensor"]; -"771 linear_27" [id=771, type=linear]; -"772 quantize_per_tensor_274" [id=772, type="quantize_per_tensor"]; -"773 dequantize_per_tensor_275" [id=773, type="dequantize_per_tensor"]; -"774 view_22" [id=774, type=view]; -"775 quantize_per_tensor_276" [id=775, type="quantize_per_tensor"]; -"776 dequantize_per_tensor_277" [id=776, type="dequantize_per_tensor"]; -"777 index_4" [id=777, type=index]; -"778 view_23" [id=778, type=view]; -"779 permute_19" [id=779, type=permute]; -"780 contiguous_6" [id=780, type=contiguous]; -"781 unsqueeze_12" [id=781, type=unsqueeze]; -"782 sigmoid_4" [id=782, type=sigmoid]; -"783 quantize_per_tensor_278" [id=783, type="quantize_per_tensor"]; -"784 dequantize_per_tensor_279" [id=784, type="dequantize_per_tensor"]; -"785 _frozen_param42" [id=785, type="get_attr"]; -"786 dequantize_per_tensor_280" [id=786, type="dequantize_per_tensor"]; -"787 mul_8" [id=787, type=mul]; -"788 quantize_per_tensor_281" [id=788, type="quantize_per_tensor"]; -"789 dequantize_per_tensor_282" [id=789, type="dequantize_per_tensor"]; -"790 pad_6" [id=790, type=pad]; -"791 view_24" [id=791, type=view]; -"792 permute_20" [id=792, type=permute]; -"793 reshape_18" [id=793, type=reshape]; -"794 clone_4" [id=794, type=clone]; -"795 reshape_18_0_0_nncf_smooth_quant_0" [id=795, type="call_module"]; -"796 quantize_per_tensor_283" [id=796, type="quantize_per_tensor"]; -"797 dequantize_per_tensor_284" [id=797, type="dequantize_per_tensor"]; -"798 _frozen_param43" [id=798, type="get_attr"]; -"799 dequantize_per_tensor_285" [id=799, type="dequantize_per_tensor"]; -"800 linear_28" [id=800, type=linear]; -"801 quantize_per_tensor_286" [id=801, type="quantize_per_tensor"]; -"802 dequantize_per_tensor_287" [id=802, type="dequantize_per_tensor"]; -"803 reshape_19" [id=803, type=reshape]; -"804 permute_21" [id=804, type=permute]; -"805 select_12" [id=805, type=select]; -"806 select_13" [id=806, type=select]; -"807 select_14" [id=807, type=select]; -"808 linalg_vector_norm_8" [id=808, type="linalg_vector_norm"]; -"809 clamp_min_8" [id=809, type="clamp_min"]; -"810 expand_as_8" [id=810, type="expand_as"]; -"811 div_8" [id=811, type=div]; -"812 linalg_vector_norm_9" [id=812, type="linalg_vector_norm"]; -"813 clamp_min_9" [id=813, type="clamp_min"]; -"814 expand_as_9" [id=814, type="expand_as"]; -"815 div_9" [id=815, type=div]; -"816 transpose_8" [id=816, type=transpose]; -"817 matmul_8" [id=817, type=matmul]; -"818 quantize_per_tensor_288" [id=818, type="quantize_per_tensor"]; -"819 dequantize_per_tensor_289" [id=819, type="dequantize_per_tensor"]; -"820 _frozen_param44" [id=820, type="get_attr"]; -"821 dequantize_per_tensor_290" [id=821, type="dequantize_per_tensor"]; -"822 mul_9" [id=822, type=mul]; -"823 quantize_per_tensor_291" [id=823, type="quantize_per_tensor"]; -"824 dequantize_per_tensor_292" [id=824, type="dequantize_per_tensor"]; -"825 add_14" [id=825, type=add]; -"826 quantize_per_tensor_293" [id=826, type="quantize_per_tensor"]; -"827 dequantize_per_tensor_294" [id=827, type="dequantize_per_tensor"]; -"828 softmax_4" [id=828, type=softmax]; -"829 dropout_16" [id=829, type=dropout]; -"830 matmul_9" [id=830, type=matmul]; -"831 transpose_9" [id=831, type=transpose]; -"832 reshape_20" [id=832, type=reshape]; -"833 reshape_20_0_0_nncf_smooth_quant_0" [id=833, type="call_module"]; -"834 quantize_per_tensor_295" [id=834, type="quantize_per_tensor"]; -"835 dequantize_per_tensor_296" [id=835, type="dequantize_per_tensor"]; -"836 _frozen_param45" [id=836, type="get_attr"]; -"837 dequantize_per_tensor_297" [id=837, type="dequantize_per_tensor"]; -"838 linear_29" [id=838, type=linear]; -"839 quantize_per_tensor_298" [id=839, type="quantize_per_tensor"]; -"840 dequantize_per_tensor_299" [id=840, type="dequantize_per_tensor"]; -"841 dropout_17" [id=841, type=dropout]; -"842 view_25" [id=842, type=view]; -"843 permute_22" [id=843, type=permute]; -"844 reshape_21" [id=844, type=reshape]; -"845 slice_78" [id=845, type=slice]; -"846 slice_79" [id=846, type=slice]; -"847 slice_80" [id=847, type=slice]; -"848 slice_81" [id=848, type=slice]; -"849 contiguous_7" [id=849, type=contiguous]; -"850 layer_norm_11" [id=850, type="layer_norm"]; -"851 quantize_per_tensor_300" [id=851, type="quantize_per_tensor"]; -"852 dequantize_per_tensor_301" [id=852, type="dequantize_per_tensor"]; -"853 quantize_per_tensor_302" [id=853, type="quantize_per_tensor"]; -"854 dequantize_per_tensor_303" [id=854, type="dequantize_per_tensor"]; -"855 add_15" [id=855, type=add]; -"856 quantize_per_tensor_304" [id=856, type="quantize_per_tensor"]; -"857 dequantize_per_tensor_305" [id=857, type="dequantize_per_tensor"]; -"858 dequantize_per_tensor_306" [id=858, type="dequantize_per_tensor"]; -"859 add_15_0_0_nncf_smooth_quant_0" [id=859, type="call_module"]; -"860 quantize_per_tensor_307" [id=860, type="quantize_per_tensor"]; -"861 dequantize_per_tensor_308" [id=861, type="dequantize_per_tensor"]; -"862 _frozen_param46" [id=862, type="get_attr"]; -"863 dequantize_per_tensor_309" [id=863, type="dequantize_per_tensor"]; -"864 linear_30" [id=864, type=linear]; -"865 quantize_per_tensor_310" [id=865, type="quantize_per_tensor"]; -"866 dequantize_per_tensor_311" [id=866, type="dequantize_per_tensor"]; -"867 gelu_4" [id=867, type=gelu]; -"868 dropout_18" [id=868, type=dropout]; -"869 dropout_18_0_0_nncf_smooth_quant_0" [id=869, type="call_module"]; -"870 quantize_per_tensor_312" [id=870, type="quantize_per_tensor"]; -"871 dequantize_per_tensor_313" [id=871, type="dequantize_per_tensor"]; -"872 _frozen_param47" [id=872, type="get_attr"]; -"873 dequantize_per_tensor_314" [id=873, type="dequantize_per_tensor"]; -"874 linear_31" [id=874, type=linear]; -"875 quantize_per_tensor_315" [id=875, type="quantize_per_tensor"]; -"876 dequantize_per_tensor_316" [id=876, type="dequantize_per_tensor"]; -"877 dropout_19" [id=877, type=dropout]; -"878 layer_norm_12" [id=878, type="layer_norm"]; -"879 quantize_per_tensor_317" [id=879, type="quantize_per_tensor"]; -"880 dequantize_per_tensor_318" [id=880, type="dequantize_per_tensor"]; -"881 add_16" [id=881, type=add]; -"882 quantize_per_tensor_319" [id=882, type="quantize_per_tensor"]; -"883 dequantize_per_tensor_320" [id=883, type="dequantize_per_tensor"]; -"884 dequantize_per_tensor_321" [id=884, type="dequantize_per_tensor"]; -"885 _frozen_param48" [id=885, type="get_attr"]; -"886 dequantize_per_tensor_322" [id=886, type="dequantize_per_tensor"]; -"887 _frozen_param49" [id=887, type="get_attr"]; -"888 dequantize_per_tensor_323" [id=888, type="dequantize_per_tensor"]; -"889 linear_32" [id=889, type=linear]; -"890 relu__5" [id=890, type="relu_"]; -"891 quantize_per_tensor_324" [id=891, type="quantize_per_tensor"]; -"892 dequantize_per_tensor_325" [id=892, type="dequantize_per_tensor"]; -"893 relu__5_0_0_nncf_smooth_quant_0" [id=893, type="call_module"]; -"894 quantize_per_tensor_326" [id=894, type="quantize_per_tensor"]; -"895 dequantize_per_tensor_327" [id=895, type="dequantize_per_tensor"]; -"896 _frozen_param50" [id=896, type="get_attr"]; -"897 dequantize_per_tensor_328" [id=897, type="dequantize_per_tensor"]; -"898 linear_33" [id=898, type=linear]; -"899 quantize_per_tensor_329" [id=899, type="quantize_per_tensor"]; -"900 dequantize_per_tensor_330" [id=900, type="dequantize_per_tensor"]; -"901 view_26" [id=901, type=view]; -"902 quantize_per_tensor_331" [id=902, type="quantize_per_tensor"]; -"903 dequantize_per_tensor_332" [id=903, type="dequantize_per_tensor"]; -"904 index_5" [id=904, type=index]; -"905 view_27" [id=905, type=view]; -"906 permute_23" [id=906, type=permute]; -"907 contiguous_8" [id=907, type=contiguous]; -"908 unsqueeze_13" [id=908, type=unsqueeze]; -"909 sigmoid_5" [id=909, type=sigmoid]; -"910 quantize_per_tensor_333" [id=910, type="quantize_per_tensor"]; -"911 dequantize_per_tensor_334" [id=911, type="dequantize_per_tensor"]; -"912 _frozen_param51" [id=912, type="get_attr"]; -"913 dequantize_per_tensor_335" [id=913, type="dequantize_per_tensor"]; -"914 mul_10" [id=914, type=mul]; -"915 quantize_per_tensor_336" [id=915, type="quantize_per_tensor"]; -"916 dequantize_per_tensor_337" [id=916, type="dequantize_per_tensor"]; -"917 pad_7" [id=917, type=pad]; -"918 roll_4" [id=918, type=roll]; -"919 view_28" [id=919, type=view]; -"920 permute_24" [id=920, type=permute]; -"921 reshape_22" [id=921, type=reshape]; -"922 clone_5" [id=922, type=clone]; -"923 reshape_22_0_0_nncf_smooth_quant_0" [id=923, type="call_module"]; -"924 quantize_per_tensor_338" [id=924, type="quantize_per_tensor"]; -"925 dequantize_per_tensor_339" [id=925, type="dequantize_per_tensor"]; -"926 _frozen_param52" [id=926, type="get_attr"]; -"927 dequantize_per_tensor_340" [id=927, type="dequantize_per_tensor"]; -"928 linear_34" [id=928, type=linear]; -"929 quantize_per_tensor_341" [id=929, type="quantize_per_tensor"]; -"930 dequantize_per_tensor_342" [id=930, type="dequantize_per_tensor"]; -"931 reshape_23" [id=931, type=reshape]; -"932 permute_25" [id=932, type=permute]; -"933 select_15" [id=933, type=select]; -"934 select_16" [id=934, type=select]; -"935 select_17" [id=935, type=select]; -"936 linalg_vector_norm_10" [id=936, type="linalg_vector_norm"]; -"937 clamp_min_10" [id=937, type="clamp_min"]; -"938 expand_as_10" [id=938, type="expand_as"]; -"939 div_10" [id=939, type=div]; -"940 linalg_vector_norm_11" [id=940, type="linalg_vector_norm"]; -"941 clamp_min_11" [id=941, type="clamp_min"]; -"942 expand_as_11" [id=942, type="expand_as"]; -"943 div_11" [id=943, type=div]; -"944 transpose_10" [id=944, type=transpose]; -"945 matmul_10" [id=945, type=matmul]; -"946 quantize_per_tensor_343" [id=946, type="quantize_per_tensor"]; -"947 dequantize_per_tensor_344" [id=947, type="dequantize_per_tensor"]; -"948 _frozen_param53" [id=948, type="get_attr"]; -"949 dequantize_per_tensor_345" [id=949, type="dequantize_per_tensor"]; -"950 mul_11" [id=950, type=mul]; -"951 quantize_per_tensor_346" [id=951, type="quantize_per_tensor"]; -"952 dequantize_per_tensor_347" [id=952, type="dequantize_per_tensor"]; -"953 add_17" [id=953, type=add]; -"954 quantize_per_tensor_348" [id=954, type="quantize_per_tensor"]; -"955 dequantize_per_tensor_349" [id=955, type="dequantize_per_tensor"]; -"956 new_zeros_2" [id=956, type="new_zeros"]; -"957 view_29" [id=957, type=view]; -"958 permute_26" [id=958, type=permute]; -"959 reshape_24" [id=959, type=reshape]; -"960 unsqueeze_14" [id=960, type=unsqueeze]; -"961 unsqueeze_15" [id=961, type=unsqueeze]; -"962 sub_2" [id=962, type=sub]; -"963 ne_2" [id=963, type=ne]; -"964 masked_fill_4" [id=964, type="masked_fill"]; -"965 eq_2" [id=965, type=eq]; -"966 masked_fill_5" [id=966, type="masked_fill"]; -"967 view_30" [id=967, type=view]; -"968 quantize_per_tensor_350" [id=968, type="quantize_per_tensor"]; -"969 dequantize_per_tensor_351" [id=969, type="dequantize_per_tensor"]; -"970 unsqueeze_16" [id=970, type=unsqueeze]; -"971 unsqueeze_17" [id=971, type=unsqueeze]; -"972 quantize_per_tensor_352" [id=972, type="quantize_per_tensor"]; -"973 dequantize_per_tensor_353" [id=973, type="dequantize_per_tensor"]; -"974 add_18" [id=974, type=add]; -"975 quantize_per_tensor_354" [id=975, type="quantize_per_tensor"]; -"976 dequantize_per_tensor_355" [id=976, type="dequantize_per_tensor"]; -"977 view_31" [id=977, type=view]; -"978 quantize_per_tensor_356" [id=978, type="quantize_per_tensor"]; -"979 dequantize_per_tensor_357" [id=979, type="dequantize_per_tensor"]; -"980 softmax_5" [id=980, type=softmax]; -"981 dropout_20" [id=981, type=dropout]; -"982 matmul_11" [id=982, type=matmul]; -"983 transpose_11" [id=983, type=transpose]; -"984 reshape_25" [id=984, type=reshape]; -"985 reshape_25_0_0_nncf_smooth_quant_0" [id=985, type="call_module"]; -"986 quantize_per_tensor_358" [id=986, type="quantize_per_tensor"]; -"987 dequantize_per_tensor_359" [id=987, type="dequantize_per_tensor"]; -"988 _frozen_param54" [id=988, type="get_attr"]; -"989 dequantize_per_tensor_360" [id=989, type="dequantize_per_tensor"]; -"990 linear_35" [id=990, type=linear]; -"991 quantize_per_tensor_361" [id=991, type="quantize_per_tensor"]; -"992 dequantize_per_tensor_362" [id=992, type="dequantize_per_tensor"]; -"993 dropout_21" [id=993, type=dropout]; -"994 view_32" [id=994, type=view]; -"995 permute_27" [id=995, type=permute]; -"996 reshape_26" [id=996, type=reshape]; -"997 roll_5" [id=997, type=roll]; -"998 slice_101" [id=998, type=slice]; -"999 slice_102" [id=999, type=slice]; -"1000 slice_103" [id=1000, type=slice]; -"1001 slice_104" [id=1001, type=slice]; -"1002 contiguous_9" [id=1002, type=contiguous]; -"1003 layer_norm_13" [id=1003, type="layer_norm"]; -"1004 quantize_per_tensor_363" [id=1004, type="quantize_per_tensor"]; -"1005 dequantize_per_tensor_364" [id=1005, type="dequantize_per_tensor"]; -"1006 add_19" [id=1006, type=add]; -"1007 quantize_per_tensor_365" [id=1007, type="quantize_per_tensor"]; -"1008 dequantize_per_tensor_366" [id=1008, type="dequantize_per_tensor"]; -"1009 dequantize_per_tensor_367" [id=1009, type="dequantize_per_tensor"]; -"1010 add_19_0_0_nncf_smooth_quant_0" [id=1010, type="call_module"]; -"1011 quantize_per_tensor_368" [id=1011, type="quantize_per_tensor"]; -"1012 dequantize_per_tensor_369" [id=1012, type="dequantize_per_tensor"]; -"1013 _frozen_param55" [id=1013, type="get_attr"]; -"1014 dequantize_per_tensor_370" [id=1014, type="dequantize_per_tensor"]; -"1015 linear_36" [id=1015, type=linear]; -"1016 quantize_per_tensor_371" [id=1016, type="quantize_per_tensor"]; -"1017 dequantize_per_tensor_372" [id=1017, type="dequantize_per_tensor"]; -"1018 gelu_5" [id=1018, type=gelu]; -"1019 dropout_22" [id=1019, type=dropout]; -"1020 dropout_22_0_0_nncf_smooth_quant_0" [id=1020, type="call_module"]; -"1021 quantize_per_tensor_373" [id=1021, type="quantize_per_tensor"]; -"1022 dequantize_per_tensor_374" [id=1022, type="dequantize_per_tensor"]; -"1023 _frozen_param56" [id=1023, type="get_attr"]; -"1024 dequantize_per_tensor_375" [id=1024, type="dequantize_per_tensor"]; -"1025 linear_37" [id=1025, type=linear]; -"1026 quantize_per_tensor_376" [id=1026, type="quantize_per_tensor"]; -"1027 dequantize_per_tensor_377" [id=1027, type="dequantize_per_tensor"]; -"1028 dropout_23" [id=1028, type=dropout]; -"1029 layer_norm_14" [id=1029, type="layer_norm"]; -"1030 quantize_per_tensor_378" [id=1030, type="quantize_per_tensor"]; -"1031 dequantize_per_tensor_379" [id=1031, type="dequantize_per_tensor"]; -"1032 add_20" [id=1032, type=add]; -"1033 quantize_per_tensor_380" [id=1033, type="quantize_per_tensor"]; -"1034 dequantize_per_tensor_381" [id=1034, type="dequantize_per_tensor"]; -"1035 dequantize_per_tensor_382" [id=1035, type="dequantize_per_tensor"]; -"1036 _frozen_param57" [id=1036, type="get_attr"]; -"1037 dequantize_per_tensor_383" [id=1037, type="dequantize_per_tensor"]; -"1038 _frozen_param58" [id=1038, type="get_attr"]; -"1039 dequantize_per_tensor_384" [id=1039, type="dequantize_per_tensor"]; -"1040 linear_38" [id=1040, type=linear]; -"1041 relu__6" [id=1041, type="relu_"]; -"1042 quantize_per_tensor_385" [id=1042, type="quantize_per_tensor"]; -"1043 dequantize_per_tensor_386" [id=1043, type="dequantize_per_tensor"]; -"1044 relu__6_0_0_nncf_smooth_quant_0" [id=1044, type="call_module"]; -"1045 quantize_per_tensor_387" [id=1045, type="quantize_per_tensor"]; -"1046 dequantize_per_tensor_388" [id=1046, type="dequantize_per_tensor"]; -"1047 _frozen_param59" [id=1047, type="get_attr"]; -"1048 dequantize_per_tensor_389" [id=1048, type="dequantize_per_tensor"]; -"1049 linear_39" [id=1049, type=linear]; -"1050 quantize_per_tensor_390" [id=1050, type="quantize_per_tensor"]; -"1051 dequantize_per_tensor_391" [id=1051, type="dequantize_per_tensor"]; -"1052 view_33" [id=1052, type=view]; -"1053 quantize_per_tensor_392" [id=1053, type="quantize_per_tensor"]; -"1054 dequantize_per_tensor_393" [id=1054, type="dequantize_per_tensor"]; -"1055 index_6" [id=1055, type=index]; -"1056 view_34" [id=1056, type=view]; -"1057 permute_28" [id=1057, type=permute]; -"1058 contiguous_10" [id=1058, type=contiguous]; -"1059 unsqueeze_18" [id=1059, type=unsqueeze]; -"1060 sigmoid_6" [id=1060, type=sigmoid]; -"1061 quantize_per_tensor_394" [id=1061, type="quantize_per_tensor"]; -"1062 dequantize_per_tensor_395" [id=1062, type="dequantize_per_tensor"]; -"1063 _frozen_param60" [id=1063, type="get_attr"]; -"1064 dequantize_per_tensor_396" [id=1064, type="dequantize_per_tensor"]; -"1065 mul_12" [id=1065, type=mul]; -"1066 quantize_per_tensor_397" [id=1066, type="quantize_per_tensor"]; -"1067 dequantize_per_tensor_398" [id=1067, type="dequantize_per_tensor"]; -"1068 pad_8" [id=1068, type=pad]; -"1069 view_35" [id=1069, type=view]; -"1070 permute_29" [id=1070, type=permute]; -"1071 reshape_27" [id=1071, type=reshape]; -"1072 clone_6" [id=1072, type=clone]; -"1073 reshape_27_0_0_nncf_smooth_quant_0" [id=1073, type="call_module"]; -"1074 quantize_per_tensor_399" [id=1074, type="quantize_per_tensor"]; -"1075 dequantize_per_tensor_400" [id=1075, type="dequantize_per_tensor"]; -"1076 _frozen_param61" [id=1076, type="get_attr"]; -"1077 dequantize_per_tensor_401" [id=1077, type="dequantize_per_tensor"]; -"1078 linear_40" [id=1078, type=linear]; -"1079 quantize_per_tensor_402" [id=1079, type="quantize_per_tensor"]; -"1080 dequantize_per_tensor_403" [id=1080, type="dequantize_per_tensor"]; -"1081 reshape_28" [id=1081, type=reshape]; -"1082 permute_30" [id=1082, type=permute]; -"1083 select_18" [id=1083, type=select]; -"1084 select_19" [id=1084, type=select]; -"1085 select_20" [id=1085, type=select]; -"1086 linalg_vector_norm_12" [id=1086, type="linalg_vector_norm"]; -"1087 clamp_min_12" [id=1087, type="clamp_min"]; -"1088 expand_as_12" [id=1088, type="expand_as"]; -"1089 div_12" [id=1089, type=div]; -"1090 linalg_vector_norm_13" [id=1090, type="linalg_vector_norm"]; -"1091 clamp_min_13" [id=1091, type="clamp_min"]; -"1092 expand_as_13" [id=1092, type="expand_as"]; -"1093 div_13" [id=1093, type=div]; -"1094 transpose_12" [id=1094, type=transpose]; -"1095 matmul_12" [id=1095, type=matmul]; -"1096 quantize_per_tensor_404" [id=1096, type="quantize_per_tensor"]; -"1097 dequantize_per_tensor_405" [id=1097, type="dequantize_per_tensor"]; -"1098 _frozen_param62" [id=1098, type="get_attr"]; -"1099 dequantize_per_tensor_406" [id=1099, type="dequantize_per_tensor"]; -"1100 mul_13" [id=1100, type=mul]; -"1101 quantize_per_tensor_407" [id=1101, type="quantize_per_tensor"]; -"1102 dequantize_per_tensor_408" [id=1102, type="dequantize_per_tensor"]; -"1103 add_21" [id=1103, type=add]; -"1104 quantize_per_tensor_409" [id=1104, type="quantize_per_tensor"]; -"1105 dequantize_per_tensor_410" [id=1105, type="dequantize_per_tensor"]; -"1106 softmax_6" [id=1106, type=softmax]; -"1107 dropout_24" [id=1107, type=dropout]; -"1108 matmul_13" [id=1108, type=matmul]; -"1109 transpose_13" [id=1109, type=transpose]; -"1110 reshape_29" [id=1110, type=reshape]; -"1111 reshape_29_0_0_nncf_smooth_quant_0" [id=1111, type="call_module"]; -"1112 quantize_per_tensor_411" [id=1112, type="quantize_per_tensor"]; -"1113 dequantize_per_tensor_412" [id=1113, type="dequantize_per_tensor"]; -"1114 _frozen_param63" [id=1114, type="get_attr"]; -"1115 dequantize_per_tensor_413" [id=1115, type="dequantize_per_tensor"]; -"1116 linear_41" [id=1116, type=linear]; -"1117 quantize_per_tensor_414" [id=1117, type="quantize_per_tensor"]; -"1118 dequantize_per_tensor_415" [id=1118, type="dequantize_per_tensor"]; -"1119 dropout_25" [id=1119, type=dropout]; -"1120 view_36" [id=1120, type=view]; -"1121 permute_31" [id=1121, type=permute]; -"1122 reshape_30" [id=1122, type=reshape]; -"1123 slice_106" [id=1123, type=slice]; -"1124 slice_107" [id=1124, type=slice]; -"1125 slice_108" [id=1125, type=slice]; -"1126 slice_109" [id=1126, type=slice]; -"1127 contiguous_11" [id=1127, type=contiguous]; -"1128 layer_norm_15" [id=1128, type="layer_norm"]; -"1129 quantize_per_tensor_416" [id=1129, type="quantize_per_tensor"]; -"1130 dequantize_per_tensor_417" [id=1130, type="dequantize_per_tensor"]; -"1131 add_22" [id=1131, type=add]; -"1132 quantize_per_tensor_418" [id=1132, type="quantize_per_tensor"]; -"1133 dequantize_per_tensor_419" [id=1133, type="dequantize_per_tensor"]; -"1134 dequantize_per_tensor_420" [id=1134, type="dequantize_per_tensor"]; -"1135 add_22_0_0_nncf_smooth_quant_0" [id=1135, type="call_module"]; -"1136 quantize_per_tensor_421" [id=1136, type="quantize_per_tensor"]; -"1137 dequantize_per_tensor_422" [id=1137, type="dequantize_per_tensor"]; -"1138 _frozen_param64" [id=1138, type="get_attr"]; -"1139 dequantize_per_tensor_423" [id=1139, type="dequantize_per_tensor"]; -"1140 linear_42" [id=1140, type=linear]; -"1141 quantize_per_tensor_424" [id=1141, type="quantize_per_tensor"]; -"1142 dequantize_per_tensor_425" [id=1142, type="dequantize_per_tensor"]; -"1143 gelu_6" [id=1143, type=gelu]; -"1144 dropout_26" [id=1144, type=dropout]; -"1145 dropout_26_0_0_nncf_smooth_quant_0" [id=1145, type="call_module"]; -"1146 quantize_per_tensor_426" [id=1146, type="quantize_per_tensor"]; -"1147 dequantize_per_tensor_427" [id=1147, type="dequantize_per_tensor"]; -"1148 _frozen_param65" [id=1148, type="get_attr"]; -"1149 dequantize_per_tensor_428" [id=1149, type="dequantize_per_tensor"]; -"1150 linear_43" [id=1150, type=linear]; -"1151 quantize_per_tensor_429" [id=1151, type="quantize_per_tensor"]; -"1152 dequantize_per_tensor_430" [id=1152, type="dequantize_per_tensor"]; -"1153 dropout_27" [id=1153, type=dropout]; -"1154 layer_norm_16" [id=1154, type="layer_norm"]; -"1155 quantize_per_tensor_431" [id=1155, type="quantize_per_tensor"]; -"1156 dequantize_per_tensor_432" [id=1156, type="dequantize_per_tensor"]; -"1157 add_23" [id=1157, type=add]; -"1158 quantize_per_tensor_433" [id=1158, type="quantize_per_tensor"]; -"1159 dequantize_per_tensor_434" [id=1159, type="dequantize_per_tensor"]; -"1160 dequantize_per_tensor_435" [id=1160, type="dequantize_per_tensor"]; -"1161 _frozen_param66" [id=1161, type="get_attr"]; -"1162 dequantize_per_tensor_436" [id=1162, type="dequantize_per_tensor"]; -"1163 _frozen_param67" [id=1163, type="get_attr"]; -"1164 dequantize_per_tensor_437" [id=1164, type="dequantize_per_tensor"]; -"1165 linear_44" [id=1165, type=linear]; -"1166 relu__7" [id=1166, type="relu_"]; -"1167 quantize_per_tensor_438" [id=1167, type="quantize_per_tensor"]; -"1168 dequantize_per_tensor_439" [id=1168, type="dequantize_per_tensor"]; -"1169 relu__7_0_0_nncf_smooth_quant_0" [id=1169, type="call_module"]; -"1170 quantize_per_tensor_440" [id=1170, type="quantize_per_tensor"]; -"1171 dequantize_per_tensor_441" [id=1171, type="dequantize_per_tensor"]; -"1172 _frozen_param68" [id=1172, type="get_attr"]; -"1173 dequantize_per_tensor_442" [id=1173, type="dequantize_per_tensor"]; -"1174 linear_45" [id=1174, type=linear]; -"1175 quantize_per_tensor_443" [id=1175, type="quantize_per_tensor"]; -"1176 dequantize_per_tensor_444" [id=1176, type="dequantize_per_tensor"]; -"1177 view_37" [id=1177, type=view]; -"1178 quantize_per_tensor_445" [id=1178, type="quantize_per_tensor"]; -"1179 dequantize_per_tensor_446" [id=1179, type="dequantize_per_tensor"]; -"1180 index_7" [id=1180, type=index]; -"1181 view_38" [id=1181, type=view]; -"1182 permute_32" [id=1182, type=permute]; -"1183 contiguous_12" [id=1183, type=contiguous]; -"1184 unsqueeze_19" [id=1184, type=unsqueeze]; -"1185 sigmoid_7" [id=1185, type=sigmoid]; -"1186 quantize_per_tensor_447" [id=1186, type="quantize_per_tensor"]; -"1187 dequantize_per_tensor_448" [id=1187, type="dequantize_per_tensor"]; -"1188 _frozen_param69" [id=1188, type="get_attr"]; -"1189 dequantize_per_tensor_449" [id=1189, type="dequantize_per_tensor"]; -"1190 mul_14" [id=1190, type=mul]; -"1191 quantize_per_tensor_450" [id=1191, type="quantize_per_tensor"]; -"1192 dequantize_per_tensor_451" [id=1192, type="dequantize_per_tensor"]; -"1193 pad_9" [id=1193, type=pad]; -"1194 roll_6" [id=1194, type=roll]; -"1195 view_39" [id=1195, type=view]; -"1196 permute_33" [id=1196, type=permute]; -"1197 reshape_31" [id=1197, type=reshape]; -"1198 clone_7" [id=1198, type=clone]; -"1199 reshape_31_0_0_nncf_smooth_quant_0" [id=1199, type="call_module"]; -"1200 quantize_per_tensor_452" [id=1200, type="quantize_per_tensor"]; -"1201 dequantize_per_tensor_453" [id=1201, type="dequantize_per_tensor"]; -"1202 _frozen_param70" [id=1202, type="get_attr"]; -"1203 dequantize_per_tensor_454" [id=1203, type="dequantize_per_tensor"]; -"1204 linear_46" [id=1204, type=linear]; -"1205 quantize_per_tensor_455" [id=1205, type="quantize_per_tensor"]; -"1206 dequantize_per_tensor_456" [id=1206, type="dequantize_per_tensor"]; -"1207 reshape_32" [id=1207, type=reshape]; -"1208 permute_34" [id=1208, type=permute]; -"1209 select_21" [id=1209, type=select]; -"1210 select_22" [id=1210, type=select]; -"1211 select_23" [id=1211, type=select]; -"1212 linalg_vector_norm_14" [id=1212, type="linalg_vector_norm"]; -"1213 clamp_min_14" [id=1213, type="clamp_min"]; -"1214 expand_as_14" [id=1214, type="expand_as"]; -"1215 div_14" [id=1215, type=div]; -"1216 linalg_vector_norm_15" [id=1216, type="linalg_vector_norm"]; -"1217 clamp_min_15" [id=1217, type="clamp_min"]; -"1218 expand_as_15" [id=1218, type="expand_as"]; -"1219 div_15" [id=1219, type=div]; -"1220 transpose_14" [id=1220, type=transpose]; -"1221 matmul_14" [id=1221, type=matmul]; -"1222 quantize_per_tensor_457" [id=1222, type="quantize_per_tensor"]; -"1223 dequantize_per_tensor_458" [id=1223, type="dequantize_per_tensor"]; -"1224 _frozen_param71" [id=1224, type="get_attr"]; -"1225 dequantize_per_tensor_459" [id=1225, type="dequantize_per_tensor"]; -"1226 mul_15" [id=1226, type=mul]; -"1227 quantize_per_tensor_460" [id=1227, type="quantize_per_tensor"]; -"1228 dequantize_per_tensor_461" [id=1228, type="dequantize_per_tensor"]; -"1229 add_24" [id=1229, type=add]; -"1230 quantize_per_tensor_462" [id=1230, type="quantize_per_tensor"]; -"1231 dequantize_per_tensor_463" [id=1231, type="dequantize_per_tensor"]; -"1232 new_zeros_3" [id=1232, type="new_zeros"]; -"1233 view_40" [id=1233, type=view]; -"1234 permute_35" [id=1234, type=permute]; -"1235 reshape_33" [id=1235, type=reshape]; -"1236 unsqueeze_20" [id=1236, type=unsqueeze]; -"1237 unsqueeze_21" [id=1237, type=unsqueeze]; -"1238 sub_3" [id=1238, type=sub]; -"1239 ne_3" [id=1239, type=ne]; -"1240 masked_fill_6" [id=1240, type="masked_fill"]; -"1241 eq_3" [id=1241, type=eq]; -"1242 masked_fill_7" [id=1242, type="masked_fill"]; -"1243 view_41" [id=1243, type=view]; -"1244 quantize_per_tensor_464" [id=1244, type="quantize_per_tensor"]; -"1245 dequantize_per_tensor_465" [id=1245, type="dequantize_per_tensor"]; -"1246 unsqueeze_22" [id=1246, type=unsqueeze]; -"1247 unsqueeze_23" [id=1247, type=unsqueeze]; -"1248 quantize_per_tensor_466" [id=1248, type="quantize_per_tensor"]; -"1249 dequantize_per_tensor_467" [id=1249, type="dequantize_per_tensor"]; -"1250 add_25" [id=1250, type=add]; -"1251 quantize_per_tensor_468" [id=1251, type="quantize_per_tensor"]; -"1252 dequantize_per_tensor_469" [id=1252, type="dequantize_per_tensor"]; -"1253 view_42" [id=1253, type=view]; -"1254 quantize_per_tensor_470" [id=1254, type="quantize_per_tensor"]; -"1255 dequantize_per_tensor_471" [id=1255, type="dequantize_per_tensor"]; -"1256 softmax_7" [id=1256, type=softmax]; -"1257 dropout_28" [id=1257, type=dropout]; -"1258 matmul_15" [id=1258, type=matmul]; -"1259 transpose_15" [id=1259, type=transpose]; -"1260 reshape_34" [id=1260, type=reshape]; -"1261 reshape_34_0_0_nncf_smooth_quant_0" [id=1261, type="call_module"]; -"1262 quantize_per_tensor_472" [id=1262, type="quantize_per_tensor"]; -"1263 dequantize_per_tensor_473" [id=1263, type="dequantize_per_tensor"]; -"1264 _frozen_param72" [id=1264, type="get_attr"]; -"1265 dequantize_per_tensor_474" [id=1265, type="dequantize_per_tensor"]; -"1266 linear_47" [id=1266, type=linear]; -"1267 quantize_per_tensor_475" [id=1267, type="quantize_per_tensor"]; -"1268 dequantize_per_tensor_476" [id=1268, type="dequantize_per_tensor"]; -"1269 dropout_29" [id=1269, type=dropout]; -"1270 view_43" [id=1270, type=view]; -"1271 permute_36" [id=1271, type=permute]; -"1272 reshape_35" [id=1272, type=reshape]; -"1273 roll_7" [id=1273, type=roll]; -"1274 slice_129" [id=1274, type=slice]; -"1275 slice_130" [id=1275, type=slice]; -"1276 slice_131" [id=1276, type=slice]; -"1277 slice_132" [id=1277, type=slice]; -"1278 contiguous_13" [id=1278, type=contiguous]; -"1279 layer_norm_17" [id=1279, type="layer_norm"]; -"1280 quantize_per_tensor_477" [id=1280, type="quantize_per_tensor"]; -"1281 dequantize_per_tensor_478" [id=1281, type="dequantize_per_tensor"]; -"1282 add_26" [id=1282, type=add]; -"1283 quantize_per_tensor_479" [id=1283, type="quantize_per_tensor"]; -"1284 dequantize_per_tensor_480" [id=1284, type="dequantize_per_tensor"]; -"1285 dequantize_per_tensor_481" [id=1285, type="dequantize_per_tensor"]; -"1286 add_26_0_0_nncf_smooth_quant_0" [id=1286, type="call_module"]; -"1287 quantize_per_tensor_482" [id=1287, type="quantize_per_tensor"]; -"1288 dequantize_per_tensor_483" [id=1288, type="dequantize_per_tensor"]; -"1289 _frozen_param73" [id=1289, type="get_attr"]; -"1290 dequantize_per_tensor_484" [id=1290, type="dequantize_per_tensor"]; -"1291 linear_48" [id=1291, type=linear]; -"1292 quantize_per_tensor_485" [id=1292, type="quantize_per_tensor"]; -"1293 dequantize_per_tensor_486" [id=1293, type="dequantize_per_tensor"]; -"1294 gelu_7" [id=1294, type=gelu]; -"1295 dropout_30" [id=1295, type=dropout]; -"1296 dropout_30_0_0_nncf_smooth_quant_0" [id=1296, type="call_module"]; -"1297 quantize_per_tensor_487" [id=1297, type="quantize_per_tensor"]; -"1298 dequantize_per_tensor_488" [id=1298, type="dequantize_per_tensor"]; -"1299 _frozen_param74" [id=1299, type="get_attr"]; -"1300 dequantize_per_tensor_489" [id=1300, type="dequantize_per_tensor"]; -"1301 linear_49" [id=1301, type=linear]; -"1302 quantize_per_tensor_490" [id=1302, type="quantize_per_tensor"]; -"1303 dequantize_per_tensor_491" [id=1303, type="dequantize_per_tensor"]; -"1304 dropout_31" [id=1304, type=dropout]; -"1305 layer_norm_18" [id=1305, type="layer_norm"]; -"1306 quantize_per_tensor_492" [id=1306, type="quantize_per_tensor"]; -"1307 dequantize_per_tensor_493" [id=1307, type="dequantize_per_tensor"]; -"1308 add_27" [id=1308, type=add]; -"1309 quantize_per_tensor_494" [id=1309, type="quantize_per_tensor"]; -"1310 dequantize_per_tensor_495" [id=1310, type="dequantize_per_tensor"]; -"1311 dequantize_per_tensor_496" [id=1311, type="dequantize_per_tensor"]; -"1312 _frozen_param75" [id=1312, type="get_attr"]; -"1313 dequantize_per_tensor_497" [id=1313, type="dequantize_per_tensor"]; -"1314 _frozen_param76" [id=1314, type="get_attr"]; -"1315 dequantize_per_tensor_498" [id=1315, type="dequantize_per_tensor"]; -"1316 linear_50" [id=1316, type=linear]; -"1317 relu__8" [id=1317, type="relu_"]; -"1318 quantize_per_tensor_499" [id=1318, type="quantize_per_tensor"]; -"1319 dequantize_per_tensor_500" [id=1319, type="dequantize_per_tensor"]; -"1320 relu__8_0_0_nncf_smooth_quant_0" [id=1320, type="call_module"]; -"1321 quantize_per_tensor_501" [id=1321, type="quantize_per_tensor"]; -"1322 dequantize_per_tensor_502" [id=1322, type="dequantize_per_tensor"]; -"1323 _frozen_param77" [id=1323, type="get_attr"]; -"1324 dequantize_per_tensor_503" [id=1324, type="dequantize_per_tensor"]; -"1325 linear_51" [id=1325, type=linear]; -"1326 quantize_per_tensor_504" [id=1326, type="quantize_per_tensor"]; -"1327 dequantize_per_tensor_505" [id=1327, type="dequantize_per_tensor"]; -"1328 view_44" [id=1328, type=view]; -"1329 quantize_per_tensor_506" [id=1329, type="quantize_per_tensor"]; -"1330 dequantize_per_tensor_507" [id=1330, type="dequantize_per_tensor"]; -"1331 index_8" [id=1331, type=index]; -"1332 view_45" [id=1332, type=view]; -"1333 permute_37" [id=1333, type=permute]; -"1334 contiguous_14" [id=1334, type=contiguous]; -"1335 unsqueeze_24" [id=1335, type=unsqueeze]; -"1336 sigmoid_8" [id=1336, type=sigmoid]; -"1337 quantize_per_tensor_508" [id=1337, type="quantize_per_tensor"]; -"1338 dequantize_per_tensor_509" [id=1338, type="dequantize_per_tensor"]; -"1339 _frozen_param78" [id=1339, type="get_attr"]; -"1340 dequantize_per_tensor_510" [id=1340, type="dequantize_per_tensor"]; -"1341 mul_16" [id=1341, type=mul]; -"1342 quantize_per_tensor_511" [id=1342, type="quantize_per_tensor"]; -"1343 dequantize_per_tensor_512" [id=1343, type="dequantize_per_tensor"]; -"1344 pad_10" [id=1344, type=pad]; -"1345 view_46" [id=1345, type=view]; -"1346 permute_38" [id=1346, type=permute]; -"1347 reshape_36" [id=1347, type=reshape]; -"1348 clone_8" [id=1348, type=clone]; -"1349 reshape_36_0_0_nncf_smooth_quant_0" [id=1349, type="call_module"]; -"1350 quantize_per_tensor_513" [id=1350, type="quantize_per_tensor"]; -"1351 dequantize_per_tensor_514" [id=1351, type="dequantize_per_tensor"]; -"1352 _frozen_param79" [id=1352, type="get_attr"]; -"1353 dequantize_per_tensor_515" [id=1353, type="dequantize_per_tensor"]; -"1354 linear_52" [id=1354, type=linear]; -"1355 quantize_per_tensor_516" [id=1355, type="quantize_per_tensor"]; -"1356 dequantize_per_tensor_517" [id=1356, type="dequantize_per_tensor"]; -"1357 reshape_37" [id=1357, type=reshape]; -"1358 permute_39" [id=1358, type=permute]; -"1359 select_24" [id=1359, type=select]; -"1360 select_25" [id=1360, type=select]; -"1361 select_26" [id=1361, type=select]; -"1362 linalg_vector_norm_16" [id=1362, type="linalg_vector_norm"]; -"1363 clamp_min_16" [id=1363, type="clamp_min"]; -"1364 expand_as_16" [id=1364, type="expand_as"]; -"1365 div_16" [id=1365, type=div]; -"1366 linalg_vector_norm_17" [id=1366, type="linalg_vector_norm"]; -"1367 clamp_min_17" [id=1367, type="clamp_min"]; -"1368 expand_as_17" [id=1368, type="expand_as"]; -"1369 div_17" [id=1369, type=div]; -"1370 transpose_16" [id=1370, type=transpose]; -"1371 matmul_16" [id=1371, type=matmul]; -"1372 quantize_per_tensor_518" [id=1372, type="quantize_per_tensor"]; -"1373 dequantize_per_tensor_519" [id=1373, type="dequantize_per_tensor"]; -"1374 _frozen_param80" [id=1374, type="get_attr"]; -"1375 dequantize_per_tensor_520" [id=1375, type="dequantize_per_tensor"]; -"1376 mul_17" [id=1376, type=mul]; -"1377 quantize_per_tensor_521" [id=1377, type="quantize_per_tensor"]; -"1378 dequantize_per_tensor_522" [id=1378, type="dequantize_per_tensor"]; -"1379 add_28" [id=1379, type=add]; -"1380 quantize_per_tensor_523" [id=1380, type="quantize_per_tensor"]; -"1381 dequantize_per_tensor_524" [id=1381, type="dequantize_per_tensor"]; -"1382 softmax_8" [id=1382, type=softmax]; -"1383 dropout_32" [id=1383, type=dropout]; -"1384 matmul_17" [id=1384, type=matmul]; -"1385 transpose_17" [id=1385, type=transpose]; -"1386 reshape_38" [id=1386, type=reshape]; -"1387 reshape_38_0_0_nncf_smooth_quant_0" [id=1387, type="call_module"]; -"1388 quantize_per_tensor_525" [id=1388, type="quantize_per_tensor"]; -"1389 dequantize_per_tensor_526" [id=1389, type="dequantize_per_tensor"]; -"1390 _frozen_param81" [id=1390, type="get_attr"]; -"1391 dequantize_per_tensor_527" [id=1391, type="dequantize_per_tensor"]; -"1392 linear_53" [id=1392, type=linear]; -"1393 quantize_per_tensor_528" [id=1393, type="quantize_per_tensor"]; -"1394 dequantize_per_tensor_529" [id=1394, type="dequantize_per_tensor"]; -"1395 dropout_33" [id=1395, type=dropout]; -"1396 view_47" [id=1396, type=view]; -"1397 permute_40" [id=1397, type=permute]; -"1398 reshape_39" [id=1398, type=reshape]; -"1399 slice_134" [id=1399, type=slice]; -"1400 slice_135" [id=1400, type=slice]; -"1401 slice_136" [id=1401, type=slice]; -"1402 slice_137" [id=1402, type=slice]; -"1403 contiguous_15" [id=1403, type=contiguous]; -"1404 layer_norm_19" [id=1404, type="layer_norm"]; -"1405 quantize_per_tensor_530" [id=1405, type="quantize_per_tensor"]; -"1406 dequantize_per_tensor_531" [id=1406, type="dequantize_per_tensor"]; -"1407 add_29" [id=1407, type=add]; -"1408 quantize_per_tensor_532" [id=1408, type="quantize_per_tensor"]; -"1409 dequantize_per_tensor_533" [id=1409, type="dequantize_per_tensor"]; -"1410 dequantize_per_tensor_534" [id=1410, type="dequantize_per_tensor"]; -"1411 add_29_0_0_nncf_smooth_quant_0" [id=1411, type="call_module"]; -"1412 quantize_per_tensor_535" [id=1412, type="quantize_per_tensor"]; -"1413 dequantize_per_tensor_536" [id=1413, type="dequantize_per_tensor"]; -"1414 _frozen_param82" [id=1414, type="get_attr"]; -"1415 dequantize_per_tensor_537" [id=1415, type="dequantize_per_tensor"]; -"1416 linear_54" [id=1416, type=linear]; -"1417 quantize_per_tensor_538" [id=1417, type="quantize_per_tensor"]; -"1418 dequantize_per_tensor_539" [id=1418, type="dequantize_per_tensor"]; -"1419 gelu_8" [id=1419, type=gelu]; -"1420 dropout_34" [id=1420, type=dropout]; -"1421 dropout_34_0_0_nncf_smooth_quant_0" [id=1421, type="call_module"]; -"1422 quantize_per_tensor_540" [id=1422, type="quantize_per_tensor"]; -"1423 dequantize_per_tensor_541" [id=1423, type="dequantize_per_tensor"]; -"1424 _frozen_param83" [id=1424, type="get_attr"]; -"1425 dequantize_per_tensor_542" [id=1425, type="dequantize_per_tensor"]; -"1426 linear_55" [id=1426, type=linear]; -"1427 quantize_per_tensor_543" [id=1427, type="quantize_per_tensor"]; -"1428 dequantize_per_tensor_544" [id=1428, type="dequantize_per_tensor"]; -"1429 dropout_35" [id=1429, type=dropout]; -"1430 layer_norm_20" [id=1430, type="layer_norm"]; -"1431 quantize_per_tensor_545" [id=1431, type="quantize_per_tensor"]; -"1432 dequantize_per_tensor_546" [id=1432, type="dequantize_per_tensor"]; -"1433 add_30" [id=1433, type=add]; -"1434 quantize_per_tensor_547" [id=1434, type="quantize_per_tensor"]; -"1435 dequantize_per_tensor_548" [id=1435, type="dequantize_per_tensor"]; -"1436 dequantize_per_tensor_549" [id=1436, type="dequantize_per_tensor"]; -"1437 _frozen_param84" [id=1437, type="get_attr"]; -"1438 dequantize_per_tensor_550" [id=1438, type="dequantize_per_tensor"]; -"1439 _frozen_param85" [id=1439, type="get_attr"]; -"1440 dequantize_per_tensor_551" [id=1440, type="dequantize_per_tensor"]; -"1441 linear_56" [id=1441, type=linear]; -"1442 relu__9" [id=1442, type="relu_"]; -"1443 quantize_per_tensor_552" [id=1443, type="quantize_per_tensor"]; -"1444 dequantize_per_tensor_553" [id=1444, type="dequantize_per_tensor"]; -"1445 relu__9_0_0_nncf_smooth_quant_0" [id=1445, type="call_module"]; -"1446 quantize_per_tensor_554" [id=1446, type="quantize_per_tensor"]; -"1447 dequantize_per_tensor_555" [id=1447, type="dequantize_per_tensor"]; -"1448 _frozen_param86" [id=1448, type="get_attr"]; -"1449 dequantize_per_tensor_556" [id=1449, type="dequantize_per_tensor"]; -"1450 linear_57" [id=1450, type=linear]; -"1451 quantize_per_tensor_557" [id=1451, type="quantize_per_tensor"]; -"1452 dequantize_per_tensor_558" [id=1452, type="dequantize_per_tensor"]; -"1453 view_48" [id=1453, type=view]; -"1454 quantize_per_tensor_559" [id=1454, type="quantize_per_tensor"]; -"1455 dequantize_per_tensor_560" [id=1455, type="dequantize_per_tensor"]; -"1456 index_9" [id=1456, type=index]; -"1457 view_49" [id=1457, type=view]; -"1458 permute_41" [id=1458, type=permute]; -"1459 contiguous_16" [id=1459, type=contiguous]; -"1460 unsqueeze_25" [id=1460, type=unsqueeze]; -"1461 sigmoid_9" [id=1461, type=sigmoid]; -"1462 quantize_per_tensor_561" [id=1462, type="quantize_per_tensor"]; -"1463 dequantize_per_tensor_562" [id=1463, type="dequantize_per_tensor"]; -"1464 _frozen_param87" [id=1464, type="get_attr"]; -"1465 dequantize_per_tensor_563" [id=1465, type="dequantize_per_tensor"]; -"1466 mul_18" [id=1466, type=mul]; -"1467 quantize_per_tensor_564" [id=1467, type="quantize_per_tensor"]; -"1468 dequantize_per_tensor_565" [id=1468, type="dequantize_per_tensor"]; -"1469 pad_11" [id=1469, type=pad]; -"1470 roll_8" [id=1470, type=roll]; -"1471 view_50" [id=1471, type=view]; -"1472 permute_42" [id=1472, type=permute]; -"1473 reshape_40" [id=1473, type=reshape]; -"1474 clone_9" [id=1474, type=clone]; -"1475 reshape_40_0_0_nncf_smooth_quant_0" [id=1475, type="call_module"]; -"1476 quantize_per_tensor_566" [id=1476, type="quantize_per_tensor"]; -"1477 dequantize_per_tensor_567" [id=1477, type="dequantize_per_tensor"]; -"1478 _frozen_param88" [id=1478, type="get_attr"]; -"1479 dequantize_per_tensor_568" [id=1479, type="dequantize_per_tensor"]; -"1480 linear_58" [id=1480, type=linear]; -"1481 quantize_per_tensor_569" [id=1481, type="quantize_per_tensor"]; -"1482 dequantize_per_tensor_570" [id=1482, type="dequantize_per_tensor"]; -"1483 reshape_41" [id=1483, type=reshape]; -"1484 permute_43" [id=1484, type=permute]; -"1485 select_27" [id=1485, type=select]; -"1486 select_28" [id=1486, type=select]; -"1487 select_29" [id=1487, type=select]; -"1488 linalg_vector_norm_18" [id=1488, type="linalg_vector_norm"]; -"1489 clamp_min_18" [id=1489, type="clamp_min"]; -"1490 expand_as_18" [id=1490, type="expand_as"]; -"1491 div_18" [id=1491, type=div]; -"1492 linalg_vector_norm_19" [id=1492, type="linalg_vector_norm"]; -"1493 clamp_min_19" [id=1493, type="clamp_min"]; -"1494 expand_as_19" [id=1494, type="expand_as"]; -"1495 div_19" [id=1495, type=div]; -"1496 transpose_18" [id=1496, type=transpose]; -"1497 matmul_18" [id=1497, type=matmul]; -"1498 quantize_per_tensor_571" [id=1498, type="quantize_per_tensor"]; -"1499 dequantize_per_tensor_572" [id=1499, type="dequantize_per_tensor"]; -"1500 _frozen_param89" [id=1500, type="get_attr"]; -"1501 dequantize_per_tensor_573" [id=1501, type="dequantize_per_tensor"]; -"1502 mul_19" [id=1502, type=mul]; -"1503 quantize_per_tensor_574" [id=1503, type="quantize_per_tensor"]; -"1504 dequantize_per_tensor_575" [id=1504, type="dequantize_per_tensor"]; -"1505 add_31" [id=1505, type=add]; -"1506 quantize_per_tensor_576" [id=1506, type="quantize_per_tensor"]; -"1507 dequantize_per_tensor_577" [id=1507, type="dequantize_per_tensor"]; -"1508 new_zeros_4" [id=1508, type="new_zeros"]; -"1509 view_51" [id=1509, type=view]; -"1510 permute_44" [id=1510, type=permute]; -"1511 reshape_42" [id=1511, type=reshape]; -"1512 unsqueeze_26" [id=1512, type=unsqueeze]; -"1513 unsqueeze_27" [id=1513, type=unsqueeze]; -"1514 sub_4" [id=1514, type=sub]; -"1515 ne_4" [id=1515, type=ne]; -"1516 masked_fill_8" [id=1516, type="masked_fill"]; -"1517 eq_4" [id=1517, type=eq]; -"1518 masked_fill_9" [id=1518, type="masked_fill"]; -"1519 view_52" [id=1519, type=view]; -"1520 quantize_per_tensor_578" [id=1520, type="quantize_per_tensor"]; -"1521 dequantize_per_tensor_579" [id=1521, type="dequantize_per_tensor"]; -"1522 unsqueeze_28" [id=1522, type=unsqueeze]; -"1523 unsqueeze_29" [id=1523, type=unsqueeze]; -"1524 quantize_per_tensor_580" [id=1524, type="quantize_per_tensor"]; -"1525 dequantize_per_tensor_581" [id=1525, type="dequantize_per_tensor"]; -"1526 add_32" [id=1526, type=add]; -"1527 quantize_per_tensor_582" [id=1527, type="quantize_per_tensor"]; -"1528 dequantize_per_tensor_583" [id=1528, type="dequantize_per_tensor"]; -"1529 view_53" [id=1529, type=view]; -"1530 quantize_per_tensor_584" [id=1530, type="quantize_per_tensor"]; -"1531 dequantize_per_tensor_585" [id=1531, type="dequantize_per_tensor"]; -"1532 softmax_9" [id=1532, type=softmax]; -"1533 dropout_36" [id=1533, type=dropout]; -"1534 matmul_19" [id=1534, type=matmul]; -"1535 transpose_19" [id=1535, type=transpose]; -"1536 reshape_43" [id=1536, type=reshape]; -"1537 reshape_43_0_0_nncf_smooth_quant_0" [id=1537, type="call_module"]; -"1538 quantize_per_tensor_586" [id=1538, type="quantize_per_tensor"]; -"1539 dequantize_per_tensor_587" [id=1539, type="dequantize_per_tensor"]; -"1540 _frozen_param90" [id=1540, type="get_attr"]; -"1541 dequantize_per_tensor_588" [id=1541, type="dequantize_per_tensor"]; -"1542 linear_59" [id=1542, type=linear]; -"1543 quantize_per_tensor_589" [id=1543, type="quantize_per_tensor"]; -"1544 dequantize_per_tensor_590" [id=1544, type="dequantize_per_tensor"]; -"1545 dropout_37" [id=1545, type=dropout]; -"1546 view_54" [id=1546, type=view]; -"1547 permute_45" [id=1547, type=permute]; -"1548 reshape_44" [id=1548, type=reshape]; -"1549 roll_9" [id=1549, type=roll]; -"1550 slice_157" [id=1550, type=slice]; -"1551 slice_158" [id=1551, type=slice]; -"1552 slice_159" [id=1552, type=slice]; -"1553 slice_160" [id=1553, type=slice]; -"1554 contiguous_17" [id=1554, type=contiguous]; -"1555 layer_norm_21" [id=1555, type="layer_norm"]; -"1556 quantize_per_tensor_591" [id=1556, type="quantize_per_tensor"]; -"1557 dequantize_per_tensor_592" [id=1557, type="dequantize_per_tensor"]; -"1558 add_33" [id=1558, type=add]; -"1559 quantize_per_tensor_593" [id=1559, type="quantize_per_tensor"]; -"1560 dequantize_per_tensor_594" [id=1560, type="dequantize_per_tensor"]; -"1561 dequantize_per_tensor_595" [id=1561, type="dequantize_per_tensor"]; -"1562 add_33_0_0_nncf_smooth_quant_0" [id=1562, type="call_module"]; -"1563 quantize_per_tensor_596" [id=1563, type="quantize_per_tensor"]; -"1564 dequantize_per_tensor_597" [id=1564, type="dequantize_per_tensor"]; -"1565 _frozen_param91" [id=1565, type="get_attr"]; -"1566 dequantize_per_tensor_598" [id=1566, type="dequantize_per_tensor"]; -"1567 linear_60" [id=1567, type=linear]; -"1568 quantize_per_tensor_599" [id=1568, type="quantize_per_tensor"]; -"1569 dequantize_per_tensor_600" [id=1569, type="dequantize_per_tensor"]; -"1570 gelu_9" [id=1570, type=gelu]; -"1571 dropout_38" [id=1571, type=dropout]; -"1572 dropout_38_0_0_nncf_smooth_quant_0" [id=1572, type="call_module"]; -"1573 quantize_per_tensor_601" [id=1573, type="quantize_per_tensor"]; -"1574 dequantize_per_tensor_602" [id=1574, type="dequantize_per_tensor"]; -"1575 _frozen_param92" [id=1575, type="get_attr"]; -"1576 dequantize_per_tensor_603" [id=1576, type="dequantize_per_tensor"]; -"1577 linear_61" [id=1577, type=linear]; -"1578 quantize_per_tensor_604" [id=1578, type="quantize_per_tensor"]; -"1579 dequantize_per_tensor_605" [id=1579, type="dequantize_per_tensor"]; -"1580 dropout_39" [id=1580, type=dropout]; -"1581 layer_norm_22" [id=1581, type="layer_norm"]; -"1582 quantize_per_tensor_606" [id=1582, type="quantize_per_tensor"]; -"1583 dequantize_per_tensor_607" [id=1583, type="dequantize_per_tensor"]; -"1584 add_34" [id=1584, type=add]; -"1585 quantize_per_tensor_608" [id=1585, type="quantize_per_tensor"]; -"1586 dequantize_per_tensor_609" [id=1586, type="dequantize_per_tensor"]; -"1587 pad_12" [id=1587, type=pad]; -"1588 slice_161" [id=1588, type=slice]; -"1589 slice_162" [id=1589, type=slice]; -"1590 slice_163" [id=1590, type=slice]; -"1591 quantize_per_tensor_610" [id=1591, type="quantize_per_tensor"]; -"1592 dequantize_per_tensor_611" [id=1592, type="dequantize_per_tensor"]; -"1593 slice_164" [id=1593, type=slice]; -"1594 slice_165" [id=1594, type=slice]; -"1595 slice_166" [id=1595, type=slice]; -"1596 quantize_per_tensor_612" [id=1596, type="quantize_per_tensor"]; -"1597 dequantize_per_tensor_613" [id=1597, type="dequantize_per_tensor"]; -"1598 slice_167" [id=1598, type=slice]; -"1599 slice_168" [id=1599, type=slice]; -"1600 slice_169" [id=1600, type=slice]; -"1601 quantize_per_tensor_614" [id=1601, type="quantize_per_tensor"]; -"1602 dequantize_per_tensor_615" [id=1602, type="dequantize_per_tensor"]; -"1603 slice_170" [id=1603, type=slice]; -"1604 slice_171" [id=1604, type=slice]; -"1605 slice_172" [id=1605, type=slice]; -"1606 quantize_per_tensor_616" [id=1606, type="quantize_per_tensor"]; -"1607 dequantize_per_tensor_617" [id=1607, type="dequantize_per_tensor"]; -"1608 cat_2" [id=1608, type=cat]; -"1609 quantize_per_tensor_618" [id=1609, type="quantize_per_tensor"]; -"1610 dequantize_per_tensor_619" [id=1610, type="dequantize_per_tensor"]; -"1611 cat_2_0_0_nncf_smooth_quant_0" [id=1611, type="call_module"]; -"1612 quantize_per_tensor_620" [id=1612, type="quantize_per_tensor"]; -"1613 dequantize_per_tensor_621" [id=1613, type="dequantize_per_tensor"]; -"1614 _frozen_param93" [id=1614, type="get_attr"]; -"1615 dequantize_per_tensor_622" [id=1615, type="dequantize_per_tensor"]; -"1616 linear_62" [id=1616, type=linear]; -"1617 quantize_per_tensor_623" [id=1617, type="quantize_per_tensor"]; -"1618 dequantize_per_tensor_624" [id=1618, type="dequantize_per_tensor"]; -"1619 layer_norm_23" [id=1619, type="layer_norm"]; -"1620 _frozen_param94" [id=1620, type="get_attr"]; -"1621 dequantize_per_tensor_625" [id=1621, type="dequantize_per_tensor"]; -"1622 _frozen_param95" [id=1622, type="get_attr"]; -"1623 dequantize_per_tensor_626" [id=1623, type="dequantize_per_tensor"]; -"1624 linear_63" [id=1624, type=linear]; -"1625 relu__10" [id=1625, type="relu_"]; -"1626 quantize_per_tensor_627" [id=1626, type="quantize_per_tensor"]; -"1627 dequantize_per_tensor_628" [id=1627, type="dequantize_per_tensor"]; -"1628 relu__10_0_0_nncf_smooth_quant_0" [id=1628, type="call_module"]; -"1629 quantize_per_tensor_629" [id=1629, type="quantize_per_tensor"]; -"1630 dequantize_per_tensor_630" [id=1630, type="dequantize_per_tensor"]; -"1631 _frozen_param96" [id=1631, type="get_attr"]; -"1632 dequantize_per_tensor_631" [id=1632, type="dequantize_per_tensor"]; -"1633 linear_64" [id=1633, type=linear]; -"1634 quantize_per_tensor_632" [id=1634, type="quantize_per_tensor"]; -"1635 dequantize_per_tensor_633" [id=1635, type="dequantize_per_tensor"]; -"1636 view_55" [id=1636, type=view]; -"1637 quantize_per_tensor_634" [id=1637, type="quantize_per_tensor"]; -"1638 dequantize_per_tensor_635" [id=1638, type="dequantize_per_tensor"]; -"1639 index_10" [id=1639, type=index]; -"1640 view_56" [id=1640, type=view]; -"1641 permute_46" [id=1641, type=permute]; -"1642 contiguous_18" [id=1642, type=contiguous]; -"1643 unsqueeze_30" [id=1643, type=unsqueeze]; -"1644 sigmoid_10" [id=1644, type=sigmoid]; -"1645 quantize_per_tensor_636" [id=1645, type="quantize_per_tensor"]; -"1646 dequantize_per_tensor_637" [id=1646, type="dequantize_per_tensor"]; -"1647 _frozen_param97" [id=1647, type="get_attr"]; -"1648 dequantize_per_tensor_638" [id=1648, type="dequantize_per_tensor"]; -"1649 mul_20" [id=1649, type=mul]; -"1650 quantize_per_tensor_639" [id=1650, type="quantize_per_tensor"]; -"1651 dequantize_per_tensor_640" [id=1651, type="dequantize_per_tensor"]; -"1652 pad_13" [id=1652, type=pad]; -"1653 view_57" [id=1653, type=view]; -"1654 permute_47" [id=1654, type=permute]; -"1655 reshape_45" [id=1655, type=reshape]; -"1656 clone_10" [id=1656, type=clone]; -"1657 reshape_45_0_0_nncf_smooth_quant_0" [id=1657, type="call_module"]; -"1658 quantize_per_tensor_641" [id=1658, type="quantize_per_tensor"]; -"1659 dequantize_per_tensor_642" [id=1659, type="dequantize_per_tensor"]; -"1660 _frozen_param98" [id=1660, type="get_attr"]; -"1661 dequantize_per_tensor_643" [id=1661, type="dequantize_per_tensor"]; -"1662 linear_65" [id=1662, type=linear]; -"1663 quantize_per_tensor_644" [id=1663, type="quantize_per_tensor"]; -"1664 dequantize_per_tensor_645" [id=1664, type="dequantize_per_tensor"]; -"1665 reshape_46" [id=1665, type=reshape]; -"1666 permute_48" [id=1666, type=permute]; -"1667 select_30" [id=1667, type=select]; -"1668 select_31" [id=1668, type=select]; -"1669 select_32" [id=1669, type=select]; -"1670 linalg_vector_norm_20" [id=1670, type="linalg_vector_norm"]; -"1671 clamp_min_20" [id=1671, type="clamp_min"]; -"1672 expand_as_20" [id=1672, type="expand_as"]; -"1673 div_20" [id=1673, type=div]; -"1674 linalg_vector_norm_21" [id=1674, type="linalg_vector_norm"]; -"1675 clamp_min_21" [id=1675, type="clamp_min"]; -"1676 expand_as_21" [id=1676, type="expand_as"]; -"1677 div_21" [id=1677, type=div]; -"1678 transpose_20" [id=1678, type=transpose]; -"1679 matmul_20" [id=1679, type=matmul]; -"1680 quantize_per_tensor_646" [id=1680, type="quantize_per_tensor"]; -"1681 dequantize_per_tensor_647" [id=1681, type="dequantize_per_tensor"]; -"1682 _frozen_param99" [id=1682, type="get_attr"]; -"1683 dequantize_per_tensor_648" [id=1683, type="dequantize_per_tensor"]; -"1684 mul_21" [id=1684, type=mul]; -"1685 quantize_per_tensor_649" [id=1685, type="quantize_per_tensor"]; -"1686 dequantize_per_tensor_650" [id=1686, type="dequantize_per_tensor"]; -"1687 add_35" [id=1687, type=add]; -"1688 quantize_per_tensor_651" [id=1688, type="quantize_per_tensor"]; -"1689 dequantize_per_tensor_652" [id=1689, type="dequantize_per_tensor"]; -"1690 softmax_10" [id=1690, type=softmax]; -"1691 dropout_40" [id=1691, type=dropout]; -"1692 matmul_21" [id=1692, type=matmul]; -"1693 transpose_21" [id=1693, type=transpose]; -"1694 reshape_47" [id=1694, type=reshape]; -"1695 reshape_47_0_0_nncf_smooth_quant_0" [id=1695, type="call_module"]; -"1696 quantize_per_tensor_653" [id=1696, type="quantize_per_tensor"]; -"1697 dequantize_per_tensor_654" [id=1697, type="dequantize_per_tensor"]; -"1698 _frozen_param100" [id=1698, type="get_attr"]; -"1699 dequantize_per_tensor_655" [id=1699, type="dequantize_per_tensor"]; -"1700 linear_66" [id=1700, type=linear]; -"1701 quantize_per_tensor_656" [id=1701, type="quantize_per_tensor"]; -"1702 dequantize_per_tensor_657" [id=1702, type="dequantize_per_tensor"]; -"1703 dropout_41" [id=1703, type=dropout]; -"1704 view_58" [id=1704, type=view]; -"1705 permute_49" [id=1705, type=permute]; -"1706 reshape_48" [id=1706, type=reshape]; -"1707 slice_174" [id=1707, type=slice]; -"1708 slice_175" [id=1708, type=slice]; -"1709 slice_176" [id=1709, type=slice]; -"1710 slice_177" [id=1710, type=slice]; -"1711 contiguous_19" [id=1711, type=contiguous]; -"1712 layer_norm_24" [id=1712, type="layer_norm"]; -"1713 quantize_per_tensor_658" [id=1713, type="quantize_per_tensor"]; -"1714 dequantize_per_tensor_659" [id=1714, type="dequantize_per_tensor"]; -"1715 quantize_per_tensor_660" [id=1715, type="quantize_per_tensor"]; -"1716 dequantize_per_tensor_661" [id=1716, type="dequantize_per_tensor"]; -"1717 add_36" [id=1717, type=add]; -"1718 quantize_per_tensor_662" [id=1718, type="quantize_per_tensor"]; -"1719 dequantize_per_tensor_663" [id=1719, type="dequantize_per_tensor"]; -"1720 dequantize_per_tensor_664" [id=1720, type="dequantize_per_tensor"]; -"1721 add_36_0_0_nncf_smooth_quant_0" [id=1721, type="call_module"]; -"1722 quantize_per_tensor_665" [id=1722, type="quantize_per_tensor"]; -"1723 dequantize_per_tensor_666" [id=1723, type="dequantize_per_tensor"]; -"1724 _frozen_param101" [id=1724, type="get_attr"]; -"1725 dequantize_per_tensor_667" [id=1725, type="dequantize_per_tensor"]; -"1726 linear_67" [id=1726, type=linear]; -"1727 quantize_per_tensor_668" [id=1727, type="quantize_per_tensor"]; -"1728 dequantize_per_tensor_669" [id=1728, type="dequantize_per_tensor"]; -"1729 gelu_10" [id=1729, type=gelu]; -"1730 dropout_42" [id=1730, type=dropout]; -"1731 dropout_42_0_0_nncf_smooth_quant_0" [id=1731, type="call_module"]; -"1732 quantize_per_tensor_670" [id=1732, type="quantize_per_tensor"]; -"1733 dequantize_per_tensor_671" [id=1733, type="dequantize_per_tensor"]; -"1734 _frozen_param102" [id=1734, type="get_attr"]; -"1735 dequantize_per_tensor_672" [id=1735, type="dequantize_per_tensor"]; -"1736 linear_68" [id=1736, type=linear]; -"1737 quantize_per_tensor_673" [id=1737, type="quantize_per_tensor"]; -"1738 dequantize_per_tensor_674" [id=1738, type="dequantize_per_tensor"]; -"1739 dropout_43" [id=1739, type=dropout]; -"1740 layer_norm_25" [id=1740, type="layer_norm"]; -"1741 quantize_per_tensor_675" [id=1741, type="quantize_per_tensor"]; -"1742 dequantize_per_tensor_676" [id=1742, type="dequantize_per_tensor"]; -"1743 add_37" [id=1743, type=add]; -"1744 quantize_per_tensor_677" [id=1744, type="quantize_per_tensor"]; -"1745 dequantize_per_tensor_678" [id=1745, type="dequantize_per_tensor"]; -"1746 dequantize_per_tensor_679" [id=1746, type="dequantize_per_tensor"]; -"1747 _frozen_param103" [id=1747, type="get_attr"]; -"1748 dequantize_per_tensor_680" [id=1748, type="dequantize_per_tensor"]; -"1749 _frozen_param104" [id=1749, type="get_attr"]; -"1750 dequantize_per_tensor_681" [id=1750, type="dequantize_per_tensor"]; -"1751 linear_69" [id=1751, type=linear]; -"1752 relu__11" [id=1752, type="relu_"]; -"1753 quantize_per_tensor_682" [id=1753, type="quantize_per_tensor"]; -"1754 dequantize_per_tensor_683" [id=1754, type="dequantize_per_tensor"]; -"1755 relu__11_0_0_nncf_smooth_quant_0" [id=1755, type="call_module"]; -"1756 quantize_per_tensor_684" [id=1756, type="quantize_per_tensor"]; -"1757 dequantize_per_tensor_685" [id=1757, type="dequantize_per_tensor"]; -"1758 _frozen_param105" [id=1758, type="get_attr"]; -"1759 dequantize_per_tensor_686" [id=1759, type="dequantize_per_tensor"]; -"1760 linear_70" [id=1760, type=linear]; -"1761 quantize_per_tensor_687" [id=1761, type="quantize_per_tensor"]; -"1762 dequantize_per_tensor_688" [id=1762, type="dequantize_per_tensor"]; -"1763 view_59" [id=1763, type=view]; -"1764 quantize_per_tensor_689" [id=1764, type="quantize_per_tensor"]; -"1765 dequantize_per_tensor_690" [id=1765, type="dequantize_per_tensor"]; -"1766 index_11" [id=1766, type=index]; -"1767 view_60" [id=1767, type=view]; -"1768 permute_50" [id=1768, type=permute]; -"1769 contiguous_20" [id=1769, type=contiguous]; -"1770 unsqueeze_31" [id=1770, type=unsqueeze]; -"1771 sigmoid_11" [id=1771, type=sigmoid]; -"1772 quantize_per_tensor_691" [id=1772, type="quantize_per_tensor"]; -"1773 dequantize_per_tensor_692" [id=1773, type="dequantize_per_tensor"]; -"1774 _frozen_param106" [id=1774, type="get_attr"]; -"1775 dequantize_per_tensor_693" [id=1775, type="dequantize_per_tensor"]; -"1776 mul_22" [id=1776, type=mul]; -"1777 quantize_per_tensor_694" [id=1777, type="quantize_per_tensor"]; -"1778 dequantize_per_tensor_695" [id=1778, type="dequantize_per_tensor"]; -"1779 pad_14" [id=1779, type=pad]; -"1780 view_61" [id=1780, type=view]; -"1781 permute_51" [id=1781, type=permute]; -"1782 reshape_49" [id=1782, type=reshape]; -"1783 clone_11" [id=1783, type=clone]; -"1784 reshape_49_0_0_nncf_smooth_quant_0" [id=1784, type="call_module"]; -"1785 quantize_per_tensor_696" [id=1785, type="quantize_per_tensor"]; -"1786 dequantize_per_tensor_697" [id=1786, type="dequantize_per_tensor"]; -"1787 _frozen_param107" [id=1787, type="get_attr"]; -"1788 dequantize_per_tensor_698" [id=1788, type="dequantize_per_tensor"]; -"1789 linear_71" [id=1789, type=linear]; -"1790 quantize_per_tensor_699" [id=1790, type="quantize_per_tensor"]; -"1791 dequantize_per_tensor_700" [id=1791, type="dequantize_per_tensor"]; -"1792 reshape_50" [id=1792, type=reshape]; -"1793 permute_52" [id=1793, type=permute]; -"1794 select_33" [id=1794, type=select]; -"1795 select_34" [id=1795, type=select]; -"1796 select_35" [id=1796, type=select]; -"1797 linalg_vector_norm_22" [id=1797, type="linalg_vector_norm"]; -"1798 clamp_min_22" [id=1798, type="clamp_min"]; -"1799 expand_as_22" [id=1799, type="expand_as"]; -"1800 div_22" [id=1800, type=div]; -"1801 linalg_vector_norm_23" [id=1801, type="linalg_vector_norm"]; -"1802 clamp_min_23" [id=1802, type="clamp_min"]; -"1803 expand_as_23" [id=1803, type="expand_as"]; -"1804 div_23" [id=1804, type=div]; -"1805 transpose_22" [id=1805, type=transpose]; -"1806 matmul_22" [id=1806, type=matmul]; -"1807 quantize_per_tensor_701" [id=1807, type="quantize_per_tensor"]; -"1808 dequantize_per_tensor_702" [id=1808, type="dequantize_per_tensor"]; -"1809 _frozen_param108" [id=1809, type="get_attr"]; -"1810 dequantize_per_tensor_703" [id=1810, type="dequantize_per_tensor"]; -"1811 mul_23" [id=1811, type=mul]; -"1812 quantize_per_tensor_704" [id=1812, type="quantize_per_tensor"]; -"1813 dequantize_per_tensor_705" [id=1813, type="dequantize_per_tensor"]; -"1814 add_38" [id=1814, type=add]; -"1815 quantize_per_tensor_706" [id=1815, type="quantize_per_tensor"]; -"1816 dequantize_per_tensor_707" [id=1816, type="dequantize_per_tensor"]; -"1817 softmax_11" [id=1817, type=softmax]; -"1818 dropout_44" [id=1818, type=dropout]; -"1819 matmul_23" [id=1819, type=matmul]; -"1820 transpose_23" [id=1820, type=transpose]; -"1821 reshape_51" [id=1821, type=reshape]; -"1822 reshape_51_0_0_nncf_smooth_quant_0" [id=1822, type="call_module"]; -"1823 quantize_per_tensor_708" [id=1823, type="quantize_per_tensor"]; -"1824 dequantize_per_tensor_709" [id=1824, type="dequantize_per_tensor"]; -"1825 _frozen_param109" [id=1825, type="get_attr"]; -"1826 dequantize_per_tensor_710" [id=1826, type="dequantize_per_tensor"]; -"1827 linear_72" [id=1827, type=linear]; -"1828 quantize_per_tensor_711" [id=1828, type="quantize_per_tensor"]; -"1829 dequantize_per_tensor_712" [id=1829, type="dequantize_per_tensor"]; -"1830 dropout_45" [id=1830, type=dropout]; -"1831 view_62" [id=1831, type=view]; -"1832 permute_53" [id=1832, type=permute]; -"1833 reshape_52" [id=1833, type=reshape]; -"1834 slice_179" [id=1834, type=slice]; -"1835 slice_180" [id=1835, type=slice]; -"1836 slice_181" [id=1836, type=slice]; -"1837 slice_182" [id=1837, type=slice]; -"1838 contiguous_21" [id=1838, type=contiguous]; -"1839 layer_norm_26" [id=1839, type="layer_norm"]; -"1840 quantize_per_tensor_713" [id=1840, type="quantize_per_tensor"]; -"1841 dequantize_per_tensor_714" [id=1841, type="dequantize_per_tensor"]; -"1842 add_39" [id=1842, type=add]; -"1843 quantize_per_tensor_715" [id=1843, type="quantize_per_tensor"]; -"1844 dequantize_per_tensor_716" [id=1844, type="dequantize_per_tensor"]; -"1845 dequantize_per_tensor_717" [id=1845, type="dequantize_per_tensor"]; -"1846 add_39_0_0_nncf_smooth_quant_0" [id=1846, type="call_module"]; -"1847 quantize_per_tensor_718" [id=1847, type="quantize_per_tensor"]; -"1848 dequantize_per_tensor_719" [id=1848, type="dequantize_per_tensor"]; -"1849 _frozen_param110" [id=1849, type="get_attr"]; -"1850 dequantize_per_tensor_720" [id=1850, type="dequantize_per_tensor"]; -"1851 linear_73" [id=1851, type=linear]; -"1852 quantize_per_tensor_721" [id=1852, type="quantize_per_tensor"]; -"1853 dequantize_per_tensor_722" [id=1853, type="dequantize_per_tensor"]; -"1854 gelu_11" [id=1854, type=gelu]; -"1855 dropout_46" [id=1855, type=dropout]; -"1856 dropout_46_0_0_nncf_smooth_quant_0" [id=1856, type="call_module"]; -"1857 quantize_per_tensor_723" [id=1857, type="quantize_per_tensor"]; -"1858 dequantize_per_tensor_724" [id=1858, type="dequantize_per_tensor"]; -"1859 _frozen_param111" [id=1859, type="get_attr"]; -"1860 dequantize_per_tensor_725" [id=1860, type="dequantize_per_tensor"]; -"1861 linear_74" [id=1861, type=linear]; -"1862 quantize_per_tensor_726" [id=1862, type="quantize_per_tensor"]; -"1863 dequantize_per_tensor_727" [id=1863, type="dequantize_per_tensor"]; -"1864 dropout_47" [id=1864, type=dropout]; -"1865 layer_norm_27" [id=1865, type="layer_norm"]; -"1866 quantize_per_tensor_728" [id=1866, type="quantize_per_tensor"]; -"1867 dequantize_per_tensor_729" [id=1867, type="dequantize_per_tensor"]; -"1868 add_40" [id=1868, type=add]; -"1869 quantize_per_tensor_730" [id=1869, type="quantize_per_tensor"]; -"1870 dequantize_per_tensor_731" [id=1870, type="dequantize_per_tensor"]; -"1871 layer_norm_28" [id=1871, type="layer_norm"]; -"1872 permute_54" [id=1872, type=permute]; -"1873 quantize_per_tensor_732" [id=1873, type="quantize_per_tensor"]; -"1874 dequantize_per_tensor_733" [id=1874, type="dequantize_per_tensor"]; -"1875 adaptive_avg_pool2d" [id=1875, type="adaptive_avg_pool2d"]; -"1876 quantize_per_tensor_734" [id=1876, type="quantize_per_tensor"]; -"1877 dequantize_per_tensor_735" [id=1877, type="dequantize_per_tensor"]; -"1878 flatten" [id=1878, type=flatten]; -"1879 quantize_per_tensor_736" [id=1879, type="quantize_per_tensor"]; -"1880 dequantize_per_tensor_737" [id=1880, type="dequantize_per_tensor"]; -"1881 flatten_0_0_nncf_smooth_quant_0" [id=1881, type="call_module"]; -"1882 quantize_per_tensor_738" [id=1882, type="quantize_per_tensor"]; -"1883 dequantize_per_tensor_739" [id=1883, type="dequantize_per_tensor"]; -"1884 _frozen_param112" [id=1884, type="get_attr"]; -"1885 dequantize_per_tensor_740" [id=1885, type="dequantize_per_tensor"]; -"1886 linear_75" [id=1886, type=linear]; -"1887 quantize_per_tensor_741" [id=1887, type="quantize_per_tensor"]; -"1888 dequantize_per_tensor_742" [id=1888, type="dequantize_per_tensor"]; -"1889 output" [id=1889, type=output]; +"231 alias" [id=231, type=alias]; +"232 layer_norm_1" [id=232, type="layer_norm"]; +"233 quantize_per_tensor_40" [id=233, type="quantize_per_tensor"]; +"234 dequantize_per_tensor_41" [id=234, type="dequantize_per_tensor"]; +"235 quantize_per_tensor_42" [id=235, type="quantize_per_tensor"]; +"236 dequantize_per_tensor_43" [id=236, type="dequantize_per_tensor"]; +"237 add_1" [id=237, type=add]; +"238 quantize_per_tensor_44" [id=238, type="quantize_per_tensor"]; +"239 dequantize_per_tensor_45" [id=239, type="dequantize_per_tensor"]; +"240 dequantize_per_tensor_46" [id=240, type="dequantize_per_tensor"]; +"241 add_1_0_0_nncf_smooth_quant_0" [id=241, type="call_module"]; +"242 quantize_per_tensor_47" [id=242, type="quantize_per_tensor"]; +"243 dequantize_per_tensor_48" [id=243, type="dequantize_per_tensor"]; +"244 _frozen_param8" [id=244, type="get_attr"]; +"245 dequantize_per_tensor_49" [id=245, type="dequantize_per_tensor"]; +"246 linear_4" [id=246, type=linear]; +"247 quantize_per_tensor_50" [id=247, type="quantize_per_tensor"]; +"248 dequantize_per_tensor_51" [id=248, type="dequantize_per_tensor"]; +"249 gelu" [id=249, type=gelu]; +"250 dropout_2" [id=250, type=dropout]; +"251 dropout_2_0_0_nncf_smooth_quant_0" [id=251, type="call_module"]; +"252 quantize_per_tensor_52" [id=252, type="quantize_per_tensor"]; +"253 dequantize_per_tensor_53" [id=253, type="dequantize_per_tensor"]; +"254 _frozen_param9" [id=254, type="get_attr"]; +"255 dequantize_per_tensor_54" [id=255, type="dequantize_per_tensor"]; +"256 linear_5" [id=256, type=linear]; +"257 quantize_per_tensor_55" [id=257, type="quantize_per_tensor"]; +"258 dequantize_per_tensor_56" [id=258, type="dequantize_per_tensor"]; +"259 dropout_3" [id=259, type=dropout]; +"260 layer_norm_2" [id=260, type="layer_norm"]; +"261 quantize_per_tensor_57" [id=261, type="quantize_per_tensor"]; +"262 dequantize_per_tensor_58" [id=262, type="dequantize_per_tensor"]; +"263 add_2" [id=263, type=add]; +"264 quantize_per_tensor_59" [id=264, type="quantize_per_tensor"]; +"265 dequantize_per_tensor_60" [id=265, type="dequantize_per_tensor"]; +"266 dequantize_per_tensor_61" [id=266, type="dequantize_per_tensor"]; +"267 _frozen_param10" [id=267, type="get_attr"]; +"268 dequantize_per_tensor_62" [id=268, type="dequantize_per_tensor"]; +"269 _frozen_param11" [id=269, type="get_attr"]; +"270 dequantize_per_tensor_63" [id=270, type="dequantize_per_tensor"]; +"271 linear_6" [id=271, type=linear]; +"272 relu__1" [id=272, type="relu_"]; +"273 quantize_per_tensor_64" [id=273, type="quantize_per_tensor"]; +"274 dequantize_per_tensor_65" [id=274, type="dequantize_per_tensor"]; +"275 relu__1_0_0_nncf_smooth_quant_0" [id=275, type="call_module"]; +"276 quantize_per_tensor_66" [id=276, type="quantize_per_tensor"]; +"277 dequantize_per_tensor_67" [id=277, type="dequantize_per_tensor"]; +"278 _frozen_param12" [id=278, type="get_attr"]; +"279 dequantize_per_tensor_68" [id=279, type="dequantize_per_tensor"]; +"280 linear_7" [id=280, type=linear]; +"281 quantize_per_tensor_69" [id=281, type="quantize_per_tensor"]; +"282 dequantize_per_tensor_70" [id=282, type="dequantize_per_tensor"]; +"283 view_4" [id=283, type=view]; +"284 quantize_per_tensor_71" [id=284, type="quantize_per_tensor"]; +"285 dequantize_per_tensor_72" [id=285, type="dequantize_per_tensor"]; +"286 index_1" [id=286, type=index]; +"287 view_5" [id=287, type=view]; +"288 permute_5" [id=288, type=permute]; +"289 contiguous_1" [id=289, type=contiguous]; +"290 unsqueeze_1" [id=290, type=unsqueeze]; +"291 sigmoid_1" [id=291, type=sigmoid]; +"292 quantize_per_tensor_73" [id=292, type="quantize_per_tensor"]; +"293 dequantize_per_tensor_74" [id=293, type="dequantize_per_tensor"]; +"294 _frozen_param13" [id=294, type="get_attr"]; +"295 dequantize_per_tensor_75" [id=295, type="dequantize_per_tensor"]; +"296 mul_2" [id=296, type=mul]; +"297 quantize_per_tensor_76" [id=297, type="quantize_per_tensor"]; +"298 dequantize_per_tensor_77" [id=298, type="dequantize_per_tensor"]; +"299 pad_1" [id=299, type=pad]; +"300 roll" [id=300, type=roll]; +"301 view_6" [id=301, type=view]; +"302 permute_6" [id=302, type=permute]; +"303 reshape_4" [id=303, type=reshape]; +"304 clone_1" [id=304, type=clone]; +"305 reshape_4_0_0_nncf_smooth_quant_0" [id=305, type="call_module"]; +"306 quantize_per_tensor_78" [id=306, type="quantize_per_tensor"]; +"307 dequantize_per_tensor_79" [id=307, type="dequantize_per_tensor"]; +"308 _frozen_param14" [id=308, type="get_attr"]; +"309 dequantize_per_tensor_80" [id=309, type="dequantize_per_tensor"]; +"310 linear_8" [id=310, type=linear]; +"311 quantize_per_tensor_81" [id=311, type="quantize_per_tensor"]; +"312 dequantize_per_tensor_82" [id=312, type="dequantize_per_tensor"]; +"313 reshape_5" [id=313, type=reshape]; +"314 permute_7" [id=314, type=permute]; +"315 select_3" [id=315, type=select]; +"316 select_4" [id=316, type=select]; +"317 select_5" [id=317, type=select]; +"318 linalg_vector_norm_2" [id=318, type="linalg_vector_norm"]; +"319 clamp_min_2" [id=319, type="clamp_min"]; +"320 expand_as_2" [id=320, type="expand_as"]; +"321 div_2" [id=321, type=div]; +"322 linalg_vector_norm_3" [id=322, type="linalg_vector_norm"]; +"323 clamp_min_3" [id=323, type="clamp_min"]; +"324 expand_as_3" [id=324, type="expand_as"]; +"325 div_3" [id=325, type=div]; +"326 transpose_2" [id=326, type=transpose]; +"327 matmul_2" [id=327, type=matmul]; +"328 quantize_per_tensor_83" [id=328, type="quantize_per_tensor"]; +"329 dequantize_per_tensor_84" [id=329, type="dequantize_per_tensor"]; +"330 _frozen_param15" [id=330, type="get_attr"]; +"331 dequantize_per_tensor_85" [id=331, type="dequantize_per_tensor"]; +"332 mul_3" [id=332, type=mul]; +"333 quantize_per_tensor_86" [id=333, type="quantize_per_tensor"]; +"334 dequantize_per_tensor_87" [id=334, type="dequantize_per_tensor"]; +"335 add_3" [id=335, type=add]; +"336 quantize_per_tensor_88" [id=336, type="quantize_per_tensor"]; +"337 dequantize_per_tensor_89" [id=337, type="dequantize_per_tensor"]; +"338 new_zeros" [id=338, type="new_zeros"]; +"339 view_7" [id=339, type=view]; +"340 permute_8" [id=340, type=permute]; +"341 reshape_6" [id=341, type=reshape]; +"342 unsqueeze_2" [id=342, type=unsqueeze]; +"343 unsqueeze_3" [id=343, type=unsqueeze]; +"344 sub" [id=344, type=sub]; +"345 ne" [id=345, type=ne]; +"346 masked_fill" [id=346, type="masked_fill"]; +"347 eq" [id=347, type=eq]; +"348 masked_fill_1" [id=348, type="masked_fill"]; +"349 view_8" [id=349, type=view]; +"350 quantize_per_tensor_90" [id=350, type="quantize_per_tensor"]; +"351 dequantize_per_tensor_91" [id=351, type="dequantize_per_tensor"]; +"352 unsqueeze_4" [id=352, type=unsqueeze]; +"353 unsqueeze_5" [id=353, type=unsqueeze]; +"354 quantize_per_tensor_92" [id=354, type="quantize_per_tensor"]; +"355 dequantize_per_tensor_93" [id=355, type="dequantize_per_tensor"]; +"356 add_4" [id=356, type=add]; +"357 quantize_per_tensor_94" [id=357, type="quantize_per_tensor"]; +"358 dequantize_per_tensor_95" [id=358, type="dequantize_per_tensor"]; +"359 view_9" [id=359, type=view]; +"360 quantize_per_tensor_96" [id=360, type="quantize_per_tensor"]; +"361 dequantize_per_tensor_97" [id=361, type="dequantize_per_tensor"]; +"362 softmax_1" [id=362, type=softmax]; +"363 dropout_4" [id=363, type=dropout]; +"364 matmul_3" [id=364, type=matmul]; +"365 transpose_3" [id=365, type=transpose]; +"366 reshape_7" [id=366, type=reshape]; +"367 reshape_7_0_0_nncf_smooth_quant_0" [id=367, type="call_module"]; +"368 quantize_per_tensor_98" [id=368, type="quantize_per_tensor"]; +"369 dequantize_per_tensor_99" [id=369, type="dequantize_per_tensor"]; +"370 _frozen_param16" [id=370, type="get_attr"]; +"371 dequantize_per_tensor_100" [id=371, type="dequantize_per_tensor"]; +"372 linear_9" [id=372, type=linear]; +"373 quantize_per_tensor_101" [id=373, type="quantize_per_tensor"]; +"374 dequantize_per_tensor_102" [id=374, type="dequantize_per_tensor"]; +"375 dropout_5" [id=375, type=dropout]; +"376 view_10" [id=376, type=view]; +"377 permute_9" [id=377, type=permute]; +"378 reshape_8" [id=378, type=reshape]; +"379 roll_1" [id=379, type=roll]; +"380 alias_1" [id=380, type=alias]; +"381 layer_norm_3" [id=381, type="layer_norm"]; +"382 quantize_per_tensor_103" [id=382, type="quantize_per_tensor"]; +"383 dequantize_per_tensor_104" [id=383, type="dequantize_per_tensor"]; +"384 add_5" [id=384, type=add]; +"385 quantize_per_tensor_105" [id=385, type="quantize_per_tensor"]; +"386 dequantize_per_tensor_106" [id=386, type="dequantize_per_tensor"]; +"387 dequantize_per_tensor_107" [id=387, type="dequantize_per_tensor"]; +"388 add_5_0_0_nncf_smooth_quant_0" [id=388, type="call_module"]; +"389 quantize_per_tensor_108" [id=389, type="quantize_per_tensor"]; +"390 dequantize_per_tensor_109" [id=390, type="dequantize_per_tensor"]; +"391 _frozen_param17" [id=391, type="get_attr"]; +"392 dequantize_per_tensor_110" [id=392, type="dequantize_per_tensor"]; +"393 linear_10" [id=393, type=linear]; +"394 quantize_per_tensor_111" [id=394, type="quantize_per_tensor"]; +"395 dequantize_per_tensor_112" [id=395, type="dequantize_per_tensor"]; +"396 gelu_1" [id=396, type=gelu]; +"397 dropout_6" [id=397, type=dropout]; +"398 dropout_6_0_0_nncf_smooth_quant_0" [id=398, type="call_module"]; +"399 quantize_per_tensor_113" [id=399, type="quantize_per_tensor"]; +"400 dequantize_per_tensor_114" [id=400, type="dequantize_per_tensor"]; +"401 _frozen_param18" [id=401, type="get_attr"]; +"402 dequantize_per_tensor_115" [id=402, type="dequantize_per_tensor"]; +"403 linear_11" [id=403, type=linear]; +"404 quantize_per_tensor_116" [id=404, type="quantize_per_tensor"]; +"405 dequantize_per_tensor_117" [id=405, type="dequantize_per_tensor"]; +"406 dropout_7" [id=406, type=dropout]; +"407 layer_norm_4" [id=407, type="layer_norm"]; +"408 quantize_per_tensor_118" [id=408, type="quantize_per_tensor"]; +"409 dequantize_per_tensor_119" [id=409, type="dequantize_per_tensor"]; +"410 add_6" [id=410, type=add]; +"411 quantize_per_tensor_120" [id=411, type="quantize_per_tensor"]; +"412 dequantize_per_tensor_121" [id=412, type="dequantize_per_tensor"]; +"413 pad_2" [id=413, type=pad]; +"414 slice_21" [id=414, type=slice]; +"415 slice_22" [id=415, type=slice]; +"416 quantize_per_tensor_122" [id=416, type="quantize_per_tensor"]; +"417 dequantize_per_tensor_123" [id=417, type="dequantize_per_tensor"]; +"418 slice_23" [id=418, type=slice]; +"419 slice_24" [id=419, type=slice]; +"420 quantize_per_tensor_124" [id=420, type="quantize_per_tensor"]; +"421 dequantize_per_tensor_125" [id=421, type="dequantize_per_tensor"]; +"422 slice_25" [id=422, type=slice]; +"423 slice_26" [id=423, type=slice]; +"424 quantize_per_tensor_126" [id=424, type="quantize_per_tensor"]; +"425 dequantize_per_tensor_127" [id=425, type="dequantize_per_tensor"]; +"426 slice_27" [id=426, type=slice]; +"427 slice_28" [id=427, type=slice]; +"428 quantize_per_tensor_128" [id=428, type="quantize_per_tensor"]; +"429 dequantize_per_tensor_129" [id=429, type="dequantize_per_tensor"]; +"430 cat" [id=430, type=cat]; +"431 quantize_per_tensor_130" [id=431, type="quantize_per_tensor"]; +"432 dequantize_per_tensor_131" [id=432, type="dequantize_per_tensor"]; +"433 cat_0_0_nncf_smooth_quant_0" [id=433, type="call_module"]; +"434 quantize_per_tensor_132" [id=434, type="quantize_per_tensor"]; +"435 dequantize_per_tensor_133" [id=435, type="dequantize_per_tensor"]; +"436 _frozen_param19" [id=436, type="get_attr"]; +"437 dequantize_per_tensor_134" [id=437, type="dequantize_per_tensor"]; +"438 linear_12" [id=438, type=linear]; +"439 quantize_per_tensor_135" [id=439, type="quantize_per_tensor"]; +"440 dequantize_per_tensor_136" [id=440, type="dequantize_per_tensor"]; +"441 layer_norm_5" [id=441, type="layer_norm"]; +"442 _frozen_param20" [id=442, type="get_attr"]; +"443 dequantize_per_tensor_137" [id=443, type="dequantize_per_tensor"]; +"444 _frozen_param21" [id=444, type="get_attr"]; +"445 dequantize_per_tensor_138" [id=445, type="dequantize_per_tensor"]; +"446 linear_13" [id=446, type=linear]; +"447 relu__2" [id=447, type="relu_"]; +"448 quantize_per_tensor_139" [id=448, type="quantize_per_tensor"]; +"449 dequantize_per_tensor_140" [id=449, type="dequantize_per_tensor"]; +"450 relu__2_0_0_nncf_smooth_quant_0" [id=450, type="call_module"]; +"451 quantize_per_tensor_141" [id=451, type="quantize_per_tensor"]; +"452 dequantize_per_tensor_142" [id=452, type="dequantize_per_tensor"]; +"453 _frozen_param22" [id=453, type="get_attr"]; +"454 dequantize_per_tensor_143" [id=454, type="dequantize_per_tensor"]; +"455 linear_14" [id=455, type=linear]; +"456 quantize_per_tensor_144" [id=456, type="quantize_per_tensor"]; +"457 dequantize_per_tensor_145" [id=457, type="dequantize_per_tensor"]; +"458 view_11" [id=458, type=view]; +"459 quantize_per_tensor_146" [id=459, type="quantize_per_tensor"]; +"460 dequantize_per_tensor_147" [id=460, type="dequantize_per_tensor"]; +"461 index_2" [id=461, type=index]; +"462 view_12" [id=462, type=view]; +"463 permute_10" [id=463, type=permute]; +"464 contiguous_2" [id=464, type=contiguous]; +"465 unsqueeze_6" [id=465, type=unsqueeze]; +"466 sigmoid_2" [id=466, type=sigmoid]; +"467 quantize_per_tensor_148" [id=467, type="quantize_per_tensor"]; +"468 dequantize_per_tensor_149" [id=468, type="dequantize_per_tensor"]; +"469 _frozen_param23" [id=469, type="get_attr"]; +"470 dequantize_per_tensor_150" [id=470, type="dequantize_per_tensor"]; +"471 mul_4" [id=471, type=mul]; +"472 quantize_per_tensor_151" [id=472, type="quantize_per_tensor"]; +"473 dequantize_per_tensor_152" [id=473, type="dequantize_per_tensor"]; +"474 pad_3" [id=474, type=pad]; +"475 view_13" [id=475, type=view]; +"476 permute_11" [id=476, type=permute]; +"477 reshape_9" [id=477, type=reshape]; +"478 clone_2" [id=478, type=clone]; +"479 reshape_9_0_0_nncf_smooth_quant_0" [id=479, type="call_module"]; +"480 quantize_per_tensor_153" [id=480, type="quantize_per_tensor"]; +"481 dequantize_per_tensor_154" [id=481, type="dequantize_per_tensor"]; +"482 _frozen_param24" [id=482, type="get_attr"]; +"483 dequantize_per_tensor_155" [id=483, type="dequantize_per_tensor"]; +"484 linear_15" [id=484, type=linear]; +"485 quantize_per_tensor_156" [id=485, type="quantize_per_tensor"]; +"486 dequantize_per_tensor_157" [id=486, type="dequantize_per_tensor"]; +"487 reshape_10" [id=487, type=reshape]; +"488 permute_12" [id=488, type=permute]; +"489 select_6" [id=489, type=select]; +"490 select_7" [id=490, type=select]; +"491 select_8" [id=491, type=select]; +"492 linalg_vector_norm_4" [id=492, type="linalg_vector_norm"]; +"493 clamp_min_4" [id=493, type="clamp_min"]; +"494 expand_as_4" [id=494, type="expand_as"]; +"495 div_4" [id=495, type=div]; +"496 linalg_vector_norm_5" [id=496, type="linalg_vector_norm"]; +"497 clamp_min_5" [id=497, type="clamp_min"]; +"498 expand_as_5" [id=498, type="expand_as"]; +"499 div_5" [id=499, type=div]; +"500 transpose_4" [id=500, type=transpose]; +"501 matmul_4" [id=501, type=matmul]; +"502 quantize_per_tensor_158" [id=502, type="quantize_per_tensor"]; +"503 dequantize_per_tensor_159" [id=503, type="dequantize_per_tensor"]; +"504 _frozen_param25" [id=504, type="get_attr"]; +"505 dequantize_per_tensor_160" [id=505, type="dequantize_per_tensor"]; +"506 mul_5" [id=506, type=mul]; +"507 quantize_per_tensor_161" [id=507, type="quantize_per_tensor"]; +"508 dequantize_per_tensor_162" [id=508, type="dequantize_per_tensor"]; +"509 add_7" [id=509, type=add]; +"510 quantize_per_tensor_163" [id=510, type="quantize_per_tensor"]; +"511 dequantize_per_tensor_164" [id=511, type="dequantize_per_tensor"]; +"512 softmax_2" [id=512, type=softmax]; +"513 dropout_8" [id=513, type=dropout]; +"514 matmul_5" [id=514, type=matmul]; +"515 transpose_5" [id=515, type=transpose]; +"516 reshape_11" [id=516, type=reshape]; +"517 reshape_11_0_0_nncf_smooth_quant_0" [id=517, type="call_module"]; +"518 quantize_per_tensor_165" [id=518, type="quantize_per_tensor"]; +"519 dequantize_per_tensor_166" [id=519, type="dequantize_per_tensor"]; +"520 _frozen_param26" [id=520, type="get_attr"]; +"521 dequantize_per_tensor_167" [id=521, type="dequantize_per_tensor"]; +"522 linear_16" [id=522, type=linear]; +"523 quantize_per_tensor_168" [id=523, type="quantize_per_tensor"]; +"524 dequantize_per_tensor_169" [id=524, type="dequantize_per_tensor"]; +"525 dropout_9" [id=525, type=dropout]; +"526 view_14" [id=526, type=view]; +"527 permute_13" [id=527, type=permute]; +"528 reshape_12" [id=528, type=reshape]; +"529 slice_30" [id=529, type=slice]; +"530 slice_31" [id=530, type=slice]; +"531 contiguous_3" [id=531, type=contiguous]; +"532 layer_norm_6" [id=532, type="layer_norm"]; +"533 quantize_per_tensor_170" [id=533, type="quantize_per_tensor"]; +"534 dequantize_per_tensor_171" [id=534, type="dequantize_per_tensor"]; +"535 quantize_per_tensor_172" [id=535, type="quantize_per_tensor"]; +"536 dequantize_per_tensor_173" [id=536, type="dequantize_per_tensor"]; +"537 add_8" [id=537, type=add]; +"538 quantize_per_tensor_174" [id=538, type="quantize_per_tensor"]; +"539 dequantize_per_tensor_175" [id=539, type="dequantize_per_tensor"]; +"540 dequantize_per_tensor_176" [id=540, type="dequantize_per_tensor"]; +"541 add_8_0_0_nncf_smooth_quant_0" [id=541, type="call_module"]; +"542 quantize_per_tensor_177" [id=542, type="quantize_per_tensor"]; +"543 dequantize_per_tensor_178" [id=543, type="dequantize_per_tensor"]; +"544 _frozen_param27" [id=544, type="get_attr"]; +"545 dequantize_per_tensor_179" [id=545, type="dequantize_per_tensor"]; +"546 linear_17" [id=546, type=linear]; +"547 quantize_per_tensor_180" [id=547, type="quantize_per_tensor"]; +"548 dequantize_per_tensor_181" [id=548, type="dequantize_per_tensor"]; +"549 gelu_2" [id=549, type=gelu]; +"550 dropout_10" [id=550, type=dropout]; +"551 dropout_10_0_0_nncf_smooth_quant_0" [id=551, type="call_module"]; +"552 quantize_per_tensor_182" [id=552, type="quantize_per_tensor"]; +"553 dequantize_per_tensor_183" [id=553, type="dequantize_per_tensor"]; +"554 _frozen_param28" [id=554, type="get_attr"]; +"555 dequantize_per_tensor_184" [id=555, type="dequantize_per_tensor"]; +"556 linear_18" [id=556, type=linear]; +"557 quantize_per_tensor_185" [id=557, type="quantize_per_tensor"]; +"558 dequantize_per_tensor_186" [id=558, type="dequantize_per_tensor"]; +"559 dropout_11" [id=559, type=dropout]; +"560 layer_norm_7" [id=560, type="layer_norm"]; +"561 quantize_per_tensor_187" [id=561, type="quantize_per_tensor"]; +"562 dequantize_per_tensor_188" [id=562, type="dequantize_per_tensor"]; +"563 add_9" [id=563, type=add]; +"564 quantize_per_tensor_189" [id=564, type="quantize_per_tensor"]; +"565 dequantize_per_tensor_190" [id=565, type="dequantize_per_tensor"]; +"566 dequantize_per_tensor_191" [id=566, type="dequantize_per_tensor"]; +"567 _frozen_param29" [id=567, type="get_attr"]; +"568 dequantize_per_tensor_192" [id=568, type="dequantize_per_tensor"]; +"569 _frozen_param30" [id=569, type="get_attr"]; +"570 dequantize_per_tensor_193" [id=570, type="dequantize_per_tensor"]; +"571 linear_19" [id=571, type=linear]; +"572 relu__3" [id=572, type="relu_"]; +"573 quantize_per_tensor_194" [id=573, type="quantize_per_tensor"]; +"574 dequantize_per_tensor_195" [id=574, type="dequantize_per_tensor"]; +"575 relu__3_0_0_nncf_smooth_quant_0" [id=575, type="call_module"]; +"576 quantize_per_tensor_196" [id=576, type="quantize_per_tensor"]; +"577 dequantize_per_tensor_197" [id=577, type="dequantize_per_tensor"]; +"578 _frozen_param31" [id=578, type="get_attr"]; +"579 dequantize_per_tensor_198" [id=579, type="dequantize_per_tensor"]; +"580 linear_20" [id=580, type=linear]; +"581 quantize_per_tensor_199" [id=581, type="quantize_per_tensor"]; +"582 dequantize_per_tensor_200" [id=582, type="dequantize_per_tensor"]; +"583 view_15" [id=583, type=view]; +"584 quantize_per_tensor_201" [id=584, type="quantize_per_tensor"]; +"585 dequantize_per_tensor_202" [id=585, type="dequantize_per_tensor"]; +"586 index_3" [id=586, type=index]; +"587 view_16" [id=587, type=view]; +"588 permute_14" [id=588, type=permute]; +"589 contiguous_4" [id=589, type=contiguous]; +"590 unsqueeze_7" [id=590, type=unsqueeze]; +"591 sigmoid_3" [id=591, type=sigmoid]; +"592 quantize_per_tensor_203" [id=592, type="quantize_per_tensor"]; +"593 dequantize_per_tensor_204" [id=593, type="dequantize_per_tensor"]; +"594 _frozen_param32" [id=594, type="get_attr"]; +"595 dequantize_per_tensor_205" [id=595, type="dequantize_per_tensor"]; +"596 mul_6" [id=596, type=mul]; +"597 quantize_per_tensor_206" [id=597, type="quantize_per_tensor"]; +"598 dequantize_per_tensor_207" [id=598, type="dequantize_per_tensor"]; +"599 pad_4" [id=599, type=pad]; +"600 roll_2" [id=600, type=roll]; +"601 view_17" [id=601, type=view]; +"602 permute_15" [id=602, type=permute]; +"603 reshape_13" [id=603, type=reshape]; +"604 clone_3" [id=604, type=clone]; +"605 reshape_13_0_0_nncf_smooth_quant_0" [id=605, type="call_module"]; +"606 quantize_per_tensor_208" [id=606, type="quantize_per_tensor"]; +"607 dequantize_per_tensor_209" [id=607, type="dequantize_per_tensor"]; +"608 _frozen_param33" [id=608, type="get_attr"]; +"609 dequantize_per_tensor_210" [id=609, type="dequantize_per_tensor"]; +"610 linear_21" [id=610, type=linear]; +"611 quantize_per_tensor_211" [id=611, type="quantize_per_tensor"]; +"612 dequantize_per_tensor_212" [id=612, type="dequantize_per_tensor"]; +"613 reshape_14" [id=613, type=reshape]; +"614 permute_16" [id=614, type=permute]; +"615 select_9" [id=615, type=select]; +"616 select_10" [id=616, type=select]; +"617 select_11" [id=617, type=select]; +"618 linalg_vector_norm_6" [id=618, type="linalg_vector_norm"]; +"619 clamp_min_6" [id=619, type="clamp_min"]; +"620 expand_as_6" [id=620, type="expand_as"]; +"621 div_6" [id=621, type=div]; +"622 linalg_vector_norm_7" [id=622, type="linalg_vector_norm"]; +"623 clamp_min_7" [id=623, type="clamp_min"]; +"624 expand_as_7" [id=624, type="expand_as"]; +"625 div_7" [id=625, type=div]; +"626 transpose_6" [id=626, type=transpose]; +"627 matmul_6" [id=627, type=matmul]; +"628 quantize_per_tensor_213" [id=628, type="quantize_per_tensor"]; +"629 dequantize_per_tensor_214" [id=629, type="dequantize_per_tensor"]; +"630 _frozen_param34" [id=630, type="get_attr"]; +"631 dequantize_per_tensor_215" [id=631, type="dequantize_per_tensor"]; +"632 mul_7" [id=632, type=mul]; +"633 quantize_per_tensor_216" [id=633, type="quantize_per_tensor"]; +"634 dequantize_per_tensor_217" [id=634, type="dequantize_per_tensor"]; +"635 add_10" [id=635, type=add]; +"636 quantize_per_tensor_218" [id=636, type="quantize_per_tensor"]; +"637 dequantize_per_tensor_219" [id=637, type="dequantize_per_tensor"]; +"638 new_zeros_1" [id=638, type="new_zeros"]; +"639 view_18" [id=639, type=view]; +"640 permute_17" [id=640, type=permute]; +"641 reshape_15" [id=641, type=reshape]; +"642 unsqueeze_8" [id=642, type=unsqueeze]; +"643 unsqueeze_9" [id=643, type=unsqueeze]; +"644 sub_1" [id=644, type=sub]; +"645 ne_1" [id=645, type=ne]; +"646 masked_fill_2" [id=646, type="masked_fill"]; +"647 eq_1" [id=647, type=eq]; +"648 masked_fill_3" [id=648, type="masked_fill"]; +"649 view_19" [id=649, type=view]; +"650 quantize_per_tensor_220" [id=650, type="quantize_per_tensor"]; +"651 dequantize_per_tensor_221" [id=651, type="dequantize_per_tensor"]; +"652 unsqueeze_10" [id=652, type=unsqueeze]; +"653 unsqueeze_11" [id=653, type=unsqueeze]; +"654 quantize_per_tensor_222" [id=654, type="quantize_per_tensor"]; +"655 dequantize_per_tensor_223" [id=655, type="dequantize_per_tensor"]; +"656 add_11" [id=656, type=add]; +"657 quantize_per_tensor_224" [id=657, type="quantize_per_tensor"]; +"658 dequantize_per_tensor_225" [id=658, type="dequantize_per_tensor"]; +"659 view_20" [id=659, type=view]; +"660 quantize_per_tensor_226" [id=660, type="quantize_per_tensor"]; +"661 dequantize_per_tensor_227" [id=661, type="dequantize_per_tensor"]; +"662 softmax_3" [id=662, type=softmax]; +"663 dropout_12" [id=663, type=dropout]; +"664 matmul_7" [id=664, type=matmul]; +"665 transpose_7" [id=665, type=transpose]; +"666 reshape_16" [id=666, type=reshape]; +"667 reshape_16_0_0_nncf_smooth_quant_0" [id=667, type="call_module"]; +"668 quantize_per_tensor_228" [id=668, type="quantize_per_tensor"]; +"669 dequantize_per_tensor_229" [id=669, type="dequantize_per_tensor"]; +"670 _frozen_param35" [id=670, type="get_attr"]; +"671 dequantize_per_tensor_230" [id=671, type="dequantize_per_tensor"]; +"672 linear_22" [id=672, type=linear]; +"673 quantize_per_tensor_231" [id=673, type="quantize_per_tensor"]; +"674 dequantize_per_tensor_232" [id=674, type="dequantize_per_tensor"]; +"675 dropout_13" [id=675, type=dropout]; +"676 view_21" [id=676, type=view]; +"677 permute_18" [id=677, type=permute]; +"678 reshape_17" [id=678, type=reshape]; +"679 roll_3" [id=679, type=roll]; +"680 slice_51" [id=680, type=slice]; +"681 slice_52" [id=681, type=slice]; +"682 contiguous_5" [id=682, type=contiguous]; +"683 layer_norm_8" [id=683, type="layer_norm"]; +"684 quantize_per_tensor_233" [id=684, type="quantize_per_tensor"]; +"685 dequantize_per_tensor_234" [id=685, type="dequantize_per_tensor"]; +"686 add_12" [id=686, type=add]; +"687 quantize_per_tensor_235" [id=687, type="quantize_per_tensor"]; +"688 dequantize_per_tensor_236" [id=688, type="dequantize_per_tensor"]; +"689 dequantize_per_tensor_237" [id=689, type="dequantize_per_tensor"]; +"690 add_12_0_0_nncf_smooth_quant_0" [id=690, type="call_module"]; +"691 quantize_per_tensor_238" [id=691, type="quantize_per_tensor"]; +"692 dequantize_per_tensor_239" [id=692, type="dequantize_per_tensor"]; +"693 _frozen_param36" [id=693, type="get_attr"]; +"694 dequantize_per_tensor_240" [id=694, type="dequantize_per_tensor"]; +"695 linear_23" [id=695, type=linear]; +"696 quantize_per_tensor_241" [id=696, type="quantize_per_tensor"]; +"697 dequantize_per_tensor_242" [id=697, type="dequantize_per_tensor"]; +"698 gelu_3" [id=698, type=gelu]; +"699 dropout_14" [id=699, type=dropout]; +"700 dropout_14_0_0_nncf_smooth_quant_0" [id=700, type="call_module"]; +"701 quantize_per_tensor_243" [id=701, type="quantize_per_tensor"]; +"702 dequantize_per_tensor_244" [id=702, type="dequantize_per_tensor"]; +"703 _frozen_param37" [id=703, type="get_attr"]; +"704 dequantize_per_tensor_245" [id=704, type="dequantize_per_tensor"]; +"705 linear_24" [id=705, type=linear]; +"706 quantize_per_tensor_246" [id=706, type="quantize_per_tensor"]; +"707 dequantize_per_tensor_247" [id=707, type="dequantize_per_tensor"]; +"708 dropout_15" [id=708, type=dropout]; +"709 layer_norm_9" [id=709, type="layer_norm"]; +"710 quantize_per_tensor_248" [id=710, type="quantize_per_tensor"]; +"711 dequantize_per_tensor_249" [id=711, type="dequantize_per_tensor"]; +"712 add_13" [id=712, type=add]; +"713 quantize_per_tensor_250" [id=713, type="quantize_per_tensor"]; +"714 dequantize_per_tensor_251" [id=714, type="dequantize_per_tensor"]; +"715 pad_5" [id=715, type=pad]; +"716 slice_53" [id=716, type=slice]; +"717 slice_54" [id=717, type=slice]; +"718 quantize_per_tensor_252" [id=718, type="quantize_per_tensor"]; +"719 dequantize_per_tensor_253" [id=719, type="dequantize_per_tensor"]; +"720 slice_55" [id=720, type=slice]; +"721 slice_56" [id=721, type=slice]; +"722 quantize_per_tensor_254" [id=722, type="quantize_per_tensor"]; +"723 dequantize_per_tensor_255" [id=723, type="dequantize_per_tensor"]; +"724 slice_57" [id=724, type=slice]; +"725 slice_58" [id=725, type=slice]; +"726 quantize_per_tensor_256" [id=726, type="quantize_per_tensor"]; +"727 dequantize_per_tensor_257" [id=727, type="dequantize_per_tensor"]; +"728 slice_59" [id=728, type=slice]; +"729 slice_60" [id=729, type=slice]; +"730 quantize_per_tensor_258" [id=730, type="quantize_per_tensor"]; +"731 dequantize_per_tensor_259" [id=731, type="dequantize_per_tensor"]; +"732 cat_1" [id=732, type=cat]; +"733 quantize_per_tensor_260" [id=733, type="quantize_per_tensor"]; +"734 dequantize_per_tensor_261" [id=734, type="dequantize_per_tensor"]; +"735 cat_1_0_0_nncf_smooth_quant_0" [id=735, type="call_module"]; +"736 quantize_per_tensor_262" [id=736, type="quantize_per_tensor"]; +"737 dequantize_per_tensor_263" [id=737, type="dequantize_per_tensor"]; +"738 _frozen_param38" [id=738, type="get_attr"]; +"739 dequantize_per_tensor_264" [id=739, type="dequantize_per_tensor"]; +"740 linear_25" [id=740, type=linear]; +"741 quantize_per_tensor_265" [id=741, type="quantize_per_tensor"]; +"742 dequantize_per_tensor_266" [id=742, type="dequantize_per_tensor"]; +"743 layer_norm_10" [id=743, type="layer_norm"]; +"744 _frozen_param39" [id=744, type="get_attr"]; +"745 dequantize_per_tensor_267" [id=745, type="dequantize_per_tensor"]; +"746 _frozen_param40" [id=746, type="get_attr"]; +"747 dequantize_per_tensor_268" [id=747, type="dequantize_per_tensor"]; +"748 linear_26" [id=748, type=linear]; +"749 relu__4" [id=749, type="relu_"]; +"750 quantize_per_tensor_269" [id=750, type="quantize_per_tensor"]; +"751 dequantize_per_tensor_270" [id=751, type="dequantize_per_tensor"]; +"752 relu__4_0_0_nncf_smooth_quant_0" [id=752, type="call_module"]; +"753 quantize_per_tensor_271" [id=753, type="quantize_per_tensor"]; +"754 dequantize_per_tensor_272" [id=754, type="dequantize_per_tensor"]; +"755 _frozen_param41" [id=755, type="get_attr"]; +"756 dequantize_per_tensor_273" [id=756, type="dequantize_per_tensor"]; +"757 linear_27" [id=757, type=linear]; +"758 quantize_per_tensor_274" [id=758, type="quantize_per_tensor"]; +"759 dequantize_per_tensor_275" [id=759, type="dequantize_per_tensor"]; +"760 view_22" [id=760, type=view]; +"761 quantize_per_tensor_276" [id=761, type="quantize_per_tensor"]; +"762 dequantize_per_tensor_277" [id=762, type="dequantize_per_tensor"]; +"763 index_4" [id=763, type=index]; +"764 view_23" [id=764, type=view]; +"765 permute_19" [id=765, type=permute]; +"766 contiguous_6" [id=766, type=contiguous]; +"767 unsqueeze_12" [id=767, type=unsqueeze]; +"768 sigmoid_4" [id=768, type=sigmoid]; +"769 quantize_per_tensor_278" [id=769, type="quantize_per_tensor"]; +"770 dequantize_per_tensor_279" [id=770, type="dequantize_per_tensor"]; +"771 _frozen_param42" [id=771, type="get_attr"]; +"772 dequantize_per_tensor_280" [id=772, type="dequantize_per_tensor"]; +"773 mul_8" [id=773, type=mul]; +"774 quantize_per_tensor_281" [id=774, type="quantize_per_tensor"]; +"775 dequantize_per_tensor_282" [id=775, type="dequantize_per_tensor"]; +"776 pad_6" [id=776, type=pad]; +"777 view_24" [id=777, type=view]; +"778 permute_20" [id=778, type=permute]; +"779 reshape_18" [id=779, type=reshape]; +"780 clone_4" [id=780, type=clone]; +"781 reshape_18_0_0_nncf_smooth_quant_0" [id=781, type="call_module"]; +"782 quantize_per_tensor_283" [id=782, type="quantize_per_tensor"]; +"783 dequantize_per_tensor_284" [id=783, type="dequantize_per_tensor"]; +"784 _frozen_param43" [id=784, type="get_attr"]; +"785 dequantize_per_tensor_285" [id=785, type="dequantize_per_tensor"]; +"786 linear_28" [id=786, type=linear]; +"787 quantize_per_tensor_286" [id=787, type="quantize_per_tensor"]; +"788 dequantize_per_tensor_287" [id=788, type="dequantize_per_tensor"]; +"789 reshape_19" [id=789, type=reshape]; +"790 permute_21" [id=790, type=permute]; +"791 select_12" [id=791, type=select]; +"792 select_13" [id=792, type=select]; +"793 select_14" [id=793, type=select]; +"794 linalg_vector_norm_8" [id=794, type="linalg_vector_norm"]; +"795 clamp_min_8" [id=795, type="clamp_min"]; +"796 expand_as_8" [id=796, type="expand_as"]; +"797 div_8" [id=797, type=div]; +"798 linalg_vector_norm_9" [id=798, type="linalg_vector_norm"]; +"799 clamp_min_9" [id=799, type="clamp_min"]; +"800 expand_as_9" [id=800, type="expand_as"]; +"801 div_9" [id=801, type=div]; +"802 transpose_8" [id=802, type=transpose]; +"803 matmul_8" [id=803, type=matmul]; +"804 quantize_per_tensor_288" [id=804, type="quantize_per_tensor"]; +"805 dequantize_per_tensor_289" [id=805, type="dequantize_per_tensor"]; +"806 _frozen_param44" [id=806, type="get_attr"]; +"807 dequantize_per_tensor_290" [id=807, type="dequantize_per_tensor"]; +"808 mul_9" [id=808, type=mul]; +"809 quantize_per_tensor_291" [id=809, type="quantize_per_tensor"]; +"810 dequantize_per_tensor_292" [id=810, type="dequantize_per_tensor"]; +"811 add_14" [id=811, type=add]; +"812 quantize_per_tensor_293" [id=812, type="quantize_per_tensor"]; +"813 dequantize_per_tensor_294" [id=813, type="dequantize_per_tensor"]; +"814 softmax_4" [id=814, type=softmax]; +"815 dropout_16" [id=815, type=dropout]; +"816 matmul_9" [id=816, type=matmul]; +"817 transpose_9" [id=817, type=transpose]; +"818 reshape_20" [id=818, type=reshape]; +"819 reshape_20_0_0_nncf_smooth_quant_0" [id=819, type="call_module"]; +"820 quantize_per_tensor_295" [id=820, type="quantize_per_tensor"]; +"821 dequantize_per_tensor_296" [id=821, type="dequantize_per_tensor"]; +"822 _frozen_param45" [id=822, type="get_attr"]; +"823 dequantize_per_tensor_297" [id=823, type="dequantize_per_tensor"]; +"824 linear_29" [id=824, type=linear]; +"825 quantize_per_tensor_298" [id=825, type="quantize_per_tensor"]; +"826 dequantize_per_tensor_299" [id=826, type="dequantize_per_tensor"]; +"827 dropout_17" [id=827, type=dropout]; +"828 view_25" [id=828, type=view]; +"829 permute_22" [id=829, type=permute]; +"830 reshape_21" [id=830, type=reshape]; +"831 slice_62" [id=831, type=slice]; +"832 slice_63" [id=832, type=slice]; +"833 contiguous_7" [id=833, type=contiguous]; +"834 layer_norm_11" [id=834, type="layer_norm"]; +"835 quantize_per_tensor_300" [id=835, type="quantize_per_tensor"]; +"836 dequantize_per_tensor_301" [id=836, type="dequantize_per_tensor"]; +"837 quantize_per_tensor_302" [id=837, type="quantize_per_tensor"]; +"838 dequantize_per_tensor_303" [id=838, type="dequantize_per_tensor"]; +"839 add_15" [id=839, type=add]; +"840 quantize_per_tensor_304" [id=840, type="quantize_per_tensor"]; +"841 dequantize_per_tensor_305" [id=841, type="dequantize_per_tensor"]; +"842 dequantize_per_tensor_306" [id=842, type="dequantize_per_tensor"]; +"843 add_15_0_0_nncf_smooth_quant_0" [id=843, type="call_module"]; +"844 quantize_per_tensor_307" [id=844, type="quantize_per_tensor"]; +"845 dequantize_per_tensor_308" [id=845, type="dequantize_per_tensor"]; +"846 _frozen_param46" [id=846, type="get_attr"]; +"847 dequantize_per_tensor_309" [id=847, type="dequantize_per_tensor"]; +"848 linear_30" [id=848, type=linear]; +"849 quantize_per_tensor_310" [id=849, type="quantize_per_tensor"]; +"850 dequantize_per_tensor_311" [id=850, type="dequantize_per_tensor"]; +"851 gelu_4" [id=851, type=gelu]; +"852 dropout_18" [id=852, type=dropout]; +"853 dropout_18_0_0_nncf_smooth_quant_0" [id=853, type="call_module"]; +"854 quantize_per_tensor_312" [id=854, type="quantize_per_tensor"]; +"855 dequantize_per_tensor_313" [id=855, type="dequantize_per_tensor"]; +"856 _frozen_param47" [id=856, type="get_attr"]; +"857 dequantize_per_tensor_314" [id=857, type="dequantize_per_tensor"]; +"858 linear_31" [id=858, type=linear]; +"859 quantize_per_tensor_315" [id=859, type="quantize_per_tensor"]; +"860 dequantize_per_tensor_316" [id=860, type="dequantize_per_tensor"]; +"861 dropout_19" [id=861, type=dropout]; +"862 layer_norm_12" [id=862, type="layer_norm"]; +"863 quantize_per_tensor_317" [id=863, type="quantize_per_tensor"]; +"864 dequantize_per_tensor_318" [id=864, type="dequantize_per_tensor"]; +"865 add_16" [id=865, type=add]; +"866 quantize_per_tensor_319" [id=866, type="quantize_per_tensor"]; +"867 dequantize_per_tensor_320" [id=867, type="dequantize_per_tensor"]; +"868 dequantize_per_tensor_321" [id=868, type="dequantize_per_tensor"]; +"869 _frozen_param48" [id=869, type="get_attr"]; +"870 dequantize_per_tensor_322" [id=870, type="dequantize_per_tensor"]; +"871 _frozen_param49" [id=871, type="get_attr"]; +"872 dequantize_per_tensor_323" [id=872, type="dequantize_per_tensor"]; +"873 linear_32" [id=873, type=linear]; +"874 relu__5" [id=874, type="relu_"]; +"875 quantize_per_tensor_324" [id=875, type="quantize_per_tensor"]; +"876 dequantize_per_tensor_325" [id=876, type="dequantize_per_tensor"]; +"877 relu__5_0_0_nncf_smooth_quant_0" [id=877, type="call_module"]; +"878 quantize_per_tensor_326" [id=878, type="quantize_per_tensor"]; +"879 dequantize_per_tensor_327" [id=879, type="dequantize_per_tensor"]; +"880 _frozen_param50" [id=880, type="get_attr"]; +"881 dequantize_per_tensor_328" [id=881, type="dequantize_per_tensor"]; +"882 linear_33" [id=882, type=linear]; +"883 quantize_per_tensor_329" [id=883, type="quantize_per_tensor"]; +"884 dequantize_per_tensor_330" [id=884, type="dequantize_per_tensor"]; +"885 view_26" [id=885, type=view]; +"886 quantize_per_tensor_331" [id=886, type="quantize_per_tensor"]; +"887 dequantize_per_tensor_332" [id=887, type="dequantize_per_tensor"]; +"888 index_5" [id=888, type=index]; +"889 view_27" [id=889, type=view]; +"890 permute_23" [id=890, type=permute]; +"891 contiguous_8" [id=891, type=contiguous]; +"892 unsqueeze_13" [id=892, type=unsqueeze]; +"893 sigmoid_5" [id=893, type=sigmoid]; +"894 quantize_per_tensor_333" [id=894, type="quantize_per_tensor"]; +"895 dequantize_per_tensor_334" [id=895, type="dequantize_per_tensor"]; +"896 _frozen_param51" [id=896, type="get_attr"]; +"897 dequantize_per_tensor_335" [id=897, type="dequantize_per_tensor"]; +"898 mul_10" [id=898, type=mul]; +"899 quantize_per_tensor_336" [id=899, type="quantize_per_tensor"]; +"900 dequantize_per_tensor_337" [id=900, type="dequantize_per_tensor"]; +"901 pad_7" [id=901, type=pad]; +"902 roll_4" [id=902, type=roll]; +"903 view_28" [id=903, type=view]; +"904 permute_24" [id=904, type=permute]; +"905 reshape_22" [id=905, type=reshape]; +"906 clone_5" [id=906, type=clone]; +"907 reshape_22_0_0_nncf_smooth_quant_0" [id=907, type="call_module"]; +"908 quantize_per_tensor_338" [id=908, type="quantize_per_tensor"]; +"909 dequantize_per_tensor_339" [id=909, type="dequantize_per_tensor"]; +"910 _frozen_param52" [id=910, type="get_attr"]; +"911 dequantize_per_tensor_340" [id=911, type="dequantize_per_tensor"]; +"912 linear_34" [id=912, type=linear]; +"913 quantize_per_tensor_341" [id=913, type="quantize_per_tensor"]; +"914 dequantize_per_tensor_342" [id=914, type="dequantize_per_tensor"]; +"915 reshape_23" [id=915, type=reshape]; +"916 permute_25" [id=916, type=permute]; +"917 select_15" [id=917, type=select]; +"918 select_16" [id=918, type=select]; +"919 select_17" [id=919, type=select]; +"920 linalg_vector_norm_10" [id=920, type="linalg_vector_norm"]; +"921 clamp_min_10" [id=921, type="clamp_min"]; +"922 expand_as_10" [id=922, type="expand_as"]; +"923 div_10" [id=923, type=div]; +"924 linalg_vector_norm_11" [id=924, type="linalg_vector_norm"]; +"925 clamp_min_11" [id=925, type="clamp_min"]; +"926 expand_as_11" [id=926, type="expand_as"]; +"927 div_11" [id=927, type=div]; +"928 transpose_10" [id=928, type=transpose]; +"929 matmul_10" [id=929, type=matmul]; +"930 quantize_per_tensor_343" [id=930, type="quantize_per_tensor"]; +"931 dequantize_per_tensor_344" [id=931, type="dequantize_per_tensor"]; +"932 _frozen_param53" [id=932, type="get_attr"]; +"933 dequantize_per_tensor_345" [id=933, type="dequantize_per_tensor"]; +"934 mul_11" [id=934, type=mul]; +"935 quantize_per_tensor_346" [id=935, type="quantize_per_tensor"]; +"936 dequantize_per_tensor_347" [id=936, type="dequantize_per_tensor"]; +"937 add_17" [id=937, type=add]; +"938 quantize_per_tensor_348" [id=938, type="quantize_per_tensor"]; +"939 dequantize_per_tensor_349" [id=939, type="dequantize_per_tensor"]; +"940 new_zeros_2" [id=940, type="new_zeros"]; +"941 view_29" [id=941, type=view]; +"942 permute_26" [id=942, type=permute]; +"943 reshape_24" [id=943, type=reshape]; +"944 unsqueeze_14" [id=944, type=unsqueeze]; +"945 unsqueeze_15" [id=945, type=unsqueeze]; +"946 sub_2" [id=946, type=sub]; +"947 ne_2" [id=947, type=ne]; +"948 masked_fill_4" [id=948, type="masked_fill"]; +"949 eq_2" [id=949, type=eq]; +"950 masked_fill_5" [id=950, type="masked_fill"]; +"951 view_30" [id=951, type=view]; +"952 quantize_per_tensor_350" [id=952, type="quantize_per_tensor"]; +"953 dequantize_per_tensor_351" [id=953, type="dequantize_per_tensor"]; +"954 unsqueeze_16" [id=954, type=unsqueeze]; +"955 unsqueeze_17" [id=955, type=unsqueeze]; +"956 quantize_per_tensor_352" [id=956, type="quantize_per_tensor"]; +"957 dequantize_per_tensor_353" [id=957, type="dequantize_per_tensor"]; +"958 add_18" [id=958, type=add]; +"959 quantize_per_tensor_354" [id=959, type="quantize_per_tensor"]; +"960 dequantize_per_tensor_355" [id=960, type="dequantize_per_tensor"]; +"961 view_31" [id=961, type=view]; +"962 quantize_per_tensor_356" [id=962, type="quantize_per_tensor"]; +"963 dequantize_per_tensor_357" [id=963, type="dequantize_per_tensor"]; +"964 softmax_5" [id=964, type=softmax]; +"965 dropout_20" [id=965, type=dropout]; +"966 matmul_11" [id=966, type=matmul]; +"967 transpose_11" [id=967, type=transpose]; +"968 reshape_25" [id=968, type=reshape]; +"969 reshape_25_0_0_nncf_smooth_quant_0" [id=969, type="call_module"]; +"970 quantize_per_tensor_358" [id=970, type="quantize_per_tensor"]; +"971 dequantize_per_tensor_359" [id=971, type="dequantize_per_tensor"]; +"972 _frozen_param54" [id=972, type="get_attr"]; +"973 dequantize_per_tensor_360" [id=973, type="dequantize_per_tensor"]; +"974 linear_35" [id=974, type=linear]; +"975 quantize_per_tensor_361" [id=975, type="quantize_per_tensor"]; +"976 dequantize_per_tensor_362" [id=976, type="dequantize_per_tensor"]; +"977 dropout_21" [id=977, type=dropout]; +"978 view_32" [id=978, type=view]; +"979 permute_27" [id=979, type=permute]; +"980 reshape_26" [id=980, type=reshape]; +"981 roll_5" [id=981, type=roll]; +"982 slice_83" [id=982, type=slice]; +"983 slice_84" [id=983, type=slice]; +"984 contiguous_9" [id=984, type=contiguous]; +"985 layer_norm_13" [id=985, type="layer_norm"]; +"986 quantize_per_tensor_363" [id=986, type="quantize_per_tensor"]; +"987 dequantize_per_tensor_364" [id=987, type="dequantize_per_tensor"]; +"988 add_19" [id=988, type=add]; +"989 quantize_per_tensor_365" [id=989, type="quantize_per_tensor"]; +"990 dequantize_per_tensor_366" [id=990, type="dequantize_per_tensor"]; +"991 dequantize_per_tensor_367" [id=991, type="dequantize_per_tensor"]; +"992 add_19_0_0_nncf_smooth_quant_0" [id=992, type="call_module"]; +"993 quantize_per_tensor_368" [id=993, type="quantize_per_tensor"]; +"994 dequantize_per_tensor_369" [id=994, type="dequantize_per_tensor"]; +"995 _frozen_param55" [id=995, type="get_attr"]; +"996 dequantize_per_tensor_370" [id=996, type="dequantize_per_tensor"]; +"997 linear_36" [id=997, type=linear]; +"998 quantize_per_tensor_371" [id=998, type="quantize_per_tensor"]; +"999 dequantize_per_tensor_372" [id=999, type="dequantize_per_tensor"]; +"1000 gelu_5" [id=1000, type=gelu]; +"1001 dropout_22" [id=1001, type=dropout]; +"1002 dropout_22_0_0_nncf_smooth_quant_0" [id=1002, type="call_module"]; +"1003 quantize_per_tensor_373" [id=1003, type="quantize_per_tensor"]; +"1004 dequantize_per_tensor_374" [id=1004, type="dequantize_per_tensor"]; +"1005 _frozen_param56" [id=1005, type="get_attr"]; +"1006 dequantize_per_tensor_375" [id=1006, type="dequantize_per_tensor"]; +"1007 linear_37" [id=1007, type=linear]; +"1008 quantize_per_tensor_376" [id=1008, type="quantize_per_tensor"]; +"1009 dequantize_per_tensor_377" [id=1009, type="dequantize_per_tensor"]; +"1010 dropout_23" [id=1010, type=dropout]; +"1011 layer_norm_14" [id=1011, type="layer_norm"]; +"1012 quantize_per_tensor_378" [id=1012, type="quantize_per_tensor"]; +"1013 dequantize_per_tensor_379" [id=1013, type="dequantize_per_tensor"]; +"1014 add_20" [id=1014, type=add]; +"1015 quantize_per_tensor_380" [id=1015, type="quantize_per_tensor"]; +"1016 dequantize_per_tensor_381" [id=1016, type="dequantize_per_tensor"]; +"1017 dequantize_per_tensor_382" [id=1017, type="dequantize_per_tensor"]; +"1018 _frozen_param57" [id=1018, type="get_attr"]; +"1019 dequantize_per_tensor_383" [id=1019, type="dequantize_per_tensor"]; +"1020 _frozen_param58" [id=1020, type="get_attr"]; +"1021 dequantize_per_tensor_384" [id=1021, type="dequantize_per_tensor"]; +"1022 linear_38" [id=1022, type=linear]; +"1023 relu__6" [id=1023, type="relu_"]; +"1024 quantize_per_tensor_385" [id=1024, type="quantize_per_tensor"]; +"1025 dequantize_per_tensor_386" [id=1025, type="dequantize_per_tensor"]; +"1026 relu__6_0_0_nncf_smooth_quant_0" [id=1026, type="call_module"]; +"1027 quantize_per_tensor_387" [id=1027, type="quantize_per_tensor"]; +"1028 dequantize_per_tensor_388" [id=1028, type="dequantize_per_tensor"]; +"1029 _frozen_param59" [id=1029, type="get_attr"]; +"1030 dequantize_per_tensor_389" [id=1030, type="dequantize_per_tensor"]; +"1031 linear_39" [id=1031, type=linear]; +"1032 quantize_per_tensor_390" [id=1032, type="quantize_per_tensor"]; +"1033 dequantize_per_tensor_391" [id=1033, type="dequantize_per_tensor"]; +"1034 view_33" [id=1034, type=view]; +"1035 quantize_per_tensor_392" [id=1035, type="quantize_per_tensor"]; +"1036 dequantize_per_tensor_393" [id=1036, type="dequantize_per_tensor"]; +"1037 index_6" [id=1037, type=index]; +"1038 view_34" [id=1038, type=view]; +"1039 permute_28" [id=1039, type=permute]; +"1040 contiguous_10" [id=1040, type=contiguous]; +"1041 unsqueeze_18" [id=1041, type=unsqueeze]; +"1042 sigmoid_6" [id=1042, type=sigmoid]; +"1043 quantize_per_tensor_394" [id=1043, type="quantize_per_tensor"]; +"1044 dequantize_per_tensor_395" [id=1044, type="dequantize_per_tensor"]; +"1045 _frozen_param60" [id=1045, type="get_attr"]; +"1046 dequantize_per_tensor_396" [id=1046, type="dequantize_per_tensor"]; +"1047 mul_12" [id=1047, type=mul]; +"1048 quantize_per_tensor_397" [id=1048, type="quantize_per_tensor"]; +"1049 dequantize_per_tensor_398" [id=1049, type="dequantize_per_tensor"]; +"1050 pad_8" [id=1050, type=pad]; +"1051 view_35" [id=1051, type=view]; +"1052 permute_29" [id=1052, type=permute]; +"1053 reshape_27" [id=1053, type=reshape]; +"1054 clone_6" [id=1054, type=clone]; +"1055 reshape_27_0_0_nncf_smooth_quant_0" [id=1055, type="call_module"]; +"1056 quantize_per_tensor_399" [id=1056, type="quantize_per_tensor"]; +"1057 dequantize_per_tensor_400" [id=1057, type="dequantize_per_tensor"]; +"1058 _frozen_param61" [id=1058, type="get_attr"]; +"1059 dequantize_per_tensor_401" [id=1059, type="dequantize_per_tensor"]; +"1060 linear_40" [id=1060, type=linear]; +"1061 quantize_per_tensor_402" [id=1061, type="quantize_per_tensor"]; +"1062 dequantize_per_tensor_403" [id=1062, type="dequantize_per_tensor"]; +"1063 reshape_28" [id=1063, type=reshape]; +"1064 permute_30" [id=1064, type=permute]; +"1065 select_18" [id=1065, type=select]; +"1066 select_19" [id=1066, type=select]; +"1067 select_20" [id=1067, type=select]; +"1068 linalg_vector_norm_12" [id=1068, type="linalg_vector_norm"]; +"1069 clamp_min_12" [id=1069, type="clamp_min"]; +"1070 expand_as_12" [id=1070, type="expand_as"]; +"1071 div_12" [id=1071, type=div]; +"1072 linalg_vector_norm_13" [id=1072, type="linalg_vector_norm"]; +"1073 clamp_min_13" [id=1073, type="clamp_min"]; +"1074 expand_as_13" [id=1074, type="expand_as"]; +"1075 div_13" [id=1075, type=div]; +"1076 transpose_12" [id=1076, type=transpose]; +"1077 matmul_12" [id=1077, type=matmul]; +"1078 quantize_per_tensor_404" [id=1078, type="quantize_per_tensor"]; +"1079 dequantize_per_tensor_405" [id=1079, type="dequantize_per_tensor"]; +"1080 _frozen_param62" [id=1080, type="get_attr"]; +"1081 dequantize_per_tensor_406" [id=1081, type="dequantize_per_tensor"]; +"1082 mul_13" [id=1082, type=mul]; +"1083 quantize_per_tensor_407" [id=1083, type="quantize_per_tensor"]; +"1084 dequantize_per_tensor_408" [id=1084, type="dequantize_per_tensor"]; +"1085 add_21" [id=1085, type=add]; +"1086 quantize_per_tensor_409" [id=1086, type="quantize_per_tensor"]; +"1087 dequantize_per_tensor_410" [id=1087, type="dequantize_per_tensor"]; +"1088 softmax_6" [id=1088, type=softmax]; +"1089 dropout_24" [id=1089, type=dropout]; +"1090 matmul_13" [id=1090, type=matmul]; +"1091 transpose_13" [id=1091, type=transpose]; +"1092 reshape_29" [id=1092, type=reshape]; +"1093 reshape_29_0_0_nncf_smooth_quant_0" [id=1093, type="call_module"]; +"1094 quantize_per_tensor_411" [id=1094, type="quantize_per_tensor"]; +"1095 dequantize_per_tensor_412" [id=1095, type="dequantize_per_tensor"]; +"1096 _frozen_param63" [id=1096, type="get_attr"]; +"1097 dequantize_per_tensor_413" [id=1097, type="dequantize_per_tensor"]; +"1098 linear_41" [id=1098, type=linear]; +"1099 quantize_per_tensor_414" [id=1099, type="quantize_per_tensor"]; +"1100 dequantize_per_tensor_415" [id=1100, type="dequantize_per_tensor"]; +"1101 dropout_25" [id=1101, type=dropout]; +"1102 view_36" [id=1102, type=view]; +"1103 permute_31" [id=1103, type=permute]; +"1104 reshape_30" [id=1104, type=reshape]; +"1105 slice_86" [id=1105, type=slice]; +"1106 slice_87" [id=1106, type=slice]; +"1107 contiguous_11" [id=1107, type=contiguous]; +"1108 layer_norm_15" [id=1108, type="layer_norm"]; +"1109 quantize_per_tensor_416" [id=1109, type="quantize_per_tensor"]; +"1110 dequantize_per_tensor_417" [id=1110, type="dequantize_per_tensor"]; +"1111 add_22" [id=1111, type=add]; +"1112 quantize_per_tensor_418" [id=1112, type="quantize_per_tensor"]; +"1113 dequantize_per_tensor_419" [id=1113, type="dequantize_per_tensor"]; +"1114 dequantize_per_tensor_420" [id=1114, type="dequantize_per_tensor"]; +"1115 add_22_0_0_nncf_smooth_quant_0" [id=1115, type="call_module"]; +"1116 quantize_per_tensor_421" [id=1116, type="quantize_per_tensor"]; +"1117 dequantize_per_tensor_422" [id=1117, type="dequantize_per_tensor"]; +"1118 _frozen_param64" [id=1118, type="get_attr"]; +"1119 dequantize_per_tensor_423" [id=1119, type="dequantize_per_tensor"]; +"1120 linear_42" [id=1120, type=linear]; +"1121 quantize_per_tensor_424" [id=1121, type="quantize_per_tensor"]; +"1122 dequantize_per_tensor_425" [id=1122, type="dequantize_per_tensor"]; +"1123 gelu_6" [id=1123, type=gelu]; +"1124 dropout_26" [id=1124, type=dropout]; +"1125 dropout_26_0_0_nncf_smooth_quant_0" [id=1125, type="call_module"]; +"1126 quantize_per_tensor_426" [id=1126, type="quantize_per_tensor"]; +"1127 dequantize_per_tensor_427" [id=1127, type="dequantize_per_tensor"]; +"1128 _frozen_param65" [id=1128, type="get_attr"]; +"1129 dequantize_per_tensor_428" [id=1129, type="dequantize_per_tensor"]; +"1130 linear_43" [id=1130, type=linear]; +"1131 quantize_per_tensor_429" [id=1131, type="quantize_per_tensor"]; +"1132 dequantize_per_tensor_430" [id=1132, type="dequantize_per_tensor"]; +"1133 dropout_27" [id=1133, type=dropout]; +"1134 layer_norm_16" [id=1134, type="layer_norm"]; +"1135 quantize_per_tensor_431" [id=1135, type="quantize_per_tensor"]; +"1136 dequantize_per_tensor_432" [id=1136, type="dequantize_per_tensor"]; +"1137 add_23" [id=1137, type=add]; +"1138 quantize_per_tensor_433" [id=1138, type="quantize_per_tensor"]; +"1139 dequantize_per_tensor_434" [id=1139, type="dequantize_per_tensor"]; +"1140 dequantize_per_tensor_435" [id=1140, type="dequantize_per_tensor"]; +"1141 _frozen_param66" [id=1141, type="get_attr"]; +"1142 dequantize_per_tensor_436" [id=1142, type="dequantize_per_tensor"]; +"1143 _frozen_param67" [id=1143, type="get_attr"]; +"1144 dequantize_per_tensor_437" [id=1144, type="dequantize_per_tensor"]; +"1145 linear_44" [id=1145, type=linear]; +"1146 relu__7" [id=1146, type="relu_"]; +"1147 quantize_per_tensor_438" [id=1147, type="quantize_per_tensor"]; +"1148 dequantize_per_tensor_439" [id=1148, type="dequantize_per_tensor"]; +"1149 relu__7_0_0_nncf_smooth_quant_0" [id=1149, type="call_module"]; +"1150 quantize_per_tensor_440" [id=1150, type="quantize_per_tensor"]; +"1151 dequantize_per_tensor_441" [id=1151, type="dequantize_per_tensor"]; +"1152 _frozen_param68" [id=1152, type="get_attr"]; +"1153 dequantize_per_tensor_442" [id=1153, type="dequantize_per_tensor"]; +"1154 linear_45" [id=1154, type=linear]; +"1155 quantize_per_tensor_443" [id=1155, type="quantize_per_tensor"]; +"1156 dequantize_per_tensor_444" [id=1156, type="dequantize_per_tensor"]; +"1157 view_37" [id=1157, type=view]; +"1158 quantize_per_tensor_445" [id=1158, type="quantize_per_tensor"]; +"1159 dequantize_per_tensor_446" [id=1159, type="dequantize_per_tensor"]; +"1160 index_7" [id=1160, type=index]; +"1161 view_38" [id=1161, type=view]; +"1162 permute_32" [id=1162, type=permute]; +"1163 contiguous_12" [id=1163, type=contiguous]; +"1164 unsqueeze_19" [id=1164, type=unsqueeze]; +"1165 sigmoid_7" [id=1165, type=sigmoid]; +"1166 quantize_per_tensor_447" [id=1166, type="quantize_per_tensor"]; +"1167 dequantize_per_tensor_448" [id=1167, type="dequantize_per_tensor"]; +"1168 _frozen_param69" [id=1168, type="get_attr"]; +"1169 dequantize_per_tensor_449" [id=1169, type="dequantize_per_tensor"]; +"1170 mul_14" [id=1170, type=mul]; +"1171 quantize_per_tensor_450" [id=1171, type="quantize_per_tensor"]; +"1172 dequantize_per_tensor_451" [id=1172, type="dequantize_per_tensor"]; +"1173 pad_9" [id=1173, type=pad]; +"1174 roll_6" [id=1174, type=roll]; +"1175 view_39" [id=1175, type=view]; +"1176 permute_33" [id=1176, type=permute]; +"1177 reshape_31" [id=1177, type=reshape]; +"1178 clone_7" [id=1178, type=clone]; +"1179 reshape_31_0_0_nncf_smooth_quant_0" [id=1179, type="call_module"]; +"1180 quantize_per_tensor_452" [id=1180, type="quantize_per_tensor"]; +"1181 dequantize_per_tensor_453" [id=1181, type="dequantize_per_tensor"]; +"1182 _frozen_param70" [id=1182, type="get_attr"]; +"1183 dequantize_per_tensor_454" [id=1183, type="dequantize_per_tensor"]; +"1184 linear_46" [id=1184, type=linear]; +"1185 quantize_per_tensor_455" [id=1185, type="quantize_per_tensor"]; +"1186 dequantize_per_tensor_456" [id=1186, type="dequantize_per_tensor"]; +"1187 reshape_32" [id=1187, type=reshape]; +"1188 permute_34" [id=1188, type=permute]; +"1189 select_21" [id=1189, type=select]; +"1190 select_22" [id=1190, type=select]; +"1191 select_23" [id=1191, type=select]; +"1192 linalg_vector_norm_14" [id=1192, type="linalg_vector_norm"]; +"1193 clamp_min_14" [id=1193, type="clamp_min"]; +"1194 expand_as_14" [id=1194, type="expand_as"]; +"1195 div_14" [id=1195, type=div]; +"1196 linalg_vector_norm_15" [id=1196, type="linalg_vector_norm"]; +"1197 clamp_min_15" [id=1197, type="clamp_min"]; +"1198 expand_as_15" [id=1198, type="expand_as"]; +"1199 div_15" [id=1199, type=div]; +"1200 transpose_14" [id=1200, type=transpose]; +"1201 matmul_14" [id=1201, type=matmul]; +"1202 quantize_per_tensor_457" [id=1202, type="quantize_per_tensor"]; +"1203 dequantize_per_tensor_458" [id=1203, type="dequantize_per_tensor"]; +"1204 _frozen_param71" [id=1204, type="get_attr"]; +"1205 dequantize_per_tensor_459" [id=1205, type="dequantize_per_tensor"]; +"1206 mul_15" [id=1206, type=mul]; +"1207 quantize_per_tensor_460" [id=1207, type="quantize_per_tensor"]; +"1208 dequantize_per_tensor_461" [id=1208, type="dequantize_per_tensor"]; +"1209 add_24" [id=1209, type=add]; +"1210 quantize_per_tensor_462" [id=1210, type="quantize_per_tensor"]; +"1211 dequantize_per_tensor_463" [id=1211, type="dequantize_per_tensor"]; +"1212 new_zeros_3" [id=1212, type="new_zeros"]; +"1213 view_40" [id=1213, type=view]; +"1214 permute_35" [id=1214, type=permute]; +"1215 reshape_33" [id=1215, type=reshape]; +"1216 unsqueeze_20" [id=1216, type=unsqueeze]; +"1217 unsqueeze_21" [id=1217, type=unsqueeze]; +"1218 sub_3" [id=1218, type=sub]; +"1219 ne_3" [id=1219, type=ne]; +"1220 masked_fill_6" [id=1220, type="masked_fill"]; +"1221 eq_3" [id=1221, type=eq]; +"1222 masked_fill_7" [id=1222, type="masked_fill"]; +"1223 view_41" [id=1223, type=view]; +"1224 quantize_per_tensor_464" [id=1224, type="quantize_per_tensor"]; +"1225 dequantize_per_tensor_465" [id=1225, type="dequantize_per_tensor"]; +"1226 unsqueeze_22" [id=1226, type=unsqueeze]; +"1227 unsqueeze_23" [id=1227, type=unsqueeze]; +"1228 quantize_per_tensor_466" [id=1228, type="quantize_per_tensor"]; +"1229 dequantize_per_tensor_467" [id=1229, type="dequantize_per_tensor"]; +"1230 add_25" [id=1230, type=add]; +"1231 quantize_per_tensor_468" [id=1231, type="quantize_per_tensor"]; +"1232 dequantize_per_tensor_469" [id=1232, type="dequantize_per_tensor"]; +"1233 view_42" [id=1233, type=view]; +"1234 quantize_per_tensor_470" [id=1234, type="quantize_per_tensor"]; +"1235 dequantize_per_tensor_471" [id=1235, type="dequantize_per_tensor"]; +"1236 softmax_7" [id=1236, type=softmax]; +"1237 dropout_28" [id=1237, type=dropout]; +"1238 matmul_15" [id=1238, type=matmul]; +"1239 transpose_15" [id=1239, type=transpose]; +"1240 reshape_34" [id=1240, type=reshape]; +"1241 reshape_34_0_0_nncf_smooth_quant_0" [id=1241, type="call_module"]; +"1242 quantize_per_tensor_472" [id=1242, type="quantize_per_tensor"]; +"1243 dequantize_per_tensor_473" [id=1243, type="dequantize_per_tensor"]; +"1244 _frozen_param72" [id=1244, type="get_attr"]; +"1245 dequantize_per_tensor_474" [id=1245, type="dequantize_per_tensor"]; +"1246 linear_47" [id=1246, type=linear]; +"1247 quantize_per_tensor_475" [id=1247, type="quantize_per_tensor"]; +"1248 dequantize_per_tensor_476" [id=1248, type="dequantize_per_tensor"]; +"1249 dropout_29" [id=1249, type=dropout]; +"1250 view_43" [id=1250, type=view]; +"1251 permute_36" [id=1251, type=permute]; +"1252 reshape_35" [id=1252, type=reshape]; +"1253 roll_7" [id=1253, type=roll]; +"1254 slice_107" [id=1254, type=slice]; +"1255 slice_108" [id=1255, type=slice]; +"1256 contiguous_13" [id=1256, type=contiguous]; +"1257 layer_norm_17" [id=1257, type="layer_norm"]; +"1258 quantize_per_tensor_477" [id=1258, type="quantize_per_tensor"]; +"1259 dequantize_per_tensor_478" [id=1259, type="dequantize_per_tensor"]; +"1260 add_26" [id=1260, type=add]; +"1261 quantize_per_tensor_479" [id=1261, type="quantize_per_tensor"]; +"1262 dequantize_per_tensor_480" [id=1262, type="dequantize_per_tensor"]; +"1263 dequantize_per_tensor_481" [id=1263, type="dequantize_per_tensor"]; +"1264 add_26_0_0_nncf_smooth_quant_0" [id=1264, type="call_module"]; +"1265 quantize_per_tensor_482" [id=1265, type="quantize_per_tensor"]; +"1266 dequantize_per_tensor_483" [id=1266, type="dequantize_per_tensor"]; +"1267 _frozen_param73" [id=1267, type="get_attr"]; +"1268 dequantize_per_tensor_484" [id=1268, type="dequantize_per_tensor"]; +"1269 linear_48" [id=1269, type=linear]; +"1270 quantize_per_tensor_485" [id=1270, type="quantize_per_tensor"]; +"1271 dequantize_per_tensor_486" [id=1271, type="dequantize_per_tensor"]; +"1272 gelu_7" [id=1272, type=gelu]; +"1273 dropout_30" [id=1273, type=dropout]; +"1274 dropout_30_0_0_nncf_smooth_quant_0" [id=1274, type="call_module"]; +"1275 quantize_per_tensor_487" [id=1275, type="quantize_per_tensor"]; +"1276 dequantize_per_tensor_488" [id=1276, type="dequantize_per_tensor"]; +"1277 _frozen_param74" [id=1277, type="get_attr"]; +"1278 dequantize_per_tensor_489" [id=1278, type="dequantize_per_tensor"]; +"1279 linear_49" [id=1279, type=linear]; +"1280 quantize_per_tensor_490" [id=1280, type="quantize_per_tensor"]; +"1281 dequantize_per_tensor_491" [id=1281, type="dequantize_per_tensor"]; +"1282 dropout_31" [id=1282, type=dropout]; +"1283 layer_norm_18" [id=1283, type="layer_norm"]; +"1284 quantize_per_tensor_492" [id=1284, type="quantize_per_tensor"]; +"1285 dequantize_per_tensor_493" [id=1285, type="dequantize_per_tensor"]; +"1286 add_27" [id=1286, type=add]; +"1287 quantize_per_tensor_494" [id=1287, type="quantize_per_tensor"]; +"1288 dequantize_per_tensor_495" [id=1288, type="dequantize_per_tensor"]; +"1289 dequantize_per_tensor_496" [id=1289, type="dequantize_per_tensor"]; +"1290 _frozen_param75" [id=1290, type="get_attr"]; +"1291 dequantize_per_tensor_497" [id=1291, type="dequantize_per_tensor"]; +"1292 _frozen_param76" [id=1292, type="get_attr"]; +"1293 dequantize_per_tensor_498" [id=1293, type="dequantize_per_tensor"]; +"1294 linear_50" [id=1294, type=linear]; +"1295 relu__8" [id=1295, type="relu_"]; +"1296 quantize_per_tensor_499" [id=1296, type="quantize_per_tensor"]; +"1297 dequantize_per_tensor_500" [id=1297, type="dequantize_per_tensor"]; +"1298 relu__8_0_0_nncf_smooth_quant_0" [id=1298, type="call_module"]; +"1299 quantize_per_tensor_501" [id=1299, type="quantize_per_tensor"]; +"1300 dequantize_per_tensor_502" [id=1300, type="dequantize_per_tensor"]; +"1301 _frozen_param77" [id=1301, type="get_attr"]; +"1302 dequantize_per_tensor_503" [id=1302, type="dequantize_per_tensor"]; +"1303 linear_51" [id=1303, type=linear]; +"1304 quantize_per_tensor_504" [id=1304, type="quantize_per_tensor"]; +"1305 dequantize_per_tensor_505" [id=1305, type="dequantize_per_tensor"]; +"1306 view_44" [id=1306, type=view]; +"1307 quantize_per_tensor_506" [id=1307, type="quantize_per_tensor"]; +"1308 dequantize_per_tensor_507" [id=1308, type="dequantize_per_tensor"]; +"1309 index_8" [id=1309, type=index]; +"1310 view_45" [id=1310, type=view]; +"1311 permute_37" [id=1311, type=permute]; +"1312 contiguous_14" [id=1312, type=contiguous]; +"1313 unsqueeze_24" [id=1313, type=unsqueeze]; +"1314 sigmoid_8" [id=1314, type=sigmoid]; +"1315 quantize_per_tensor_508" [id=1315, type="quantize_per_tensor"]; +"1316 dequantize_per_tensor_509" [id=1316, type="dequantize_per_tensor"]; +"1317 _frozen_param78" [id=1317, type="get_attr"]; +"1318 dequantize_per_tensor_510" [id=1318, type="dequantize_per_tensor"]; +"1319 mul_16" [id=1319, type=mul]; +"1320 quantize_per_tensor_511" [id=1320, type="quantize_per_tensor"]; +"1321 dequantize_per_tensor_512" [id=1321, type="dequantize_per_tensor"]; +"1322 pad_10" [id=1322, type=pad]; +"1323 view_46" [id=1323, type=view]; +"1324 permute_38" [id=1324, type=permute]; +"1325 reshape_36" [id=1325, type=reshape]; +"1326 clone_8" [id=1326, type=clone]; +"1327 reshape_36_0_0_nncf_smooth_quant_0" [id=1327, type="call_module"]; +"1328 quantize_per_tensor_513" [id=1328, type="quantize_per_tensor"]; +"1329 dequantize_per_tensor_514" [id=1329, type="dequantize_per_tensor"]; +"1330 _frozen_param79" [id=1330, type="get_attr"]; +"1331 dequantize_per_tensor_515" [id=1331, type="dequantize_per_tensor"]; +"1332 linear_52" [id=1332, type=linear]; +"1333 quantize_per_tensor_516" [id=1333, type="quantize_per_tensor"]; +"1334 dequantize_per_tensor_517" [id=1334, type="dequantize_per_tensor"]; +"1335 reshape_37" [id=1335, type=reshape]; +"1336 permute_39" [id=1336, type=permute]; +"1337 select_24" [id=1337, type=select]; +"1338 select_25" [id=1338, type=select]; +"1339 select_26" [id=1339, type=select]; +"1340 linalg_vector_norm_16" [id=1340, type="linalg_vector_norm"]; +"1341 clamp_min_16" [id=1341, type="clamp_min"]; +"1342 expand_as_16" [id=1342, type="expand_as"]; +"1343 div_16" [id=1343, type=div]; +"1344 linalg_vector_norm_17" [id=1344, type="linalg_vector_norm"]; +"1345 clamp_min_17" [id=1345, type="clamp_min"]; +"1346 expand_as_17" [id=1346, type="expand_as"]; +"1347 div_17" [id=1347, type=div]; +"1348 transpose_16" [id=1348, type=transpose]; +"1349 matmul_16" [id=1349, type=matmul]; +"1350 quantize_per_tensor_518" [id=1350, type="quantize_per_tensor"]; +"1351 dequantize_per_tensor_519" [id=1351, type="dequantize_per_tensor"]; +"1352 _frozen_param80" [id=1352, type="get_attr"]; +"1353 dequantize_per_tensor_520" [id=1353, type="dequantize_per_tensor"]; +"1354 mul_17" [id=1354, type=mul]; +"1355 quantize_per_tensor_521" [id=1355, type="quantize_per_tensor"]; +"1356 dequantize_per_tensor_522" [id=1356, type="dequantize_per_tensor"]; +"1357 add_28" [id=1357, type=add]; +"1358 quantize_per_tensor_523" [id=1358, type="quantize_per_tensor"]; +"1359 dequantize_per_tensor_524" [id=1359, type="dequantize_per_tensor"]; +"1360 softmax_8" [id=1360, type=softmax]; +"1361 dropout_32" [id=1361, type=dropout]; +"1362 matmul_17" [id=1362, type=matmul]; +"1363 transpose_17" [id=1363, type=transpose]; +"1364 reshape_38" [id=1364, type=reshape]; +"1365 reshape_38_0_0_nncf_smooth_quant_0" [id=1365, type="call_module"]; +"1366 quantize_per_tensor_525" [id=1366, type="quantize_per_tensor"]; +"1367 dequantize_per_tensor_526" [id=1367, type="dequantize_per_tensor"]; +"1368 _frozen_param81" [id=1368, type="get_attr"]; +"1369 dequantize_per_tensor_527" [id=1369, type="dequantize_per_tensor"]; +"1370 linear_53" [id=1370, type=linear]; +"1371 quantize_per_tensor_528" [id=1371, type="quantize_per_tensor"]; +"1372 dequantize_per_tensor_529" [id=1372, type="dequantize_per_tensor"]; +"1373 dropout_33" [id=1373, type=dropout]; +"1374 view_47" [id=1374, type=view]; +"1375 permute_40" [id=1375, type=permute]; +"1376 reshape_39" [id=1376, type=reshape]; +"1377 slice_110" [id=1377, type=slice]; +"1378 slice_111" [id=1378, type=slice]; +"1379 contiguous_15" [id=1379, type=contiguous]; +"1380 layer_norm_19" [id=1380, type="layer_norm"]; +"1381 quantize_per_tensor_530" [id=1381, type="quantize_per_tensor"]; +"1382 dequantize_per_tensor_531" [id=1382, type="dequantize_per_tensor"]; +"1383 add_29" [id=1383, type=add]; +"1384 quantize_per_tensor_532" [id=1384, type="quantize_per_tensor"]; +"1385 dequantize_per_tensor_533" [id=1385, type="dequantize_per_tensor"]; +"1386 dequantize_per_tensor_534" [id=1386, type="dequantize_per_tensor"]; +"1387 add_29_0_0_nncf_smooth_quant_0" [id=1387, type="call_module"]; +"1388 quantize_per_tensor_535" [id=1388, type="quantize_per_tensor"]; +"1389 dequantize_per_tensor_536" [id=1389, type="dequantize_per_tensor"]; +"1390 _frozen_param82" [id=1390, type="get_attr"]; +"1391 dequantize_per_tensor_537" [id=1391, type="dequantize_per_tensor"]; +"1392 linear_54" [id=1392, type=linear]; +"1393 quantize_per_tensor_538" [id=1393, type="quantize_per_tensor"]; +"1394 dequantize_per_tensor_539" [id=1394, type="dequantize_per_tensor"]; +"1395 gelu_8" [id=1395, type=gelu]; +"1396 dropout_34" [id=1396, type=dropout]; +"1397 dropout_34_0_0_nncf_smooth_quant_0" [id=1397, type="call_module"]; +"1398 quantize_per_tensor_540" [id=1398, type="quantize_per_tensor"]; +"1399 dequantize_per_tensor_541" [id=1399, type="dequantize_per_tensor"]; +"1400 _frozen_param83" [id=1400, type="get_attr"]; +"1401 dequantize_per_tensor_542" [id=1401, type="dequantize_per_tensor"]; +"1402 linear_55" [id=1402, type=linear]; +"1403 quantize_per_tensor_543" [id=1403, type="quantize_per_tensor"]; +"1404 dequantize_per_tensor_544" [id=1404, type="dequantize_per_tensor"]; +"1405 dropout_35" [id=1405, type=dropout]; +"1406 layer_norm_20" [id=1406, type="layer_norm"]; +"1407 quantize_per_tensor_545" [id=1407, type="quantize_per_tensor"]; +"1408 dequantize_per_tensor_546" [id=1408, type="dequantize_per_tensor"]; +"1409 add_30" [id=1409, type=add]; +"1410 quantize_per_tensor_547" [id=1410, type="quantize_per_tensor"]; +"1411 dequantize_per_tensor_548" [id=1411, type="dequantize_per_tensor"]; +"1412 dequantize_per_tensor_549" [id=1412, type="dequantize_per_tensor"]; +"1413 _frozen_param84" [id=1413, type="get_attr"]; +"1414 dequantize_per_tensor_550" [id=1414, type="dequantize_per_tensor"]; +"1415 _frozen_param85" [id=1415, type="get_attr"]; +"1416 dequantize_per_tensor_551" [id=1416, type="dequantize_per_tensor"]; +"1417 linear_56" [id=1417, type=linear]; +"1418 relu__9" [id=1418, type="relu_"]; +"1419 quantize_per_tensor_552" [id=1419, type="quantize_per_tensor"]; +"1420 dequantize_per_tensor_553" [id=1420, type="dequantize_per_tensor"]; +"1421 relu__9_0_0_nncf_smooth_quant_0" [id=1421, type="call_module"]; +"1422 quantize_per_tensor_554" [id=1422, type="quantize_per_tensor"]; +"1423 dequantize_per_tensor_555" [id=1423, type="dequantize_per_tensor"]; +"1424 _frozen_param86" [id=1424, type="get_attr"]; +"1425 dequantize_per_tensor_556" [id=1425, type="dequantize_per_tensor"]; +"1426 linear_57" [id=1426, type=linear]; +"1427 quantize_per_tensor_557" [id=1427, type="quantize_per_tensor"]; +"1428 dequantize_per_tensor_558" [id=1428, type="dequantize_per_tensor"]; +"1429 view_48" [id=1429, type=view]; +"1430 quantize_per_tensor_559" [id=1430, type="quantize_per_tensor"]; +"1431 dequantize_per_tensor_560" [id=1431, type="dequantize_per_tensor"]; +"1432 index_9" [id=1432, type=index]; +"1433 view_49" [id=1433, type=view]; +"1434 permute_41" [id=1434, type=permute]; +"1435 contiguous_16" [id=1435, type=contiguous]; +"1436 unsqueeze_25" [id=1436, type=unsqueeze]; +"1437 sigmoid_9" [id=1437, type=sigmoid]; +"1438 quantize_per_tensor_561" [id=1438, type="quantize_per_tensor"]; +"1439 dequantize_per_tensor_562" [id=1439, type="dequantize_per_tensor"]; +"1440 _frozen_param87" [id=1440, type="get_attr"]; +"1441 dequantize_per_tensor_563" [id=1441, type="dequantize_per_tensor"]; +"1442 mul_18" [id=1442, type=mul]; +"1443 quantize_per_tensor_564" [id=1443, type="quantize_per_tensor"]; +"1444 dequantize_per_tensor_565" [id=1444, type="dequantize_per_tensor"]; +"1445 pad_11" [id=1445, type=pad]; +"1446 roll_8" [id=1446, type=roll]; +"1447 view_50" [id=1447, type=view]; +"1448 permute_42" [id=1448, type=permute]; +"1449 reshape_40" [id=1449, type=reshape]; +"1450 clone_9" [id=1450, type=clone]; +"1451 reshape_40_0_0_nncf_smooth_quant_0" [id=1451, type="call_module"]; +"1452 quantize_per_tensor_566" [id=1452, type="quantize_per_tensor"]; +"1453 dequantize_per_tensor_567" [id=1453, type="dequantize_per_tensor"]; +"1454 _frozen_param88" [id=1454, type="get_attr"]; +"1455 dequantize_per_tensor_568" [id=1455, type="dequantize_per_tensor"]; +"1456 linear_58" [id=1456, type=linear]; +"1457 quantize_per_tensor_569" [id=1457, type="quantize_per_tensor"]; +"1458 dequantize_per_tensor_570" [id=1458, type="dequantize_per_tensor"]; +"1459 reshape_41" [id=1459, type=reshape]; +"1460 permute_43" [id=1460, type=permute]; +"1461 select_27" [id=1461, type=select]; +"1462 select_28" [id=1462, type=select]; +"1463 select_29" [id=1463, type=select]; +"1464 linalg_vector_norm_18" [id=1464, type="linalg_vector_norm"]; +"1465 clamp_min_18" [id=1465, type="clamp_min"]; +"1466 expand_as_18" [id=1466, type="expand_as"]; +"1467 div_18" [id=1467, type=div]; +"1468 linalg_vector_norm_19" [id=1468, type="linalg_vector_norm"]; +"1469 clamp_min_19" [id=1469, type="clamp_min"]; +"1470 expand_as_19" [id=1470, type="expand_as"]; +"1471 div_19" [id=1471, type=div]; +"1472 transpose_18" [id=1472, type=transpose]; +"1473 matmul_18" [id=1473, type=matmul]; +"1474 quantize_per_tensor_571" [id=1474, type="quantize_per_tensor"]; +"1475 dequantize_per_tensor_572" [id=1475, type="dequantize_per_tensor"]; +"1476 _frozen_param89" [id=1476, type="get_attr"]; +"1477 dequantize_per_tensor_573" [id=1477, type="dequantize_per_tensor"]; +"1478 mul_19" [id=1478, type=mul]; +"1479 quantize_per_tensor_574" [id=1479, type="quantize_per_tensor"]; +"1480 dequantize_per_tensor_575" [id=1480, type="dequantize_per_tensor"]; +"1481 add_31" [id=1481, type=add]; +"1482 quantize_per_tensor_576" [id=1482, type="quantize_per_tensor"]; +"1483 dequantize_per_tensor_577" [id=1483, type="dequantize_per_tensor"]; +"1484 new_zeros_4" [id=1484, type="new_zeros"]; +"1485 view_51" [id=1485, type=view]; +"1486 permute_44" [id=1486, type=permute]; +"1487 reshape_42" [id=1487, type=reshape]; +"1488 unsqueeze_26" [id=1488, type=unsqueeze]; +"1489 unsqueeze_27" [id=1489, type=unsqueeze]; +"1490 sub_4" [id=1490, type=sub]; +"1491 ne_4" [id=1491, type=ne]; +"1492 masked_fill_8" [id=1492, type="masked_fill"]; +"1493 eq_4" [id=1493, type=eq]; +"1494 masked_fill_9" [id=1494, type="masked_fill"]; +"1495 view_52" [id=1495, type=view]; +"1496 quantize_per_tensor_578" [id=1496, type="quantize_per_tensor"]; +"1497 dequantize_per_tensor_579" [id=1497, type="dequantize_per_tensor"]; +"1498 unsqueeze_28" [id=1498, type=unsqueeze]; +"1499 unsqueeze_29" [id=1499, type=unsqueeze]; +"1500 quantize_per_tensor_580" [id=1500, type="quantize_per_tensor"]; +"1501 dequantize_per_tensor_581" [id=1501, type="dequantize_per_tensor"]; +"1502 add_32" [id=1502, type=add]; +"1503 quantize_per_tensor_582" [id=1503, type="quantize_per_tensor"]; +"1504 dequantize_per_tensor_583" [id=1504, type="dequantize_per_tensor"]; +"1505 view_53" [id=1505, type=view]; +"1506 quantize_per_tensor_584" [id=1506, type="quantize_per_tensor"]; +"1507 dequantize_per_tensor_585" [id=1507, type="dequantize_per_tensor"]; +"1508 softmax_9" [id=1508, type=softmax]; +"1509 dropout_36" [id=1509, type=dropout]; +"1510 matmul_19" [id=1510, type=matmul]; +"1511 transpose_19" [id=1511, type=transpose]; +"1512 reshape_43" [id=1512, type=reshape]; +"1513 reshape_43_0_0_nncf_smooth_quant_0" [id=1513, type="call_module"]; +"1514 quantize_per_tensor_586" [id=1514, type="quantize_per_tensor"]; +"1515 dequantize_per_tensor_587" [id=1515, type="dequantize_per_tensor"]; +"1516 _frozen_param90" [id=1516, type="get_attr"]; +"1517 dequantize_per_tensor_588" [id=1517, type="dequantize_per_tensor"]; +"1518 linear_59" [id=1518, type=linear]; +"1519 quantize_per_tensor_589" [id=1519, type="quantize_per_tensor"]; +"1520 dequantize_per_tensor_590" [id=1520, type="dequantize_per_tensor"]; +"1521 dropout_37" [id=1521, type=dropout]; +"1522 view_54" [id=1522, type=view]; +"1523 permute_45" [id=1523, type=permute]; +"1524 reshape_44" [id=1524, type=reshape]; +"1525 roll_9" [id=1525, type=roll]; +"1526 slice_131" [id=1526, type=slice]; +"1527 slice_132" [id=1527, type=slice]; +"1528 contiguous_17" [id=1528, type=contiguous]; +"1529 layer_norm_21" [id=1529, type="layer_norm"]; +"1530 quantize_per_tensor_591" [id=1530, type="quantize_per_tensor"]; +"1531 dequantize_per_tensor_592" [id=1531, type="dequantize_per_tensor"]; +"1532 add_33" [id=1532, type=add]; +"1533 quantize_per_tensor_593" [id=1533, type="quantize_per_tensor"]; +"1534 dequantize_per_tensor_594" [id=1534, type="dequantize_per_tensor"]; +"1535 dequantize_per_tensor_595" [id=1535, type="dequantize_per_tensor"]; +"1536 add_33_0_0_nncf_smooth_quant_0" [id=1536, type="call_module"]; +"1537 quantize_per_tensor_596" [id=1537, type="quantize_per_tensor"]; +"1538 dequantize_per_tensor_597" [id=1538, type="dequantize_per_tensor"]; +"1539 _frozen_param91" [id=1539, type="get_attr"]; +"1540 dequantize_per_tensor_598" [id=1540, type="dequantize_per_tensor"]; +"1541 linear_60" [id=1541, type=linear]; +"1542 quantize_per_tensor_599" [id=1542, type="quantize_per_tensor"]; +"1543 dequantize_per_tensor_600" [id=1543, type="dequantize_per_tensor"]; +"1544 gelu_9" [id=1544, type=gelu]; +"1545 dropout_38" [id=1545, type=dropout]; +"1546 dropout_38_0_0_nncf_smooth_quant_0" [id=1546, type="call_module"]; +"1547 quantize_per_tensor_601" [id=1547, type="quantize_per_tensor"]; +"1548 dequantize_per_tensor_602" [id=1548, type="dequantize_per_tensor"]; +"1549 _frozen_param92" [id=1549, type="get_attr"]; +"1550 dequantize_per_tensor_603" [id=1550, type="dequantize_per_tensor"]; +"1551 linear_61" [id=1551, type=linear]; +"1552 quantize_per_tensor_604" [id=1552, type="quantize_per_tensor"]; +"1553 dequantize_per_tensor_605" [id=1553, type="dequantize_per_tensor"]; +"1554 dropout_39" [id=1554, type=dropout]; +"1555 layer_norm_22" [id=1555, type="layer_norm"]; +"1556 quantize_per_tensor_606" [id=1556, type="quantize_per_tensor"]; +"1557 dequantize_per_tensor_607" [id=1557, type="dequantize_per_tensor"]; +"1558 add_34" [id=1558, type=add]; +"1559 quantize_per_tensor_608" [id=1559, type="quantize_per_tensor"]; +"1560 dequantize_per_tensor_609" [id=1560, type="dequantize_per_tensor"]; +"1561 pad_12" [id=1561, type=pad]; +"1562 slice_133" [id=1562, type=slice]; +"1563 slice_134" [id=1563, type=slice]; +"1564 quantize_per_tensor_610" [id=1564, type="quantize_per_tensor"]; +"1565 dequantize_per_tensor_611" [id=1565, type="dequantize_per_tensor"]; +"1566 slice_135" [id=1566, type=slice]; +"1567 slice_136" [id=1567, type=slice]; +"1568 quantize_per_tensor_612" [id=1568, type="quantize_per_tensor"]; +"1569 dequantize_per_tensor_613" [id=1569, type="dequantize_per_tensor"]; +"1570 slice_137" [id=1570, type=slice]; +"1571 slice_138" [id=1571, type=slice]; +"1572 quantize_per_tensor_614" [id=1572, type="quantize_per_tensor"]; +"1573 dequantize_per_tensor_615" [id=1573, type="dequantize_per_tensor"]; +"1574 slice_139" [id=1574, type=slice]; +"1575 slice_140" [id=1575, type=slice]; +"1576 quantize_per_tensor_616" [id=1576, type="quantize_per_tensor"]; +"1577 dequantize_per_tensor_617" [id=1577, type="dequantize_per_tensor"]; +"1578 cat_2" [id=1578, type=cat]; +"1579 quantize_per_tensor_618" [id=1579, type="quantize_per_tensor"]; +"1580 dequantize_per_tensor_619" [id=1580, type="dequantize_per_tensor"]; +"1581 cat_2_0_0_nncf_smooth_quant_0" [id=1581, type="call_module"]; +"1582 quantize_per_tensor_620" [id=1582, type="quantize_per_tensor"]; +"1583 dequantize_per_tensor_621" [id=1583, type="dequantize_per_tensor"]; +"1584 _frozen_param93" [id=1584, type="get_attr"]; +"1585 dequantize_per_tensor_622" [id=1585, type="dequantize_per_tensor"]; +"1586 linear_62" [id=1586, type=linear]; +"1587 quantize_per_tensor_623" [id=1587, type="quantize_per_tensor"]; +"1588 dequantize_per_tensor_624" [id=1588, type="dequantize_per_tensor"]; +"1589 layer_norm_23" [id=1589, type="layer_norm"]; +"1590 _frozen_param94" [id=1590, type="get_attr"]; +"1591 dequantize_per_tensor_625" [id=1591, type="dequantize_per_tensor"]; +"1592 _frozen_param95" [id=1592, type="get_attr"]; +"1593 dequantize_per_tensor_626" [id=1593, type="dequantize_per_tensor"]; +"1594 linear_63" [id=1594, type=linear]; +"1595 relu__10" [id=1595, type="relu_"]; +"1596 quantize_per_tensor_627" [id=1596, type="quantize_per_tensor"]; +"1597 dequantize_per_tensor_628" [id=1597, type="dequantize_per_tensor"]; +"1598 relu__10_0_0_nncf_smooth_quant_0" [id=1598, type="call_module"]; +"1599 quantize_per_tensor_629" [id=1599, type="quantize_per_tensor"]; +"1600 dequantize_per_tensor_630" [id=1600, type="dequantize_per_tensor"]; +"1601 _frozen_param96" [id=1601, type="get_attr"]; +"1602 dequantize_per_tensor_631" [id=1602, type="dequantize_per_tensor"]; +"1603 linear_64" [id=1603, type=linear]; +"1604 quantize_per_tensor_632" [id=1604, type="quantize_per_tensor"]; +"1605 dequantize_per_tensor_633" [id=1605, type="dequantize_per_tensor"]; +"1606 view_55" [id=1606, type=view]; +"1607 quantize_per_tensor_634" [id=1607, type="quantize_per_tensor"]; +"1608 dequantize_per_tensor_635" [id=1608, type="dequantize_per_tensor"]; +"1609 index_10" [id=1609, type=index]; +"1610 view_56" [id=1610, type=view]; +"1611 permute_46" [id=1611, type=permute]; +"1612 contiguous_18" [id=1612, type=contiguous]; +"1613 unsqueeze_30" [id=1613, type=unsqueeze]; +"1614 sigmoid_10" [id=1614, type=sigmoid]; +"1615 quantize_per_tensor_636" [id=1615, type="quantize_per_tensor"]; +"1616 dequantize_per_tensor_637" [id=1616, type="dequantize_per_tensor"]; +"1617 _frozen_param97" [id=1617, type="get_attr"]; +"1618 dequantize_per_tensor_638" [id=1618, type="dequantize_per_tensor"]; +"1619 mul_20" [id=1619, type=mul]; +"1620 quantize_per_tensor_639" [id=1620, type="quantize_per_tensor"]; +"1621 dequantize_per_tensor_640" [id=1621, type="dequantize_per_tensor"]; +"1622 pad_13" [id=1622, type=pad]; +"1623 view_57" [id=1623, type=view]; +"1624 permute_47" [id=1624, type=permute]; +"1625 reshape_45" [id=1625, type=reshape]; +"1626 clone_10" [id=1626, type=clone]; +"1627 reshape_45_0_0_nncf_smooth_quant_0" [id=1627, type="call_module"]; +"1628 quantize_per_tensor_641" [id=1628, type="quantize_per_tensor"]; +"1629 dequantize_per_tensor_642" [id=1629, type="dequantize_per_tensor"]; +"1630 _frozen_param98" [id=1630, type="get_attr"]; +"1631 dequantize_per_tensor_643" [id=1631, type="dequantize_per_tensor"]; +"1632 linear_65" [id=1632, type=linear]; +"1633 quantize_per_tensor_644" [id=1633, type="quantize_per_tensor"]; +"1634 dequantize_per_tensor_645" [id=1634, type="dequantize_per_tensor"]; +"1635 reshape_46" [id=1635, type=reshape]; +"1636 permute_48" [id=1636, type=permute]; +"1637 select_30" [id=1637, type=select]; +"1638 select_31" [id=1638, type=select]; +"1639 select_32" [id=1639, type=select]; +"1640 linalg_vector_norm_20" [id=1640, type="linalg_vector_norm"]; +"1641 clamp_min_20" [id=1641, type="clamp_min"]; +"1642 expand_as_20" [id=1642, type="expand_as"]; +"1643 div_20" [id=1643, type=div]; +"1644 linalg_vector_norm_21" [id=1644, type="linalg_vector_norm"]; +"1645 clamp_min_21" [id=1645, type="clamp_min"]; +"1646 expand_as_21" [id=1646, type="expand_as"]; +"1647 div_21" [id=1647, type=div]; +"1648 transpose_20" [id=1648, type=transpose]; +"1649 matmul_20" [id=1649, type=matmul]; +"1650 quantize_per_tensor_646" [id=1650, type="quantize_per_tensor"]; +"1651 dequantize_per_tensor_647" [id=1651, type="dequantize_per_tensor"]; +"1652 _frozen_param99" [id=1652, type="get_attr"]; +"1653 dequantize_per_tensor_648" [id=1653, type="dequantize_per_tensor"]; +"1654 mul_21" [id=1654, type=mul]; +"1655 quantize_per_tensor_649" [id=1655, type="quantize_per_tensor"]; +"1656 dequantize_per_tensor_650" [id=1656, type="dequantize_per_tensor"]; +"1657 add_35" [id=1657, type=add]; +"1658 quantize_per_tensor_651" [id=1658, type="quantize_per_tensor"]; +"1659 dequantize_per_tensor_652" [id=1659, type="dequantize_per_tensor"]; +"1660 softmax_10" [id=1660, type=softmax]; +"1661 dropout_40" [id=1661, type=dropout]; +"1662 matmul_21" [id=1662, type=matmul]; +"1663 transpose_21" [id=1663, type=transpose]; +"1664 reshape_47" [id=1664, type=reshape]; +"1665 reshape_47_0_0_nncf_smooth_quant_0" [id=1665, type="call_module"]; +"1666 quantize_per_tensor_653" [id=1666, type="quantize_per_tensor"]; +"1667 dequantize_per_tensor_654" [id=1667, type="dequantize_per_tensor"]; +"1668 _frozen_param100" [id=1668, type="get_attr"]; +"1669 dequantize_per_tensor_655" [id=1669, type="dequantize_per_tensor"]; +"1670 linear_66" [id=1670, type=linear]; +"1671 quantize_per_tensor_656" [id=1671, type="quantize_per_tensor"]; +"1672 dequantize_per_tensor_657" [id=1672, type="dequantize_per_tensor"]; +"1673 dropout_41" [id=1673, type=dropout]; +"1674 view_58" [id=1674, type=view]; +"1675 permute_49" [id=1675, type=permute]; +"1676 reshape_48" [id=1676, type=reshape]; +"1677 slice_142" [id=1677, type=slice]; +"1678 slice_143" [id=1678, type=slice]; +"1679 contiguous_19" [id=1679, type=contiguous]; +"1680 layer_norm_24" [id=1680, type="layer_norm"]; +"1681 quantize_per_tensor_658" [id=1681, type="quantize_per_tensor"]; +"1682 dequantize_per_tensor_659" [id=1682, type="dequantize_per_tensor"]; +"1683 quantize_per_tensor_660" [id=1683, type="quantize_per_tensor"]; +"1684 dequantize_per_tensor_661" [id=1684, type="dequantize_per_tensor"]; +"1685 add_36" [id=1685, type=add]; +"1686 quantize_per_tensor_662" [id=1686, type="quantize_per_tensor"]; +"1687 dequantize_per_tensor_663" [id=1687, type="dequantize_per_tensor"]; +"1688 dequantize_per_tensor_664" [id=1688, type="dequantize_per_tensor"]; +"1689 add_36_0_0_nncf_smooth_quant_0" [id=1689, type="call_module"]; +"1690 quantize_per_tensor_665" [id=1690, type="quantize_per_tensor"]; +"1691 dequantize_per_tensor_666" [id=1691, type="dequantize_per_tensor"]; +"1692 _frozen_param101" [id=1692, type="get_attr"]; +"1693 dequantize_per_tensor_667" [id=1693, type="dequantize_per_tensor"]; +"1694 linear_67" [id=1694, type=linear]; +"1695 quantize_per_tensor_668" [id=1695, type="quantize_per_tensor"]; +"1696 dequantize_per_tensor_669" [id=1696, type="dequantize_per_tensor"]; +"1697 gelu_10" [id=1697, type=gelu]; +"1698 dropout_42" [id=1698, type=dropout]; +"1699 dropout_42_0_0_nncf_smooth_quant_0" [id=1699, type="call_module"]; +"1700 quantize_per_tensor_670" [id=1700, type="quantize_per_tensor"]; +"1701 dequantize_per_tensor_671" [id=1701, type="dequantize_per_tensor"]; +"1702 _frozen_param102" [id=1702, type="get_attr"]; +"1703 dequantize_per_tensor_672" [id=1703, type="dequantize_per_tensor"]; +"1704 linear_68" [id=1704, type=linear]; +"1705 quantize_per_tensor_673" [id=1705, type="quantize_per_tensor"]; +"1706 dequantize_per_tensor_674" [id=1706, type="dequantize_per_tensor"]; +"1707 dropout_43" [id=1707, type=dropout]; +"1708 layer_norm_25" [id=1708, type="layer_norm"]; +"1709 quantize_per_tensor_675" [id=1709, type="quantize_per_tensor"]; +"1710 dequantize_per_tensor_676" [id=1710, type="dequantize_per_tensor"]; +"1711 add_37" [id=1711, type=add]; +"1712 quantize_per_tensor_677" [id=1712, type="quantize_per_tensor"]; +"1713 dequantize_per_tensor_678" [id=1713, type="dequantize_per_tensor"]; +"1714 dequantize_per_tensor_679" [id=1714, type="dequantize_per_tensor"]; +"1715 _frozen_param103" [id=1715, type="get_attr"]; +"1716 dequantize_per_tensor_680" [id=1716, type="dequantize_per_tensor"]; +"1717 _frozen_param104" [id=1717, type="get_attr"]; +"1718 dequantize_per_tensor_681" [id=1718, type="dequantize_per_tensor"]; +"1719 linear_69" [id=1719, type=linear]; +"1720 relu__11" [id=1720, type="relu_"]; +"1721 quantize_per_tensor_682" [id=1721, type="quantize_per_tensor"]; +"1722 dequantize_per_tensor_683" [id=1722, type="dequantize_per_tensor"]; +"1723 relu__11_0_0_nncf_smooth_quant_0" [id=1723, type="call_module"]; +"1724 quantize_per_tensor_684" [id=1724, type="quantize_per_tensor"]; +"1725 dequantize_per_tensor_685" [id=1725, type="dequantize_per_tensor"]; +"1726 _frozen_param105" [id=1726, type="get_attr"]; +"1727 dequantize_per_tensor_686" [id=1727, type="dequantize_per_tensor"]; +"1728 linear_70" [id=1728, type=linear]; +"1729 quantize_per_tensor_687" [id=1729, type="quantize_per_tensor"]; +"1730 dequantize_per_tensor_688" [id=1730, type="dequantize_per_tensor"]; +"1731 view_59" [id=1731, type=view]; +"1732 quantize_per_tensor_689" [id=1732, type="quantize_per_tensor"]; +"1733 dequantize_per_tensor_690" [id=1733, type="dequantize_per_tensor"]; +"1734 index_11" [id=1734, type=index]; +"1735 view_60" [id=1735, type=view]; +"1736 permute_50" [id=1736, type=permute]; +"1737 contiguous_20" [id=1737, type=contiguous]; +"1738 unsqueeze_31" [id=1738, type=unsqueeze]; +"1739 sigmoid_11" [id=1739, type=sigmoid]; +"1740 quantize_per_tensor_691" [id=1740, type="quantize_per_tensor"]; +"1741 dequantize_per_tensor_692" [id=1741, type="dequantize_per_tensor"]; +"1742 _frozen_param106" [id=1742, type="get_attr"]; +"1743 dequantize_per_tensor_693" [id=1743, type="dequantize_per_tensor"]; +"1744 mul_22" [id=1744, type=mul]; +"1745 quantize_per_tensor_694" [id=1745, type="quantize_per_tensor"]; +"1746 dequantize_per_tensor_695" [id=1746, type="dequantize_per_tensor"]; +"1747 pad_14" [id=1747, type=pad]; +"1748 view_61" [id=1748, type=view]; +"1749 permute_51" [id=1749, type=permute]; +"1750 reshape_49" [id=1750, type=reshape]; +"1751 clone_11" [id=1751, type=clone]; +"1752 reshape_49_0_0_nncf_smooth_quant_0" [id=1752, type="call_module"]; +"1753 quantize_per_tensor_696" [id=1753, type="quantize_per_tensor"]; +"1754 dequantize_per_tensor_697" [id=1754, type="dequantize_per_tensor"]; +"1755 _frozen_param107" [id=1755, type="get_attr"]; +"1756 dequantize_per_tensor_698" [id=1756, type="dequantize_per_tensor"]; +"1757 linear_71" [id=1757, type=linear]; +"1758 quantize_per_tensor_699" [id=1758, type="quantize_per_tensor"]; +"1759 dequantize_per_tensor_700" [id=1759, type="dequantize_per_tensor"]; +"1760 reshape_50" [id=1760, type=reshape]; +"1761 permute_52" [id=1761, type=permute]; +"1762 select_33" [id=1762, type=select]; +"1763 select_34" [id=1763, type=select]; +"1764 select_35" [id=1764, type=select]; +"1765 linalg_vector_norm_22" [id=1765, type="linalg_vector_norm"]; +"1766 clamp_min_22" [id=1766, type="clamp_min"]; +"1767 expand_as_22" [id=1767, type="expand_as"]; +"1768 div_22" [id=1768, type=div]; +"1769 linalg_vector_norm_23" [id=1769, type="linalg_vector_norm"]; +"1770 clamp_min_23" [id=1770, type="clamp_min"]; +"1771 expand_as_23" [id=1771, type="expand_as"]; +"1772 div_23" [id=1772, type=div]; +"1773 transpose_22" [id=1773, type=transpose]; +"1774 matmul_22" [id=1774, type=matmul]; +"1775 quantize_per_tensor_701" [id=1775, type="quantize_per_tensor"]; +"1776 dequantize_per_tensor_702" [id=1776, type="dequantize_per_tensor"]; +"1777 _frozen_param108" [id=1777, type="get_attr"]; +"1778 dequantize_per_tensor_703" [id=1778, type="dequantize_per_tensor"]; +"1779 mul_23" [id=1779, type=mul]; +"1780 quantize_per_tensor_704" [id=1780, type="quantize_per_tensor"]; +"1781 dequantize_per_tensor_705" [id=1781, type="dequantize_per_tensor"]; +"1782 add_38" [id=1782, type=add]; +"1783 quantize_per_tensor_706" [id=1783, type="quantize_per_tensor"]; +"1784 dequantize_per_tensor_707" [id=1784, type="dequantize_per_tensor"]; +"1785 softmax_11" [id=1785, type=softmax]; +"1786 dropout_44" [id=1786, type=dropout]; +"1787 matmul_23" [id=1787, type=matmul]; +"1788 transpose_23" [id=1788, type=transpose]; +"1789 reshape_51" [id=1789, type=reshape]; +"1790 reshape_51_0_0_nncf_smooth_quant_0" [id=1790, type="call_module"]; +"1791 quantize_per_tensor_708" [id=1791, type="quantize_per_tensor"]; +"1792 dequantize_per_tensor_709" [id=1792, type="dequantize_per_tensor"]; +"1793 _frozen_param109" [id=1793, type="get_attr"]; +"1794 dequantize_per_tensor_710" [id=1794, type="dequantize_per_tensor"]; +"1795 linear_72" [id=1795, type=linear]; +"1796 quantize_per_tensor_711" [id=1796, type="quantize_per_tensor"]; +"1797 dequantize_per_tensor_712" [id=1797, type="dequantize_per_tensor"]; +"1798 dropout_45" [id=1798, type=dropout]; +"1799 view_62" [id=1799, type=view]; +"1800 permute_53" [id=1800, type=permute]; +"1801 reshape_52" [id=1801, type=reshape]; +"1802 slice_145" [id=1802, type=slice]; +"1803 slice_146" [id=1803, type=slice]; +"1804 contiguous_21" [id=1804, type=contiguous]; +"1805 layer_norm_26" [id=1805, type="layer_norm"]; +"1806 quantize_per_tensor_713" [id=1806, type="quantize_per_tensor"]; +"1807 dequantize_per_tensor_714" [id=1807, type="dequantize_per_tensor"]; +"1808 add_39" [id=1808, type=add]; +"1809 quantize_per_tensor_715" [id=1809, type="quantize_per_tensor"]; +"1810 dequantize_per_tensor_716" [id=1810, type="dequantize_per_tensor"]; +"1811 dequantize_per_tensor_717" [id=1811, type="dequantize_per_tensor"]; +"1812 add_39_0_0_nncf_smooth_quant_0" [id=1812, type="call_module"]; +"1813 quantize_per_tensor_718" [id=1813, type="quantize_per_tensor"]; +"1814 dequantize_per_tensor_719" [id=1814, type="dequantize_per_tensor"]; +"1815 _frozen_param110" [id=1815, type="get_attr"]; +"1816 dequantize_per_tensor_720" [id=1816, type="dequantize_per_tensor"]; +"1817 linear_73" [id=1817, type=linear]; +"1818 quantize_per_tensor_721" [id=1818, type="quantize_per_tensor"]; +"1819 dequantize_per_tensor_722" [id=1819, type="dequantize_per_tensor"]; +"1820 gelu_11" [id=1820, type=gelu]; +"1821 dropout_46" [id=1821, type=dropout]; +"1822 dropout_46_0_0_nncf_smooth_quant_0" [id=1822, type="call_module"]; +"1823 quantize_per_tensor_723" [id=1823, type="quantize_per_tensor"]; +"1824 dequantize_per_tensor_724" [id=1824, type="dequantize_per_tensor"]; +"1825 _frozen_param111" [id=1825, type="get_attr"]; +"1826 dequantize_per_tensor_725" [id=1826, type="dequantize_per_tensor"]; +"1827 linear_74" [id=1827, type=linear]; +"1828 quantize_per_tensor_726" [id=1828, type="quantize_per_tensor"]; +"1829 dequantize_per_tensor_727" [id=1829, type="dequantize_per_tensor"]; +"1830 dropout_47" [id=1830, type=dropout]; +"1831 layer_norm_27" [id=1831, type="layer_norm"]; +"1832 quantize_per_tensor_728" [id=1832, type="quantize_per_tensor"]; +"1833 dequantize_per_tensor_729" [id=1833, type="dequantize_per_tensor"]; +"1834 add_40" [id=1834, type=add]; +"1835 quantize_per_tensor_730" [id=1835, type="quantize_per_tensor"]; +"1836 dequantize_per_tensor_731" [id=1836, type="dequantize_per_tensor"]; +"1837 layer_norm_28" [id=1837, type="layer_norm"]; +"1838 permute_54" [id=1838, type=permute]; +"1839 quantize_per_tensor_732" [id=1839, type="quantize_per_tensor"]; +"1840 dequantize_per_tensor_733" [id=1840, type="dequantize_per_tensor"]; +"1841 adaptive_avg_pool2d" [id=1841, type="adaptive_avg_pool2d"]; +"1842 quantize_per_tensor_734" [id=1842, type="quantize_per_tensor"]; +"1843 dequantize_per_tensor_735" [id=1843, type="dequantize_per_tensor"]; +"1844 flatten" [id=1844, type=flatten]; +"1845 quantize_per_tensor_736" [id=1845, type="quantize_per_tensor"]; +"1846 dequantize_per_tensor_737" [id=1846, type="dequantize_per_tensor"]; +"1847 flatten_0_0_nncf_smooth_quant_0" [id=1847, type="call_module"]; +"1848 quantize_per_tensor_738" [id=1848, type="quantize_per_tensor"]; +"1849 dequantize_per_tensor_739" [id=1849, type="dequantize_per_tensor"]; +"1850 _frozen_param112" [id=1850, type="get_attr"]; +"1851 dequantize_per_tensor_740" [id=1851, type="dequantize_per_tensor"]; +"1852 linear_75" [id=1852, type=linear]; +"1853 quantize_per_tensor_741" [id=1853, type="quantize_per_tensor"]; +"1854 dequantize_per_tensor_742" [id=1854, type="dequantize_per_tensor"]; +"1855 output" [id=1855, type=output]; "0 features_1_0_attn_qkv_bias" -> "180 clone" [style=solid, label="(288,)"]; "1 features_1_0_attn_proj_bias" -> "224 linear_3" [style=solid, label="(96,)"]; -"2 features_1_1_attn_qkv_bias" -> "305 clone_1" [style=solid, label="(288,)"]; -"3 features_1_1_attn_proj_bias" -> "373 linear_9" [style=solid, label="(96,)"]; -"4 features_3_0_attn_qkv_bias" -> "484 clone_2" [style=solid, label="(576,)"]; -"5 features_3_0_attn_proj_bias" -> "528 linear_16" [style=solid, label="(192,)"]; -"6 features_3_1_attn_qkv_bias" -> "612 clone_3" [style=solid, label="(576,)"]; -"7 features_3_1_attn_proj_bias" -> "680 linear_22" [style=solid, label="(192,)"]; -"8 features_5_0_attn_qkv_bias" -> "794 clone_4" [style=solid, label="(1152,)"]; -"9 features_5_0_attn_proj_bias" -> "838 linear_29" [style=solid, label="(384,)"]; -"10 features_5_1_attn_qkv_bias" -> "922 clone_5" [style=solid, label="(1152,)"]; -"11 features_5_1_attn_proj_bias" -> "990 linear_35" [style=solid, label="(384,)"]; -"12 features_5_2_attn_qkv_bias" -> "1072 clone_6" [style=solid, label="(1152,)"]; -"13 features_5_2_attn_proj_bias" -> "1116 linear_41" [style=solid, label="(384,)"]; -"14 features_5_3_attn_qkv_bias" -> "1198 clone_7" [style=solid, label="(1152,)"]; -"15 features_5_3_attn_proj_bias" -> "1266 linear_47" [style=solid, label="(384,)"]; -"16 features_5_4_attn_qkv_bias" -> "1348 clone_8" [style=solid, label="(1152,)"]; -"17 features_5_4_attn_proj_bias" -> "1392 linear_53" [style=solid, label="(384,)"]; -"18 features_5_5_attn_qkv_bias" -> "1474 clone_9" [style=solid, label="(1152,)"]; -"19 features_5_5_attn_proj_bias" -> "1542 linear_59" [style=solid, label="(384,)"]; -"20 features_7_0_attn_qkv_bias" -> "1656 clone_10" [style=solid, label="(2304,)"]; -"21 features_7_0_attn_proj_bias" -> "1700 linear_66" [style=solid, label="(768,)"]; -"22 features_7_1_attn_qkv_bias" -> "1783 clone_11" [style=solid, label="(2304,)"]; -"23 features_7_1_attn_proj_bias" -> "1827 linear_72" [style=solid, label="(768,)"]; +"2 features_1_1_attn_qkv_bias" -> "304 clone_1" [style=solid, label="(288,)"]; +"3 features_1_1_attn_proj_bias" -> "372 linear_9" [style=solid, label="(96,)"]; +"4 features_3_0_attn_qkv_bias" -> "478 clone_2" [style=solid, label="(576,)"]; +"5 features_3_0_attn_proj_bias" -> "522 linear_16" [style=solid, label="(192,)"]; +"6 features_3_1_attn_qkv_bias" -> "604 clone_3" [style=solid, label="(576,)"]; +"7 features_3_1_attn_proj_bias" -> "672 linear_22" [style=solid, label="(192,)"]; +"8 features_5_0_attn_qkv_bias" -> "780 clone_4" [style=solid, label="(1152,)"]; +"9 features_5_0_attn_proj_bias" -> "824 linear_29" [style=solid, label="(384,)"]; +"10 features_5_1_attn_qkv_bias" -> "906 clone_5" [style=solid, label="(1152,)"]; +"11 features_5_1_attn_proj_bias" -> "974 linear_35" [style=solid, label="(384,)"]; +"12 features_5_2_attn_qkv_bias" -> "1054 clone_6" [style=solid, label="(1152,)"]; +"13 features_5_2_attn_proj_bias" -> "1098 linear_41" [style=solid, label="(384,)"]; +"14 features_5_3_attn_qkv_bias" -> "1178 clone_7" [style=solid, label="(1152,)"]; +"15 features_5_3_attn_proj_bias" -> "1246 linear_47" [style=solid, label="(384,)"]; +"16 features_5_4_attn_qkv_bias" -> "1326 clone_8" [style=solid, label="(1152,)"]; +"17 features_5_4_attn_proj_bias" -> "1370 linear_53" [style=solid, label="(384,)"]; +"18 features_5_5_attn_qkv_bias" -> "1450 clone_9" [style=solid, label="(1152,)"]; +"19 features_5_5_attn_proj_bias" -> "1518 linear_59" [style=solid, label="(384,)"]; +"20 features_7_0_attn_qkv_bias" -> "1626 clone_10" [style=solid, label="(2304,)"]; +"21 features_7_0_attn_proj_bias" -> "1670 linear_66" [style=solid, label="(768,)"]; +"22 features_7_1_attn_qkv_bias" -> "1751 clone_11" [style=solid, label="(2304,)"]; +"23 features_7_1_attn_proj_bias" -> "1795 linear_72" [style=solid, label="(768,)"]; "24 features_0_0_bias" -> "137 conv2d" [style=solid, label="(96,)"]; "25 features_0_2_weight" -> "143 layer_norm" [style=solid, label="(96,)"]; "26 features_0_2_bias" -> "143 layer_norm" [style=solid, label="(96,)"]; "27 features_1_0_attn_cpb_mlp_0_bias" -> "148 linear" [style=solid, label="(512,)"]; -"28 features_1_0_norm1_weight" -> "233 layer_norm_1" [style=solid, label="(96,)"]; -"29 features_1_0_norm1_bias" -> "233 layer_norm_1" [style=solid, label="(96,)"]; -"30 features_1_0_mlp_0_bias" -> "247 linear_4" [style=solid, label="(384,)"]; -"31 features_1_0_mlp_3_bias" -> "257 linear_5" [style=solid, label="(96,)"]; -"32 features_1_0_norm2_weight" -> "261 layer_norm_2" [style=solid, label="(96,)"]; -"33 features_1_0_norm2_bias" -> "261 layer_norm_2" [style=solid, label="(96,)"]; -"34 features_1_1_attn_cpb_mlp_0_bias" -> "272 linear_6" [style=solid, label="(512,)"]; -"35 features_1_1_norm1_weight" -> "383 layer_norm_3" [style=solid, label="(96,)"]; -"36 features_1_1_norm1_bias" -> "383 layer_norm_3" [style=solid, label="(96,)"]; -"37 features_1_1_mlp_0_bias" -> "395 linear_10" [style=solid, label="(384,)"]; -"38 features_1_1_mlp_3_bias" -> "405 linear_11" [style=solid, label="(96,)"]; -"39 features_1_1_norm2_weight" -> "409 layer_norm_4" [style=solid, label="(96,)"]; -"40 features_1_1_norm2_bias" -> "409 layer_norm_4" [style=solid, label="(96,)"]; -"41 features_2_norm_weight" -> "447 layer_norm_5" [style=solid, label="(192,)"]; -"42 features_2_norm_bias" -> "447 layer_norm_5" [style=solid, label="(192,)"]; -"43 features_3_0_attn_cpb_mlp_0_bias" -> "452 linear_13" [style=solid, label="(512,)"]; -"44 features_3_0_norm1_weight" -> "540 layer_norm_6" [style=solid, label="(192,)"]; -"45 features_3_0_norm1_bias" -> "540 layer_norm_6" [style=solid, label="(192,)"]; -"46 features_3_0_mlp_0_bias" -> "554 linear_17" [style=solid, label="(768,)"]; -"47 features_3_0_mlp_3_bias" -> "564 linear_18" [style=solid, label="(192,)"]; -"48 features_3_0_norm2_weight" -> "568 layer_norm_7" [style=solid, label="(192,)"]; -"49 features_3_0_norm2_bias" -> "568 layer_norm_7" [style=solid, label="(192,)"]; -"50 features_3_1_attn_cpb_mlp_0_bias" -> "579 linear_19" [style=solid, label="(512,)"]; -"51 features_3_1_norm1_weight" -> "693 layer_norm_8" [style=solid, label="(192,)"]; -"52 features_3_1_norm1_bias" -> "693 layer_norm_8" [style=solid, label="(192,)"]; -"53 features_3_1_mlp_0_bias" -> "705 linear_23" [style=solid, label="(768,)"]; -"54 features_3_1_mlp_3_bias" -> "715 linear_24" [style=solid, label="(192,)"]; -"55 features_3_1_norm2_weight" -> "719 layer_norm_9" [style=solid, label="(192,)"]; -"56 features_3_1_norm2_bias" -> "719 layer_norm_9" [style=solid, label="(192,)"]; -"57 features_4_norm_weight" -> "757 layer_norm_10" [style=solid, label="(384,)"]; -"58 features_4_norm_bias" -> "757 layer_norm_10" [style=solid, label="(384,)"]; -"59 features_5_0_attn_cpb_mlp_0_bias" -> "762 linear_26" [style=solid, label="(512,)"]; -"60 features_5_0_norm1_weight" -> "850 layer_norm_11" [style=solid, label="(384,)"]; -"61 features_5_0_norm1_bias" -> "850 layer_norm_11" [style=solid, label="(384,)"]; -"62 features_5_0_mlp_0_bias" -> "864 linear_30" [style=solid, label="(1536,)"]; -"63 features_5_0_mlp_3_bias" -> "874 linear_31" [style=solid, label="(384,)"]; -"64 features_5_0_norm2_weight" -> "878 layer_norm_12" [style=solid, label="(384,)"]; -"65 features_5_0_norm2_bias" -> "878 layer_norm_12" [style=solid, label="(384,)"]; -"66 features_5_1_attn_cpb_mlp_0_bias" -> "889 linear_32" [style=solid, label="(512,)"]; -"67 features_5_1_norm1_weight" -> "1003 layer_norm_13" [style=solid, label="(384,)"]; -"68 features_5_1_norm1_bias" -> "1003 layer_norm_13" [style=solid, label="(384,)"]; -"69 features_5_1_mlp_0_bias" -> "1015 linear_36" [style=solid, label="(1536,)"]; -"70 features_5_1_mlp_3_bias" -> "1025 linear_37" [style=solid, label="(384,)"]; -"71 features_5_1_norm2_weight" -> "1029 layer_norm_14" [style=solid, label="(384,)"]; -"72 features_5_1_norm2_bias" -> "1029 layer_norm_14" [style=solid, label="(384,)"]; -"73 features_5_2_attn_cpb_mlp_0_bias" -> "1040 linear_38" [style=solid, label="(512,)"]; -"74 features_5_2_norm1_weight" -> "1128 layer_norm_15" [style=solid, label="(384,)"]; -"75 features_5_2_norm1_bias" -> "1128 layer_norm_15" [style=solid, label="(384,)"]; -"76 features_5_2_mlp_0_bias" -> "1140 linear_42" [style=solid, label="(1536,)"]; -"77 features_5_2_mlp_3_bias" -> "1150 linear_43" [style=solid, label="(384,)"]; -"78 features_5_2_norm2_weight" -> "1154 layer_norm_16" [style=solid, label="(384,)"]; -"79 features_5_2_norm2_bias" -> "1154 layer_norm_16" [style=solid, label="(384,)"]; -"80 features_5_3_attn_cpb_mlp_0_bias" -> "1165 linear_44" [style=solid, label="(512,)"]; -"81 features_5_3_norm1_weight" -> "1279 layer_norm_17" [style=solid, label="(384,)"]; -"82 features_5_3_norm1_bias" -> "1279 layer_norm_17" [style=solid, label="(384,)"]; -"83 features_5_3_mlp_0_bias" -> "1291 linear_48" [style=solid, label="(1536,)"]; -"84 features_5_3_mlp_3_bias" -> "1301 linear_49" [style=solid, label="(384,)"]; -"85 features_5_3_norm2_weight" -> "1305 layer_norm_18" [style=solid, label="(384,)"]; -"86 features_5_3_norm2_bias" -> "1305 layer_norm_18" [style=solid, label="(384,)"]; -"87 features_5_4_attn_cpb_mlp_0_bias" -> "1316 linear_50" [style=solid, label="(512,)"]; -"88 features_5_4_norm1_weight" -> "1404 layer_norm_19" [style=solid, label="(384,)"]; -"89 features_5_4_norm1_bias" -> "1404 layer_norm_19" [style=solid, label="(384,)"]; -"90 features_5_4_mlp_0_bias" -> "1416 linear_54" [style=solid, label="(1536,)"]; -"91 features_5_4_mlp_3_bias" -> "1426 linear_55" [style=solid, label="(384,)"]; -"92 features_5_4_norm2_weight" -> "1430 layer_norm_20" [style=solid, label="(384,)"]; -"93 features_5_4_norm2_bias" -> "1430 layer_norm_20" [style=solid, label="(384,)"]; -"94 features_5_5_attn_cpb_mlp_0_bias" -> "1441 linear_56" [style=solid, label="(512,)"]; -"95 features_5_5_norm1_weight" -> "1555 layer_norm_21" [style=solid, label="(384,)"]; -"96 features_5_5_norm1_bias" -> "1555 layer_norm_21" [style=solid, label="(384,)"]; -"97 features_5_5_mlp_0_bias" -> "1567 linear_60" [style=solid, label="(1536,)"]; -"98 features_5_5_mlp_3_bias" -> "1577 linear_61" [style=solid, label="(384,)"]; -"99 features_5_5_norm2_weight" -> "1581 layer_norm_22" [style=solid, label="(384,)"]; -"100 features_5_5_norm2_bias" -> "1581 layer_norm_22" [style=solid, label="(384,)"]; -"101 features_6_norm_weight" -> "1619 layer_norm_23" [style=solid, label="(768,)"]; -"102 features_6_norm_bias" -> "1619 layer_norm_23" [style=solid, label="(768,)"]; -"103 features_7_0_attn_cpb_mlp_0_bias" -> "1624 linear_63" [style=solid, label="(512,)"]; -"104 features_7_0_norm1_weight" -> "1712 layer_norm_24" [style=solid, label="(768,)"]; -"105 features_7_0_norm1_bias" -> "1712 layer_norm_24" [style=solid, label="(768,)"]; -"106 features_7_0_mlp_0_bias" -> "1726 linear_67" [style=solid, label="(3072,)"]; -"107 features_7_0_mlp_3_bias" -> "1736 linear_68" [style=solid, label="(768,)"]; -"108 features_7_0_norm2_weight" -> "1740 layer_norm_25" [style=solid, label="(768,)"]; -"109 features_7_0_norm2_bias" -> "1740 layer_norm_25" [style=solid, label="(768,)"]; -"110 features_7_1_attn_cpb_mlp_0_bias" -> "1751 linear_69" [style=solid, label="(512,)"]; -"111 features_7_1_norm1_weight" -> "1839 layer_norm_26" [style=solid, label="(768,)"]; -"112 features_7_1_norm1_bias" -> "1839 layer_norm_26" [style=solid, label="(768,)"]; -"113 features_7_1_mlp_0_bias" -> "1851 linear_73" [style=solid, label="(3072,)"]; -"114 features_7_1_mlp_3_bias" -> "1861 linear_74" [style=solid, label="(768,)"]; -"115 features_7_1_norm2_weight" -> "1865 layer_norm_27" [style=solid, label="(768,)"]; -"116 features_7_1_norm2_bias" -> "1865 layer_norm_27" [style=solid, label="(768,)"]; -"117 norm_weight" -> "1871 layer_norm_28" [style=solid, label="(768,)"]; -"118 norm_bias" -> "1871 layer_norm_28" [style=solid, label="(768,)"]; -"119 head_bias" -> "1886 linear_75" [style=solid, label="(1000,)"]; +"28 features_1_0_norm1_weight" -> "232 layer_norm_1" [style=solid, label="(96,)"]; +"29 features_1_0_norm1_bias" -> "232 layer_norm_1" [style=solid, label="(96,)"]; +"30 features_1_0_mlp_0_bias" -> "246 linear_4" [style=solid, label="(384,)"]; +"31 features_1_0_mlp_3_bias" -> "256 linear_5" [style=solid, label="(96,)"]; +"32 features_1_0_norm2_weight" -> "260 layer_norm_2" [style=solid, label="(96,)"]; +"33 features_1_0_norm2_bias" -> "260 layer_norm_2" [style=solid, label="(96,)"]; +"34 features_1_1_attn_cpb_mlp_0_bias" -> "271 linear_6" [style=solid, label="(512,)"]; +"35 features_1_1_norm1_weight" -> "381 layer_norm_3" [style=solid, label="(96,)"]; +"36 features_1_1_norm1_bias" -> "381 layer_norm_3" [style=solid, label="(96,)"]; +"37 features_1_1_mlp_0_bias" -> "393 linear_10" [style=solid, label="(384,)"]; +"38 features_1_1_mlp_3_bias" -> "403 linear_11" [style=solid, label="(96,)"]; +"39 features_1_1_norm2_weight" -> "407 layer_norm_4" [style=solid, label="(96,)"]; +"40 features_1_1_norm2_bias" -> "407 layer_norm_4" [style=solid, label="(96,)"]; +"41 features_2_norm_weight" -> "441 layer_norm_5" [style=solid, label="(192,)"]; +"42 features_2_norm_bias" -> "441 layer_norm_5" [style=solid, label="(192,)"]; +"43 features_3_0_attn_cpb_mlp_0_bias" -> "446 linear_13" [style=solid, label="(512,)"]; +"44 features_3_0_norm1_weight" -> "532 layer_norm_6" [style=solid, label="(192,)"]; +"45 features_3_0_norm1_bias" -> "532 layer_norm_6" [style=solid, label="(192,)"]; +"46 features_3_0_mlp_0_bias" -> "546 linear_17" [style=solid, label="(768,)"]; +"47 features_3_0_mlp_3_bias" -> "556 linear_18" [style=solid, label="(192,)"]; +"48 features_3_0_norm2_weight" -> "560 layer_norm_7" [style=solid, label="(192,)"]; +"49 features_3_0_norm2_bias" -> "560 layer_norm_7" [style=solid, label="(192,)"]; +"50 features_3_1_attn_cpb_mlp_0_bias" -> "571 linear_19" [style=solid, label="(512,)"]; +"51 features_3_1_norm1_weight" -> "683 layer_norm_8" [style=solid, label="(192,)"]; +"52 features_3_1_norm1_bias" -> "683 layer_norm_8" [style=solid, label="(192,)"]; +"53 features_3_1_mlp_0_bias" -> "695 linear_23" [style=solid, label="(768,)"]; +"54 features_3_1_mlp_3_bias" -> "705 linear_24" [style=solid, label="(192,)"]; +"55 features_3_1_norm2_weight" -> "709 layer_norm_9" [style=solid, label="(192,)"]; +"56 features_3_1_norm2_bias" -> "709 layer_norm_9" [style=solid, label="(192,)"]; +"57 features_4_norm_weight" -> "743 layer_norm_10" [style=solid, label="(384,)"]; +"58 features_4_norm_bias" -> "743 layer_norm_10" [style=solid, label="(384,)"]; +"59 features_5_0_attn_cpb_mlp_0_bias" -> "748 linear_26" [style=solid, label="(512,)"]; +"60 features_5_0_norm1_weight" -> "834 layer_norm_11" [style=solid, label="(384,)"]; +"61 features_5_0_norm1_bias" -> "834 layer_norm_11" [style=solid, label="(384,)"]; +"62 features_5_0_mlp_0_bias" -> "848 linear_30" [style=solid, label="(1536,)"]; +"63 features_5_0_mlp_3_bias" -> "858 linear_31" [style=solid, label="(384,)"]; +"64 features_5_0_norm2_weight" -> "862 layer_norm_12" [style=solid, label="(384,)"]; +"65 features_5_0_norm2_bias" -> "862 layer_norm_12" [style=solid, label="(384,)"]; +"66 features_5_1_attn_cpb_mlp_0_bias" -> "873 linear_32" [style=solid, label="(512,)"]; +"67 features_5_1_norm1_weight" -> "985 layer_norm_13" [style=solid, label="(384,)"]; +"68 features_5_1_norm1_bias" -> "985 layer_norm_13" [style=solid, label="(384,)"]; +"69 features_5_1_mlp_0_bias" -> "997 linear_36" [style=solid, label="(1536,)"]; +"70 features_5_1_mlp_3_bias" -> "1007 linear_37" [style=solid, label="(384,)"]; +"71 features_5_1_norm2_weight" -> "1011 layer_norm_14" [style=solid, label="(384,)"]; +"72 features_5_1_norm2_bias" -> "1011 layer_norm_14" [style=solid, label="(384,)"]; +"73 features_5_2_attn_cpb_mlp_0_bias" -> "1022 linear_38" [style=solid, label="(512,)"]; +"74 features_5_2_norm1_weight" -> "1108 layer_norm_15" [style=solid, label="(384,)"]; +"75 features_5_2_norm1_bias" -> "1108 layer_norm_15" [style=solid, label="(384,)"]; +"76 features_5_2_mlp_0_bias" -> "1120 linear_42" [style=solid, label="(1536,)"]; +"77 features_5_2_mlp_3_bias" -> "1130 linear_43" [style=solid, label="(384,)"]; +"78 features_5_2_norm2_weight" -> "1134 layer_norm_16" [style=solid, label="(384,)"]; +"79 features_5_2_norm2_bias" -> "1134 layer_norm_16" [style=solid, label="(384,)"]; +"80 features_5_3_attn_cpb_mlp_0_bias" -> "1145 linear_44" [style=solid, label="(512,)"]; +"81 features_5_3_norm1_weight" -> "1257 layer_norm_17" [style=solid, label="(384,)"]; +"82 features_5_3_norm1_bias" -> "1257 layer_norm_17" [style=solid, label="(384,)"]; +"83 features_5_3_mlp_0_bias" -> "1269 linear_48" [style=solid, label="(1536,)"]; +"84 features_5_3_mlp_3_bias" -> "1279 linear_49" [style=solid, label="(384,)"]; +"85 features_5_3_norm2_weight" -> "1283 layer_norm_18" [style=solid, label="(384,)"]; +"86 features_5_3_norm2_bias" -> "1283 layer_norm_18" [style=solid, label="(384,)"]; +"87 features_5_4_attn_cpb_mlp_0_bias" -> "1294 linear_50" [style=solid, label="(512,)"]; +"88 features_5_4_norm1_weight" -> "1380 layer_norm_19" [style=solid, label="(384,)"]; +"89 features_5_4_norm1_bias" -> "1380 layer_norm_19" [style=solid, label="(384,)"]; +"90 features_5_4_mlp_0_bias" -> "1392 linear_54" [style=solid, label="(1536,)"]; +"91 features_5_4_mlp_3_bias" -> "1402 linear_55" [style=solid, label="(384,)"]; +"92 features_5_4_norm2_weight" -> "1406 layer_norm_20" [style=solid, label="(384,)"]; +"93 features_5_4_norm2_bias" -> "1406 layer_norm_20" [style=solid, label="(384,)"]; +"94 features_5_5_attn_cpb_mlp_0_bias" -> "1417 linear_56" [style=solid, label="(512,)"]; +"95 features_5_5_norm1_weight" -> "1529 layer_norm_21" [style=solid, label="(384,)"]; +"96 features_5_5_norm1_bias" -> "1529 layer_norm_21" [style=solid, label="(384,)"]; +"97 features_5_5_mlp_0_bias" -> "1541 linear_60" [style=solid, label="(1536,)"]; +"98 features_5_5_mlp_3_bias" -> "1551 linear_61" [style=solid, label="(384,)"]; +"99 features_5_5_norm2_weight" -> "1555 layer_norm_22" [style=solid, label="(384,)"]; +"100 features_5_5_norm2_bias" -> "1555 layer_norm_22" [style=solid, label="(384,)"]; +"101 features_6_norm_weight" -> "1589 layer_norm_23" [style=solid, label="(768,)"]; +"102 features_6_norm_bias" -> "1589 layer_norm_23" [style=solid, label="(768,)"]; +"103 features_7_0_attn_cpb_mlp_0_bias" -> "1594 linear_63" [style=solid, label="(512,)"]; +"104 features_7_0_norm1_weight" -> "1680 layer_norm_24" [style=solid, label="(768,)"]; +"105 features_7_0_norm1_bias" -> "1680 layer_norm_24" [style=solid, label="(768,)"]; +"106 features_7_0_mlp_0_bias" -> "1694 linear_67" [style=solid, label="(3072,)"]; +"107 features_7_0_mlp_3_bias" -> "1704 linear_68" [style=solid, label="(768,)"]; +"108 features_7_0_norm2_weight" -> "1708 layer_norm_25" [style=solid, label="(768,)"]; +"109 features_7_0_norm2_bias" -> "1708 layer_norm_25" [style=solid, label="(768,)"]; +"110 features_7_1_attn_cpb_mlp_0_bias" -> "1719 linear_69" [style=solid, label="(512,)"]; +"111 features_7_1_norm1_weight" -> "1805 layer_norm_26" [style=solid, label="(768,)"]; +"112 features_7_1_norm1_bias" -> "1805 layer_norm_26" [style=solid, label="(768,)"]; +"113 features_7_1_mlp_0_bias" -> "1817 linear_73" [style=solid, label="(3072,)"]; +"114 features_7_1_mlp_3_bias" -> "1827 linear_74" [style=solid, label="(768,)"]; +"115 features_7_1_norm2_weight" -> "1831 layer_norm_27" [style=solid, label="(768,)"]; +"116 features_7_1_norm2_bias" -> "1831 layer_norm_27" [style=solid, label="(768,)"]; +"117 norm_weight" -> "1837 layer_norm_28" [style=solid, label="(768,)"]; +"118 norm_bias" -> "1837 layer_norm_28" [style=solid, label="(768,)"]; +"119 head_bias" -> "1852 linear_75" [style=solid, label="(1000,)"]; "120 features_1_0_attn_relative_position_index" -> "163 index" [style=solid, label="(4096,)"]; -"121 features_1_1_attn_relative_position_index" -> "287 index_1" [style=solid, label="(4096,)"]; -"122 features_3_0_attn_relative_position_index" -> "467 index_2" [style=solid, label="(4096,)"]; -"123 features_3_1_attn_relative_position_index" -> "594 index_3" [style=solid, label="(4096,)"]; -"124 features_5_0_attn_relative_position_index" -> "777 index_4" [style=solid, label="(4096,)"]; -"125 features_5_1_attn_relative_position_index" -> "904 index_5" [style=solid, label="(4096,)"]; -"126 features_5_2_attn_relative_position_index" -> "1055 index_6" [style=solid, label="(4096,)"]; -"127 features_5_3_attn_relative_position_index" -> "1180 index_7" [style=solid, label="(4096,)"]; -"128 features_5_4_attn_relative_position_index" -> "1331 index_8" [style=solid, label="(4096,)"]; -"129 features_5_5_attn_relative_position_index" -> "1456 index_9" [style=solid, label="(4096,)"]; -"130 features_7_0_attn_relative_position_index" -> "1639 index_10" [style=solid, label="(4096,)"]; -"131 features_7_1_attn_relative_position_index" -> "1766 index_11" [style=solid, label="(4096,)"]; +"121 features_1_1_attn_relative_position_index" -> "286 index_1" [style=solid, label="(4096,)"]; +"122 features_3_0_attn_relative_position_index" -> "461 index_2" [style=solid, label="(4096,)"]; +"123 features_3_1_attn_relative_position_index" -> "586 index_3" [style=solid, label="(4096,)"]; +"124 features_5_0_attn_relative_position_index" -> "763 index_4" [style=solid, label="(4096,)"]; +"125 features_5_1_attn_relative_position_index" -> "888 index_5" [style=solid, label="(4096,)"]; +"126 features_5_2_attn_relative_position_index" -> "1037 index_6" [style=solid, label="(4096,)"]; +"127 features_5_3_attn_relative_position_index" -> "1160 index_7" [style=solid, label="(4096,)"]; +"128 features_5_4_attn_relative_position_index" -> "1309 index_8" [style=solid, label="(4096,)"]; +"129 features_5_5_attn_relative_position_index" -> "1432 index_9" [style=solid, label="(4096,)"]; +"130 features_7_0_attn_relative_position_index" -> "1609 index_10" [style=solid, label="(4096,)"]; +"131 features_7_1_attn_relative_position_index" -> "1734 index_11" [style=solid, label="(4096,)"]; "132 x" -> "133 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; "133 quantize_per_tensor_0" -> "134 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; "134 dequantize_per_tensor_1" -> "137 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -2033,7 +1999,7 @@ strict digraph { "141 quantize_per_tensor_5" -> "142 dequantize_per_tensor_6" [style=solid, label="(1, 56, 56, 96)"]; "142 dequantize_per_tensor_6" -> "143 layer_norm" [style=solid, label="(1, 56, 56, 96)"]; "143 layer_norm" -> "176 pad" [style=solid, label="(1, 56, 56, 96)"]; -"143 layer_norm" -> "236 quantize_per_tensor_42" [style=solid, label="(1, 56, 56, 96)"]; +"143 layer_norm" -> "235 quantize_per_tensor_42" [style=solid, label="(1, 56, 56, 96)"]; "144 _frozen_param1" -> "145 dequantize_per_tensor_7" [style=solid, label="(1, 15, 15, 2)"]; "145 dequantize_per_tensor_7" -> "148 linear" [style=solid, label="(1, 15, 15, 2)"]; "146 _frozen_param2" -> "147 dequantize_per_tensor_8" [style=solid, label="(512, 2)"]; @@ -2126,1781 +2092,1747 @@ strict digraph { "227 dropout_1" -> "228 view_3" [style=solid, label="(49, 64, 96)"]; "228 view_3" -> "229 permute_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; "229 permute_4" -> "230 reshape_3" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"230 reshape_3" -> "231 slice_2" [style=solid, label="(1, 56, 56, 96)"]; -"231 slice_2" -> "232 slice_3" [style=solid, label="(1, 56, 56, 96)"]; -"232 slice_3" -> "233 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; -"233 layer_norm_1" -> "234 quantize_per_tensor_40" [style=solid, label="(1, 56, 56, 96)"]; -"234 quantize_per_tensor_40" -> "235 dequantize_per_tensor_41" [style=solid, label="(1, 56, 56, 96)"]; -"235 dequantize_per_tensor_41" -> "238 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"236 quantize_per_tensor_42" -> "237 dequantize_per_tensor_43" [style=solid, label="(1, 56, 56, 96)"]; -"237 dequantize_per_tensor_43" -> "238 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"238 add_1" -> "239 quantize_per_tensor_44" [style=solid, label="(1, 56, 56, 96)"]; -"239 quantize_per_tensor_44" -> "240 dequantize_per_tensor_45" [style=solid, label="(1, 56, 56, 96)"]; -"239 quantize_per_tensor_44" -> "241 dequantize_per_tensor_46" [style=solid, label="(1, 56, 56, 96)"]; -"240 dequantize_per_tensor_45" -> "264 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"241 dequantize_per_tensor_46" -> "242 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"242 add_1_0_0_nncf_smooth_quant_0" -> "243 quantize_per_tensor_47" [style=solid, label="(1, 56, 56, 96)"]; -"243 quantize_per_tensor_47" -> "244 dequantize_per_tensor_48" [style=solid, label="(1, 56, 56, 96)"]; -"244 dequantize_per_tensor_48" -> "247 linear_4" [style=solid, label="(1, 56, 56, 96)"]; -"245 _frozen_param8" -> "246 dequantize_per_tensor_49" [style=solid, label="(384, 96)"]; -"246 dequantize_per_tensor_49" -> "247 linear_4" [style=solid, label="(384, 96)"]; -"247 linear_4" -> "248 quantize_per_tensor_50" [style=solid, label="(1, 56, 56, 384)"]; -"248 quantize_per_tensor_50" -> "249 dequantize_per_tensor_51" [style=solid, label="(1, 56, 56, 384)"]; -"249 dequantize_per_tensor_51" -> "250 gelu" [style=solid, label="(1, 56, 56, 384)"]; -"250 gelu" -> "251 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; -"251 dropout_2" -> "252 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"252 dropout_2_0_0_nncf_smooth_quant_0" -> "253 quantize_per_tensor_52" [style=solid, label="(1, 56, 56, 384)"]; -"253 quantize_per_tensor_52" -> "254 dequantize_per_tensor_53" [style=solid, label="(1, 56, 56, 384)"]; -"254 dequantize_per_tensor_53" -> "257 linear_5" [style=solid, label="(1, 56, 56, 384)"]; -"255 _frozen_param9" -> "256 dequantize_per_tensor_54" [style=solid, label="(96, 384)"]; -"256 dequantize_per_tensor_54" -> "257 linear_5" [style=solid, label="(96, 384)"]; -"257 linear_5" -> "258 quantize_per_tensor_55" [style=solid, label="(1, 56, 56, 96)"]; -"258 quantize_per_tensor_55" -> "259 dequantize_per_tensor_56" [style=solid, label="(1, 56, 56, 96)"]; -"259 dequantize_per_tensor_56" -> "260 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; -"260 dropout_3" -> "261 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; -"261 layer_norm_2" -> "262 quantize_per_tensor_57" [style=solid, label="(1, 56, 56, 96)"]; -"262 quantize_per_tensor_57" -> "263 dequantize_per_tensor_58" [style=solid, label="(1, 56, 56, 96)"]; -"263 dequantize_per_tensor_58" -> "264 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"264 add_2" -> "265 quantize_per_tensor_59" [style=solid, label="(1, 56, 56, 96)"]; -"265 quantize_per_tensor_59" -> "266 dequantize_per_tensor_60" [style=solid, label="(1, 56, 56, 96)"]; -"265 quantize_per_tensor_59" -> "267 dequantize_per_tensor_61" [style=solid, label="(1, 56, 56, 96)"]; -"266 dequantize_per_tensor_60" -> "386 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"267 dequantize_per_tensor_61" -> "300 pad_1" [style=solid, label="(1, 56, 56, 96)"]; -"268 _frozen_param10" -> "269 dequantize_per_tensor_62" [style=solid, label="(1, 15, 15, 2)"]; -"269 dequantize_per_tensor_62" -> "272 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"270 _frozen_param11" -> "271 dequantize_per_tensor_63" [style=solid, label="(512, 2)"]; -"271 dequantize_per_tensor_63" -> "272 linear_6" [style=solid, label="(512, 2)"]; -"272 linear_6" -> "273 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"273 relu__1" -> "274 quantize_per_tensor_64" [style=solid, label="(1, 15, 15, 512)"]; -"274 quantize_per_tensor_64" -> "275 dequantize_per_tensor_65" [style=solid, label="(1, 15, 15, 512)"]; -"275 dequantize_per_tensor_65" -> "276 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"276 relu__1_0_0_nncf_smooth_quant_0" -> "277 quantize_per_tensor_66" [style=solid, label="(1, 15, 15, 512)"]; -"277 quantize_per_tensor_66" -> "278 dequantize_per_tensor_67" [style=solid, label="(1, 15, 15, 512)"]; -"278 dequantize_per_tensor_67" -> "281 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"279 _frozen_param12" -> "280 dequantize_per_tensor_68" [style=solid, label="(3, 512)"]; -"280 dequantize_per_tensor_68" -> "281 linear_7" [style=solid, label="(3, 512)"]; -"281 linear_7" -> "282 quantize_per_tensor_69" [style=solid, label="(1, 15, 15, 3)"]; -"282 quantize_per_tensor_69" -> "283 dequantize_per_tensor_70" [style=solid, label="(1, 15, 15, 3)"]; -"283 dequantize_per_tensor_70" -> "284 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"284 view_4" -> "285 quantize_per_tensor_71" [style=solid, label="(225, 3)"]; -"285 quantize_per_tensor_71" -> "286 dequantize_per_tensor_72" [style=solid, label="(225, 3)"]; -"286 dequantize_per_tensor_72" -> "287 index_1" [style=solid, label="(225, 3)"]; -"287 index_1" -> "288 view_5" [style=solid, label="(4096, 3)"]; -"288 view_5" -> "289 permute_5" [style=solid, label="(64, 64, 3)"]; -"289 permute_5" -> "290 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"290 contiguous_1" -> "291 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"291 unsqueeze_1" -> "292 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"292 sigmoid_1" -> "293 quantize_per_tensor_73" [style=solid, label="(1, 3, 64, 64)"]; -"293 quantize_per_tensor_73" -> "294 dequantize_per_tensor_74" [style=solid, label="(1, 3, 64, 64)"]; -"294 dequantize_per_tensor_74" -> "297 mul_2" [style=solid, label="(1, 3, 64, 64)"]; -"295 _frozen_param13" -> "296 dequantize_per_tensor_75" [style=solid, label="()"]; -"296 dequantize_per_tensor_75" -> "297 mul_2" [style=solid, label="()"]; -"297 mul_2" -> "298 quantize_per_tensor_76" [style=solid, label="(1, 3, 64, 64)"]; -"298 quantize_per_tensor_76" -> "299 dequantize_per_tensor_77" [style=solid, label="(1, 3, 64, 64)"]; -"299 dequantize_per_tensor_77" -> "336 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"300 pad_1" -> "301 roll" [style=solid, label="(1, 56, 56, 96)"]; -"301 roll" -> "302 view_6" [style=solid, label="(1, 56, 56, 96)"]; -"302 view_6" -> "303 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"303 permute_6" -> "304 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"304 reshape_4" -> "306 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"304 reshape_4" -> "339 new_zeros" [style=solid, label="(49, 64, 96)"]; -"305 clone_1" -> "311 linear_8" [style=solid, label="(288,)"]; -"306 reshape_4_0_0_nncf_smooth_quant_0" -> "307 quantize_per_tensor_78" [style=solid, label="(49, 64, 96)"]; -"307 quantize_per_tensor_78" -> "308 dequantize_per_tensor_79" [style=solid, label="(49, 64, 96)"]; -"308 dequantize_per_tensor_79" -> "311 linear_8" [style=solid, label="(49, 64, 96)"]; -"309 _frozen_param14" -> "310 dequantize_per_tensor_80" [style=solid, label="(288, 96)"]; -"310 dequantize_per_tensor_80" -> "311 linear_8" [style=solid, label="(288, 96)"]; -"311 linear_8" -> "312 quantize_per_tensor_81" [style=solid, label="(49, 64, 288)"]; -"312 quantize_per_tensor_81" -> "313 dequantize_per_tensor_82" [style=solid, label="(49, 64, 288)"]; -"313 dequantize_per_tensor_82" -> "314 reshape_5" [style=solid, label="(49, 64, 288)"]; -"314 reshape_5" -> "315 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; -"315 permute_7" -> "316 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; -"315 permute_7" -> "317 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; -"315 permute_7" -> "318 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; -"316 select_3" -> "319 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; -"316 select_3" -> "321 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; -"316 select_3" -> "322 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"317 select_4" -> "323 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; -"317 select_4" -> "325 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; -"317 select_4" -> "326 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"318 select_5" -> "365 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; -"319 linalg_vector_norm_2" -> "320 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; -"320 clamp_min_2" -> "321 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; -"321 expand_as_2" -> "322 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"322 div_2" -> "328 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; -"323 linalg_vector_norm_3" -> "324 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; -"324 clamp_min_3" -> "325 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; -"325 expand_as_3" -> "326 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"326 div_3" -> "327 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; -"327 transpose_2" -> "328 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; -"328 matmul_2" -> "329 quantize_per_tensor_83" [style=solid, label="(49, 3, 64, 64)"]; -"329 quantize_per_tensor_83" -> "330 dequantize_per_tensor_84" [style=solid, label="(49, 3, 64, 64)"]; -"330 dequantize_per_tensor_84" -> "333 mul_3" [style=solid, label="(49, 3, 64, 64)"]; -"331 _frozen_param15" -> "332 dequantize_per_tensor_85" [style=solid, label="(3, 1, 1)"]; -"332 dequantize_per_tensor_85" -> "333 mul_3" [style=solid, label="(3, 1, 1)"]; -"333 mul_3" -> "334 quantize_per_tensor_86" [style=solid, label="(49, 3, 64, 64)"]; -"334 quantize_per_tensor_86" -> "335 dequantize_per_tensor_87" [style=solid, label="(49, 3, 64, 64)"]; -"335 dequantize_per_tensor_87" -> "336 add_3" [style=solid, label="(49, 3, 64, 64)"]; -"336 add_3" -> "337 quantize_per_tensor_88" [style=solid, label="(49, 3, 64, 64)"]; -"337 quantize_per_tensor_88" -> "338 dequantize_per_tensor_89" [style=solid, label="(49, 3, 64, 64)"]; -"338 dequantize_per_tensor_89" -> "350 view_8" [style=solid, label="(49, 3, 64, 64)"]; -"339 new_zeros" -> "340 view_7" [style=solid, label="(56, 56)"]; -"340 view_7" -> "341 permute_8" [style=solid, label="(7, 8, 7, 8)"]; -"341 permute_8" -> "342 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; -"342 reshape_6" -> "343 unsqueeze_2" [style=solid, label="(49, 64)"]; -"342 reshape_6" -> "344 unsqueeze_3" [style=solid, label="(49, 64)"]; -"343 unsqueeze_2" -> "345 sub" [style=solid, label="(49, 1, 64)"]; -"344 unsqueeze_3" -> "345 sub" [style=solid, label="(49, 64, 1)"]; -"345 sub" -> "346 ne" [style=solid, label="(49, 64, 64)"]; -"345 sub" -> "347 masked_fill" [style=solid, label="(49, 64, 64)"]; -"345 sub" -> "348 eq" [style=solid, label="(49, 64, 64)"]; -"346 ne" -> "347 masked_fill" [style=solid, label="(49, 64, 64)"]; -"347 masked_fill" -> "349 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"348 eq" -> "349 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"349 masked_fill_1" -> "353 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; -"350 view_8" -> "351 quantize_per_tensor_90" [style=solid, label="(1, 49, 3, 64, 64)"]; -"351 quantize_per_tensor_90" -> "352 dequantize_per_tensor_91" [style=solid, label="(1, 49, 3, 64, 64)"]; -"352 dequantize_per_tensor_91" -> "357 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; -"353 unsqueeze_4" -> "354 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; -"354 unsqueeze_5" -> "355 quantize_per_tensor_92" [style=solid, label="(1, 49, 1, 64, 64)"]; -"355 quantize_per_tensor_92" -> "356 dequantize_per_tensor_93" [style=solid, label="(1, 49, 1, 64, 64)"]; -"356 dequantize_per_tensor_93" -> "357 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; -"357 add_4" -> "358 quantize_per_tensor_94" [style=solid, label="(1, 49, 3, 64, 64)"]; -"358 quantize_per_tensor_94" -> "359 dequantize_per_tensor_95" [style=solid, label="(1, 49, 3, 64, 64)"]; -"359 dequantize_per_tensor_95" -> "360 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; -"360 view_9" -> "361 quantize_per_tensor_96" [style=solid, label="(49, 3, 64, 64)"]; -"361 quantize_per_tensor_96" -> "362 dequantize_per_tensor_97" [style=solid, label="(49, 3, 64, 64)"]; -"362 dequantize_per_tensor_97" -> "363 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; -"363 softmax_1" -> "364 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; -"364 dropout_4" -> "365 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; -"365 matmul_3" -> "366 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; -"366 transpose_3" -> "367 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; -"367 reshape_7" -> "368 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"368 reshape_7_0_0_nncf_smooth_quant_0" -> "369 quantize_per_tensor_98" [style=solid, label="(49, 64, 96)"]; -"369 quantize_per_tensor_98" -> "370 dequantize_per_tensor_99" [style=solid, label="(49, 64, 96)"]; -"370 dequantize_per_tensor_99" -> "373 linear_9" [style=solid, label="(49, 64, 96)"]; -"371 _frozen_param16" -> "372 dequantize_per_tensor_100" [style=solid, label="(96, 96)"]; -"372 dequantize_per_tensor_100" -> "373 linear_9" [style=solid, label="(96, 96)"]; -"373 linear_9" -> "374 quantize_per_tensor_101" [style=solid, label="(49, 64, 96)"]; -"374 quantize_per_tensor_101" -> "375 dequantize_per_tensor_102" [style=solid, label="(49, 64, 96)"]; -"375 dequantize_per_tensor_102" -> "376 dropout_5" [style=solid, label="(49, 64, 96)"]; -"376 dropout_5" -> "377 view_10" [style=solid, label="(49, 64, 96)"]; -"377 view_10" -> "378 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"378 permute_9" -> "379 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"379 reshape_8" -> "380 roll_1" [style=solid, label="(1, 56, 56, 96)"]; -"380 roll_1" -> "381 slice_23" [style=solid, label="(1, 56, 56, 96)"]; -"381 slice_23" -> "382 slice_24" [style=solid, label="(1, 56, 56, 96)"]; -"382 slice_24" -> "383 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; -"383 layer_norm_3" -> "384 quantize_per_tensor_103" [style=solid, label="(1, 56, 56, 96)"]; -"384 quantize_per_tensor_103" -> "385 dequantize_per_tensor_104" [style=solid, label="(1, 56, 56, 96)"]; -"385 dequantize_per_tensor_104" -> "386 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"386 add_5" -> "387 quantize_per_tensor_105" [style=solid, label="(1, 56, 56, 96)"]; -"387 quantize_per_tensor_105" -> "388 dequantize_per_tensor_106" [style=solid, label="(1, 56, 56, 96)"]; -"387 quantize_per_tensor_105" -> "389 dequantize_per_tensor_107" [style=solid, label="(1, 56, 56, 96)"]; -"388 dequantize_per_tensor_106" -> "412 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"389 dequantize_per_tensor_107" -> "390 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"390 add_5_0_0_nncf_smooth_quant_0" -> "391 quantize_per_tensor_108" [style=solid, label="(1, 56, 56, 96)"]; -"391 quantize_per_tensor_108" -> "392 dequantize_per_tensor_109" [style=solid, label="(1, 56, 56, 96)"]; -"392 dequantize_per_tensor_109" -> "395 linear_10" [style=solid, label="(1, 56, 56, 96)"]; -"393 _frozen_param17" -> "394 dequantize_per_tensor_110" [style=solid, label="(384, 96)"]; -"394 dequantize_per_tensor_110" -> "395 linear_10" [style=solid, label="(384, 96)"]; -"395 linear_10" -> "396 quantize_per_tensor_111" [style=solid, label="(1, 56, 56, 384)"]; -"396 quantize_per_tensor_111" -> "397 dequantize_per_tensor_112" [style=solid, label="(1, 56, 56, 384)"]; -"397 dequantize_per_tensor_112" -> "398 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; -"398 gelu_1" -> "399 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; -"399 dropout_6" -> "400 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"400 dropout_6_0_0_nncf_smooth_quant_0" -> "401 quantize_per_tensor_113" [style=solid, label="(1, 56, 56, 384)"]; -"401 quantize_per_tensor_113" -> "402 dequantize_per_tensor_114" [style=solid, label="(1, 56, 56, 384)"]; -"402 dequantize_per_tensor_114" -> "405 linear_11" [style=solid, label="(1, 56, 56, 384)"]; -"403 _frozen_param18" -> "404 dequantize_per_tensor_115" [style=solid, label="(96, 384)"]; -"404 dequantize_per_tensor_115" -> "405 linear_11" [style=solid, label="(96, 384)"]; -"405 linear_11" -> "406 quantize_per_tensor_116" [style=solid, label="(1, 56, 56, 96)"]; -"406 quantize_per_tensor_116" -> "407 dequantize_per_tensor_117" [style=solid, label="(1, 56, 56, 96)"]; -"407 dequantize_per_tensor_117" -> "408 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; -"408 dropout_7" -> "409 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; -"409 layer_norm_4" -> "410 quantize_per_tensor_118" [style=solid, label="(1, 56, 56, 96)"]; -"410 quantize_per_tensor_118" -> "411 dequantize_per_tensor_119" [style=solid, label="(1, 56, 56, 96)"]; -"411 dequantize_per_tensor_119" -> "412 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"412 add_6" -> "413 quantize_per_tensor_120" [style=solid, label="(1, 56, 56, 96)"]; -"413 quantize_per_tensor_120" -> "414 dequantize_per_tensor_121" [style=solid, label="(1, 56, 56, 96)"]; -"414 dequantize_per_tensor_121" -> "415 pad_2" [style=solid, label="(1, 56, 56, 96)"]; -"415 pad_2" -> "416 slice_25" [style=solid, label="(1, 56, 56, 96)"]; -"415 pad_2" -> "421 slice_28" [style=solid, label="(1, 56, 56, 96)"]; -"415 pad_2" -> "426 slice_31" [style=solid, label="(1, 56, 56, 96)"]; -"415 pad_2" -> "431 slice_34" [style=solid, label="(1, 56, 56, 96)"]; -"416 slice_25" -> "417 slice_26" [style=solid, label="(1, 28, 56, 96)"]; -"417 slice_26" -> "418 slice_27" [style=solid, label="(1, 28, 28, 96)"]; -"418 slice_27" -> "419 quantize_per_tensor_122" [style=solid, label="(1, 28, 28, 96)"]; -"419 quantize_per_tensor_122" -> "420 dequantize_per_tensor_123" [style=solid, label="(1, 28, 28, 96)"]; -"420 dequantize_per_tensor_123" -> "436 cat" [style=solid, label="(1, 28, 28, 96)"]; -"421 slice_28" -> "422 slice_29" [style=solid, label="(1, 28, 56, 96)"]; -"422 slice_29" -> "423 slice_30" [style=solid, label="(1, 28, 28, 96)"]; -"423 slice_30" -> "424 quantize_per_tensor_124" [style=solid, label="(1, 28, 28, 96)"]; -"424 quantize_per_tensor_124" -> "425 dequantize_per_tensor_125" [style=solid, label="(1, 28, 28, 96)"]; -"425 dequantize_per_tensor_125" -> "436 cat" [style=solid, label="(1, 28, 28, 96)"]; -"426 slice_31" -> "427 slice_32" [style=solid, label="(1, 28, 56, 96)"]; -"427 slice_32" -> "428 slice_33" [style=solid, label="(1, 28, 28, 96)"]; -"428 slice_33" -> "429 quantize_per_tensor_126" [style=solid, label="(1, 28, 28, 96)"]; -"429 quantize_per_tensor_126" -> "430 dequantize_per_tensor_127" [style=solid, label="(1, 28, 28, 96)"]; -"430 dequantize_per_tensor_127" -> "436 cat" [style=solid, label="(1, 28, 28, 96)"]; -"431 slice_34" -> "432 slice_35" [style=solid, label="(1, 28, 56, 96)"]; -"432 slice_35" -> "433 slice_36" [style=solid, label="(1, 28, 28, 96)"]; -"433 slice_36" -> "434 quantize_per_tensor_128" [style=solid, label="(1, 28, 28, 96)"]; -"434 quantize_per_tensor_128" -> "435 dequantize_per_tensor_129" [style=solid, label="(1, 28, 28, 96)"]; -"435 dequantize_per_tensor_129" -> "436 cat" [style=solid, label="(1, 28, 28, 96)"]; -"436 cat" -> "437 quantize_per_tensor_130" [style=solid, label="(1, 28, 28, 384)"]; -"437 quantize_per_tensor_130" -> "438 dequantize_per_tensor_131" [style=solid, label="(1, 28, 28, 384)"]; -"438 dequantize_per_tensor_131" -> "439 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; -"439 cat_0_0_nncf_smooth_quant_0" -> "440 quantize_per_tensor_132" [style=solid, label="(1, 28, 28, 384)"]; -"440 quantize_per_tensor_132" -> "441 dequantize_per_tensor_133" [style=solid, label="(1, 28, 28, 384)"]; -"441 dequantize_per_tensor_133" -> "444 linear_12" [style=solid, label="(1, 28, 28, 384)"]; -"442 _frozen_param19" -> "443 dequantize_per_tensor_134" [style=solid, label="(192, 384)"]; -"443 dequantize_per_tensor_134" -> "444 linear_12" [style=solid, label="(192, 384)"]; -"444 linear_12" -> "445 quantize_per_tensor_135" [style=solid, label="(1, 28, 28, 192)"]; -"445 quantize_per_tensor_135" -> "446 dequantize_per_tensor_136" [style=solid, label="(1, 28, 28, 192)"]; -"446 dequantize_per_tensor_136" -> "447 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; -"447 layer_norm_5" -> "480 pad_3" [style=solid, label="(1, 28, 28, 192)"]; -"447 layer_norm_5" -> "543 quantize_per_tensor_172" [style=solid, label="(1, 28, 28, 192)"]; -"448 _frozen_param20" -> "449 dequantize_per_tensor_137" [style=solid, label="(1, 15, 15, 2)"]; -"449 dequantize_per_tensor_137" -> "452 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"450 _frozen_param21" -> "451 dequantize_per_tensor_138" [style=solid, label="(512, 2)"]; -"451 dequantize_per_tensor_138" -> "452 linear_13" [style=solid, label="(512, 2)"]; -"452 linear_13" -> "453 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"453 relu__2" -> "454 quantize_per_tensor_139" [style=solid, label="(1, 15, 15, 512)"]; -"454 quantize_per_tensor_139" -> "455 dequantize_per_tensor_140" [style=solid, label="(1, 15, 15, 512)"]; -"455 dequantize_per_tensor_140" -> "456 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"456 relu__2_0_0_nncf_smooth_quant_0" -> "457 quantize_per_tensor_141" [style=solid, label="(1, 15, 15, 512)"]; -"457 quantize_per_tensor_141" -> "458 dequantize_per_tensor_142" [style=solid, label="(1, 15, 15, 512)"]; -"458 dequantize_per_tensor_142" -> "461 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"459 _frozen_param22" -> "460 dequantize_per_tensor_143" [style=solid, label="(6, 512)"]; -"460 dequantize_per_tensor_143" -> "461 linear_14" [style=solid, label="(6, 512)"]; -"461 linear_14" -> "462 quantize_per_tensor_144" [style=solid, label="(1, 15, 15, 6)"]; -"462 quantize_per_tensor_144" -> "463 dequantize_per_tensor_145" [style=solid, label="(1, 15, 15, 6)"]; -"463 dequantize_per_tensor_145" -> "464 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"464 view_11" -> "465 quantize_per_tensor_146" [style=solid, label="(225, 6)"]; -"465 quantize_per_tensor_146" -> "466 dequantize_per_tensor_147" [style=solid, label="(225, 6)"]; -"466 dequantize_per_tensor_147" -> "467 index_2" [style=solid, label="(225, 6)"]; -"467 index_2" -> "468 view_12" [style=solid, label="(4096, 6)"]; -"468 view_12" -> "469 permute_10" [style=solid, label="(64, 64, 6)"]; -"469 permute_10" -> "470 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"470 contiguous_2" -> "471 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"471 unsqueeze_6" -> "472 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"472 sigmoid_2" -> "473 quantize_per_tensor_148" [style=solid, label="(1, 6, 64, 64)"]; -"473 quantize_per_tensor_148" -> "474 dequantize_per_tensor_149" [style=solid, label="(1, 6, 64, 64)"]; -"474 dequantize_per_tensor_149" -> "477 mul_4" [style=solid, label="(1, 6, 64, 64)"]; -"475 _frozen_param23" -> "476 dequantize_per_tensor_150" [style=solid, label="()"]; -"476 dequantize_per_tensor_150" -> "477 mul_4" [style=solid, label="()"]; -"477 mul_4" -> "478 quantize_per_tensor_151" [style=solid, label="(1, 6, 64, 64)"]; -"478 quantize_per_tensor_151" -> "479 dequantize_per_tensor_152" [style=solid, label="(1, 6, 64, 64)"]; -"479 dequantize_per_tensor_152" -> "515 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"480 pad_3" -> "481 view_13" [style=solid, label="(1, 32, 32, 192)"]; -"481 view_13" -> "482 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"482 permute_11" -> "483 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"483 reshape_9" -> "485 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"484 clone_2" -> "490 linear_15" [style=solid, label="(576,)"]; -"485 reshape_9_0_0_nncf_smooth_quant_0" -> "486 quantize_per_tensor_153" [style=solid, label="(16, 64, 192)"]; -"486 quantize_per_tensor_153" -> "487 dequantize_per_tensor_154" [style=solid, label="(16, 64, 192)"]; -"487 dequantize_per_tensor_154" -> "490 linear_15" [style=solid, label="(16, 64, 192)"]; -"488 _frozen_param24" -> "489 dequantize_per_tensor_155" [style=solid, label="(576, 192)"]; -"489 dequantize_per_tensor_155" -> "490 linear_15" [style=solid, label="(576, 192)"]; -"490 linear_15" -> "491 quantize_per_tensor_156" [style=solid, label="(16, 64, 576)"]; -"491 quantize_per_tensor_156" -> "492 dequantize_per_tensor_157" [style=solid, label="(16, 64, 576)"]; -"492 dequantize_per_tensor_157" -> "493 reshape_10" [style=solid, label="(16, 64, 576)"]; -"493 reshape_10" -> "494 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; -"494 permute_12" -> "495 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; -"494 permute_12" -> "496 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; -"494 permute_12" -> "497 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; -"495 select_6" -> "498 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; -"495 select_6" -> "500 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; -"495 select_6" -> "501 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"496 select_7" -> "502 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; -"496 select_7" -> "504 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; -"496 select_7" -> "505 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"497 select_8" -> "520 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; -"498 linalg_vector_norm_4" -> "499 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; -"499 clamp_min_4" -> "500 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; -"500 expand_as_4" -> "501 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"501 div_4" -> "507 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; -"502 linalg_vector_norm_5" -> "503 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; -"503 clamp_min_5" -> "504 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; -"504 expand_as_5" -> "505 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"505 div_5" -> "506 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; -"506 transpose_4" -> "507 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; -"507 matmul_4" -> "508 quantize_per_tensor_158" [style=solid, label="(16, 6, 64, 64)"]; -"508 quantize_per_tensor_158" -> "509 dequantize_per_tensor_159" [style=solid, label="(16, 6, 64, 64)"]; -"509 dequantize_per_tensor_159" -> "512 mul_5" [style=solid, label="(16, 6, 64, 64)"]; -"510 _frozen_param25" -> "511 dequantize_per_tensor_160" [style=solid, label="(6, 1, 1)"]; -"511 dequantize_per_tensor_160" -> "512 mul_5" [style=solid, label="(6, 1, 1)"]; -"512 mul_5" -> "513 quantize_per_tensor_161" [style=solid, label="(16, 6, 64, 64)"]; -"513 quantize_per_tensor_161" -> "514 dequantize_per_tensor_162" [style=solid, label="(16, 6, 64, 64)"]; -"514 dequantize_per_tensor_162" -> "515 add_7" [style=solid, label="(16, 6, 64, 64)"]; -"515 add_7" -> "516 quantize_per_tensor_163" [style=solid, label="(16, 6, 64, 64)"]; -"516 quantize_per_tensor_163" -> "517 dequantize_per_tensor_164" [style=solid, label="(16, 6, 64, 64)"]; -"517 dequantize_per_tensor_164" -> "518 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; -"518 softmax_2" -> "519 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; -"519 dropout_8" -> "520 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; -"520 matmul_5" -> "521 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; -"521 transpose_5" -> "522 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; -"522 reshape_11" -> "523 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"523 reshape_11_0_0_nncf_smooth_quant_0" -> "524 quantize_per_tensor_165" [style=solid, label="(16, 64, 192)"]; -"524 quantize_per_tensor_165" -> "525 dequantize_per_tensor_166" [style=solid, label="(16, 64, 192)"]; -"525 dequantize_per_tensor_166" -> "528 linear_16" [style=solid, label="(16, 64, 192)"]; -"526 _frozen_param26" -> "527 dequantize_per_tensor_167" [style=solid, label="(192, 192)"]; -"527 dequantize_per_tensor_167" -> "528 linear_16" [style=solid, label="(192, 192)"]; -"528 linear_16" -> "529 quantize_per_tensor_168" [style=solid, label="(16, 64, 192)"]; -"529 quantize_per_tensor_168" -> "530 dequantize_per_tensor_169" [style=solid, label="(16, 64, 192)"]; -"530 dequantize_per_tensor_169" -> "531 dropout_9" [style=solid, label="(16, 64, 192)"]; -"531 dropout_9" -> "532 view_14" [style=solid, label="(16, 64, 192)"]; -"532 view_14" -> "533 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"533 permute_13" -> "534 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"534 reshape_12" -> "535 slice_38" [style=solid, label="(1, 32, 32, 192)"]; -"535 slice_38" -> "536 slice_39" [style=solid, label="(1, 32, 32, 192)"]; -"536 slice_39" -> "537 slice_40" [style=solid, label="(1, 28, 32, 192)"]; -"537 slice_40" -> "538 slice_41" [style=solid, label="(1, 28, 28, 192)"]; -"538 slice_41" -> "539 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; -"539 contiguous_3" -> "540 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; -"540 layer_norm_6" -> "541 quantize_per_tensor_170" [style=solid, label="(1, 28, 28, 192)"]; -"541 quantize_per_tensor_170" -> "542 dequantize_per_tensor_171" [style=solid, label="(1, 28, 28, 192)"]; -"542 dequantize_per_tensor_171" -> "545 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"543 quantize_per_tensor_172" -> "544 dequantize_per_tensor_173" [style=solid, label="(1, 28, 28, 192)"]; -"544 dequantize_per_tensor_173" -> "545 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"545 add_8" -> "546 quantize_per_tensor_174" [style=solid, label="(1, 28, 28, 192)"]; -"546 quantize_per_tensor_174" -> "547 dequantize_per_tensor_175" [style=solid, label="(1, 28, 28, 192)"]; -"546 quantize_per_tensor_174" -> "548 dequantize_per_tensor_176" [style=solid, label="(1, 28, 28, 192)"]; -"547 dequantize_per_tensor_175" -> "571 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"548 dequantize_per_tensor_176" -> "549 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"549 add_8_0_0_nncf_smooth_quant_0" -> "550 quantize_per_tensor_177" [style=solid, label="(1, 28, 28, 192)"]; -"550 quantize_per_tensor_177" -> "551 dequantize_per_tensor_178" [style=solid, label="(1, 28, 28, 192)"]; -"551 dequantize_per_tensor_178" -> "554 linear_17" [style=solid, label="(1, 28, 28, 192)"]; -"552 _frozen_param27" -> "553 dequantize_per_tensor_179" [style=solid, label="(768, 192)"]; -"553 dequantize_per_tensor_179" -> "554 linear_17" [style=solid, label="(768, 192)"]; -"554 linear_17" -> "555 quantize_per_tensor_180" [style=solid, label="(1, 28, 28, 768)"]; -"555 quantize_per_tensor_180" -> "556 dequantize_per_tensor_181" [style=solid, label="(1, 28, 28, 768)"]; -"556 dequantize_per_tensor_181" -> "557 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; -"557 gelu_2" -> "558 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; -"558 dropout_10" -> "559 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"559 dropout_10_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_182" [style=solid, label="(1, 28, 28, 768)"]; -"560 quantize_per_tensor_182" -> "561 dequantize_per_tensor_183" [style=solid, label="(1, 28, 28, 768)"]; -"561 dequantize_per_tensor_183" -> "564 linear_18" [style=solid, label="(1, 28, 28, 768)"]; -"562 _frozen_param28" -> "563 dequantize_per_tensor_184" [style=solid, label="(192, 768)"]; -"563 dequantize_per_tensor_184" -> "564 linear_18" [style=solid, label="(192, 768)"]; -"564 linear_18" -> "565 quantize_per_tensor_185" [style=solid, label="(1, 28, 28, 192)"]; -"565 quantize_per_tensor_185" -> "566 dequantize_per_tensor_186" [style=solid, label="(1, 28, 28, 192)"]; -"566 dequantize_per_tensor_186" -> "567 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; -"567 dropout_11" -> "568 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; -"568 layer_norm_7" -> "569 quantize_per_tensor_187" [style=solid, label="(1, 28, 28, 192)"]; -"569 quantize_per_tensor_187" -> "570 dequantize_per_tensor_188" [style=solid, label="(1, 28, 28, 192)"]; -"570 dequantize_per_tensor_188" -> "571 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"571 add_9" -> "572 quantize_per_tensor_189" [style=solid, label="(1, 28, 28, 192)"]; -"572 quantize_per_tensor_189" -> "573 dequantize_per_tensor_190" [style=solid, label="(1, 28, 28, 192)"]; -"572 quantize_per_tensor_189" -> "574 dequantize_per_tensor_191" [style=solid, label="(1, 28, 28, 192)"]; -"573 dequantize_per_tensor_190" -> "696 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"574 dequantize_per_tensor_191" -> "607 pad_4" [style=solid, label="(1, 28, 28, 192)"]; -"575 _frozen_param29" -> "576 dequantize_per_tensor_192" [style=solid, label="(1, 15, 15, 2)"]; -"576 dequantize_per_tensor_192" -> "579 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"577 _frozen_param30" -> "578 dequantize_per_tensor_193" [style=solid, label="(512, 2)"]; -"578 dequantize_per_tensor_193" -> "579 linear_19" [style=solid, label="(512, 2)"]; -"579 linear_19" -> "580 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"580 relu__3" -> "581 quantize_per_tensor_194" [style=solid, label="(1, 15, 15, 512)"]; -"581 quantize_per_tensor_194" -> "582 dequantize_per_tensor_195" [style=solid, label="(1, 15, 15, 512)"]; -"582 dequantize_per_tensor_195" -> "583 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"583 relu__3_0_0_nncf_smooth_quant_0" -> "584 quantize_per_tensor_196" [style=solid, label="(1, 15, 15, 512)"]; -"584 quantize_per_tensor_196" -> "585 dequantize_per_tensor_197" [style=solid, label="(1, 15, 15, 512)"]; -"585 dequantize_per_tensor_197" -> "588 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"586 _frozen_param31" -> "587 dequantize_per_tensor_198" [style=solid, label="(6, 512)"]; -"587 dequantize_per_tensor_198" -> "588 linear_20" [style=solid, label="(6, 512)"]; -"588 linear_20" -> "589 quantize_per_tensor_199" [style=solid, label="(1, 15, 15, 6)"]; -"589 quantize_per_tensor_199" -> "590 dequantize_per_tensor_200" [style=solid, label="(1, 15, 15, 6)"]; -"590 dequantize_per_tensor_200" -> "591 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"591 view_15" -> "592 quantize_per_tensor_201" [style=solid, label="(225, 6)"]; -"592 quantize_per_tensor_201" -> "593 dequantize_per_tensor_202" [style=solid, label="(225, 6)"]; -"593 dequantize_per_tensor_202" -> "594 index_3" [style=solid, label="(225, 6)"]; -"594 index_3" -> "595 view_16" [style=solid, label="(4096, 6)"]; -"595 view_16" -> "596 permute_14" [style=solid, label="(64, 64, 6)"]; -"596 permute_14" -> "597 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"597 contiguous_4" -> "598 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"598 unsqueeze_7" -> "599 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"599 sigmoid_3" -> "600 quantize_per_tensor_203" [style=solid, label="(1, 6, 64, 64)"]; -"600 quantize_per_tensor_203" -> "601 dequantize_per_tensor_204" [style=solid, label="(1, 6, 64, 64)"]; -"601 dequantize_per_tensor_204" -> "604 mul_6" [style=solid, label="(1, 6, 64, 64)"]; -"602 _frozen_param32" -> "603 dequantize_per_tensor_205" [style=solid, label="()"]; -"603 dequantize_per_tensor_205" -> "604 mul_6" [style=solid, label="()"]; -"604 mul_6" -> "605 quantize_per_tensor_206" [style=solid, label="(1, 6, 64, 64)"]; -"605 quantize_per_tensor_206" -> "606 dequantize_per_tensor_207" [style=solid, label="(1, 6, 64, 64)"]; -"606 dequantize_per_tensor_207" -> "643 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"607 pad_4" -> "608 roll_2" [style=solid, label="(1, 32, 32, 192)"]; -"608 roll_2" -> "609 view_17" [style=solid, label="(1, 32, 32, 192)"]; -"609 view_17" -> "610 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"610 permute_15" -> "611 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"611 reshape_13" -> "613 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"611 reshape_13" -> "646 new_zeros_1" [style=solid, label="(16, 64, 192)"]; -"612 clone_3" -> "618 linear_21" [style=solid, label="(576,)"]; -"613 reshape_13_0_0_nncf_smooth_quant_0" -> "614 quantize_per_tensor_208" [style=solid, label="(16, 64, 192)"]; -"614 quantize_per_tensor_208" -> "615 dequantize_per_tensor_209" [style=solid, label="(16, 64, 192)"]; -"615 dequantize_per_tensor_209" -> "618 linear_21" [style=solid, label="(16, 64, 192)"]; -"616 _frozen_param33" -> "617 dequantize_per_tensor_210" [style=solid, label="(576, 192)"]; -"617 dequantize_per_tensor_210" -> "618 linear_21" [style=solid, label="(576, 192)"]; -"618 linear_21" -> "619 quantize_per_tensor_211" [style=solid, label="(16, 64, 576)"]; -"619 quantize_per_tensor_211" -> "620 dequantize_per_tensor_212" [style=solid, label="(16, 64, 576)"]; -"620 dequantize_per_tensor_212" -> "621 reshape_14" [style=solid, label="(16, 64, 576)"]; -"621 reshape_14" -> "622 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; -"622 permute_16" -> "623 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; -"622 permute_16" -> "624 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; -"622 permute_16" -> "625 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; -"623 select_9" -> "626 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; -"623 select_9" -> "628 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; -"623 select_9" -> "629 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"624 select_10" -> "630 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; -"624 select_10" -> "632 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; -"624 select_10" -> "633 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"625 select_11" -> "672 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; -"626 linalg_vector_norm_6" -> "627 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; -"627 clamp_min_6" -> "628 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; -"628 expand_as_6" -> "629 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"629 div_6" -> "635 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; -"630 linalg_vector_norm_7" -> "631 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; -"631 clamp_min_7" -> "632 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; -"632 expand_as_7" -> "633 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"633 div_7" -> "634 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; -"634 transpose_6" -> "635 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; -"635 matmul_6" -> "636 quantize_per_tensor_213" [style=solid, label="(16, 6, 64, 64)"]; -"636 quantize_per_tensor_213" -> "637 dequantize_per_tensor_214" [style=solid, label="(16, 6, 64, 64)"]; -"637 dequantize_per_tensor_214" -> "640 mul_7" [style=solid, label="(16, 6, 64, 64)"]; -"638 _frozen_param34" -> "639 dequantize_per_tensor_215" [style=solid, label="(6, 1, 1)"]; -"639 dequantize_per_tensor_215" -> "640 mul_7" [style=solid, label="(6, 1, 1)"]; -"640 mul_7" -> "641 quantize_per_tensor_216" [style=solid, label="(16, 6, 64, 64)"]; -"641 quantize_per_tensor_216" -> "642 dequantize_per_tensor_217" [style=solid, label="(16, 6, 64, 64)"]; -"642 dequantize_per_tensor_217" -> "643 add_10" [style=solid, label="(16, 6, 64, 64)"]; -"643 add_10" -> "644 quantize_per_tensor_218" [style=solid, label="(16, 6, 64, 64)"]; -"644 quantize_per_tensor_218" -> "645 dequantize_per_tensor_219" [style=solid, label="(16, 6, 64, 64)"]; -"645 dequantize_per_tensor_219" -> "657 view_19" [style=solid, label="(16, 6, 64, 64)"]; -"646 new_zeros_1" -> "647 view_18" [style=solid, label="(32, 32)"]; -"647 view_18" -> "648 permute_17" [style=solid, label="(4, 8, 4, 8)"]; -"648 permute_17" -> "649 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; -"649 reshape_15" -> "650 unsqueeze_8" [style=solid, label="(16, 64)"]; -"649 reshape_15" -> "651 unsqueeze_9" [style=solid, label="(16, 64)"]; -"650 unsqueeze_8" -> "652 sub_1" [style=solid, label="(16, 1, 64)"]; -"651 unsqueeze_9" -> "652 sub_1" [style=solid, label="(16, 64, 1)"]; -"652 sub_1" -> "653 ne_1" [style=solid, label="(16, 64, 64)"]; -"652 sub_1" -> "654 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"652 sub_1" -> "655 eq_1" [style=solid, label="(16, 64, 64)"]; -"653 ne_1" -> "654 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"654 masked_fill_2" -> "656 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"655 eq_1" -> "656 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"656 masked_fill_3" -> "660 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; -"657 view_19" -> "658 quantize_per_tensor_220" [style=solid, label="(1, 16, 6, 64, 64)"]; -"658 quantize_per_tensor_220" -> "659 dequantize_per_tensor_221" [style=solid, label="(1, 16, 6, 64, 64)"]; -"659 dequantize_per_tensor_221" -> "664 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; -"660 unsqueeze_10" -> "661 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; -"661 unsqueeze_11" -> "662 quantize_per_tensor_222" [style=solid, label="(1, 16, 1, 64, 64)"]; -"662 quantize_per_tensor_222" -> "663 dequantize_per_tensor_223" [style=solid, label="(1, 16, 1, 64, 64)"]; -"663 dequantize_per_tensor_223" -> "664 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; -"664 add_11" -> "665 quantize_per_tensor_224" [style=solid, label="(1, 16, 6, 64, 64)"]; -"665 quantize_per_tensor_224" -> "666 dequantize_per_tensor_225" [style=solid, label="(1, 16, 6, 64, 64)"]; -"666 dequantize_per_tensor_225" -> "667 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; -"667 view_20" -> "668 quantize_per_tensor_226" [style=solid, label="(16, 6, 64, 64)"]; -"668 quantize_per_tensor_226" -> "669 dequantize_per_tensor_227" [style=solid, label="(16, 6, 64, 64)"]; -"669 dequantize_per_tensor_227" -> "670 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; -"670 softmax_3" -> "671 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; -"671 dropout_12" -> "672 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; -"672 matmul_7" -> "673 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; -"673 transpose_7" -> "674 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; -"674 reshape_16" -> "675 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"675 reshape_16_0_0_nncf_smooth_quant_0" -> "676 quantize_per_tensor_228" [style=solid, label="(16, 64, 192)"]; -"676 quantize_per_tensor_228" -> "677 dequantize_per_tensor_229" [style=solid, label="(16, 64, 192)"]; -"677 dequantize_per_tensor_229" -> "680 linear_22" [style=solid, label="(16, 64, 192)"]; -"678 _frozen_param35" -> "679 dequantize_per_tensor_230" [style=solid, label="(192, 192)"]; -"679 dequantize_per_tensor_230" -> "680 linear_22" [style=solid, label="(192, 192)"]; -"680 linear_22" -> "681 quantize_per_tensor_231" [style=solid, label="(16, 64, 192)"]; -"681 quantize_per_tensor_231" -> "682 dequantize_per_tensor_232" [style=solid, label="(16, 64, 192)"]; -"682 dequantize_per_tensor_232" -> "683 dropout_13" [style=solid, label="(16, 64, 192)"]; -"683 dropout_13" -> "684 view_21" [style=solid, label="(16, 64, 192)"]; -"684 view_21" -> "685 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"685 permute_18" -> "686 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"686 reshape_17" -> "687 roll_3" [style=solid, label="(1, 32, 32, 192)"]; -"687 roll_3" -> "688 slice_61" [style=solid, label="(1, 32, 32, 192)"]; -"688 slice_61" -> "689 slice_62" [style=solid, label="(1, 32, 32, 192)"]; -"689 slice_62" -> "690 slice_63" [style=solid, label="(1, 28, 32, 192)"]; -"690 slice_63" -> "691 slice_64" [style=solid, label="(1, 28, 28, 192)"]; -"691 slice_64" -> "692 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; -"692 contiguous_5" -> "693 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; -"693 layer_norm_8" -> "694 quantize_per_tensor_233" [style=solid, label="(1, 28, 28, 192)"]; -"694 quantize_per_tensor_233" -> "695 dequantize_per_tensor_234" [style=solid, label="(1, 28, 28, 192)"]; -"695 dequantize_per_tensor_234" -> "696 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"696 add_12" -> "697 quantize_per_tensor_235" [style=solid, label="(1, 28, 28, 192)"]; -"697 quantize_per_tensor_235" -> "698 dequantize_per_tensor_236" [style=solid, label="(1, 28, 28, 192)"]; -"697 quantize_per_tensor_235" -> "699 dequantize_per_tensor_237" [style=solid, label="(1, 28, 28, 192)"]; -"698 dequantize_per_tensor_236" -> "722 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"699 dequantize_per_tensor_237" -> "700 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"700 add_12_0_0_nncf_smooth_quant_0" -> "701 quantize_per_tensor_238" [style=solid, label="(1, 28, 28, 192)"]; -"701 quantize_per_tensor_238" -> "702 dequantize_per_tensor_239" [style=solid, label="(1, 28, 28, 192)"]; -"702 dequantize_per_tensor_239" -> "705 linear_23" [style=solid, label="(1, 28, 28, 192)"]; -"703 _frozen_param36" -> "704 dequantize_per_tensor_240" [style=solid, label="(768, 192)"]; -"704 dequantize_per_tensor_240" -> "705 linear_23" [style=solid, label="(768, 192)"]; -"705 linear_23" -> "706 quantize_per_tensor_241" [style=solid, label="(1, 28, 28, 768)"]; -"706 quantize_per_tensor_241" -> "707 dequantize_per_tensor_242" [style=solid, label="(1, 28, 28, 768)"]; -"707 dequantize_per_tensor_242" -> "708 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; -"708 gelu_3" -> "709 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; -"709 dropout_14" -> "710 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"710 dropout_14_0_0_nncf_smooth_quant_0" -> "711 quantize_per_tensor_243" [style=solid, label="(1, 28, 28, 768)"]; -"711 quantize_per_tensor_243" -> "712 dequantize_per_tensor_244" [style=solid, label="(1, 28, 28, 768)"]; -"712 dequantize_per_tensor_244" -> "715 linear_24" [style=solid, label="(1, 28, 28, 768)"]; -"713 _frozen_param37" -> "714 dequantize_per_tensor_245" [style=solid, label="(192, 768)"]; -"714 dequantize_per_tensor_245" -> "715 linear_24" [style=solid, label="(192, 768)"]; -"715 linear_24" -> "716 quantize_per_tensor_246" [style=solid, label="(1, 28, 28, 192)"]; -"716 quantize_per_tensor_246" -> "717 dequantize_per_tensor_247" [style=solid, label="(1, 28, 28, 192)"]; -"717 dequantize_per_tensor_247" -> "718 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; -"718 dropout_15" -> "719 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; -"719 layer_norm_9" -> "720 quantize_per_tensor_248" [style=solid, label="(1, 28, 28, 192)"]; -"720 quantize_per_tensor_248" -> "721 dequantize_per_tensor_249" [style=solid, label="(1, 28, 28, 192)"]; -"721 dequantize_per_tensor_249" -> "722 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"722 add_13" -> "723 quantize_per_tensor_250" [style=solid, label="(1, 28, 28, 192)"]; -"723 quantize_per_tensor_250" -> "724 dequantize_per_tensor_251" [style=solid, label="(1, 28, 28, 192)"]; -"724 dequantize_per_tensor_251" -> "725 pad_5" [style=solid, label="(1, 28, 28, 192)"]; -"725 pad_5" -> "726 slice_65" [style=solid, label="(1, 28, 28, 192)"]; -"725 pad_5" -> "731 slice_68" [style=solid, label="(1, 28, 28, 192)"]; -"725 pad_5" -> "736 slice_71" [style=solid, label="(1, 28, 28, 192)"]; -"725 pad_5" -> "741 slice_74" [style=solid, label="(1, 28, 28, 192)"]; -"726 slice_65" -> "727 slice_66" [style=solid, label="(1, 14, 28, 192)"]; -"727 slice_66" -> "728 slice_67" [style=solid, label="(1, 14, 14, 192)"]; -"728 slice_67" -> "729 quantize_per_tensor_252" [style=solid, label="(1, 14, 14, 192)"]; -"729 quantize_per_tensor_252" -> "730 dequantize_per_tensor_253" [style=solid, label="(1, 14, 14, 192)"]; -"730 dequantize_per_tensor_253" -> "746 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"731 slice_68" -> "732 slice_69" [style=solid, label="(1, 14, 28, 192)"]; -"732 slice_69" -> "733 slice_70" [style=solid, label="(1, 14, 14, 192)"]; -"733 slice_70" -> "734 quantize_per_tensor_254" [style=solid, label="(1, 14, 14, 192)"]; -"734 quantize_per_tensor_254" -> "735 dequantize_per_tensor_255" [style=solid, label="(1, 14, 14, 192)"]; -"735 dequantize_per_tensor_255" -> "746 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"736 slice_71" -> "737 slice_72" [style=solid, label="(1, 14, 28, 192)"]; -"737 slice_72" -> "738 slice_73" [style=solid, label="(1, 14, 14, 192)"]; -"738 slice_73" -> "739 quantize_per_tensor_256" [style=solid, label="(1, 14, 14, 192)"]; -"739 quantize_per_tensor_256" -> "740 dequantize_per_tensor_257" [style=solid, label="(1, 14, 14, 192)"]; -"740 dequantize_per_tensor_257" -> "746 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"741 slice_74" -> "742 slice_75" [style=solid, label="(1, 14, 28, 192)"]; -"742 slice_75" -> "743 slice_76" [style=solid, label="(1, 14, 14, 192)"]; -"743 slice_76" -> "744 quantize_per_tensor_258" [style=solid, label="(1, 14, 14, 192)"]; -"744 quantize_per_tensor_258" -> "745 dequantize_per_tensor_259" [style=solid, label="(1, 14, 14, 192)"]; -"745 dequantize_per_tensor_259" -> "746 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"746 cat_1" -> "747 quantize_per_tensor_260" [style=solid, label="(1, 14, 14, 768)"]; -"747 quantize_per_tensor_260" -> "748 dequantize_per_tensor_261" [style=solid, label="(1, 14, 14, 768)"]; -"748 dequantize_per_tensor_261" -> "749 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; -"749 cat_1_0_0_nncf_smooth_quant_0" -> "750 quantize_per_tensor_262" [style=solid, label="(1, 14, 14, 768)"]; -"750 quantize_per_tensor_262" -> "751 dequantize_per_tensor_263" [style=solid, label="(1, 14, 14, 768)"]; -"751 dequantize_per_tensor_263" -> "754 linear_25" [style=solid, label="(1, 14, 14, 768)"]; -"752 _frozen_param38" -> "753 dequantize_per_tensor_264" [style=solid, label="(384, 768)"]; -"753 dequantize_per_tensor_264" -> "754 linear_25" [style=solid, label="(384, 768)"]; -"754 linear_25" -> "755 quantize_per_tensor_265" [style=solid, label="(1, 14, 14, 384)"]; -"755 quantize_per_tensor_265" -> "756 dequantize_per_tensor_266" [style=solid, label="(1, 14, 14, 384)"]; -"756 dequantize_per_tensor_266" -> "757 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; -"757 layer_norm_10" -> "790 pad_6" [style=solid, label="(1, 14, 14, 384)"]; -"757 layer_norm_10" -> "853 quantize_per_tensor_302" [style=solid, label="(1, 14, 14, 384)"]; -"758 _frozen_param39" -> "759 dequantize_per_tensor_267" [style=solid, label="(1, 15, 15, 2)"]; -"759 dequantize_per_tensor_267" -> "762 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"760 _frozen_param40" -> "761 dequantize_per_tensor_268" [style=solid, label="(512, 2)"]; -"761 dequantize_per_tensor_268" -> "762 linear_26" [style=solid, label="(512, 2)"]; -"762 linear_26" -> "763 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"763 relu__4" -> "764 quantize_per_tensor_269" [style=solid, label="(1, 15, 15, 512)"]; -"764 quantize_per_tensor_269" -> "765 dequantize_per_tensor_270" [style=solid, label="(1, 15, 15, 512)"]; -"765 dequantize_per_tensor_270" -> "766 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"766 relu__4_0_0_nncf_smooth_quant_0" -> "767 quantize_per_tensor_271" [style=solid, label="(1, 15, 15, 512)"]; -"767 quantize_per_tensor_271" -> "768 dequantize_per_tensor_272" [style=solid, label="(1, 15, 15, 512)"]; -"768 dequantize_per_tensor_272" -> "771 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"769 _frozen_param41" -> "770 dequantize_per_tensor_273" [style=solid, label="(12, 512)"]; -"770 dequantize_per_tensor_273" -> "771 linear_27" [style=solid, label="(12, 512)"]; -"771 linear_27" -> "772 quantize_per_tensor_274" [style=solid, label="(1, 15, 15, 12)"]; -"772 quantize_per_tensor_274" -> "773 dequantize_per_tensor_275" [style=solid, label="(1, 15, 15, 12)"]; -"773 dequantize_per_tensor_275" -> "774 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"774 view_22" -> "775 quantize_per_tensor_276" [style=solid, label="(225, 12)"]; -"775 quantize_per_tensor_276" -> "776 dequantize_per_tensor_277" [style=solid, label="(225, 12)"]; -"776 dequantize_per_tensor_277" -> "777 index_4" [style=solid, label="(225, 12)"]; -"777 index_4" -> "778 view_23" [style=solid, label="(4096, 12)"]; -"778 view_23" -> "779 permute_19" [style=solid, label="(64, 64, 12)"]; -"779 permute_19" -> "780 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"780 contiguous_6" -> "781 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"781 unsqueeze_12" -> "782 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"782 sigmoid_4" -> "783 quantize_per_tensor_278" [style=solid, label="(1, 12, 64, 64)"]; -"783 quantize_per_tensor_278" -> "784 dequantize_per_tensor_279" [style=solid, label="(1, 12, 64, 64)"]; -"784 dequantize_per_tensor_279" -> "787 mul_8" [style=solid, label="(1, 12, 64, 64)"]; -"785 _frozen_param42" -> "786 dequantize_per_tensor_280" [style=solid, label="()"]; -"786 dequantize_per_tensor_280" -> "787 mul_8" [style=solid, label="()"]; -"787 mul_8" -> "788 quantize_per_tensor_281" [style=solid, label="(1, 12, 64, 64)"]; -"788 quantize_per_tensor_281" -> "789 dequantize_per_tensor_282" [style=solid, label="(1, 12, 64, 64)"]; -"789 dequantize_per_tensor_282" -> "825 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"790 pad_6" -> "791 view_24" [style=solid, label="(1, 16, 16, 384)"]; -"791 view_24" -> "792 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"792 permute_20" -> "793 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"793 reshape_18" -> "795 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"794 clone_4" -> "800 linear_28" [style=solid, label="(1152,)"]; -"795 reshape_18_0_0_nncf_smooth_quant_0" -> "796 quantize_per_tensor_283" [style=solid, label="(4, 64, 384)"]; -"796 quantize_per_tensor_283" -> "797 dequantize_per_tensor_284" [style=solid, label="(4, 64, 384)"]; -"797 dequantize_per_tensor_284" -> "800 linear_28" [style=solid, label="(4, 64, 384)"]; -"798 _frozen_param43" -> "799 dequantize_per_tensor_285" [style=solid, label="(1152, 384)"]; -"799 dequantize_per_tensor_285" -> "800 linear_28" [style=solid, label="(1152, 384)"]; -"800 linear_28" -> "801 quantize_per_tensor_286" [style=solid, label="(4, 64, 1152)"]; -"801 quantize_per_tensor_286" -> "802 dequantize_per_tensor_287" [style=solid, label="(4, 64, 1152)"]; -"802 dequantize_per_tensor_287" -> "803 reshape_19" [style=solid, label="(4, 64, 1152)"]; -"803 reshape_19" -> "804 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; -"804 permute_21" -> "805 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; -"804 permute_21" -> "806 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; -"804 permute_21" -> "807 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; -"805 select_12" -> "808 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; -"805 select_12" -> "810 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; -"805 select_12" -> "811 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"806 select_13" -> "812 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; -"806 select_13" -> "814 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; -"806 select_13" -> "815 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"807 select_14" -> "830 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; -"808 linalg_vector_norm_8" -> "809 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; -"809 clamp_min_8" -> "810 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; -"810 expand_as_8" -> "811 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"811 div_8" -> "817 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; -"812 linalg_vector_norm_9" -> "813 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; -"813 clamp_min_9" -> "814 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; -"814 expand_as_9" -> "815 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"815 div_9" -> "816 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; -"816 transpose_8" -> "817 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; -"817 matmul_8" -> "818 quantize_per_tensor_288" [style=solid, label="(4, 12, 64, 64)"]; -"818 quantize_per_tensor_288" -> "819 dequantize_per_tensor_289" [style=solid, label="(4, 12, 64, 64)"]; -"819 dequantize_per_tensor_289" -> "822 mul_9" [style=solid, label="(4, 12, 64, 64)"]; -"820 _frozen_param44" -> "821 dequantize_per_tensor_290" [style=solid, label="(12, 1, 1)"]; -"821 dequantize_per_tensor_290" -> "822 mul_9" [style=solid, label="(12, 1, 1)"]; -"822 mul_9" -> "823 quantize_per_tensor_291" [style=solid, label="(4, 12, 64, 64)"]; -"823 quantize_per_tensor_291" -> "824 dequantize_per_tensor_292" [style=solid, label="(4, 12, 64, 64)"]; -"824 dequantize_per_tensor_292" -> "825 add_14" [style=solid, label="(4, 12, 64, 64)"]; -"825 add_14" -> "826 quantize_per_tensor_293" [style=solid, label="(4, 12, 64, 64)"]; -"826 quantize_per_tensor_293" -> "827 dequantize_per_tensor_294" [style=solid, label="(4, 12, 64, 64)"]; -"827 dequantize_per_tensor_294" -> "828 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; -"828 softmax_4" -> "829 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; -"829 dropout_16" -> "830 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; -"830 matmul_9" -> "831 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; -"831 transpose_9" -> "832 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; -"832 reshape_20" -> "833 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"833 reshape_20_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_295" [style=solid, label="(4, 64, 384)"]; -"834 quantize_per_tensor_295" -> "835 dequantize_per_tensor_296" [style=solid, label="(4, 64, 384)"]; -"835 dequantize_per_tensor_296" -> "838 linear_29" [style=solid, label="(4, 64, 384)"]; -"836 _frozen_param45" -> "837 dequantize_per_tensor_297" [style=solid, label="(384, 384)"]; -"837 dequantize_per_tensor_297" -> "838 linear_29" [style=solid, label="(384, 384)"]; -"838 linear_29" -> "839 quantize_per_tensor_298" [style=solid, label="(4, 64, 384)"]; -"839 quantize_per_tensor_298" -> "840 dequantize_per_tensor_299" [style=solid, label="(4, 64, 384)"]; -"840 dequantize_per_tensor_299" -> "841 dropout_17" [style=solid, label="(4, 64, 384)"]; -"841 dropout_17" -> "842 view_25" [style=solid, label="(4, 64, 384)"]; -"842 view_25" -> "843 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"843 permute_22" -> "844 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"844 reshape_21" -> "845 slice_78" [style=solid, label="(1, 16, 16, 384)"]; -"845 slice_78" -> "846 slice_79" [style=solid, label="(1, 16, 16, 384)"]; -"846 slice_79" -> "847 slice_80" [style=solid, label="(1, 14, 16, 384)"]; -"847 slice_80" -> "848 slice_81" [style=solid, label="(1, 14, 14, 384)"]; -"848 slice_81" -> "849 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; -"849 contiguous_7" -> "850 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; -"850 layer_norm_11" -> "851 quantize_per_tensor_300" [style=solid, label="(1, 14, 14, 384)"]; -"851 quantize_per_tensor_300" -> "852 dequantize_per_tensor_301" [style=solid, label="(1, 14, 14, 384)"]; -"852 dequantize_per_tensor_301" -> "855 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"853 quantize_per_tensor_302" -> "854 dequantize_per_tensor_303" [style=solid, label="(1, 14, 14, 384)"]; -"854 dequantize_per_tensor_303" -> "855 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"855 add_15" -> "856 quantize_per_tensor_304" [style=solid, label="(1, 14, 14, 384)"]; -"856 quantize_per_tensor_304" -> "857 dequantize_per_tensor_305" [style=solid, label="(1, 14, 14, 384)"]; -"856 quantize_per_tensor_304" -> "858 dequantize_per_tensor_306" [style=solid, label="(1, 14, 14, 384)"]; -"857 dequantize_per_tensor_305" -> "881 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"858 dequantize_per_tensor_306" -> "859 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"859 add_15_0_0_nncf_smooth_quant_0" -> "860 quantize_per_tensor_307" [style=solid, label="(1, 14, 14, 384)"]; -"860 quantize_per_tensor_307" -> "861 dequantize_per_tensor_308" [style=solid, label="(1, 14, 14, 384)"]; -"861 dequantize_per_tensor_308" -> "864 linear_30" [style=solid, label="(1, 14, 14, 384)"]; -"862 _frozen_param46" -> "863 dequantize_per_tensor_309" [style=solid, label="(1536, 384)"]; -"863 dequantize_per_tensor_309" -> "864 linear_30" [style=solid, label="(1536, 384)"]; -"864 linear_30" -> "865 quantize_per_tensor_310" [style=solid, label="(1, 14, 14, 1536)"]; -"865 quantize_per_tensor_310" -> "866 dequantize_per_tensor_311" [style=solid, label="(1, 14, 14, 1536)"]; -"866 dequantize_per_tensor_311" -> "867 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; -"867 gelu_4" -> "868 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; -"868 dropout_18" -> "869 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"869 dropout_18_0_0_nncf_smooth_quant_0" -> "870 quantize_per_tensor_312" [style=solid, label="(1, 14, 14, 1536)"]; -"870 quantize_per_tensor_312" -> "871 dequantize_per_tensor_313" [style=solid, label="(1, 14, 14, 1536)"]; -"871 dequantize_per_tensor_313" -> "874 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; -"872 _frozen_param47" -> "873 dequantize_per_tensor_314" [style=solid, label="(384, 1536)"]; -"873 dequantize_per_tensor_314" -> "874 linear_31" [style=solid, label="(384, 1536)"]; -"874 linear_31" -> "875 quantize_per_tensor_315" [style=solid, label="(1, 14, 14, 384)"]; -"875 quantize_per_tensor_315" -> "876 dequantize_per_tensor_316" [style=solid, label="(1, 14, 14, 384)"]; -"876 dequantize_per_tensor_316" -> "877 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; -"877 dropout_19" -> "878 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; -"878 layer_norm_12" -> "879 quantize_per_tensor_317" [style=solid, label="(1, 14, 14, 384)"]; -"879 quantize_per_tensor_317" -> "880 dequantize_per_tensor_318" [style=solid, label="(1, 14, 14, 384)"]; -"880 dequantize_per_tensor_318" -> "881 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"881 add_16" -> "882 quantize_per_tensor_319" [style=solid, label="(1, 14, 14, 384)"]; -"882 quantize_per_tensor_319" -> "883 dequantize_per_tensor_320" [style=solid, label="(1, 14, 14, 384)"]; -"882 quantize_per_tensor_319" -> "884 dequantize_per_tensor_321" [style=solid, label="(1, 14, 14, 384)"]; -"883 dequantize_per_tensor_320" -> "1006 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"884 dequantize_per_tensor_321" -> "917 pad_7" [style=solid, label="(1, 14, 14, 384)"]; -"885 _frozen_param48" -> "886 dequantize_per_tensor_322" [style=solid, label="(1, 15, 15, 2)"]; -"886 dequantize_per_tensor_322" -> "889 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"887 _frozen_param49" -> "888 dequantize_per_tensor_323" [style=solid, label="(512, 2)"]; -"888 dequantize_per_tensor_323" -> "889 linear_32" [style=solid, label="(512, 2)"]; -"889 linear_32" -> "890 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"890 relu__5" -> "891 quantize_per_tensor_324" [style=solid, label="(1, 15, 15, 512)"]; -"891 quantize_per_tensor_324" -> "892 dequantize_per_tensor_325" [style=solid, label="(1, 15, 15, 512)"]; -"892 dequantize_per_tensor_325" -> "893 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"893 relu__5_0_0_nncf_smooth_quant_0" -> "894 quantize_per_tensor_326" [style=solid, label="(1, 15, 15, 512)"]; -"894 quantize_per_tensor_326" -> "895 dequantize_per_tensor_327" [style=solid, label="(1, 15, 15, 512)"]; -"895 dequantize_per_tensor_327" -> "898 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"896 _frozen_param50" -> "897 dequantize_per_tensor_328" [style=solid, label="(12, 512)"]; -"897 dequantize_per_tensor_328" -> "898 linear_33" [style=solid, label="(12, 512)"]; -"898 linear_33" -> "899 quantize_per_tensor_329" [style=solid, label="(1, 15, 15, 12)"]; -"899 quantize_per_tensor_329" -> "900 dequantize_per_tensor_330" [style=solid, label="(1, 15, 15, 12)"]; -"900 dequantize_per_tensor_330" -> "901 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"901 view_26" -> "902 quantize_per_tensor_331" [style=solid, label="(225, 12)"]; -"902 quantize_per_tensor_331" -> "903 dequantize_per_tensor_332" [style=solid, label="(225, 12)"]; -"903 dequantize_per_tensor_332" -> "904 index_5" [style=solid, label="(225, 12)"]; -"904 index_5" -> "905 view_27" [style=solid, label="(4096, 12)"]; -"905 view_27" -> "906 permute_23" [style=solid, label="(64, 64, 12)"]; -"906 permute_23" -> "907 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"907 contiguous_8" -> "908 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"908 unsqueeze_13" -> "909 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"909 sigmoid_5" -> "910 quantize_per_tensor_333" [style=solid, label="(1, 12, 64, 64)"]; -"910 quantize_per_tensor_333" -> "911 dequantize_per_tensor_334" [style=solid, label="(1, 12, 64, 64)"]; -"911 dequantize_per_tensor_334" -> "914 mul_10" [style=solid, label="(1, 12, 64, 64)"]; -"912 _frozen_param51" -> "913 dequantize_per_tensor_335" [style=solid, label="()"]; -"913 dequantize_per_tensor_335" -> "914 mul_10" [style=solid, label="()"]; -"914 mul_10" -> "915 quantize_per_tensor_336" [style=solid, label="(1, 12, 64, 64)"]; -"915 quantize_per_tensor_336" -> "916 dequantize_per_tensor_337" [style=solid, label="(1, 12, 64, 64)"]; -"916 dequantize_per_tensor_337" -> "953 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"917 pad_7" -> "918 roll_4" [style=solid, label="(1, 16, 16, 384)"]; -"918 roll_4" -> "919 view_28" [style=solid, label="(1, 16, 16, 384)"]; -"919 view_28" -> "920 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"920 permute_24" -> "921 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"921 reshape_22" -> "923 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"921 reshape_22" -> "956 new_zeros_2" [style=solid, label="(4, 64, 384)"]; -"922 clone_5" -> "928 linear_34" [style=solid, label="(1152,)"]; -"923 reshape_22_0_0_nncf_smooth_quant_0" -> "924 quantize_per_tensor_338" [style=solid, label="(4, 64, 384)"]; -"924 quantize_per_tensor_338" -> "925 dequantize_per_tensor_339" [style=solid, label="(4, 64, 384)"]; -"925 dequantize_per_tensor_339" -> "928 linear_34" [style=solid, label="(4, 64, 384)"]; -"926 _frozen_param52" -> "927 dequantize_per_tensor_340" [style=solid, label="(1152, 384)"]; -"927 dequantize_per_tensor_340" -> "928 linear_34" [style=solid, label="(1152, 384)"]; -"928 linear_34" -> "929 quantize_per_tensor_341" [style=solid, label="(4, 64, 1152)"]; -"929 quantize_per_tensor_341" -> "930 dequantize_per_tensor_342" [style=solid, label="(4, 64, 1152)"]; -"930 dequantize_per_tensor_342" -> "931 reshape_23" [style=solid, label="(4, 64, 1152)"]; -"931 reshape_23" -> "932 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; -"932 permute_25" -> "933 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; -"932 permute_25" -> "934 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; -"932 permute_25" -> "935 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; -"933 select_15" -> "936 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; -"933 select_15" -> "938 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; -"933 select_15" -> "939 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"934 select_16" -> "940 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; -"934 select_16" -> "942 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; -"934 select_16" -> "943 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"935 select_17" -> "982 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; -"936 linalg_vector_norm_10" -> "937 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; -"937 clamp_min_10" -> "938 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; -"938 expand_as_10" -> "939 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"939 div_10" -> "945 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; -"940 linalg_vector_norm_11" -> "941 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; -"941 clamp_min_11" -> "942 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; -"942 expand_as_11" -> "943 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"943 div_11" -> "944 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; -"944 transpose_10" -> "945 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; -"945 matmul_10" -> "946 quantize_per_tensor_343" [style=solid, label="(4, 12, 64, 64)"]; -"946 quantize_per_tensor_343" -> "947 dequantize_per_tensor_344" [style=solid, label="(4, 12, 64, 64)"]; -"947 dequantize_per_tensor_344" -> "950 mul_11" [style=solid, label="(4, 12, 64, 64)"]; -"948 _frozen_param53" -> "949 dequantize_per_tensor_345" [style=solid, label="(12, 1, 1)"]; -"949 dequantize_per_tensor_345" -> "950 mul_11" [style=solid, label="(12, 1, 1)"]; -"950 mul_11" -> "951 quantize_per_tensor_346" [style=solid, label="(4, 12, 64, 64)"]; -"951 quantize_per_tensor_346" -> "952 dequantize_per_tensor_347" [style=solid, label="(4, 12, 64, 64)"]; -"952 dequantize_per_tensor_347" -> "953 add_17" [style=solid, label="(4, 12, 64, 64)"]; -"953 add_17" -> "954 quantize_per_tensor_348" [style=solid, label="(4, 12, 64, 64)"]; -"954 quantize_per_tensor_348" -> "955 dequantize_per_tensor_349" [style=solid, label="(4, 12, 64, 64)"]; -"955 dequantize_per_tensor_349" -> "967 view_30" [style=solid, label="(4, 12, 64, 64)"]; -"956 new_zeros_2" -> "957 view_29" [style=solid, label="(16, 16)"]; -"957 view_29" -> "958 permute_26" [style=solid, label="(2, 8, 2, 8)"]; -"958 permute_26" -> "959 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; -"959 reshape_24" -> "960 unsqueeze_14" [style=solid, label="(4, 64)"]; -"959 reshape_24" -> "961 unsqueeze_15" [style=solid, label="(4, 64)"]; -"960 unsqueeze_14" -> "962 sub_2" [style=solid, label="(4, 1, 64)"]; -"961 unsqueeze_15" -> "962 sub_2" [style=solid, label="(4, 64, 1)"]; -"962 sub_2" -> "963 ne_2" [style=solid, label="(4, 64, 64)"]; -"962 sub_2" -> "964 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"962 sub_2" -> "965 eq_2" [style=solid, label="(4, 64, 64)"]; -"963 ne_2" -> "964 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"964 masked_fill_4" -> "966 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"965 eq_2" -> "966 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"966 masked_fill_5" -> "970 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; -"967 view_30" -> "968 quantize_per_tensor_350" [style=solid, label="(1, 4, 12, 64, 64)"]; -"968 quantize_per_tensor_350" -> "969 dequantize_per_tensor_351" [style=solid, label="(1, 4, 12, 64, 64)"]; -"969 dequantize_per_tensor_351" -> "974 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; -"970 unsqueeze_16" -> "971 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; -"971 unsqueeze_17" -> "972 quantize_per_tensor_352" [style=solid, label="(1, 4, 1, 64, 64)"]; -"972 quantize_per_tensor_352" -> "973 dequantize_per_tensor_353" [style=solid, label="(1, 4, 1, 64, 64)"]; -"973 dequantize_per_tensor_353" -> "974 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; -"974 add_18" -> "975 quantize_per_tensor_354" [style=solid, label="(1, 4, 12, 64, 64)"]; -"975 quantize_per_tensor_354" -> "976 dequantize_per_tensor_355" [style=solid, label="(1, 4, 12, 64, 64)"]; -"976 dequantize_per_tensor_355" -> "977 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; -"977 view_31" -> "978 quantize_per_tensor_356" [style=solid, label="(4, 12, 64, 64)"]; -"978 quantize_per_tensor_356" -> "979 dequantize_per_tensor_357" [style=solid, label="(4, 12, 64, 64)"]; -"979 dequantize_per_tensor_357" -> "980 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; -"980 softmax_5" -> "981 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; -"981 dropout_20" -> "982 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; -"982 matmul_11" -> "983 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; -"983 transpose_11" -> "984 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; -"984 reshape_25" -> "985 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"985 reshape_25_0_0_nncf_smooth_quant_0" -> "986 quantize_per_tensor_358" [style=solid, label="(4, 64, 384)"]; -"986 quantize_per_tensor_358" -> "987 dequantize_per_tensor_359" [style=solid, label="(4, 64, 384)"]; -"987 dequantize_per_tensor_359" -> "990 linear_35" [style=solid, label="(4, 64, 384)"]; -"988 _frozen_param54" -> "989 dequantize_per_tensor_360" [style=solid, label="(384, 384)"]; -"989 dequantize_per_tensor_360" -> "990 linear_35" [style=solid, label="(384, 384)"]; -"990 linear_35" -> "991 quantize_per_tensor_361" [style=solid, label="(4, 64, 384)"]; -"991 quantize_per_tensor_361" -> "992 dequantize_per_tensor_362" [style=solid, label="(4, 64, 384)"]; -"992 dequantize_per_tensor_362" -> "993 dropout_21" [style=solid, label="(4, 64, 384)"]; -"993 dropout_21" -> "994 view_32" [style=solid, label="(4, 64, 384)"]; -"994 view_32" -> "995 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"995 permute_27" -> "996 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"996 reshape_26" -> "997 roll_5" [style=solid, label="(1, 16, 16, 384)"]; -"997 roll_5" -> "998 slice_101" [style=solid, label="(1, 16, 16, 384)"]; -"998 slice_101" -> "999 slice_102" [style=solid, label="(1, 16, 16, 384)"]; -"999 slice_102" -> "1000 slice_103" [style=solid, label="(1, 14, 16, 384)"]; -"1000 slice_103" -> "1001 slice_104" [style=solid, label="(1, 14, 14, 384)"]; -"1001 slice_104" -> "1002 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; -"1002 contiguous_9" -> "1003 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; -"1003 layer_norm_13" -> "1004 quantize_per_tensor_363" [style=solid, label="(1, 14, 14, 384)"]; -"1004 quantize_per_tensor_363" -> "1005 dequantize_per_tensor_364" [style=solid, label="(1, 14, 14, 384)"]; -"1005 dequantize_per_tensor_364" -> "1006 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"1006 add_19" -> "1007 quantize_per_tensor_365" [style=solid, label="(1, 14, 14, 384)"]; -"1007 quantize_per_tensor_365" -> "1008 dequantize_per_tensor_366" [style=solid, label="(1, 14, 14, 384)"]; -"1007 quantize_per_tensor_365" -> "1009 dequantize_per_tensor_367" [style=solid, label="(1, 14, 14, 384)"]; -"1008 dequantize_per_tensor_366" -> "1032 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"1009 dequantize_per_tensor_367" -> "1010 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1010 add_19_0_0_nncf_smooth_quant_0" -> "1011 quantize_per_tensor_368" [style=solid, label="(1, 14, 14, 384)"]; -"1011 quantize_per_tensor_368" -> "1012 dequantize_per_tensor_369" [style=solid, label="(1, 14, 14, 384)"]; -"1012 dequantize_per_tensor_369" -> "1015 linear_36" [style=solid, label="(1, 14, 14, 384)"]; -"1013 _frozen_param55" -> "1014 dequantize_per_tensor_370" [style=solid, label="(1536, 384)"]; -"1014 dequantize_per_tensor_370" -> "1015 linear_36" [style=solid, label="(1536, 384)"]; -"1015 linear_36" -> "1016 quantize_per_tensor_371" [style=solid, label="(1, 14, 14, 1536)"]; -"1016 quantize_per_tensor_371" -> "1017 dequantize_per_tensor_372" [style=solid, label="(1, 14, 14, 1536)"]; -"1017 dequantize_per_tensor_372" -> "1018 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; -"1018 gelu_5" -> "1019 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; -"1019 dropout_22" -> "1020 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1020 dropout_22_0_0_nncf_smooth_quant_0" -> "1021 quantize_per_tensor_373" [style=solid, label="(1, 14, 14, 1536)"]; -"1021 quantize_per_tensor_373" -> "1022 dequantize_per_tensor_374" [style=solid, label="(1, 14, 14, 1536)"]; -"1022 dequantize_per_tensor_374" -> "1025 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; -"1023 _frozen_param56" -> "1024 dequantize_per_tensor_375" [style=solid, label="(384, 1536)"]; -"1024 dequantize_per_tensor_375" -> "1025 linear_37" [style=solid, label="(384, 1536)"]; -"1025 linear_37" -> "1026 quantize_per_tensor_376" [style=solid, label="(1, 14, 14, 384)"]; -"1026 quantize_per_tensor_376" -> "1027 dequantize_per_tensor_377" [style=solid, label="(1, 14, 14, 384)"]; -"1027 dequantize_per_tensor_377" -> "1028 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; -"1028 dropout_23" -> "1029 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; -"1029 layer_norm_14" -> "1030 quantize_per_tensor_378" [style=solid, label="(1, 14, 14, 384)"]; -"1030 quantize_per_tensor_378" -> "1031 dequantize_per_tensor_379" [style=solid, label="(1, 14, 14, 384)"]; -"1031 dequantize_per_tensor_379" -> "1032 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"1032 add_20" -> "1033 quantize_per_tensor_380" [style=solid, label="(1, 14, 14, 384)"]; -"1033 quantize_per_tensor_380" -> "1034 dequantize_per_tensor_381" [style=solid, label="(1, 14, 14, 384)"]; -"1033 quantize_per_tensor_380" -> "1035 dequantize_per_tensor_382" [style=solid, label="(1, 14, 14, 384)"]; -"1034 dequantize_per_tensor_381" -> "1131 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1035 dequantize_per_tensor_382" -> "1068 pad_8" [style=solid, label="(1, 14, 14, 384)"]; -"1036 _frozen_param57" -> "1037 dequantize_per_tensor_383" [style=solid, label="(1, 15, 15, 2)"]; -"1037 dequantize_per_tensor_383" -> "1040 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"1038 _frozen_param58" -> "1039 dequantize_per_tensor_384" [style=solid, label="(512, 2)"]; -"1039 dequantize_per_tensor_384" -> "1040 linear_38" [style=solid, label="(512, 2)"]; -"1040 linear_38" -> "1041 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"1041 relu__6" -> "1042 quantize_per_tensor_385" [style=solid, label="(1, 15, 15, 512)"]; -"1042 quantize_per_tensor_385" -> "1043 dequantize_per_tensor_386" [style=solid, label="(1, 15, 15, 512)"]; -"1043 dequantize_per_tensor_386" -> "1044 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1044 relu__6_0_0_nncf_smooth_quant_0" -> "1045 quantize_per_tensor_387" [style=solid, label="(1, 15, 15, 512)"]; -"1045 quantize_per_tensor_387" -> "1046 dequantize_per_tensor_388" [style=solid, label="(1, 15, 15, 512)"]; -"1046 dequantize_per_tensor_388" -> "1049 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"1047 _frozen_param59" -> "1048 dequantize_per_tensor_389" [style=solid, label="(12, 512)"]; -"1048 dequantize_per_tensor_389" -> "1049 linear_39" [style=solid, label="(12, 512)"]; -"1049 linear_39" -> "1050 quantize_per_tensor_390" [style=solid, label="(1, 15, 15, 12)"]; -"1050 quantize_per_tensor_390" -> "1051 dequantize_per_tensor_391" [style=solid, label="(1, 15, 15, 12)"]; -"1051 dequantize_per_tensor_391" -> "1052 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"1052 view_33" -> "1053 quantize_per_tensor_392" [style=solid, label="(225, 12)"]; -"1053 quantize_per_tensor_392" -> "1054 dequantize_per_tensor_393" [style=solid, label="(225, 12)"]; -"1054 dequantize_per_tensor_393" -> "1055 index_6" [style=solid, label="(225, 12)"]; -"1055 index_6" -> "1056 view_34" [style=solid, label="(4096, 12)"]; -"1056 view_34" -> "1057 permute_28" [style=solid, label="(64, 64, 12)"]; -"1057 permute_28" -> "1058 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"1058 contiguous_10" -> "1059 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"1059 unsqueeze_18" -> "1060 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"1060 sigmoid_6" -> "1061 quantize_per_tensor_394" [style=solid, label="(1, 12, 64, 64)"]; -"1061 quantize_per_tensor_394" -> "1062 dequantize_per_tensor_395" [style=solid, label="(1, 12, 64, 64)"]; -"1062 dequantize_per_tensor_395" -> "1065 mul_12" [style=solid, label="(1, 12, 64, 64)"]; -"1063 _frozen_param60" -> "1064 dequantize_per_tensor_396" [style=solid, label="()"]; -"1064 dequantize_per_tensor_396" -> "1065 mul_12" [style=solid, label="()"]; -"1065 mul_12" -> "1066 quantize_per_tensor_397" [style=solid, label="(1, 12, 64, 64)"]; -"1066 quantize_per_tensor_397" -> "1067 dequantize_per_tensor_398" [style=solid, label="(1, 12, 64, 64)"]; -"1067 dequantize_per_tensor_398" -> "1103 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"1068 pad_8" -> "1069 view_35" [style=solid, label="(1, 16, 16, 384)"]; -"1069 view_35" -> "1070 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1070 permute_29" -> "1071 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1071 reshape_27" -> "1073 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1072 clone_6" -> "1078 linear_40" [style=solid, label="(1152,)"]; -"1073 reshape_27_0_0_nncf_smooth_quant_0" -> "1074 quantize_per_tensor_399" [style=solid, label="(4, 64, 384)"]; -"1074 quantize_per_tensor_399" -> "1075 dequantize_per_tensor_400" [style=solid, label="(4, 64, 384)"]; -"1075 dequantize_per_tensor_400" -> "1078 linear_40" [style=solid, label="(4, 64, 384)"]; -"1076 _frozen_param61" -> "1077 dequantize_per_tensor_401" [style=solid, label="(1152, 384)"]; -"1077 dequantize_per_tensor_401" -> "1078 linear_40" [style=solid, label="(1152, 384)"]; -"1078 linear_40" -> "1079 quantize_per_tensor_402" [style=solid, label="(4, 64, 1152)"]; -"1079 quantize_per_tensor_402" -> "1080 dequantize_per_tensor_403" [style=solid, label="(4, 64, 1152)"]; -"1080 dequantize_per_tensor_403" -> "1081 reshape_28" [style=solid, label="(4, 64, 1152)"]; -"1081 reshape_28" -> "1082 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1082 permute_30" -> "1083 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1082 permute_30" -> "1084 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1082 permute_30" -> "1085 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1083 select_18" -> "1086 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; -"1083 select_18" -> "1088 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; -"1083 select_18" -> "1089 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1084 select_19" -> "1090 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; -"1084 select_19" -> "1092 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; -"1084 select_19" -> "1093 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1085 select_20" -> "1108 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; -"1086 linalg_vector_norm_12" -> "1087 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; -"1087 clamp_min_12" -> "1088 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; -"1088 expand_as_12" -> "1089 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1089 div_12" -> "1095 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; -"1090 linalg_vector_norm_13" -> "1091 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; -"1091 clamp_min_13" -> "1092 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; -"1092 expand_as_13" -> "1093 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1093 div_13" -> "1094 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; -"1094 transpose_12" -> "1095 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; -"1095 matmul_12" -> "1096 quantize_per_tensor_404" [style=solid, label="(4, 12, 64, 64)"]; -"1096 quantize_per_tensor_404" -> "1097 dequantize_per_tensor_405" [style=solid, label="(4, 12, 64, 64)"]; -"1097 dequantize_per_tensor_405" -> "1100 mul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1098 _frozen_param62" -> "1099 dequantize_per_tensor_406" [style=solid, label="(12, 1, 1)"]; -"1099 dequantize_per_tensor_406" -> "1100 mul_13" [style=solid, label="(12, 1, 1)"]; -"1100 mul_13" -> "1101 quantize_per_tensor_407" [style=solid, label="(4, 12, 64, 64)"]; -"1101 quantize_per_tensor_407" -> "1102 dequantize_per_tensor_408" [style=solid, label="(4, 12, 64, 64)"]; -"1102 dequantize_per_tensor_408" -> "1103 add_21" [style=solid, label="(4, 12, 64, 64)"]; -"1103 add_21" -> "1104 quantize_per_tensor_409" [style=solid, label="(4, 12, 64, 64)"]; -"1104 quantize_per_tensor_409" -> "1105 dequantize_per_tensor_410" [style=solid, label="(4, 12, 64, 64)"]; -"1105 dequantize_per_tensor_410" -> "1106 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; -"1106 softmax_6" -> "1107 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; -"1107 dropout_24" -> "1108 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1108 matmul_13" -> "1109 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; -"1109 transpose_13" -> "1110 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; -"1110 reshape_29" -> "1111 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1111 reshape_29_0_0_nncf_smooth_quant_0" -> "1112 quantize_per_tensor_411" [style=solid, label="(4, 64, 384)"]; -"1112 quantize_per_tensor_411" -> "1113 dequantize_per_tensor_412" [style=solid, label="(4, 64, 384)"]; -"1113 dequantize_per_tensor_412" -> "1116 linear_41" [style=solid, label="(4, 64, 384)"]; -"1114 _frozen_param63" -> "1115 dequantize_per_tensor_413" [style=solid, label="(384, 384)"]; -"1115 dequantize_per_tensor_413" -> "1116 linear_41" [style=solid, label="(384, 384)"]; -"1116 linear_41" -> "1117 quantize_per_tensor_414" [style=solid, label="(4, 64, 384)"]; -"1117 quantize_per_tensor_414" -> "1118 dequantize_per_tensor_415" [style=solid, label="(4, 64, 384)"]; -"1118 dequantize_per_tensor_415" -> "1119 dropout_25" [style=solid, label="(4, 64, 384)"]; -"1119 dropout_25" -> "1120 view_36" [style=solid, label="(4, 64, 384)"]; -"1120 view_36" -> "1121 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1121 permute_31" -> "1122 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1122 reshape_30" -> "1123 slice_106" [style=solid, label="(1, 16, 16, 384)"]; -"1123 slice_106" -> "1124 slice_107" [style=solid, label="(1, 16, 16, 384)"]; -"1124 slice_107" -> "1125 slice_108" [style=solid, label="(1, 14, 16, 384)"]; -"1125 slice_108" -> "1126 slice_109" [style=solid, label="(1, 14, 14, 384)"]; -"1126 slice_109" -> "1127 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; -"1127 contiguous_11" -> "1128 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; -"1128 layer_norm_15" -> "1129 quantize_per_tensor_416" [style=solid, label="(1, 14, 14, 384)"]; -"1129 quantize_per_tensor_416" -> "1130 dequantize_per_tensor_417" [style=solid, label="(1, 14, 14, 384)"]; -"1130 dequantize_per_tensor_417" -> "1131 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1131 add_22" -> "1132 quantize_per_tensor_418" [style=solid, label="(1, 14, 14, 384)"]; -"1132 quantize_per_tensor_418" -> "1133 dequantize_per_tensor_419" [style=solid, label="(1, 14, 14, 384)"]; -"1132 quantize_per_tensor_418" -> "1134 dequantize_per_tensor_420" [style=solid, label="(1, 14, 14, 384)"]; -"1133 dequantize_per_tensor_419" -> "1157 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1134 dequantize_per_tensor_420" -> "1135 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1135 add_22_0_0_nncf_smooth_quant_0" -> "1136 quantize_per_tensor_421" [style=solid, label="(1, 14, 14, 384)"]; -"1136 quantize_per_tensor_421" -> "1137 dequantize_per_tensor_422" [style=solid, label="(1, 14, 14, 384)"]; -"1137 dequantize_per_tensor_422" -> "1140 linear_42" [style=solid, label="(1, 14, 14, 384)"]; -"1138 _frozen_param64" -> "1139 dequantize_per_tensor_423" [style=solid, label="(1536, 384)"]; -"1139 dequantize_per_tensor_423" -> "1140 linear_42" [style=solid, label="(1536, 384)"]; -"1140 linear_42" -> "1141 quantize_per_tensor_424" [style=solid, label="(1, 14, 14, 1536)"]; -"1141 quantize_per_tensor_424" -> "1142 dequantize_per_tensor_425" [style=solid, label="(1, 14, 14, 1536)"]; -"1142 dequantize_per_tensor_425" -> "1143 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; -"1143 gelu_6" -> "1144 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; -"1144 dropout_26" -> "1145 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1145 dropout_26_0_0_nncf_smooth_quant_0" -> "1146 quantize_per_tensor_426" [style=solid, label="(1, 14, 14, 1536)"]; -"1146 quantize_per_tensor_426" -> "1147 dequantize_per_tensor_427" [style=solid, label="(1, 14, 14, 1536)"]; -"1147 dequantize_per_tensor_427" -> "1150 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; -"1148 _frozen_param65" -> "1149 dequantize_per_tensor_428" [style=solid, label="(384, 1536)"]; -"1149 dequantize_per_tensor_428" -> "1150 linear_43" [style=solid, label="(384, 1536)"]; -"1150 linear_43" -> "1151 quantize_per_tensor_429" [style=solid, label="(1, 14, 14, 384)"]; -"1151 quantize_per_tensor_429" -> "1152 dequantize_per_tensor_430" [style=solid, label="(1, 14, 14, 384)"]; -"1152 dequantize_per_tensor_430" -> "1153 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; -"1153 dropout_27" -> "1154 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; -"1154 layer_norm_16" -> "1155 quantize_per_tensor_431" [style=solid, label="(1, 14, 14, 384)"]; -"1155 quantize_per_tensor_431" -> "1156 dequantize_per_tensor_432" [style=solid, label="(1, 14, 14, 384)"]; -"1156 dequantize_per_tensor_432" -> "1157 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1157 add_23" -> "1158 quantize_per_tensor_433" [style=solid, label="(1, 14, 14, 384)"]; -"1158 quantize_per_tensor_433" -> "1159 dequantize_per_tensor_434" [style=solid, label="(1, 14, 14, 384)"]; -"1158 quantize_per_tensor_433" -> "1160 dequantize_per_tensor_435" [style=solid, label="(1, 14, 14, 384)"]; -"1159 dequantize_per_tensor_434" -> "1282 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1160 dequantize_per_tensor_435" -> "1193 pad_9" [style=solid, label="(1, 14, 14, 384)"]; -"1161 _frozen_param66" -> "1162 dequantize_per_tensor_436" [style=solid, label="(1, 15, 15, 2)"]; -"1162 dequantize_per_tensor_436" -> "1165 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"1163 _frozen_param67" -> "1164 dequantize_per_tensor_437" [style=solid, label="(512, 2)"]; -"1164 dequantize_per_tensor_437" -> "1165 linear_44" [style=solid, label="(512, 2)"]; -"1165 linear_44" -> "1166 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"1166 relu__7" -> "1167 quantize_per_tensor_438" [style=solid, label="(1, 15, 15, 512)"]; -"1167 quantize_per_tensor_438" -> "1168 dequantize_per_tensor_439" [style=solid, label="(1, 15, 15, 512)"]; -"1168 dequantize_per_tensor_439" -> "1169 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1169 relu__7_0_0_nncf_smooth_quant_0" -> "1170 quantize_per_tensor_440" [style=solid, label="(1, 15, 15, 512)"]; -"1170 quantize_per_tensor_440" -> "1171 dequantize_per_tensor_441" [style=solid, label="(1, 15, 15, 512)"]; -"1171 dequantize_per_tensor_441" -> "1174 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"1172 _frozen_param68" -> "1173 dequantize_per_tensor_442" [style=solid, label="(12, 512)"]; -"1173 dequantize_per_tensor_442" -> "1174 linear_45" [style=solid, label="(12, 512)"]; -"1174 linear_45" -> "1175 quantize_per_tensor_443" [style=solid, label="(1, 15, 15, 12)"]; -"1175 quantize_per_tensor_443" -> "1176 dequantize_per_tensor_444" [style=solid, label="(1, 15, 15, 12)"]; -"1176 dequantize_per_tensor_444" -> "1177 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"1177 view_37" -> "1178 quantize_per_tensor_445" [style=solid, label="(225, 12)"]; -"1178 quantize_per_tensor_445" -> "1179 dequantize_per_tensor_446" [style=solid, label="(225, 12)"]; -"1179 dequantize_per_tensor_446" -> "1180 index_7" [style=solid, label="(225, 12)"]; -"1180 index_7" -> "1181 view_38" [style=solid, label="(4096, 12)"]; -"1181 view_38" -> "1182 permute_32" [style=solid, label="(64, 64, 12)"]; -"1182 permute_32" -> "1183 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"1183 contiguous_12" -> "1184 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"1184 unsqueeze_19" -> "1185 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"1185 sigmoid_7" -> "1186 quantize_per_tensor_447" [style=solid, label="(1, 12, 64, 64)"]; -"1186 quantize_per_tensor_447" -> "1187 dequantize_per_tensor_448" [style=solid, label="(1, 12, 64, 64)"]; -"1187 dequantize_per_tensor_448" -> "1190 mul_14" [style=solid, label="(1, 12, 64, 64)"]; -"1188 _frozen_param69" -> "1189 dequantize_per_tensor_449" [style=solid, label="()"]; -"1189 dequantize_per_tensor_449" -> "1190 mul_14" [style=solid, label="()"]; -"1190 mul_14" -> "1191 quantize_per_tensor_450" [style=solid, label="(1, 12, 64, 64)"]; -"1191 quantize_per_tensor_450" -> "1192 dequantize_per_tensor_451" [style=solid, label="(1, 12, 64, 64)"]; -"1192 dequantize_per_tensor_451" -> "1229 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"1193 pad_9" -> "1194 roll_6" [style=solid, label="(1, 16, 16, 384)"]; -"1194 roll_6" -> "1195 view_39" [style=solid, label="(1, 16, 16, 384)"]; -"1195 view_39" -> "1196 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1196 permute_33" -> "1197 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1197 reshape_31" -> "1199 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1197 reshape_31" -> "1232 new_zeros_3" [style=solid, label="(4, 64, 384)"]; -"1198 clone_7" -> "1204 linear_46" [style=solid, label="(1152,)"]; -"1199 reshape_31_0_0_nncf_smooth_quant_0" -> "1200 quantize_per_tensor_452" [style=solid, label="(4, 64, 384)"]; -"1200 quantize_per_tensor_452" -> "1201 dequantize_per_tensor_453" [style=solid, label="(4, 64, 384)"]; -"1201 dequantize_per_tensor_453" -> "1204 linear_46" [style=solid, label="(4, 64, 384)"]; -"1202 _frozen_param70" -> "1203 dequantize_per_tensor_454" [style=solid, label="(1152, 384)"]; -"1203 dequantize_per_tensor_454" -> "1204 linear_46" [style=solid, label="(1152, 384)"]; -"1204 linear_46" -> "1205 quantize_per_tensor_455" [style=solid, label="(4, 64, 1152)"]; -"1205 quantize_per_tensor_455" -> "1206 dequantize_per_tensor_456" [style=solid, label="(4, 64, 1152)"]; -"1206 dequantize_per_tensor_456" -> "1207 reshape_32" [style=solid, label="(4, 64, 1152)"]; -"1207 reshape_32" -> "1208 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1208 permute_34" -> "1209 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1208 permute_34" -> "1210 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1208 permute_34" -> "1211 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1209 select_21" -> "1212 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; -"1209 select_21" -> "1214 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; -"1209 select_21" -> "1215 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1210 select_22" -> "1216 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; -"1210 select_22" -> "1218 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; -"1210 select_22" -> "1219 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1211 select_23" -> "1258 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; -"1212 linalg_vector_norm_14" -> "1213 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; -"1213 clamp_min_14" -> "1214 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; -"1214 expand_as_14" -> "1215 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1215 div_14" -> "1221 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; -"1216 linalg_vector_norm_15" -> "1217 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; -"1217 clamp_min_15" -> "1218 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; -"1218 expand_as_15" -> "1219 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1219 div_15" -> "1220 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; -"1220 transpose_14" -> "1221 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; -"1221 matmul_14" -> "1222 quantize_per_tensor_457" [style=solid, label="(4, 12, 64, 64)"]; -"1222 quantize_per_tensor_457" -> "1223 dequantize_per_tensor_458" [style=solid, label="(4, 12, 64, 64)"]; -"1223 dequantize_per_tensor_458" -> "1226 mul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1224 _frozen_param71" -> "1225 dequantize_per_tensor_459" [style=solid, label="(12, 1, 1)"]; -"1225 dequantize_per_tensor_459" -> "1226 mul_15" [style=solid, label="(12, 1, 1)"]; -"1226 mul_15" -> "1227 quantize_per_tensor_460" [style=solid, label="(4, 12, 64, 64)"]; -"1227 quantize_per_tensor_460" -> "1228 dequantize_per_tensor_461" [style=solid, label="(4, 12, 64, 64)"]; -"1228 dequantize_per_tensor_461" -> "1229 add_24" [style=solid, label="(4, 12, 64, 64)"]; -"1229 add_24" -> "1230 quantize_per_tensor_462" [style=solid, label="(4, 12, 64, 64)"]; -"1230 quantize_per_tensor_462" -> "1231 dequantize_per_tensor_463" [style=solid, label="(4, 12, 64, 64)"]; -"1231 dequantize_per_tensor_463" -> "1243 view_41" [style=solid, label="(4, 12, 64, 64)"]; -"1232 new_zeros_3" -> "1233 view_40" [style=solid, label="(16, 16)"]; -"1233 view_40" -> "1234 permute_35" [style=solid, label="(2, 8, 2, 8)"]; -"1234 permute_35" -> "1235 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; -"1235 reshape_33" -> "1236 unsqueeze_20" [style=solid, label="(4, 64)"]; -"1235 reshape_33" -> "1237 unsqueeze_21" [style=solid, label="(4, 64)"]; -"1236 unsqueeze_20" -> "1238 sub_3" [style=solid, label="(4, 1, 64)"]; -"1237 unsqueeze_21" -> "1238 sub_3" [style=solid, label="(4, 64, 1)"]; -"1238 sub_3" -> "1239 ne_3" [style=solid, label="(4, 64, 64)"]; -"1238 sub_3" -> "1240 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1238 sub_3" -> "1241 eq_3" [style=solid, label="(4, 64, 64)"]; -"1239 ne_3" -> "1240 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1240 masked_fill_6" -> "1242 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1241 eq_3" -> "1242 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1242 masked_fill_7" -> "1246 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; -"1243 view_41" -> "1244 quantize_per_tensor_464" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1244 quantize_per_tensor_464" -> "1245 dequantize_per_tensor_465" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1245 dequantize_per_tensor_465" -> "1250 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1246 unsqueeze_22" -> "1247 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; -"1247 unsqueeze_23" -> "1248 quantize_per_tensor_466" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1248 quantize_per_tensor_466" -> "1249 dequantize_per_tensor_467" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1249 dequantize_per_tensor_467" -> "1250 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1250 add_25" -> "1251 quantize_per_tensor_468" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1251 quantize_per_tensor_468" -> "1252 dequantize_per_tensor_469" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1252 dequantize_per_tensor_469" -> "1253 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1253 view_42" -> "1254 quantize_per_tensor_470" [style=solid, label="(4, 12, 64, 64)"]; -"1254 quantize_per_tensor_470" -> "1255 dequantize_per_tensor_471" [style=solid, label="(4, 12, 64, 64)"]; -"1255 dequantize_per_tensor_471" -> "1256 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; -"1256 softmax_7" -> "1257 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; -"1257 dropout_28" -> "1258 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1258 matmul_15" -> "1259 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; -"1259 transpose_15" -> "1260 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; -"1260 reshape_34" -> "1261 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1261 reshape_34_0_0_nncf_smooth_quant_0" -> "1262 quantize_per_tensor_472" [style=solid, label="(4, 64, 384)"]; -"1262 quantize_per_tensor_472" -> "1263 dequantize_per_tensor_473" [style=solid, label="(4, 64, 384)"]; -"1263 dequantize_per_tensor_473" -> "1266 linear_47" [style=solid, label="(4, 64, 384)"]; -"1264 _frozen_param72" -> "1265 dequantize_per_tensor_474" [style=solid, label="(384, 384)"]; -"1265 dequantize_per_tensor_474" -> "1266 linear_47" [style=solid, label="(384, 384)"]; -"1266 linear_47" -> "1267 quantize_per_tensor_475" [style=solid, label="(4, 64, 384)"]; -"1267 quantize_per_tensor_475" -> "1268 dequantize_per_tensor_476" [style=solid, label="(4, 64, 384)"]; -"1268 dequantize_per_tensor_476" -> "1269 dropout_29" [style=solid, label="(4, 64, 384)"]; -"1269 dropout_29" -> "1270 view_43" [style=solid, label="(4, 64, 384)"]; -"1270 view_43" -> "1271 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1271 permute_36" -> "1272 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1272 reshape_35" -> "1273 roll_7" [style=solid, label="(1, 16, 16, 384)"]; -"1273 roll_7" -> "1274 slice_129" [style=solid, label="(1, 16, 16, 384)"]; -"1274 slice_129" -> "1275 slice_130" [style=solid, label="(1, 16, 16, 384)"]; -"1275 slice_130" -> "1276 slice_131" [style=solid, label="(1, 14, 16, 384)"]; -"1276 slice_131" -> "1277 slice_132" [style=solid, label="(1, 14, 14, 384)"]; -"1277 slice_132" -> "1278 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; -"1278 contiguous_13" -> "1279 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; -"1279 layer_norm_17" -> "1280 quantize_per_tensor_477" [style=solid, label="(1, 14, 14, 384)"]; -"1280 quantize_per_tensor_477" -> "1281 dequantize_per_tensor_478" [style=solid, label="(1, 14, 14, 384)"]; -"1281 dequantize_per_tensor_478" -> "1282 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1282 add_26" -> "1283 quantize_per_tensor_479" [style=solid, label="(1, 14, 14, 384)"]; -"1283 quantize_per_tensor_479" -> "1284 dequantize_per_tensor_480" [style=solid, label="(1, 14, 14, 384)"]; -"1283 quantize_per_tensor_479" -> "1285 dequantize_per_tensor_481" [style=solid, label="(1, 14, 14, 384)"]; -"1284 dequantize_per_tensor_480" -> "1308 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1285 dequantize_per_tensor_481" -> "1286 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1286 add_26_0_0_nncf_smooth_quant_0" -> "1287 quantize_per_tensor_482" [style=solid, label="(1, 14, 14, 384)"]; -"1287 quantize_per_tensor_482" -> "1288 dequantize_per_tensor_483" [style=solid, label="(1, 14, 14, 384)"]; -"1288 dequantize_per_tensor_483" -> "1291 linear_48" [style=solid, label="(1, 14, 14, 384)"]; -"1289 _frozen_param73" -> "1290 dequantize_per_tensor_484" [style=solid, label="(1536, 384)"]; -"1290 dequantize_per_tensor_484" -> "1291 linear_48" [style=solid, label="(1536, 384)"]; -"1291 linear_48" -> "1292 quantize_per_tensor_485" [style=solid, label="(1, 14, 14, 1536)"]; -"1292 quantize_per_tensor_485" -> "1293 dequantize_per_tensor_486" [style=solid, label="(1, 14, 14, 1536)"]; -"1293 dequantize_per_tensor_486" -> "1294 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; -"1294 gelu_7" -> "1295 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; -"1295 dropout_30" -> "1296 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1296 dropout_30_0_0_nncf_smooth_quant_0" -> "1297 quantize_per_tensor_487" [style=solid, label="(1, 14, 14, 1536)"]; -"1297 quantize_per_tensor_487" -> "1298 dequantize_per_tensor_488" [style=solid, label="(1, 14, 14, 1536)"]; -"1298 dequantize_per_tensor_488" -> "1301 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; -"1299 _frozen_param74" -> "1300 dequantize_per_tensor_489" [style=solid, label="(384, 1536)"]; -"1300 dequantize_per_tensor_489" -> "1301 linear_49" [style=solid, label="(384, 1536)"]; -"1301 linear_49" -> "1302 quantize_per_tensor_490" [style=solid, label="(1, 14, 14, 384)"]; -"1302 quantize_per_tensor_490" -> "1303 dequantize_per_tensor_491" [style=solid, label="(1, 14, 14, 384)"]; -"1303 dequantize_per_tensor_491" -> "1304 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; -"1304 dropout_31" -> "1305 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; -"1305 layer_norm_18" -> "1306 quantize_per_tensor_492" [style=solid, label="(1, 14, 14, 384)"]; -"1306 quantize_per_tensor_492" -> "1307 dequantize_per_tensor_493" [style=solid, label="(1, 14, 14, 384)"]; -"1307 dequantize_per_tensor_493" -> "1308 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1308 add_27" -> "1309 quantize_per_tensor_494" [style=solid, label="(1, 14, 14, 384)"]; -"1309 quantize_per_tensor_494" -> "1310 dequantize_per_tensor_495" [style=solid, label="(1, 14, 14, 384)"]; -"1309 quantize_per_tensor_494" -> "1311 dequantize_per_tensor_496" [style=solid, label="(1, 14, 14, 384)"]; -"1310 dequantize_per_tensor_495" -> "1407 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1311 dequantize_per_tensor_496" -> "1344 pad_10" [style=solid, label="(1, 14, 14, 384)"]; -"1312 _frozen_param75" -> "1313 dequantize_per_tensor_497" [style=solid, label="(1, 15, 15, 2)"]; -"1313 dequantize_per_tensor_497" -> "1316 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"1314 _frozen_param76" -> "1315 dequantize_per_tensor_498" [style=solid, label="(512, 2)"]; -"1315 dequantize_per_tensor_498" -> "1316 linear_50" [style=solid, label="(512, 2)"]; -"1316 linear_50" -> "1317 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"1317 relu__8" -> "1318 quantize_per_tensor_499" [style=solid, label="(1, 15, 15, 512)"]; -"1318 quantize_per_tensor_499" -> "1319 dequantize_per_tensor_500" [style=solid, label="(1, 15, 15, 512)"]; -"1319 dequantize_per_tensor_500" -> "1320 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1320 relu__8_0_0_nncf_smooth_quant_0" -> "1321 quantize_per_tensor_501" [style=solid, label="(1, 15, 15, 512)"]; -"1321 quantize_per_tensor_501" -> "1322 dequantize_per_tensor_502" [style=solid, label="(1, 15, 15, 512)"]; -"1322 dequantize_per_tensor_502" -> "1325 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1323 _frozen_param77" -> "1324 dequantize_per_tensor_503" [style=solid, label="(12, 512)"]; -"1324 dequantize_per_tensor_503" -> "1325 linear_51" [style=solid, label="(12, 512)"]; -"1325 linear_51" -> "1326 quantize_per_tensor_504" [style=solid, label="(1, 15, 15, 12)"]; -"1326 quantize_per_tensor_504" -> "1327 dequantize_per_tensor_505" [style=solid, label="(1, 15, 15, 12)"]; -"1327 dequantize_per_tensor_505" -> "1328 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1328 view_44" -> "1329 quantize_per_tensor_506" [style=solid, label="(225, 12)"]; -"1329 quantize_per_tensor_506" -> "1330 dequantize_per_tensor_507" [style=solid, label="(225, 12)"]; -"1330 dequantize_per_tensor_507" -> "1331 index_8" [style=solid, label="(225, 12)"]; -"1331 index_8" -> "1332 view_45" [style=solid, label="(4096, 12)"]; -"1332 view_45" -> "1333 permute_37" [style=solid, label="(64, 64, 12)"]; -"1333 permute_37" -> "1334 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1334 contiguous_14" -> "1335 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1335 unsqueeze_24" -> "1336 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1336 sigmoid_8" -> "1337 quantize_per_tensor_508" [style=solid, label="(1, 12, 64, 64)"]; -"1337 quantize_per_tensor_508" -> "1338 dequantize_per_tensor_509" [style=solid, label="(1, 12, 64, 64)"]; -"1338 dequantize_per_tensor_509" -> "1341 mul_16" [style=solid, label="(1, 12, 64, 64)"]; -"1339 _frozen_param78" -> "1340 dequantize_per_tensor_510" [style=solid, label="()"]; -"1340 dequantize_per_tensor_510" -> "1341 mul_16" [style=solid, label="()"]; -"1341 mul_16" -> "1342 quantize_per_tensor_511" [style=solid, label="(1, 12, 64, 64)"]; -"1342 quantize_per_tensor_511" -> "1343 dequantize_per_tensor_512" [style=solid, label="(1, 12, 64, 64)"]; -"1343 dequantize_per_tensor_512" -> "1379 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1344 pad_10" -> "1345 view_46" [style=solid, label="(1, 16, 16, 384)"]; -"1345 view_46" -> "1346 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1346 permute_38" -> "1347 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1347 reshape_36" -> "1349 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1348 clone_8" -> "1354 linear_52" [style=solid, label="(1152,)"]; -"1349 reshape_36_0_0_nncf_smooth_quant_0" -> "1350 quantize_per_tensor_513" [style=solid, label="(4, 64, 384)"]; -"1350 quantize_per_tensor_513" -> "1351 dequantize_per_tensor_514" [style=solid, label="(4, 64, 384)"]; -"1351 dequantize_per_tensor_514" -> "1354 linear_52" [style=solid, label="(4, 64, 384)"]; -"1352 _frozen_param79" -> "1353 dequantize_per_tensor_515" [style=solid, label="(1152, 384)"]; -"1353 dequantize_per_tensor_515" -> "1354 linear_52" [style=solid, label="(1152, 384)"]; -"1354 linear_52" -> "1355 quantize_per_tensor_516" [style=solid, label="(4, 64, 1152)"]; -"1355 quantize_per_tensor_516" -> "1356 dequantize_per_tensor_517" [style=solid, label="(4, 64, 1152)"]; -"1356 dequantize_per_tensor_517" -> "1357 reshape_37" [style=solid, label="(4, 64, 1152)"]; -"1357 reshape_37" -> "1358 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1358 permute_39" -> "1359 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1358 permute_39" -> "1360 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1358 permute_39" -> "1361 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1359 select_24" -> "1362 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; -"1359 select_24" -> "1364 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; -"1359 select_24" -> "1365 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1360 select_25" -> "1366 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; -"1360 select_25" -> "1368 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; -"1360 select_25" -> "1369 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1361 select_26" -> "1384 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; -"1362 linalg_vector_norm_16" -> "1363 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; -"1363 clamp_min_16" -> "1364 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; -"1364 expand_as_16" -> "1365 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1365 div_16" -> "1371 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; -"1366 linalg_vector_norm_17" -> "1367 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; -"1367 clamp_min_17" -> "1368 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; -"1368 expand_as_17" -> "1369 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1369 div_17" -> "1370 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; -"1370 transpose_16" -> "1371 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; -"1371 matmul_16" -> "1372 quantize_per_tensor_518" [style=solid, label="(4, 12, 64, 64)"]; -"1372 quantize_per_tensor_518" -> "1373 dequantize_per_tensor_519" [style=solid, label="(4, 12, 64, 64)"]; -"1373 dequantize_per_tensor_519" -> "1376 mul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1374 _frozen_param80" -> "1375 dequantize_per_tensor_520" [style=solid, label="(12, 1, 1)"]; -"1375 dequantize_per_tensor_520" -> "1376 mul_17" [style=solid, label="(12, 1, 1)"]; -"1376 mul_17" -> "1377 quantize_per_tensor_521" [style=solid, label="(4, 12, 64, 64)"]; -"1377 quantize_per_tensor_521" -> "1378 dequantize_per_tensor_522" [style=solid, label="(4, 12, 64, 64)"]; -"1378 dequantize_per_tensor_522" -> "1379 add_28" [style=solid, label="(4, 12, 64, 64)"]; -"1379 add_28" -> "1380 quantize_per_tensor_523" [style=solid, label="(4, 12, 64, 64)"]; -"1380 quantize_per_tensor_523" -> "1381 dequantize_per_tensor_524" [style=solid, label="(4, 12, 64, 64)"]; -"1381 dequantize_per_tensor_524" -> "1382 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; -"1382 softmax_8" -> "1383 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; -"1383 dropout_32" -> "1384 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1384 matmul_17" -> "1385 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; -"1385 transpose_17" -> "1386 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; -"1386 reshape_38" -> "1387 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1387 reshape_38_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_525" [style=solid, label="(4, 64, 384)"]; -"1388 quantize_per_tensor_525" -> "1389 dequantize_per_tensor_526" [style=solid, label="(4, 64, 384)"]; -"1389 dequantize_per_tensor_526" -> "1392 linear_53" [style=solid, label="(4, 64, 384)"]; -"1390 _frozen_param81" -> "1391 dequantize_per_tensor_527" [style=solid, label="(384, 384)"]; -"1391 dequantize_per_tensor_527" -> "1392 linear_53" [style=solid, label="(384, 384)"]; -"1392 linear_53" -> "1393 quantize_per_tensor_528" [style=solid, label="(4, 64, 384)"]; -"1393 quantize_per_tensor_528" -> "1394 dequantize_per_tensor_529" [style=solid, label="(4, 64, 384)"]; -"1394 dequantize_per_tensor_529" -> "1395 dropout_33" [style=solid, label="(4, 64, 384)"]; -"1395 dropout_33" -> "1396 view_47" [style=solid, label="(4, 64, 384)"]; -"1396 view_47" -> "1397 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1397 permute_40" -> "1398 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1398 reshape_39" -> "1399 slice_134" [style=solid, label="(1, 16, 16, 384)"]; -"1399 slice_134" -> "1400 slice_135" [style=solid, label="(1, 16, 16, 384)"]; -"1400 slice_135" -> "1401 slice_136" [style=solid, label="(1, 14, 16, 384)"]; -"1401 slice_136" -> "1402 slice_137" [style=solid, label="(1, 14, 14, 384)"]; -"1402 slice_137" -> "1403 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; -"1403 contiguous_15" -> "1404 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; -"1404 layer_norm_19" -> "1405 quantize_per_tensor_530" [style=solid, label="(1, 14, 14, 384)"]; -"1405 quantize_per_tensor_530" -> "1406 dequantize_per_tensor_531" [style=solid, label="(1, 14, 14, 384)"]; -"1406 dequantize_per_tensor_531" -> "1407 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1407 add_29" -> "1408 quantize_per_tensor_532" [style=solid, label="(1, 14, 14, 384)"]; -"1408 quantize_per_tensor_532" -> "1409 dequantize_per_tensor_533" [style=solid, label="(1, 14, 14, 384)"]; -"1408 quantize_per_tensor_532" -> "1410 dequantize_per_tensor_534" [style=solid, label="(1, 14, 14, 384)"]; -"1409 dequantize_per_tensor_533" -> "1433 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1410 dequantize_per_tensor_534" -> "1411 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1411 add_29_0_0_nncf_smooth_quant_0" -> "1412 quantize_per_tensor_535" [style=solid, label="(1, 14, 14, 384)"]; -"1412 quantize_per_tensor_535" -> "1413 dequantize_per_tensor_536" [style=solid, label="(1, 14, 14, 384)"]; -"1413 dequantize_per_tensor_536" -> "1416 linear_54" [style=solid, label="(1, 14, 14, 384)"]; -"1414 _frozen_param82" -> "1415 dequantize_per_tensor_537" [style=solid, label="(1536, 384)"]; -"1415 dequantize_per_tensor_537" -> "1416 linear_54" [style=solid, label="(1536, 384)"]; -"1416 linear_54" -> "1417 quantize_per_tensor_538" [style=solid, label="(1, 14, 14, 1536)"]; -"1417 quantize_per_tensor_538" -> "1418 dequantize_per_tensor_539" [style=solid, label="(1, 14, 14, 1536)"]; -"1418 dequantize_per_tensor_539" -> "1419 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; -"1419 gelu_8" -> "1420 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; -"1420 dropout_34" -> "1421 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1421 dropout_34_0_0_nncf_smooth_quant_0" -> "1422 quantize_per_tensor_540" [style=solid, label="(1, 14, 14, 1536)"]; -"1422 quantize_per_tensor_540" -> "1423 dequantize_per_tensor_541" [style=solid, label="(1, 14, 14, 1536)"]; -"1423 dequantize_per_tensor_541" -> "1426 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; -"1424 _frozen_param83" -> "1425 dequantize_per_tensor_542" [style=solid, label="(384, 1536)"]; -"1425 dequantize_per_tensor_542" -> "1426 linear_55" [style=solid, label="(384, 1536)"]; -"1426 linear_55" -> "1427 quantize_per_tensor_543" [style=solid, label="(1, 14, 14, 384)"]; -"1427 quantize_per_tensor_543" -> "1428 dequantize_per_tensor_544" [style=solid, label="(1, 14, 14, 384)"]; -"1428 dequantize_per_tensor_544" -> "1429 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; -"1429 dropout_35" -> "1430 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; -"1430 layer_norm_20" -> "1431 quantize_per_tensor_545" [style=solid, label="(1, 14, 14, 384)"]; -"1431 quantize_per_tensor_545" -> "1432 dequantize_per_tensor_546" [style=solid, label="(1, 14, 14, 384)"]; -"1432 dequantize_per_tensor_546" -> "1433 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1433 add_30" -> "1434 quantize_per_tensor_547" [style=solid, label="(1, 14, 14, 384)"]; -"1434 quantize_per_tensor_547" -> "1435 dequantize_per_tensor_548" [style=solid, label="(1, 14, 14, 384)"]; -"1434 quantize_per_tensor_547" -> "1436 dequantize_per_tensor_549" [style=solid, label="(1, 14, 14, 384)"]; -"1435 dequantize_per_tensor_548" -> "1558 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1436 dequantize_per_tensor_549" -> "1469 pad_11" [style=solid, label="(1, 14, 14, 384)"]; -"1437 _frozen_param84" -> "1438 dequantize_per_tensor_550" [style=solid, label="(1, 15, 15, 2)"]; -"1438 dequantize_per_tensor_550" -> "1441 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"1439 _frozen_param85" -> "1440 dequantize_per_tensor_551" [style=solid, label="(512, 2)"]; -"1440 dequantize_per_tensor_551" -> "1441 linear_56" [style=solid, label="(512, 2)"]; -"1441 linear_56" -> "1442 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1442 relu__9" -> "1443 quantize_per_tensor_552" [style=solid, label="(1, 15, 15, 512)"]; -"1443 quantize_per_tensor_552" -> "1444 dequantize_per_tensor_553" [style=solid, label="(1, 15, 15, 512)"]; -"1444 dequantize_per_tensor_553" -> "1445 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1445 relu__9_0_0_nncf_smooth_quant_0" -> "1446 quantize_per_tensor_554" [style=solid, label="(1, 15, 15, 512)"]; -"1446 quantize_per_tensor_554" -> "1447 dequantize_per_tensor_555" [style=solid, label="(1, 15, 15, 512)"]; -"1447 dequantize_per_tensor_555" -> "1450 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1448 _frozen_param86" -> "1449 dequantize_per_tensor_556" [style=solid, label="(12, 512)"]; -"1449 dequantize_per_tensor_556" -> "1450 linear_57" [style=solid, label="(12, 512)"]; -"1450 linear_57" -> "1451 quantize_per_tensor_557" [style=solid, label="(1, 15, 15, 12)"]; -"1451 quantize_per_tensor_557" -> "1452 dequantize_per_tensor_558" [style=solid, label="(1, 15, 15, 12)"]; -"1452 dequantize_per_tensor_558" -> "1453 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1453 view_48" -> "1454 quantize_per_tensor_559" [style=solid, label="(225, 12)"]; -"1454 quantize_per_tensor_559" -> "1455 dequantize_per_tensor_560" [style=solid, label="(225, 12)"]; -"1455 dequantize_per_tensor_560" -> "1456 index_9" [style=solid, label="(225, 12)"]; -"1456 index_9" -> "1457 view_49" [style=solid, label="(4096, 12)"]; -"1457 view_49" -> "1458 permute_41" [style=solid, label="(64, 64, 12)"]; -"1458 permute_41" -> "1459 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1459 contiguous_16" -> "1460 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1460 unsqueeze_25" -> "1461 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1461 sigmoid_9" -> "1462 quantize_per_tensor_561" [style=solid, label="(1, 12, 64, 64)"]; -"1462 quantize_per_tensor_561" -> "1463 dequantize_per_tensor_562" [style=solid, label="(1, 12, 64, 64)"]; -"1463 dequantize_per_tensor_562" -> "1466 mul_18" [style=solid, label="(1, 12, 64, 64)"]; -"1464 _frozen_param87" -> "1465 dequantize_per_tensor_563" [style=solid, label="()"]; -"1465 dequantize_per_tensor_563" -> "1466 mul_18" [style=solid, label="()"]; -"1466 mul_18" -> "1467 quantize_per_tensor_564" [style=solid, label="(1, 12, 64, 64)"]; -"1467 quantize_per_tensor_564" -> "1468 dequantize_per_tensor_565" [style=solid, label="(1, 12, 64, 64)"]; -"1468 dequantize_per_tensor_565" -> "1505 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1469 pad_11" -> "1470 roll_8" [style=solid, label="(1, 16, 16, 384)"]; -"1470 roll_8" -> "1471 view_50" [style=solid, label="(1, 16, 16, 384)"]; -"1471 view_50" -> "1472 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1472 permute_42" -> "1473 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1473 reshape_40" -> "1475 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1473 reshape_40" -> "1508 new_zeros_4" [style=solid, label="(4, 64, 384)"]; -"1474 clone_9" -> "1480 linear_58" [style=solid, label="(1152,)"]; -"1475 reshape_40_0_0_nncf_smooth_quant_0" -> "1476 quantize_per_tensor_566" [style=solid, label="(4, 64, 384)"]; -"1476 quantize_per_tensor_566" -> "1477 dequantize_per_tensor_567" [style=solid, label="(4, 64, 384)"]; -"1477 dequantize_per_tensor_567" -> "1480 linear_58" [style=solid, label="(4, 64, 384)"]; -"1478 _frozen_param88" -> "1479 dequantize_per_tensor_568" [style=solid, label="(1152, 384)"]; -"1479 dequantize_per_tensor_568" -> "1480 linear_58" [style=solid, label="(1152, 384)"]; -"1480 linear_58" -> "1481 quantize_per_tensor_569" [style=solid, label="(4, 64, 1152)"]; -"1481 quantize_per_tensor_569" -> "1482 dequantize_per_tensor_570" [style=solid, label="(4, 64, 1152)"]; -"1482 dequantize_per_tensor_570" -> "1483 reshape_41" [style=solid, label="(4, 64, 1152)"]; -"1483 reshape_41" -> "1484 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1484 permute_43" -> "1485 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1484 permute_43" -> "1486 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1484 permute_43" -> "1487 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1485 select_27" -> "1488 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; -"1485 select_27" -> "1490 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; -"1485 select_27" -> "1491 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1486 select_28" -> "1492 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; -"1486 select_28" -> "1494 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; -"1486 select_28" -> "1495 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1487 select_29" -> "1534 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; -"1488 linalg_vector_norm_18" -> "1489 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; -"1489 clamp_min_18" -> "1490 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; -"1490 expand_as_18" -> "1491 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1491 div_18" -> "1497 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; -"1492 linalg_vector_norm_19" -> "1493 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; -"1493 clamp_min_19" -> "1494 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; -"1494 expand_as_19" -> "1495 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1495 div_19" -> "1496 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; -"1496 transpose_18" -> "1497 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; -"1497 matmul_18" -> "1498 quantize_per_tensor_571" [style=solid, label="(4, 12, 64, 64)"]; -"1498 quantize_per_tensor_571" -> "1499 dequantize_per_tensor_572" [style=solid, label="(4, 12, 64, 64)"]; -"1499 dequantize_per_tensor_572" -> "1502 mul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1500 _frozen_param89" -> "1501 dequantize_per_tensor_573" [style=solid, label="(12, 1, 1)"]; -"1501 dequantize_per_tensor_573" -> "1502 mul_19" [style=solid, label="(12, 1, 1)"]; -"1502 mul_19" -> "1503 quantize_per_tensor_574" [style=solid, label="(4, 12, 64, 64)"]; -"1503 quantize_per_tensor_574" -> "1504 dequantize_per_tensor_575" [style=solid, label="(4, 12, 64, 64)"]; -"1504 dequantize_per_tensor_575" -> "1505 add_31" [style=solid, label="(4, 12, 64, 64)"]; -"1505 add_31" -> "1506 quantize_per_tensor_576" [style=solid, label="(4, 12, 64, 64)"]; -"1506 quantize_per_tensor_576" -> "1507 dequantize_per_tensor_577" [style=solid, label="(4, 12, 64, 64)"]; -"1507 dequantize_per_tensor_577" -> "1519 view_52" [style=solid, label="(4, 12, 64, 64)"]; -"1508 new_zeros_4" -> "1509 view_51" [style=solid, label="(16, 16)"]; -"1509 view_51" -> "1510 permute_44" [style=solid, label="(2, 8, 2, 8)"]; -"1510 permute_44" -> "1511 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; -"1511 reshape_42" -> "1512 unsqueeze_26" [style=solid, label="(4, 64)"]; -"1511 reshape_42" -> "1513 unsqueeze_27" [style=solid, label="(4, 64)"]; -"1512 unsqueeze_26" -> "1514 sub_4" [style=solid, label="(4, 1, 64)"]; -"1513 unsqueeze_27" -> "1514 sub_4" [style=solid, label="(4, 64, 1)"]; -"1514 sub_4" -> "1515 ne_4" [style=solid, label="(4, 64, 64)"]; -"1514 sub_4" -> "1516 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1514 sub_4" -> "1517 eq_4" [style=solid, label="(4, 64, 64)"]; -"1515 ne_4" -> "1516 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1516 masked_fill_8" -> "1518 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1517 eq_4" -> "1518 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1518 masked_fill_9" -> "1522 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; -"1519 view_52" -> "1520 quantize_per_tensor_578" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1520 quantize_per_tensor_578" -> "1521 dequantize_per_tensor_579" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1521 dequantize_per_tensor_579" -> "1526 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1522 unsqueeze_28" -> "1523 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; -"1523 unsqueeze_29" -> "1524 quantize_per_tensor_580" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1524 quantize_per_tensor_580" -> "1525 dequantize_per_tensor_581" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1525 dequantize_per_tensor_581" -> "1526 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1526 add_32" -> "1527 quantize_per_tensor_582" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1527 quantize_per_tensor_582" -> "1528 dequantize_per_tensor_583" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1528 dequantize_per_tensor_583" -> "1529 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1529 view_53" -> "1530 quantize_per_tensor_584" [style=solid, label="(4, 12, 64, 64)"]; -"1530 quantize_per_tensor_584" -> "1531 dequantize_per_tensor_585" [style=solid, label="(4, 12, 64, 64)"]; -"1531 dequantize_per_tensor_585" -> "1532 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; -"1532 softmax_9" -> "1533 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; -"1533 dropout_36" -> "1534 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1534 matmul_19" -> "1535 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; -"1535 transpose_19" -> "1536 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; -"1536 reshape_43" -> "1537 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1537 reshape_43_0_0_nncf_smooth_quant_0" -> "1538 quantize_per_tensor_586" [style=solid, label="(4, 64, 384)"]; -"1538 quantize_per_tensor_586" -> "1539 dequantize_per_tensor_587" [style=solid, label="(4, 64, 384)"]; -"1539 dequantize_per_tensor_587" -> "1542 linear_59" [style=solid, label="(4, 64, 384)"]; -"1540 _frozen_param90" -> "1541 dequantize_per_tensor_588" [style=solid, label="(384, 384)"]; -"1541 dequantize_per_tensor_588" -> "1542 linear_59" [style=solid, label="(384, 384)"]; -"1542 linear_59" -> "1543 quantize_per_tensor_589" [style=solid, label="(4, 64, 384)"]; -"1543 quantize_per_tensor_589" -> "1544 dequantize_per_tensor_590" [style=solid, label="(4, 64, 384)"]; -"1544 dequantize_per_tensor_590" -> "1545 dropout_37" [style=solid, label="(4, 64, 384)"]; -"1545 dropout_37" -> "1546 view_54" [style=solid, label="(4, 64, 384)"]; -"1546 view_54" -> "1547 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1547 permute_45" -> "1548 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1548 reshape_44" -> "1549 roll_9" [style=solid, label="(1, 16, 16, 384)"]; -"1549 roll_9" -> "1550 slice_157" [style=solid, label="(1, 16, 16, 384)"]; -"1550 slice_157" -> "1551 slice_158" [style=solid, label="(1, 16, 16, 384)"]; -"1551 slice_158" -> "1552 slice_159" [style=solid, label="(1, 14, 16, 384)"]; -"1552 slice_159" -> "1553 slice_160" [style=solid, label="(1, 14, 14, 384)"]; -"1553 slice_160" -> "1554 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; -"1554 contiguous_17" -> "1555 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; -"1555 layer_norm_21" -> "1556 quantize_per_tensor_591" [style=solid, label="(1, 14, 14, 384)"]; -"1556 quantize_per_tensor_591" -> "1557 dequantize_per_tensor_592" [style=solid, label="(1, 14, 14, 384)"]; -"1557 dequantize_per_tensor_592" -> "1558 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1558 add_33" -> "1559 quantize_per_tensor_593" [style=solid, label="(1, 14, 14, 384)"]; -"1559 quantize_per_tensor_593" -> "1560 dequantize_per_tensor_594" [style=solid, label="(1, 14, 14, 384)"]; -"1559 quantize_per_tensor_593" -> "1561 dequantize_per_tensor_595" [style=solid, label="(1, 14, 14, 384)"]; -"1560 dequantize_per_tensor_594" -> "1584 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1561 dequantize_per_tensor_595" -> "1562 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1562 add_33_0_0_nncf_smooth_quant_0" -> "1563 quantize_per_tensor_596" [style=solid, label="(1, 14, 14, 384)"]; -"1563 quantize_per_tensor_596" -> "1564 dequantize_per_tensor_597" [style=solid, label="(1, 14, 14, 384)"]; -"1564 dequantize_per_tensor_597" -> "1567 linear_60" [style=solid, label="(1, 14, 14, 384)"]; -"1565 _frozen_param91" -> "1566 dequantize_per_tensor_598" [style=solid, label="(1536, 384)"]; -"1566 dequantize_per_tensor_598" -> "1567 linear_60" [style=solid, label="(1536, 384)"]; -"1567 linear_60" -> "1568 quantize_per_tensor_599" [style=solid, label="(1, 14, 14, 1536)"]; -"1568 quantize_per_tensor_599" -> "1569 dequantize_per_tensor_600" [style=solid, label="(1, 14, 14, 1536)"]; -"1569 dequantize_per_tensor_600" -> "1570 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; -"1570 gelu_9" -> "1571 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1571 dropout_38" -> "1572 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1572 dropout_38_0_0_nncf_smooth_quant_0" -> "1573 quantize_per_tensor_601" [style=solid, label="(1, 14, 14, 1536)"]; -"1573 quantize_per_tensor_601" -> "1574 dequantize_per_tensor_602" [style=solid, label="(1, 14, 14, 1536)"]; -"1574 dequantize_per_tensor_602" -> "1577 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; -"1575 _frozen_param92" -> "1576 dequantize_per_tensor_603" [style=solid, label="(384, 1536)"]; -"1576 dequantize_per_tensor_603" -> "1577 linear_61" [style=solid, label="(384, 1536)"]; -"1577 linear_61" -> "1578 quantize_per_tensor_604" [style=solid, label="(1, 14, 14, 384)"]; -"1578 quantize_per_tensor_604" -> "1579 dequantize_per_tensor_605" [style=solid, label="(1, 14, 14, 384)"]; -"1579 dequantize_per_tensor_605" -> "1580 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; -"1580 dropout_39" -> "1581 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; -"1581 layer_norm_22" -> "1582 quantize_per_tensor_606" [style=solid, label="(1, 14, 14, 384)"]; -"1582 quantize_per_tensor_606" -> "1583 dequantize_per_tensor_607" [style=solid, label="(1, 14, 14, 384)"]; -"1583 dequantize_per_tensor_607" -> "1584 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1584 add_34" -> "1585 quantize_per_tensor_608" [style=solid, label="(1, 14, 14, 384)"]; -"1585 quantize_per_tensor_608" -> "1586 dequantize_per_tensor_609" [style=solid, label="(1, 14, 14, 384)"]; -"1586 dequantize_per_tensor_609" -> "1587 pad_12" [style=solid, label="(1, 14, 14, 384)"]; -"1587 pad_12" -> "1588 slice_161" [style=solid, label="(1, 14, 14, 384)"]; -"1587 pad_12" -> "1593 slice_164" [style=solid, label="(1, 14, 14, 384)"]; -"1587 pad_12" -> "1598 slice_167" [style=solid, label="(1, 14, 14, 384)"]; -"1587 pad_12" -> "1603 slice_170" [style=solid, label="(1, 14, 14, 384)"]; -"1588 slice_161" -> "1589 slice_162" [style=solid, label="(1, 7, 14, 384)"]; -"1589 slice_162" -> "1590 slice_163" [style=solid, label="(1, 7, 7, 384)"]; -"1590 slice_163" -> "1591 quantize_per_tensor_610" [style=solid, label="(1, 7, 7, 384)"]; -"1591 quantize_per_tensor_610" -> "1592 dequantize_per_tensor_611" [style=solid, label="(1, 7, 7, 384)"]; -"1592 dequantize_per_tensor_611" -> "1608 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1593 slice_164" -> "1594 slice_165" [style=solid, label="(1, 7, 14, 384)"]; -"1594 slice_165" -> "1595 slice_166" [style=solid, label="(1, 7, 7, 384)"]; -"1595 slice_166" -> "1596 quantize_per_tensor_612" [style=solid, label="(1, 7, 7, 384)"]; -"1596 quantize_per_tensor_612" -> "1597 dequantize_per_tensor_613" [style=solid, label="(1, 7, 7, 384)"]; -"1597 dequantize_per_tensor_613" -> "1608 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1598 slice_167" -> "1599 slice_168" [style=solid, label="(1, 7, 14, 384)"]; -"1599 slice_168" -> "1600 slice_169" [style=solid, label="(1, 7, 7, 384)"]; -"1600 slice_169" -> "1601 quantize_per_tensor_614" [style=solid, label="(1, 7, 7, 384)"]; -"1601 quantize_per_tensor_614" -> "1602 dequantize_per_tensor_615" [style=solid, label="(1, 7, 7, 384)"]; -"1602 dequantize_per_tensor_615" -> "1608 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1603 slice_170" -> "1604 slice_171" [style=solid, label="(1, 7, 14, 384)"]; -"1604 slice_171" -> "1605 slice_172" [style=solid, label="(1, 7, 7, 384)"]; -"1605 slice_172" -> "1606 quantize_per_tensor_616" [style=solid, label="(1, 7, 7, 384)"]; -"1606 quantize_per_tensor_616" -> "1607 dequantize_per_tensor_617" [style=solid, label="(1, 7, 7, 384)"]; -"1607 dequantize_per_tensor_617" -> "1608 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1608 cat_2" -> "1609 quantize_per_tensor_618" [style=solid, label="(1, 7, 7, 1536)"]; -"1609 quantize_per_tensor_618" -> "1610 dequantize_per_tensor_619" [style=solid, label="(1, 7, 7, 1536)"]; -"1610 dequantize_per_tensor_619" -> "1611 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; -"1611 cat_2_0_0_nncf_smooth_quant_0" -> "1612 quantize_per_tensor_620" [style=solid, label="(1, 7, 7, 1536)"]; -"1612 quantize_per_tensor_620" -> "1613 dequantize_per_tensor_621" [style=solid, label="(1, 7, 7, 1536)"]; -"1613 dequantize_per_tensor_621" -> "1616 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; -"1614 _frozen_param93" -> "1615 dequantize_per_tensor_622" [style=solid, label="(768, 1536)"]; -"1615 dequantize_per_tensor_622" -> "1616 linear_62" [style=solid, label="(768, 1536)"]; -"1616 linear_62" -> "1617 quantize_per_tensor_623" [style=solid, label="(1, 7, 7, 768)"]; -"1617 quantize_per_tensor_623" -> "1618 dequantize_per_tensor_624" [style=solid, label="(1, 7, 7, 768)"]; -"1618 dequantize_per_tensor_624" -> "1619 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; -"1619 layer_norm_23" -> "1652 pad_13" [style=solid, label="(1, 7, 7, 768)"]; -"1619 layer_norm_23" -> "1715 quantize_per_tensor_660" [style=solid, label="(1, 7, 7, 768)"]; -"1620 _frozen_param94" -> "1621 dequantize_per_tensor_625" [style=solid, label="(1, 15, 15, 2)"]; -"1621 dequantize_per_tensor_625" -> "1624 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"1622 _frozen_param95" -> "1623 dequantize_per_tensor_626" [style=solid, label="(512, 2)"]; -"1623 dequantize_per_tensor_626" -> "1624 linear_63" [style=solid, label="(512, 2)"]; -"1624 linear_63" -> "1625 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1625 relu__10" -> "1626 quantize_per_tensor_627" [style=solid, label="(1, 15, 15, 512)"]; -"1626 quantize_per_tensor_627" -> "1627 dequantize_per_tensor_628" [style=solid, label="(1, 15, 15, 512)"]; -"1627 dequantize_per_tensor_628" -> "1628 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1628 relu__10_0_0_nncf_smooth_quant_0" -> "1629 quantize_per_tensor_629" [style=solid, label="(1, 15, 15, 512)"]; -"1629 quantize_per_tensor_629" -> "1630 dequantize_per_tensor_630" [style=solid, label="(1, 15, 15, 512)"]; -"1630 dequantize_per_tensor_630" -> "1633 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1631 _frozen_param96" -> "1632 dequantize_per_tensor_631" [style=solid, label="(24, 512)"]; -"1632 dequantize_per_tensor_631" -> "1633 linear_64" [style=solid, label="(24, 512)"]; -"1633 linear_64" -> "1634 quantize_per_tensor_632" [style=solid, label="(1, 15, 15, 24)"]; -"1634 quantize_per_tensor_632" -> "1635 dequantize_per_tensor_633" [style=solid, label="(1, 15, 15, 24)"]; -"1635 dequantize_per_tensor_633" -> "1636 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1636 view_55" -> "1637 quantize_per_tensor_634" [style=solid, label="(225, 24)"]; -"1637 quantize_per_tensor_634" -> "1638 dequantize_per_tensor_635" [style=solid, label="(225, 24)"]; -"1638 dequantize_per_tensor_635" -> "1639 index_10" [style=solid, label="(225, 24)"]; -"1639 index_10" -> "1640 view_56" [style=solid, label="(4096, 24)"]; -"1640 view_56" -> "1641 permute_46" [style=solid, label="(64, 64, 24)"]; -"1641 permute_46" -> "1642 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1642 contiguous_18" -> "1643 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1643 unsqueeze_30" -> "1644 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1644 sigmoid_10" -> "1645 quantize_per_tensor_636" [style=solid, label="(1, 24, 64, 64)"]; -"1645 quantize_per_tensor_636" -> "1646 dequantize_per_tensor_637" [style=solid, label="(1, 24, 64, 64)"]; -"1646 dequantize_per_tensor_637" -> "1649 mul_20" [style=solid, label="(1, 24, 64, 64)"]; -"1647 _frozen_param97" -> "1648 dequantize_per_tensor_638" [style=solid, label="()"]; -"1648 dequantize_per_tensor_638" -> "1649 mul_20" [style=solid, label="()"]; -"1649 mul_20" -> "1650 quantize_per_tensor_639" [style=solid, label="(1, 24, 64, 64)"]; -"1650 quantize_per_tensor_639" -> "1651 dequantize_per_tensor_640" [style=solid, label="(1, 24, 64, 64)"]; -"1651 dequantize_per_tensor_640" -> "1687 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1652 pad_13" -> "1653 view_57" [style=solid, label="(1, 8, 8, 768)"]; -"1653 view_57" -> "1654 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1654 permute_47" -> "1655 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1655 reshape_45" -> "1657 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1656 clone_10" -> "1662 linear_65" [style=solid, label="(2304,)"]; -"1657 reshape_45_0_0_nncf_smooth_quant_0" -> "1658 quantize_per_tensor_641" [style=solid, label="(1, 64, 768)"]; -"1658 quantize_per_tensor_641" -> "1659 dequantize_per_tensor_642" [style=solid, label="(1, 64, 768)"]; -"1659 dequantize_per_tensor_642" -> "1662 linear_65" [style=solid, label="(1, 64, 768)"]; -"1660 _frozen_param98" -> "1661 dequantize_per_tensor_643" [style=solid, label="(2304, 768)"]; -"1661 dequantize_per_tensor_643" -> "1662 linear_65" [style=solid, label="(2304, 768)"]; -"1662 linear_65" -> "1663 quantize_per_tensor_644" [style=solid, label="(1, 64, 2304)"]; -"1663 quantize_per_tensor_644" -> "1664 dequantize_per_tensor_645" [style=solid, label="(1, 64, 2304)"]; -"1664 dequantize_per_tensor_645" -> "1665 reshape_46" [style=solid, label="(1, 64, 2304)"]; -"1665 reshape_46" -> "1666 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1666 permute_48" -> "1667 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1666 permute_48" -> "1668 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1666 permute_48" -> "1669 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1667 select_30" -> "1670 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; -"1667 select_30" -> "1672 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; -"1667 select_30" -> "1673 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1668 select_31" -> "1674 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; -"1668 select_31" -> "1676 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; -"1668 select_31" -> "1677 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1669 select_32" -> "1692 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; -"1670 linalg_vector_norm_20" -> "1671 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; -"1671 clamp_min_20" -> "1672 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; -"1672 expand_as_20" -> "1673 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1673 div_20" -> "1679 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; -"1674 linalg_vector_norm_21" -> "1675 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; -"1675 clamp_min_21" -> "1676 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; -"1676 expand_as_21" -> "1677 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1677 div_21" -> "1678 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; -"1678 transpose_20" -> "1679 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; -"1679 matmul_20" -> "1680 quantize_per_tensor_646" [style=solid, label="(1, 24, 64, 64)"]; -"1680 quantize_per_tensor_646" -> "1681 dequantize_per_tensor_647" [style=solid, label="(1, 24, 64, 64)"]; -"1681 dequantize_per_tensor_647" -> "1684 mul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1682 _frozen_param99" -> "1683 dequantize_per_tensor_648" [style=solid, label="(24, 1, 1)"]; -"1683 dequantize_per_tensor_648" -> "1684 mul_21" [style=solid, label="(24, 1, 1)"]; -"1684 mul_21" -> "1685 quantize_per_tensor_649" [style=solid, label="(1, 24, 64, 64)"]; -"1685 quantize_per_tensor_649" -> "1686 dequantize_per_tensor_650" [style=solid, label="(1, 24, 64, 64)"]; -"1686 dequantize_per_tensor_650" -> "1687 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1687 add_35" -> "1688 quantize_per_tensor_651" [style=solid, label="(1, 24, 64, 64)"]; -"1688 quantize_per_tensor_651" -> "1689 dequantize_per_tensor_652" [style=solid, label="(1, 24, 64, 64)"]; -"1689 dequantize_per_tensor_652" -> "1690 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; -"1690 softmax_10" -> "1691 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; -"1691 dropout_40" -> "1692 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1692 matmul_21" -> "1693 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; -"1693 transpose_21" -> "1694 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; -"1694 reshape_47" -> "1695 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1695 reshape_47_0_0_nncf_smooth_quant_0" -> "1696 quantize_per_tensor_653" [style=solid, label="(1, 64, 768)"]; -"1696 quantize_per_tensor_653" -> "1697 dequantize_per_tensor_654" [style=solid, label="(1, 64, 768)"]; -"1697 dequantize_per_tensor_654" -> "1700 linear_66" [style=solid, label="(1, 64, 768)"]; -"1698 _frozen_param100" -> "1699 dequantize_per_tensor_655" [style=solid, label="(768, 768)"]; -"1699 dequantize_per_tensor_655" -> "1700 linear_66" [style=solid, label="(768, 768)"]; -"1700 linear_66" -> "1701 quantize_per_tensor_656" [style=solid, label="(1, 64, 768)"]; -"1701 quantize_per_tensor_656" -> "1702 dequantize_per_tensor_657" [style=solid, label="(1, 64, 768)"]; -"1702 dequantize_per_tensor_657" -> "1703 dropout_41" [style=solid, label="(1, 64, 768)"]; -"1703 dropout_41" -> "1704 view_58" [style=solid, label="(1, 64, 768)"]; -"1704 view_58" -> "1705 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1705 permute_49" -> "1706 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1706 reshape_48" -> "1707 slice_174" [style=solid, label="(1, 8, 8, 768)"]; -"1707 slice_174" -> "1708 slice_175" [style=solid, label="(1, 8, 8, 768)"]; -"1708 slice_175" -> "1709 slice_176" [style=solid, label="(1, 7, 8, 768)"]; -"1709 slice_176" -> "1710 slice_177" [style=solid, label="(1, 7, 7, 768)"]; -"1710 slice_177" -> "1711 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; -"1711 contiguous_19" -> "1712 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; -"1712 layer_norm_24" -> "1713 quantize_per_tensor_658" [style=solid, label="(1, 7, 7, 768)"]; -"1713 quantize_per_tensor_658" -> "1714 dequantize_per_tensor_659" [style=solid, label="(1, 7, 7, 768)"]; -"1714 dequantize_per_tensor_659" -> "1717 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1715 quantize_per_tensor_660" -> "1716 dequantize_per_tensor_661" [style=solid, label="(1, 7, 7, 768)"]; -"1716 dequantize_per_tensor_661" -> "1717 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1717 add_36" -> "1718 quantize_per_tensor_662" [style=solid, label="(1, 7, 7, 768)"]; -"1718 quantize_per_tensor_662" -> "1719 dequantize_per_tensor_663" [style=solid, label="(1, 7, 7, 768)"]; -"1718 quantize_per_tensor_662" -> "1720 dequantize_per_tensor_664" [style=solid, label="(1, 7, 7, 768)"]; -"1719 dequantize_per_tensor_663" -> "1743 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1720 dequantize_per_tensor_664" -> "1721 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1721 add_36_0_0_nncf_smooth_quant_0" -> "1722 quantize_per_tensor_665" [style=solid, label="(1, 7, 7, 768)"]; -"1722 quantize_per_tensor_665" -> "1723 dequantize_per_tensor_666" [style=solid, label="(1, 7, 7, 768)"]; -"1723 dequantize_per_tensor_666" -> "1726 linear_67" [style=solid, label="(1, 7, 7, 768)"]; -"1724 _frozen_param101" -> "1725 dequantize_per_tensor_667" [style=solid, label="(3072, 768)"]; -"1725 dequantize_per_tensor_667" -> "1726 linear_67" [style=solid, label="(3072, 768)"]; -"1726 linear_67" -> "1727 quantize_per_tensor_668" [style=solid, label="(1, 7, 7, 3072)"]; -"1727 quantize_per_tensor_668" -> "1728 dequantize_per_tensor_669" [style=solid, label="(1, 7, 7, 3072)"]; -"1728 dequantize_per_tensor_669" -> "1729 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; -"1729 gelu_10" -> "1730 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; -"1730 dropout_42" -> "1731 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1731 dropout_42_0_0_nncf_smooth_quant_0" -> "1732 quantize_per_tensor_670" [style=solid, label="(1, 7, 7, 3072)"]; -"1732 quantize_per_tensor_670" -> "1733 dequantize_per_tensor_671" [style=solid, label="(1, 7, 7, 3072)"]; -"1733 dequantize_per_tensor_671" -> "1736 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; -"1734 _frozen_param102" -> "1735 dequantize_per_tensor_672" [style=solid, label="(768, 3072)"]; -"1735 dequantize_per_tensor_672" -> "1736 linear_68" [style=solid, label="(768, 3072)"]; -"1736 linear_68" -> "1737 quantize_per_tensor_673" [style=solid, label="(1, 7, 7, 768)"]; -"1737 quantize_per_tensor_673" -> "1738 dequantize_per_tensor_674" [style=solid, label="(1, 7, 7, 768)"]; -"1738 dequantize_per_tensor_674" -> "1739 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; -"1739 dropout_43" -> "1740 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; -"1740 layer_norm_25" -> "1741 quantize_per_tensor_675" [style=solid, label="(1, 7, 7, 768)"]; -"1741 quantize_per_tensor_675" -> "1742 dequantize_per_tensor_676" [style=solid, label="(1, 7, 7, 768)"]; -"1742 dequantize_per_tensor_676" -> "1743 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1743 add_37" -> "1744 quantize_per_tensor_677" [style=solid, label="(1, 7, 7, 768)"]; -"1744 quantize_per_tensor_677" -> "1745 dequantize_per_tensor_678" [style=solid, label="(1, 7, 7, 768)"]; -"1744 quantize_per_tensor_677" -> "1746 dequantize_per_tensor_679" [style=solid, label="(1, 7, 7, 768)"]; -"1745 dequantize_per_tensor_678" -> "1842 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1746 dequantize_per_tensor_679" -> "1779 pad_14" [style=solid, label="(1, 7, 7, 768)"]; -"1747 _frozen_param103" -> "1748 dequantize_per_tensor_680" [style=solid, label="(1, 15, 15, 2)"]; -"1748 dequantize_per_tensor_680" -> "1751 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"1749 _frozen_param104" -> "1750 dequantize_per_tensor_681" [style=solid, label="(512, 2)"]; -"1750 dequantize_per_tensor_681" -> "1751 linear_69" [style=solid, label="(512, 2)"]; -"1751 linear_69" -> "1752 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1752 relu__11" -> "1753 quantize_per_tensor_682" [style=solid, label="(1, 15, 15, 512)"]; -"1753 quantize_per_tensor_682" -> "1754 dequantize_per_tensor_683" [style=solid, label="(1, 15, 15, 512)"]; -"1754 dequantize_per_tensor_683" -> "1755 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1755 relu__11_0_0_nncf_smooth_quant_0" -> "1756 quantize_per_tensor_684" [style=solid, label="(1, 15, 15, 512)"]; -"1756 quantize_per_tensor_684" -> "1757 dequantize_per_tensor_685" [style=solid, label="(1, 15, 15, 512)"]; -"1757 dequantize_per_tensor_685" -> "1760 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1758 _frozen_param105" -> "1759 dequantize_per_tensor_686" [style=solid, label="(24, 512)"]; -"1759 dequantize_per_tensor_686" -> "1760 linear_70" [style=solid, label="(24, 512)"]; -"1760 linear_70" -> "1761 quantize_per_tensor_687" [style=solid, label="(1, 15, 15, 24)"]; -"1761 quantize_per_tensor_687" -> "1762 dequantize_per_tensor_688" [style=solid, label="(1, 15, 15, 24)"]; -"1762 dequantize_per_tensor_688" -> "1763 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1763 view_59" -> "1764 quantize_per_tensor_689" [style=solid, label="(225, 24)"]; -"1764 quantize_per_tensor_689" -> "1765 dequantize_per_tensor_690" [style=solid, label="(225, 24)"]; -"1765 dequantize_per_tensor_690" -> "1766 index_11" [style=solid, label="(225, 24)"]; -"1766 index_11" -> "1767 view_60" [style=solid, label="(4096, 24)"]; -"1767 view_60" -> "1768 permute_50" [style=solid, label="(64, 64, 24)"]; -"1768 permute_50" -> "1769 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1769 contiguous_20" -> "1770 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1770 unsqueeze_31" -> "1771 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1771 sigmoid_11" -> "1772 quantize_per_tensor_691" [style=solid, label="(1, 24, 64, 64)"]; -"1772 quantize_per_tensor_691" -> "1773 dequantize_per_tensor_692" [style=solid, label="(1, 24, 64, 64)"]; -"1773 dequantize_per_tensor_692" -> "1776 mul_22" [style=solid, label="(1, 24, 64, 64)"]; -"1774 _frozen_param106" -> "1775 dequantize_per_tensor_693" [style=solid, label="()"]; -"1775 dequantize_per_tensor_693" -> "1776 mul_22" [style=solid, label="()"]; -"1776 mul_22" -> "1777 quantize_per_tensor_694" [style=solid, label="(1, 24, 64, 64)"]; -"1777 quantize_per_tensor_694" -> "1778 dequantize_per_tensor_695" [style=solid, label="(1, 24, 64, 64)"]; -"1778 dequantize_per_tensor_695" -> "1814 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1779 pad_14" -> "1780 view_61" [style=solid, label="(1, 8, 8, 768)"]; -"1780 view_61" -> "1781 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1781 permute_51" -> "1782 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1782 reshape_49" -> "1784 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1783 clone_11" -> "1789 linear_71" [style=solid, label="(2304,)"]; -"1784 reshape_49_0_0_nncf_smooth_quant_0" -> "1785 quantize_per_tensor_696" [style=solid, label="(1, 64, 768)"]; -"1785 quantize_per_tensor_696" -> "1786 dequantize_per_tensor_697" [style=solid, label="(1, 64, 768)"]; -"1786 dequantize_per_tensor_697" -> "1789 linear_71" [style=solid, label="(1, 64, 768)"]; -"1787 _frozen_param107" -> "1788 dequantize_per_tensor_698" [style=solid, label="(2304, 768)"]; -"1788 dequantize_per_tensor_698" -> "1789 linear_71" [style=solid, label="(2304, 768)"]; -"1789 linear_71" -> "1790 quantize_per_tensor_699" [style=solid, label="(1, 64, 2304)"]; -"1790 quantize_per_tensor_699" -> "1791 dequantize_per_tensor_700" [style=solid, label="(1, 64, 2304)"]; -"1791 dequantize_per_tensor_700" -> "1792 reshape_50" [style=solid, label="(1, 64, 2304)"]; -"1792 reshape_50" -> "1793 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1793 permute_52" -> "1794 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1793 permute_52" -> "1795 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1793 permute_52" -> "1796 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1794 select_33" -> "1797 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; -"1794 select_33" -> "1799 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; -"1794 select_33" -> "1800 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1795 select_34" -> "1801 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; -"1795 select_34" -> "1803 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; -"1795 select_34" -> "1804 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1796 select_35" -> "1819 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; -"1797 linalg_vector_norm_22" -> "1798 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; -"1798 clamp_min_22" -> "1799 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; -"1799 expand_as_22" -> "1800 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1800 div_22" -> "1806 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; -"1801 linalg_vector_norm_23" -> "1802 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; -"1802 clamp_min_23" -> "1803 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; -"1803 expand_as_23" -> "1804 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1804 div_23" -> "1805 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; -"1805 transpose_22" -> "1806 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; -"1806 matmul_22" -> "1807 quantize_per_tensor_701" [style=solid, label="(1, 24, 64, 64)"]; -"1807 quantize_per_tensor_701" -> "1808 dequantize_per_tensor_702" [style=solid, label="(1, 24, 64, 64)"]; -"1808 dequantize_per_tensor_702" -> "1811 mul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1809 _frozen_param108" -> "1810 dequantize_per_tensor_703" [style=solid, label="(24, 1, 1)"]; -"1810 dequantize_per_tensor_703" -> "1811 mul_23" [style=solid, label="(24, 1, 1)"]; -"1811 mul_23" -> "1812 quantize_per_tensor_704" [style=solid, label="(1, 24, 64, 64)"]; -"1812 quantize_per_tensor_704" -> "1813 dequantize_per_tensor_705" [style=solid, label="(1, 24, 64, 64)"]; -"1813 dequantize_per_tensor_705" -> "1814 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1814 add_38" -> "1815 quantize_per_tensor_706" [style=solid, label="(1, 24, 64, 64)"]; -"1815 quantize_per_tensor_706" -> "1816 dequantize_per_tensor_707" [style=solid, label="(1, 24, 64, 64)"]; -"1816 dequantize_per_tensor_707" -> "1817 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; -"1817 softmax_11" -> "1818 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; -"1818 dropout_44" -> "1819 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1819 matmul_23" -> "1820 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; -"1820 transpose_23" -> "1821 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; -"1821 reshape_51" -> "1822 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1822 reshape_51_0_0_nncf_smooth_quant_0" -> "1823 quantize_per_tensor_708" [style=solid, label="(1, 64, 768)"]; -"1823 quantize_per_tensor_708" -> "1824 dequantize_per_tensor_709" [style=solid, label="(1, 64, 768)"]; -"1824 dequantize_per_tensor_709" -> "1827 linear_72" [style=solid, label="(1, 64, 768)"]; -"1825 _frozen_param109" -> "1826 dequantize_per_tensor_710" [style=solid, label="(768, 768)"]; -"1826 dequantize_per_tensor_710" -> "1827 linear_72" [style=solid, label="(768, 768)"]; -"1827 linear_72" -> "1828 quantize_per_tensor_711" [style=solid, label="(1, 64, 768)"]; -"1828 quantize_per_tensor_711" -> "1829 dequantize_per_tensor_712" [style=solid, label="(1, 64, 768)"]; -"1829 dequantize_per_tensor_712" -> "1830 dropout_45" [style=solid, label="(1, 64, 768)"]; -"1830 dropout_45" -> "1831 view_62" [style=solid, label="(1, 64, 768)"]; -"1831 view_62" -> "1832 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1832 permute_53" -> "1833 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1833 reshape_52" -> "1834 slice_179" [style=solid, label="(1, 8, 8, 768)"]; -"1834 slice_179" -> "1835 slice_180" [style=solid, label="(1, 8, 8, 768)"]; -"1835 slice_180" -> "1836 slice_181" [style=solid, label="(1, 7, 8, 768)"]; -"1836 slice_181" -> "1837 slice_182" [style=solid, label="(1, 7, 7, 768)"]; -"1837 slice_182" -> "1838 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; -"1838 contiguous_21" -> "1839 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; -"1839 layer_norm_26" -> "1840 quantize_per_tensor_713" [style=solid, label="(1, 7, 7, 768)"]; -"1840 quantize_per_tensor_713" -> "1841 dequantize_per_tensor_714" [style=solid, label="(1, 7, 7, 768)"]; -"1841 dequantize_per_tensor_714" -> "1842 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1842 add_39" -> "1843 quantize_per_tensor_715" [style=solid, label="(1, 7, 7, 768)"]; -"1843 quantize_per_tensor_715" -> "1844 dequantize_per_tensor_716" [style=solid, label="(1, 7, 7, 768)"]; -"1843 quantize_per_tensor_715" -> "1845 dequantize_per_tensor_717" [style=solid, label="(1, 7, 7, 768)"]; -"1844 dequantize_per_tensor_716" -> "1868 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1845 dequantize_per_tensor_717" -> "1846 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1846 add_39_0_0_nncf_smooth_quant_0" -> "1847 quantize_per_tensor_718" [style=solid, label="(1, 7, 7, 768)"]; -"1847 quantize_per_tensor_718" -> "1848 dequantize_per_tensor_719" [style=solid, label="(1, 7, 7, 768)"]; -"1848 dequantize_per_tensor_719" -> "1851 linear_73" [style=solid, label="(1, 7, 7, 768)"]; -"1849 _frozen_param110" -> "1850 dequantize_per_tensor_720" [style=solid, label="(3072, 768)"]; -"1850 dequantize_per_tensor_720" -> "1851 linear_73" [style=solid, label="(3072, 768)"]; -"1851 linear_73" -> "1852 quantize_per_tensor_721" [style=solid, label="(1, 7, 7, 3072)"]; -"1852 quantize_per_tensor_721" -> "1853 dequantize_per_tensor_722" [style=solid, label="(1, 7, 7, 3072)"]; -"1853 dequantize_per_tensor_722" -> "1854 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; -"1854 gelu_11" -> "1855 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; -"1855 dropout_46" -> "1856 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1856 dropout_46_0_0_nncf_smooth_quant_0" -> "1857 quantize_per_tensor_723" [style=solid, label="(1, 7, 7, 3072)"]; -"1857 quantize_per_tensor_723" -> "1858 dequantize_per_tensor_724" [style=solid, label="(1, 7, 7, 3072)"]; -"1858 dequantize_per_tensor_724" -> "1861 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; -"1859 _frozen_param111" -> "1860 dequantize_per_tensor_725" [style=solid, label="(768, 3072)"]; -"1860 dequantize_per_tensor_725" -> "1861 linear_74" [style=solid, label="(768, 3072)"]; -"1861 linear_74" -> "1862 quantize_per_tensor_726" [style=solid, label="(1, 7, 7, 768)"]; -"1862 quantize_per_tensor_726" -> "1863 dequantize_per_tensor_727" [style=solid, label="(1, 7, 7, 768)"]; -"1863 dequantize_per_tensor_727" -> "1864 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; -"1864 dropout_47" -> "1865 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; -"1865 layer_norm_27" -> "1866 quantize_per_tensor_728" [style=solid, label="(1, 7, 7, 768)"]; -"1866 quantize_per_tensor_728" -> "1867 dequantize_per_tensor_729" [style=solid, label="(1, 7, 7, 768)"]; -"1867 dequantize_per_tensor_729" -> "1868 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1868 add_40" -> "1869 quantize_per_tensor_730" [style=solid, label="(1, 7, 7, 768)"]; -"1869 quantize_per_tensor_730" -> "1870 dequantize_per_tensor_731" [style=solid, label="(1, 7, 7, 768)"]; -"1870 dequantize_per_tensor_731" -> "1871 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; -"1871 layer_norm_28" -> "1872 permute_54" [style=solid, label="(1, 7, 7, 768)"]; -"1872 permute_54" -> "1873 quantize_per_tensor_732" [style=solid, label="(1, 768, 7, 7)"]; -"1873 quantize_per_tensor_732" -> "1874 dequantize_per_tensor_733" [style=solid, label="(1, 768, 7, 7)"]; -"1874 dequantize_per_tensor_733" -> "1875 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; -"1875 adaptive_avg_pool2d" -> "1876 quantize_per_tensor_734" [style=solid, label="(1, 768, 1, 1)"]; -"1876 quantize_per_tensor_734" -> "1877 dequantize_per_tensor_735" [style=solid, label="(1, 768, 1, 1)"]; -"1877 dequantize_per_tensor_735" -> "1878 flatten" [style=solid, label="(1, 768, 1, 1)"]; -"1878 flatten" -> "1879 quantize_per_tensor_736" [style=solid, label="(1, 768)"]; -"1879 quantize_per_tensor_736" -> "1880 dequantize_per_tensor_737" [style=solid, label="(1, 768)"]; -"1880 dequantize_per_tensor_737" -> "1881 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1881 flatten_0_0_nncf_smooth_quant_0" -> "1882 quantize_per_tensor_738" [style=solid, label="(1, 768)"]; -"1882 quantize_per_tensor_738" -> "1883 dequantize_per_tensor_739" [style=solid, label="(1, 768)"]; -"1883 dequantize_per_tensor_739" -> "1886 linear_75" [style=solid, label="(1, 768)"]; -"1884 _frozen_param112" -> "1885 dequantize_per_tensor_740" [style=solid, label="(1000, 768)"]; -"1885 dequantize_per_tensor_740" -> "1886 linear_75" [style=solid, label="(1000, 768)"]; -"1886 linear_75" -> "1887 quantize_per_tensor_741" [style=solid, label="(1, 1000)"]; -"1887 quantize_per_tensor_741" -> "1888 dequantize_per_tensor_742" [style=solid, label="(1, 1000)"]; -"1888 dequantize_per_tensor_742" -> "1889 output" [style=solid, label="(1, 1000)"]; +"230 reshape_3" -> "231 alias" [style=solid, label="(1, 56, 56, 96)"]; +"231 alias" -> "232 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; +"232 layer_norm_1" -> "233 quantize_per_tensor_40" [style=solid, label="(1, 56, 56, 96)"]; +"233 quantize_per_tensor_40" -> "234 dequantize_per_tensor_41" [style=solid, label="(1, 56, 56, 96)"]; +"234 dequantize_per_tensor_41" -> "237 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"235 quantize_per_tensor_42" -> "236 dequantize_per_tensor_43" [style=solid, label="(1, 56, 56, 96)"]; +"236 dequantize_per_tensor_43" -> "237 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"237 add_1" -> "238 quantize_per_tensor_44" [style=solid, label="(1, 56, 56, 96)"]; +"238 quantize_per_tensor_44" -> "239 dequantize_per_tensor_45" [style=solid, label="(1, 56, 56, 96)"]; +"238 quantize_per_tensor_44" -> "240 dequantize_per_tensor_46" [style=solid, label="(1, 56, 56, 96)"]; +"239 dequantize_per_tensor_45" -> "263 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"240 dequantize_per_tensor_46" -> "241 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; +"241 add_1_0_0_nncf_smooth_quant_0" -> "242 quantize_per_tensor_47" [style=solid, label="(1, 56, 56, 96)"]; +"242 quantize_per_tensor_47" -> "243 dequantize_per_tensor_48" [style=solid, label="(1, 56, 56, 96)"]; +"243 dequantize_per_tensor_48" -> "246 linear_4" [style=solid, label="(1, 56, 56, 96)"]; +"244 _frozen_param8" -> "245 dequantize_per_tensor_49" [style=solid, label="(384, 96)"]; +"245 dequantize_per_tensor_49" -> "246 linear_4" [style=solid, label="(384, 96)"]; +"246 linear_4" -> "247 quantize_per_tensor_50" [style=solid, label="(1, 56, 56, 384)"]; +"247 quantize_per_tensor_50" -> "248 dequantize_per_tensor_51" [style=solid, label="(1, 56, 56, 384)"]; +"248 dequantize_per_tensor_51" -> "249 gelu" [style=solid, label="(1, 56, 56, 384)"]; +"249 gelu" -> "250 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; +"250 dropout_2" -> "251 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; +"251 dropout_2_0_0_nncf_smooth_quant_0" -> "252 quantize_per_tensor_52" [style=solid, label="(1, 56, 56, 384)"]; +"252 quantize_per_tensor_52" -> "253 dequantize_per_tensor_53" [style=solid, label="(1, 56, 56, 384)"]; +"253 dequantize_per_tensor_53" -> "256 linear_5" [style=solid, label="(1, 56, 56, 384)"]; +"254 _frozen_param9" -> "255 dequantize_per_tensor_54" [style=solid, label="(96, 384)"]; +"255 dequantize_per_tensor_54" -> "256 linear_5" [style=solid, label="(96, 384)"]; +"256 linear_5" -> "257 quantize_per_tensor_55" [style=solid, label="(1, 56, 56, 96)"]; +"257 quantize_per_tensor_55" -> "258 dequantize_per_tensor_56" [style=solid, label="(1, 56, 56, 96)"]; +"258 dequantize_per_tensor_56" -> "259 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; +"259 dropout_3" -> "260 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; +"260 layer_norm_2" -> "261 quantize_per_tensor_57" [style=solid, label="(1, 56, 56, 96)"]; +"261 quantize_per_tensor_57" -> "262 dequantize_per_tensor_58" [style=solid, label="(1, 56, 56, 96)"]; +"262 dequantize_per_tensor_58" -> "263 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"263 add_2" -> "264 quantize_per_tensor_59" [style=solid, label="(1, 56, 56, 96)"]; +"264 quantize_per_tensor_59" -> "265 dequantize_per_tensor_60" [style=solid, label="(1, 56, 56, 96)"]; +"264 quantize_per_tensor_59" -> "266 dequantize_per_tensor_61" [style=solid, label="(1, 56, 56, 96)"]; +"265 dequantize_per_tensor_60" -> "384 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"266 dequantize_per_tensor_61" -> "299 pad_1" [style=solid, label="(1, 56, 56, 96)"]; +"267 _frozen_param10" -> "268 dequantize_per_tensor_62" [style=solid, label="(1, 15, 15, 2)"]; +"268 dequantize_per_tensor_62" -> "271 linear_6" [style=solid, label="(1, 15, 15, 2)"]; +"269 _frozen_param11" -> "270 dequantize_per_tensor_63" [style=solid, label="(512, 2)"]; +"270 dequantize_per_tensor_63" -> "271 linear_6" [style=solid, label="(512, 2)"]; +"271 linear_6" -> "272 relu__1" [style=solid, label="(1, 15, 15, 512)"]; +"272 relu__1" -> "273 quantize_per_tensor_64" [style=solid, label="(1, 15, 15, 512)"]; +"273 quantize_per_tensor_64" -> "274 dequantize_per_tensor_65" [style=solid, label="(1, 15, 15, 512)"]; +"274 dequantize_per_tensor_65" -> "275 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"275 relu__1_0_0_nncf_smooth_quant_0" -> "276 quantize_per_tensor_66" [style=solid, label="(1, 15, 15, 512)"]; +"276 quantize_per_tensor_66" -> "277 dequantize_per_tensor_67" [style=solid, label="(1, 15, 15, 512)"]; +"277 dequantize_per_tensor_67" -> "280 linear_7" [style=solid, label="(1, 15, 15, 512)"]; +"278 _frozen_param12" -> "279 dequantize_per_tensor_68" [style=solid, label="(3, 512)"]; +"279 dequantize_per_tensor_68" -> "280 linear_7" [style=solid, label="(3, 512)"]; +"280 linear_7" -> "281 quantize_per_tensor_69" [style=solid, label="(1, 15, 15, 3)"]; +"281 quantize_per_tensor_69" -> "282 dequantize_per_tensor_70" [style=solid, label="(1, 15, 15, 3)"]; +"282 dequantize_per_tensor_70" -> "283 view_4" [style=solid, label="(1, 15, 15, 3)"]; +"283 view_4" -> "284 quantize_per_tensor_71" [style=solid, label="(225, 3)"]; +"284 quantize_per_tensor_71" -> "285 dequantize_per_tensor_72" [style=solid, label="(225, 3)"]; +"285 dequantize_per_tensor_72" -> "286 index_1" [style=solid, label="(225, 3)"]; +"286 index_1" -> "287 view_5" [style=solid, label="(4096, 3)"]; +"287 view_5" -> "288 permute_5" [style=solid, label="(64, 64, 3)"]; +"288 permute_5" -> "289 contiguous_1" [style=solid, label="(3, 64, 64)"]; +"289 contiguous_1" -> "290 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; +"290 unsqueeze_1" -> "291 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; +"291 sigmoid_1" -> "292 quantize_per_tensor_73" [style=solid, label="(1, 3, 64, 64)"]; +"292 quantize_per_tensor_73" -> "293 dequantize_per_tensor_74" [style=solid, label="(1, 3, 64, 64)"]; +"293 dequantize_per_tensor_74" -> "296 mul_2" [style=solid, label="(1, 3, 64, 64)"]; +"294 _frozen_param13" -> "295 dequantize_per_tensor_75" [style=solid, label="()"]; +"295 dequantize_per_tensor_75" -> "296 mul_2" [style=solid, label="()"]; +"296 mul_2" -> "297 quantize_per_tensor_76" [style=solid, label="(1, 3, 64, 64)"]; +"297 quantize_per_tensor_76" -> "298 dequantize_per_tensor_77" [style=solid, label="(1, 3, 64, 64)"]; +"298 dequantize_per_tensor_77" -> "335 add_3" [style=solid, label="(1, 3, 64, 64)"]; +"299 pad_1" -> "300 roll" [style=solid, label="(1, 56, 56, 96)"]; +"300 roll" -> "301 view_6" [style=solid, label="(1, 56, 56, 96)"]; +"301 view_6" -> "302 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"302 permute_6" -> "303 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"303 reshape_4" -> "305 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"303 reshape_4" -> "338 new_zeros" [style=solid, label="(49, 64, 96)"]; +"304 clone_1" -> "310 linear_8" [style=solid, label="(288,)"]; +"305 reshape_4_0_0_nncf_smooth_quant_0" -> "306 quantize_per_tensor_78" [style=solid, label="(49, 64, 96)"]; +"306 quantize_per_tensor_78" -> "307 dequantize_per_tensor_79" [style=solid, label="(49, 64, 96)"]; +"307 dequantize_per_tensor_79" -> "310 linear_8" [style=solid, label="(49, 64, 96)"]; +"308 _frozen_param14" -> "309 dequantize_per_tensor_80" [style=solid, label="(288, 96)"]; +"309 dequantize_per_tensor_80" -> "310 linear_8" [style=solid, label="(288, 96)"]; +"310 linear_8" -> "311 quantize_per_tensor_81" [style=solid, label="(49, 64, 288)"]; +"311 quantize_per_tensor_81" -> "312 dequantize_per_tensor_82" [style=solid, label="(49, 64, 288)"]; +"312 dequantize_per_tensor_82" -> "313 reshape_5" [style=solid, label="(49, 64, 288)"]; +"313 reshape_5" -> "314 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; +"314 permute_7" -> "315 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; +"314 permute_7" -> "316 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; +"314 permute_7" -> "317 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; +"315 select_3" -> "318 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; +"315 select_3" -> "320 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; +"315 select_3" -> "321 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"316 select_4" -> "322 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; +"316 select_4" -> "324 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; +"316 select_4" -> "325 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"317 select_5" -> "364 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; +"318 linalg_vector_norm_2" -> "319 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; +"319 clamp_min_2" -> "320 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; +"320 expand_as_2" -> "321 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"321 div_2" -> "327 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; +"322 linalg_vector_norm_3" -> "323 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; +"323 clamp_min_3" -> "324 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; +"324 expand_as_3" -> "325 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"325 div_3" -> "326 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; +"326 transpose_2" -> "327 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; +"327 matmul_2" -> "328 quantize_per_tensor_83" [style=solid, label="(49, 3, 64, 64)"]; +"328 quantize_per_tensor_83" -> "329 dequantize_per_tensor_84" [style=solid, label="(49, 3, 64, 64)"]; +"329 dequantize_per_tensor_84" -> "332 mul_3" [style=solid, label="(49, 3, 64, 64)"]; +"330 _frozen_param15" -> "331 dequantize_per_tensor_85" [style=solid, label="(3, 1, 1)"]; +"331 dequantize_per_tensor_85" -> "332 mul_3" [style=solid, label="(3, 1, 1)"]; +"332 mul_3" -> "333 quantize_per_tensor_86" [style=solid, label="(49, 3, 64, 64)"]; +"333 quantize_per_tensor_86" -> "334 dequantize_per_tensor_87" [style=solid, label="(49, 3, 64, 64)"]; +"334 dequantize_per_tensor_87" -> "335 add_3" [style=solid, label="(49, 3, 64, 64)"]; +"335 add_3" -> "336 quantize_per_tensor_88" [style=solid, label="(49, 3, 64, 64)"]; +"336 quantize_per_tensor_88" -> "337 dequantize_per_tensor_89" [style=solid, label="(49, 3, 64, 64)"]; +"337 dequantize_per_tensor_89" -> "349 view_8" [style=solid, label="(49, 3, 64, 64)"]; +"338 new_zeros" -> "339 view_7" [style=solid, label="(56, 56)"]; +"339 view_7" -> "340 permute_8" [style=solid, label="(7, 8, 7, 8)"]; +"340 permute_8" -> "341 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; +"341 reshape_6" -> "342 unsqueeze_2" [style=solid, label="(49, 64)"]; +"341 reshape_6" -> "343 unsqueeze_3" [style=solid, label="(49, 64)"]; +"342 unsqueeze_2" -> "344 sub" [style=solid, label="(49, 1, 64)"]; +"343 unsqueeze_3" -> "344 sub" [style=solid, label="(49, 64, 1)"]; +"344 sub" -> "345 ne" [style=solid, label="(49, 64, 64)"]; +"344 sub" -> "346 masked_fill" [style=solid, label="(49, 64, 64)"]; +"344 sub" -> "347 eq" [style=solid, label="(49, 64, 64)"]; +"345 ne" -> "346 masked_fill" [style=solid, label="(49, 64, 64)"]; +"346 masked_fill" -> "348 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"347 eq" -> "348 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"348 masked_fill_1" -> "352 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; +"349 view_8" -> "350 quantize_per_tensor_90" [style=solid, label="(1, 49, 3, 64, 64)"]; +"350 quantize_per_tensor_90" -> "351 dequantize_per_tensor_91" [style=solid, label="(1, 49, 3, 64, 64)"]; +"351 dequantize_per_tensor_91" -> "356 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; +"352 unsqueeze_4" -> "353 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; +"353 unsqueeze_5" -> "354 quantize_per_tensor_92" [style=solid, label="(1, 49, 1, 64, 64)"]; +"354 quantize_per_tensor_92" -> "355 dequantize_per_tensor_93" [style=solid, label="(1, 49, 1, 64, 64)"]; +"355 dequantize_per_tensor_93" -> "356 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; +"356 add_4" -> "357 quantize_per_tensor_94" [style=solid, label="(1, 49, 3, 64, 64)"]; +"357 quantize_per_tensor_94" -> "358 dequantize_per_tensor_95" [style=solid, label="(1, 49, 3, 64, 64)"]; +"358 dequantize_per_tensor_95" -> "359 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; +"359 view_9" -> "360 quantize_per_tensor_96" [style=solid, label="(49, 3, 64, 64)"]; +"360 quantize_per_tensor_96" -> "361 dequantize_per_tensor_97" [style=solid, label="(49, 3, 64, 64)"]; +"361 dequantize_per_tensor_97" -> "362 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; +"362 softmax_1" -> "363 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; +"363 dropout_4" -> "364 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; +"364 matmul_3" -> "365 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; +"365 transpose_3" -> "366 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; +"366 reshape_7" -> "367 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"367 reshape_7_0_0_nncf_smooth_quant_0" -> "368 quantize_per_tensor_98" [style=solid, label="(49, 64, 96)"]; +"368 quantize_per_tensor_98" -> "369 dequantize_per_tensor_99" [style=solid, label="(49, 64, 96)"]; +"369 dequantize_per_tensor_99" -> "372 linear_9" [style=solid, label="(49, 64, 96)"]; +"370 _frozen_param16" -> "371 dequantize_per_tensor_100" [style=solid, label="(96, 96)"]; +"371 dequantize_per_tensor_100" -> "372 linear_9" [style=solid, label="(96, 96)"]; +"372 linear_9" -> "373 quantize_per_tensor_101" [style=solid, label="(49, 64, 96)"]; +"373 quantize_per_tensor_101" -> "374 dequantize_per_tensor_102" [style=solid, label="(49, 64, 96)"]; +"374 dequantize_per_tensor_102" -> "375 dropout_5" [style=solid, label="(49, 64, 96)"]; +"375 dropout_5" -> "376 view_10" [style=solid, label="(49, 64, 96)"]; +"376 view_10" -> "377 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"377 permute_9" -> "378 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"378 reshape_8" -> "379 roll_1" [style=solid, label="(1, 56, 56, 96)"]; +"379 roll_1" -> "380 alias_1" [style=solid, label="(1, 56, 56, 96)"]; +"380 alias_1" -> "381 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; +"381 layer_norm_3" -> "382 quantize_per_tensor_103" [style=solid, label="(1, 56, 56, 96)"]; +"382 quantize_per_tensor_103" -> "383 dequantize_per_tensor_104" [style=solid, label="(1, 56, 56, 96)"]; +"383 dequantize_per_tensor_104" -> "384 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"384 add_5" -> "385 quantize_per_tensor_105" [style=solid, label="(1, 56, 56, 96)"]; +"385 quantize_per_tensor_105" -> "386 dequantize_per_tensor_106" [style=solid, label="(1, 56, 56, 96)"]; +"385 quantize_per_tensor_105" -> "387 dequantize_per_tensor_107" [style=solid, label="(1, 56, 56, 96)"]; +"386 dequantize_per_tensor_106" -> "410 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"387 dequantize_per_tensor_107" -> "388 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; +"388 add_5_0_0_nncf_smooth_quant_0" -> "389 quantize_per_tensor_108" [style=solid, label="(1, 56, 56, 96)"]; +"389 quantize_per_tensor_108" -> "390 dequantize_per_tensor_109" [style=solid, label="(1, 56, 56, 96)"]; +"390 dequantize_per_tensor_109" -> "393 linear_10" [style=solid, label="(1, 56, 56, 96)"]; +"391 _frozen_param17" -> "392 dequantize_per_tensor_110" [style=solid, label="(384, 96)"]; +"392 dequantize_per_tensor_110" -> "393 linear_10" [style=solid, label="(384, 96)"]; +"393 linear_10" -> "394 quantize_per_tensor_111" [style=solid, label="(1, 56, 56, 384)"]; +"394 quantize_per_tensor_111" -> "395 dequantize_per_tensor_112" [style=solid, label="(1, 56, 56, 384)"]; +"395 dequantize_per_tensor_112" -> "396 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; +"396 gelu_1" -> "397 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; +"397 dropout_6" -> "398 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; +"398 dropout_6_0_0_nncf_smooth_quant_0" -> "399 quantize_per_tensor_113" [style=solid, label="(1, 56, 56, 384)"]; +"399 quantize_per_tensor_113" -> "400 dequantize_per_tensor_114" [style=solid, label="(1, 56, 56, 384)"]; +"400 dequantize_per_tensor_114" -> "403 linear_11" [style=solid, label="(1, 56, 56, 384)"]; +"401 _frozen_param18" -> "402 dequantize_per_tensor_115" [style=solid, label="(96, 384)"]; +"402 dequantize_per_tensor_115" -> "403 linear_11" [style=solid, label="(96, 384)"]; +"403 linear_11" -> "404 quantize_per_tensor_116" [style=solid, label="(1, 56, 56, 96)"]; +"404 quantize_per_tensor_116" -> "405 dequantize_per_tensor_117" [style=solid, label="(1, 56, 56, 96)"]; +"405 dequantize_per_tensor_117" -> "406 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; +"406 dropout_7" -> "407 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; +"407 layer_norm_4" -> "408 quantize_per_tensor_118" [style=solid, label="(1, 56, 56, 96)"]; +"408 quantize_per_tensor_118" -> "409 dequantize_per_tensor_119" [style=solid, label="(1, 56, 56, 96)"]; +"409 dequantize_per_tensor_119" -> "410 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"410 add_6" -> "411 quantize_per_tensor_120" [style=solid, label="(1, 56, 56, 96)"]; +"411 quantize_per_tensor_120" -> "412 dequantize_per_tensor_121" [style=solid, label="(1, 56, 56, 96)"]; +"412 dequantize_per_tensor_121" -> "413 pad_2" [style=solid, label="(1, 56, 56, 96)"]; +"413 pad_2" -> "414 slice_21" [style=solid, label="(1, 56, 56, 96)"]; +"413 pad_2" -> "418 slice_23" [style=solid, label="(1, 56, 56, 96)"]; +"413 pad_2" -> "422 slice_25" [style=solid, label="(1, 56, 56, 96)"]; +"413 pad_2" -> "426 slice_27" [style=solid, label="(1, 56, 56, 96)"]; +"414 slice_21" -> "415 slice_22" [style=solid, label="(1, 28, 56, 96)"]; +"415 slice_22" -> "416 quantize_per_tensor_122" [style=solid, label="(1, 28, 28, 96)"]; +"416 quantize_per_tensor_122" -> "417 dequantize_per_tensor_123" [style=solid, label="(1, 28, 28, 96)"]; +"417 dequantize_per_tensor_123" -> "430 cat" [style=solid, label="(1, 28, 28, 96)"]; +"418 slice_23" -> "419 slice_24" [style=solid, label="(1, 28, 56, 96)"]; +"419 slice_24" -> "420 quantize_per_tensor_124" [style=solid, label="(1, 28, 28, 96)"]; +"420 quantize_per_tensor_124" -> "421 dequantize_per_tensor_125" [style=solid, label="(1, 28, 28, 96)"]; +"421 dequantize_per_tensor_125" -> "430 cat" [style=solid, label="(1, 28, 28, 96)"]; +"422 slice_25" -> "423 slice_26" [style=solid, label="(1, 28, 56, 96)"]; +"423 slice_26" -> "424 quantize_per_tensor_126" [style=solid, label="(1, 28, 28, 96)"]; +"424 quantize_per_tensor_126" -> "425 dequantize_per_tensor_127" [style=solid, label="(1, 28, 28, 96)"]; +"425 dequantize_per_tensor_127" -> "430 cat" [style=solid, label="(1, 28, 28, 96)"]; +"426 slice_27" -> "427 slice_28" [style=solid, label="(1, 28, 56, 96)"]; +"427 slice_28" -> "428 quantize_per_tensor_128" [style=solid, label="(1, 28, 28, 96)"]; +"428 quantize_per_tensor_128" -> "429 dequantize_per_tensor_129" [style=solid, label="(1, 28, 28, 96)"]; +"429 dequantize_per_tensor_129" -> "430 cat" [style=solid, label="(1, 28, 28, 96)"]; +"430 cat" -> "431 quantize_per_tensor_130" [style=solid, label="(1, 28, 28, 384)"]; +"431 quantize_per_tensor_130" -> "432 dequantize_per_tensor_131" [style=solid, label="(1, 28, 28, 384)"]; +"432 dequantize_per_tensor_131" -> "433 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; +"433 cat_0_0_nncf_smooth_quant_0" -> "434 quantize_per_tensor_132" [style=solid, label="(1, 28, 28, 384)"]; +"434 quantize_per_tensor_132" -> "435 dequantize_per_tensor_133" [style=solid, label="(1, 28, 28, 384)"]; +"435 dequantize_per_tensor_133" -> "438 linear_12" [style=solid, label="(1, 28, 28, 384)"]; +"436 _frozen_param19" -> "437 dequantize_per_tensor_134" [style=solid, label="(192, 384)"]; +"437 dequantize_per_tensor_134" -> "438 linear_12" [style=solid, label="(192, 384)"]; +"438 linear_12" -> "439 quantize_per_tensor_135" [style=solid, label="(1, 28, 28, 192)"]; +"439 quantize_per_tensor_135" -> "440 dequantize_per_tensor_136" [style=solid, label="(1, 28, 28, 192)"]; +"440 dequantize_per_tensor_136" -> "441 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; +"441 layer_norm_5" -> "474 pad_3" [style=solid, label="(1, 28, 28, 192)"]; +"441 layer_norm_5" -> "535 quantize_per_tensor_172" [style=solid, label="(1, 28, 28, 192)"]; +"442 _frozen_param20" -> "443 dequantize_per_tensor_137" [style=solid, label="(1, 15, 15, 2)"]; +"443 dequantize_per_tensor_137" -> "446 linear_13" [style=solid, label="(1, 15, 15, 2)"]; +"444 _frozen_param21" -> "445 dequantize_per_tensor_138" [style=solid, label="(512, 2)"]; +"445 dequantize_per_tensor_138" -> "446 linear_13" [style=solid, label="(512, 2)"]; +"446 linear_13" -> "447 relu__2" [style=solid, label="(1, 15, 15, 512)"]; +"447 relu__2" -> "448 quantize_per_tensor_139" [style=solid, label="(1, 15, 15, 512)"]; +"448 quantize_per_tensor_139" -> "449 dequantize_per_tensor_140" [style=solid, label="(1, 15, 15, 512)"]; +"449 dequantize_per_tensor_140" -> "450 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"450 relu__2_0_0_nncf_smooth_quant_0" -> "451 quantize_per_tensor_141" [style=solid, label="(1, 15, 15, 512)"]; +"451 quantize_per_tensor_141" -> "452 dequantize_per_tensor_142" [style=solid, label="(1, 15, 15, 512)"]; +"452 dequantize_per_tensor_142" -> "455 linear_14" [style=solid, label="(1, 15, 15, 512)"]; +"453 _frozen_param22" -> "454 dequantize_per_tensor_143" [style=solid, label="(6, 512)"]; +"454 dequantize_per_tensor_143" -> "455 linear_14" [style=solid, label="(6, 512)"]; +"455 linear_14" -> "456 quantize_per_tensor_144" [style=solid, label="(1, 15, 15, 6)"]; +"456 quantize_per_tensor_144" -> "457 dequantize_per_tensor_145" [style=solid, label="(1, 15, 15, 6)"]; +"457 dequantize_per_tensor_145" -> "458 view_11" [style=solid, label="(1, 15, 15, 6)"]; +"458 view_11" -> "459 quantize_per_tensor_146" [style=solid, label="(225, 6)"]; +"459 quantize_per_tensor_146" -> "460 dequantize_per_tensor_147" [style=solid, label="(225, 6)"]; +"460 dequantize_per_tensor_147" -> "461 index_2" [style=solid, label="(225, 6)"]; +"461 index_2" -> "462 view_12" [style=solid, label="(4096, 6)"]; +"462 view_12" -> "463 permute_10" [style=solid, label="(64, 64, 6)"]; +"463 permute_10" -> "464 contiguous_2" [style=solid, label="(6, 64, 64)"]; +"464 contiguous_2" -> "465 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; +"465 unsqueeze_6" -> "466 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; +"466 sigmoid_2" -> "467 quantize_per_tensor_148" [style=solid, label="(1, 6, 64, 64)"]; +"467 quantize_per_tensor_148" -> "468 dequantize_per_tensor_149" [style=solid, label="(1, 6, 64, 64)"]; +"468 dequantize_per_tensor_149" -> "471 mul_4" [style=solid, label="(1, 6, 64, 64)"]; +"469 _frozen_param23" -> "470 dequantize_per_tensor_150" [style=solid, label="()"]; +"470 dequantize_per_tensor_150" -> "471 mul_4" [style=solid, label="()"]; +"471 mul_4" -> "472 quantize_per_tensor_151" [style=solid, label="(1, 6, 64, 64)"]; +"472 quantize_per_tensor_151" -> "473 dequantize_per_tensor_152" [style=solid, label="(1, 6, 64, 64)"]; +"473 dequantize_per_tensor_152" -> "509 add_7" [style=solid, label="(1, 6, 64, 64)"]; +"474 pad_3" -> "475 view_13" [style=solid, label="(1, 32, 32, 192)"]; +"475 view_13" -> "476 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"476 permute_11" -> "477 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"477 reshape_9" -> "479 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"478 clone_2" -> "484 linear_15" [style=solid, label="(576,)"]; +"479 reshape_9_0_0_nncf_smooth_quant_0" -> "480 quantize_per_tensor_153" [style=solid, label="(16, 64, 192)"]; +"480 quantize_per_tensor_153" -> "481 dequantize_per_tensor_154" [style=solid, label="(16, 64, 192)"]; +"481 dequantize_per_tensor_154" -> "484 linear_15" [style=solid, label="(16, 64, 192)"]; +"482 _frozen_param24" -> "483 dequantize_per_tensor_155" [style=solid, label="(576, 192)"]; +"483 dequantize_per_tensor_155" -> "484 linear_15" [style=solid, label="(576, 192)"]; +"484 linear_15" -> "485 quantize_per_tensor_156" [style=solid, label="(16, 64, 576)"]; +"485 quantize_per_tensor_156" -> "486 dequantize_per_tensor_157" [style=solid, label="(16, 64, 576)"]; +"486 dequantize_per_tensor_157" -> "487 reshape_10" [style=solid, label="(16, 64, 576)"]; +"487 reshape_10" -> "488 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; +"488 permute_12" -> "489 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; +"488 permute_12" -> "490 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; +"488 permute_12" -> "491 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; +"489 select_6" -> "492 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; +"489 select_6" -> "494 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; +"489 select_6" -> "495 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"490 select_7" -> "496 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; +"490 select_7" -> "498 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; +"490 select_7" -> "499 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"491 select_8" -> "514 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; +"492 linalg_vector_norm_4" -> "493 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; +"493 clamp_min_4" -> "494 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; +"494 expand_as_4" -> "495 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"495 div_4" -> "501 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; +"496 linalg_vector_norm_5" -> "497 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; +"497 clamp_min_5" -> "498 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; +"498 expand_as_5" -> "499 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"499 div_5" -> "500 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; +"500 transpose_4" -> "501 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; +"501 matmul_4" -> "502 quantize_per_tensor_158" [style=solid, label="(16, 6, 64, 64)"]; +"502 quantize_per_tensor_158" -> "503 dequantize_per_tensor_159" [style=solid, label="(16, 6, 64, 64)"]; +"503 dequantize_per_tensor_159" -> "506 mul_5" [style=solid, label="(16, 6, 64, 64)"]; +"504 _frozen_param25" -> "505 dequantize_per_tensor_160" [style=solid, label="(6, 1, 1)"]; +"505 dequantize_per_tensor_160" -> "506 mul_5" [style=solid, label="(6, 1, 1)"]; +"506 mul_5" -> "507 quantize_per_tensor_161" [style=solid, label="(16, 6, 64, 64)"]; +"507 quantize_per_tensor_161" -> "508 dequantize_per_tensor_162" [style=solid, label="(16, 6, 64, 64)"]; +"508 dequantize_per_tensor_162" -> "509 add_7" [style=solid, label="(16, 6, 64, 64)"]; +"509 add_7" -> "510 quantize_per_tensor_163" [style=solid, label="(16, 6, 64, 64)"]; +"510 quantize_per_tensor_163" -> "511 dequantize_per_tensor_164" [style=solid, label="(16, 6, 64, 64)"]; +"511 dequantize_per_tensor_164" -> "512 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; +"512 softmax_2" -> "513 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; +"513 dropout_8" -> "514 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; +"514 matmul_5" -> "515 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; +"515 transpose_5" -> "516 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; +"516 reshape_11" -> "517 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"517 reshape_11_0_0_nncf_smooth_quant_0" -> "518 quantize_per_tensor_165" [style=solid, label="(16, 64, 192)"]; +"518 quantize_per_tensor_165" -> "519 dequantize_per_tensor_166" [style=solid, label="(16, 64, 192)"]; +"519 dequantize_per_tensor_166" -> "522 linear_16" [style=solid, label="(16, 64, 192)"]; +"520 _frozen_param26" -> "521 dequantize_per_tensor_167" [style=solid, label="(192, 192)"]; +"521 dequantize_per_tensor_167" -> "522 linear_16" [style=solid, label="(192, 192)"]; +"522 linear_16" -> "523 quantize_per_tensor_168" [style=solid, label="(16, 64, 192)"]; +"523 quantize_per_tensor_168" -> "524 dequantize_per_tensor_169" [style=solid, label="(16, 64, 192)"]; +"524 dequantize_per_tensor_169" -> "525 dropout_9" [style=solid, label="(16, 64, 192)"]; +"525 dropout_9" -> "526 view_14" [style=solid, label="(16, 64, 192)"]; +"526 view_14" -> "527 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"527 permute_13" -> "528 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"528 reshape_12" -> "529 slice_30" [style=solid, label="(1, 32, 32, 192)"]; +"529 slice_30" -> "530 slice_31" [style=solid, label="(1, 28, 32, 192)"]; +"530 slice_31" -> "531 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; +"531 contiguous_3" -> "532 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; +"532 layer_norm_6" -> "533 quantize_per_tensor_170" [style=solid, label="(1, 28, 28, 192)"]; +"533 quantize_per_tensor_170" -> "534 dequantize_per_tensor_171" [style=solid, label="(1, 28, 28, 192)"]; +"534 dequantize_per_tensor_171" -> "537 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"535 quantize_per_tensor_172" -> "536 dequantize_per_tensor_173" [style=solid, label="(1, 28, 28, 192)"]; +"536 dequantize_per_tensor_173" -> "537 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"537 add_8" -> "538 quantize_per_tensor_174" [style=solid, label="(1, 28, 28, 192)"]; +"538 quantize_per_tensor_174" -> "539 dequantize_per_tensor_175" [style=solid, label="(1, 28, 28, 192)"]; +"538 quantize_per_tensor_174" -> "540 dequantize_per_tensor_176" [style=solid, label="(1, 28, 28, 192)"]; +"539 dequantize_per_tensor_175" -> "563 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"540 dequantize_per_tensor_176" -> "541 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; +"541 add_8_0_0_nncf_smooth_quant_0" -> "542 quantize_per_tensor_177" [style=solid, label="(1, 28, 28, 192)"]; +"542 quantize_per_tensor_177" -> "543 dequantize_per_tensor_178" [style=solid, label="(1, 28, 28, 192)"]; +"543 dequantize_per_tensor_178" -> "546 linear_17" [style=solid, label="(1, 28, 28, 192)"]; +"544 _frozen_param27" -> "545 dequantize_per_tensor_179" [style=solid, label="(768, 192)"]; +"545 dequantize_per_tensor_179" -> "546 linear_17" [style=solid, label="(768, 192)"]; +"546 linear_17" -> "547 quantize_per_tensor_180" [style=solid, label="(1, 28, 28, 768)"]; +"547 quantize_per_tensor_180" -> "548 dequantize_per_tensor_181" [style=solid, label="(1, 28, 28, 768)"]; +"548 dequantize_per_tensor_181" -> "549 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; +"549 gelu_2" -> "550 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; +"550 dropout_10" -> "551 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; +"551 dropout_10_0_0_nncf_smooth_quant_0" -> "552 quantize_per_tensor_182" [style=solid, label="(1, 28, 28, 768)"]; +"552 quantize_per_tensor_182" -> "553 dequantize_per_tensor_183" [style=solid, label="(1, 28, 28, 768)"]; +"553 dequantize_per_tensor_183" -> "556 linear_18" [style=solid, label="(1, 28, 28, 768)"]; +"554 _frozen_param28" -> "555 dequantize_per_tensor_184" [style=solid, label="(192, 768)"]; +"555 dequantize_per_tensor_184" -> "556 linear_18" [style=solid, label="(192, 768)"]; +"556 linear_18" -> "557 quantize_per_tensor_185" [style=solid, label="(1, 28, 28, 192)"]; +"557 quantize_per_tensor_185" -> "558 dequantize_per_tensor_186" [style=solid, label="(1, 28, 28, 192)"]; +"558 dequantize_per_tensor_186" -> "559 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; +"559 dropout_11" -> "560 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; +"560 layer_norm_7" -> "561 quantize_per_tensor_187" [style=solid, label="(1, 28, 28, 192)"]; +"561 quantize_per_tensor_187" -> "562 dequantize_per_tensor_188" [style=solid, label="(1, 28, 28, 192)"]; +"562 dequantize_per_tensor_188" -> "563 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"563 add_9" -> "564 quantize_per_tensor_189" [style=solid, label="(1, 28, 28, 192)"]; +"564 quantize_per_tensor_189" -> "565 dequantize_per_tensor_190" [style=solid, label="(1, 28, 28, 192)"]; +"564 quantize_per_tensor_189" -> "566 dequantize_per_tensor_191" [style=solid, label="(1, 28, 28, 192)"]; +"565 dequantize_per_tensor_190" -> "686 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"566 dequantize_per_tensor_191" -> "599 pad_4" [style=solid, label="(1, 28, 28, 192)"]; +"567 _frozen_param29" -> "568 dequantize_per_tensor_192" [style=solid, label="(1, 15, 15, 2)"]; +"568 dequantize_per_tensor_192" -> "571 linear_19" [style=solid, label="(1, 15, 15, 2)"]; +"569 _frozen_param30" -> "570 dequantize_per_tensor_193" [style=solid, label="(512, 2)"]; +"570 dequantize_per_tensor_193" -> "571 linear_19" [style=solid, label="(512, 2)"]; +"571 linear_19" -> "572 relu__3" [style=solid, label="(1, 15, 15, 512)"]; +"572 relu__3" -> "573 quantize_per_tensor_194" [style=solid, label="(1, 15, 15, 512)"]; +"573 quantize_per_tensor_194" -> "574 dequantize_per_tensor_195" [style=solid, label="(1, 15, 15, 512)"]; +"574 dequantize_per_tensor_195" -> "575 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"575 relu__3_0_0_nncf_smooth_quant_0" -> "576 quantize_per_tensor_196" [style=solid, label="(1, 15, 15, 512)"]; +"576 quantize_per_tensor_196" -> "577 dequantize_per_tensor_197" [style=solid, label="(1, 15, 15, 512)"]; +"577 dequantize_per_tensor_197" -> "580 linear_20" [style=solid, label="(1, 15, 15, 512)"]; +"578 _frozen_param31" -> "579 dequantize_per_tensor_198" [style=solid, label="(6, 512)"]; +"579 dequantize_per_tensor_198" -> "580 linear_20" [style=solid, label="(6, 512)"]; +"580 linear_20" -> "581 quantize_per_tensor_199" [style=solid, label="(1, 15, 15, 6)"]; +"581 quantize_per_tensor_199" -> "582 dequantize_per_tensor_200" [style=solid, label="(1, 15, 15, 6)"]; +"582 dequantize_per_tensor_200" -> "583 view_15" [style=solid, label="(1, 15, 15, 6)"]; +"583 view_15" -> "584 quantize_per_tensor_201" [style=solid, label="(225, 6)"]; +"584 quantize_per_tensor_201" -> "585 dequantize_per_tensor_202" [style=solid, label="(225, 6)"]; +"585 dequantize_per_tensor_202" -> "586 index_3" [style=solid, label="(225, 6)"]; +"586 index_3" -> "587 view_16" [style=solid, label="(4096, 6)"]; +"587 view_16" -> "588 permute_14" [style=solid, label="(64, 64, 6)"]; +"588 permute_14" -> "589 contiguous_4" [style=solid, label="(6, 64, 64)"]; +"589 contiguous_4" -> "590 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; +"590 unsqueeze_7" -> "591 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; +"591 sigmoid_3" -> "592 quantize_per_tensor_203" [style=solid, label="(1, 6, 64, 64)"]; +"592 quantize_per_tensor_203" -> "593 dequantize_per_tensor_204" [style=solid, label="(1, 6, 64, 64)"]; +"593 dequantize_per_tensor_204" -> "596 mul_6" [style=solid, label="(1, 6, 64, 64)"]; +"594 _frozen_param32" -> "595 dequantize_per_tensor_205" [style=solid, label="()"]; +"595 dequantize_per_tensor_205" -> "596 mul_6" [style=solid, label="()"]; +"596 mul_6" -> "597 quantize_per_tensor_206" [style=solid, label="(1, 6, 64, 64)"]; +"597 quantize_per_tensor_206" -> "598 dequantize_per_tensor_207" [style=solid, label="(1, 6, 64, 64)"]; +"598 dequantize_per_tensor_207" -> "635 add_10" [style=solid, label="(1, 6, 64, 64)"]; +"599 pad_4" -> "600 roll_2" [style=solid, label="(1, 32, 32, 192)"]; +"600 roll_2" -> "601 view_17" [style=solid, label="(1, 32, 32, 192)"]; +"601 view_17" -> "602 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"602 permute_15" -> "603 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"603 reshape_13" -> "605 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"603 reshape_13" -> "638 new_zeros_1" [style=solid, label="(16, 64, 192)"]; +"604 clone_3" -> "610 linear_21" [style=solid, label="(576,)"]; +"605 reshape_13_0_0_nncf_smooth_quant_0" -> "606 quantize_per_tensor_208" [style=solid, label="(16, 64, 192)"]; +"606 quantize_per_tensor_208" -> "607 dequantize_per_tensor_209" [style=solid, label="(16, 64, 192)"]; +"607 dequantize_per_tensor_209" -> "610 linear_21" [style=solid, label="(16, 64, 192)"]; +"608 _frozen_param33" -> "609 dequantize_per_tensor_210" [style=solid, label="(576, 192)"]; +"609 dequantize_per_tensor_210" -> "610 linear_21" [style=solid, label="(576, 192)"]; +"610 linear_21" -> "611 quantize_per_tensor_211" [style=solid, label="(16, 64, 576)"]; +"611 quantize_per_tensor_211" -> "612 dequantize_per_tensor_212" [style=solid, label="(16, 64, 576)"]; +"612 dequantize_per_tensor_212" -> "613 reshape_14" [style=solid, label="(16, 64, 576)"]; +"613 reshape_14" -> "614 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; +"614 permute_16" -> "615 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; +"614 permute_16" -> "616 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; +"614 permute_16" -> "617 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; +"615 select_9" -> "618 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; +"615 select_9" -> "620 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; +"615 select_9" -> "621 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"616 select_10" -> "622 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; +"616 select_10" -> "624 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; +"616 select_10" -> "625 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"617 select_11" -> "664 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; +"618 linalg_vector_norm_6" -> "619 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; +"619 clamp_min_6" -> "620 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; +"620 expand_as_6" -> "621 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"621 div_6" -> "627 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; +"622 linalg_vector_norm_7" -> "623 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; +"623 clamp_min_7" -> "624 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; +"624 expand_as_7" -> "625 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"625 div_7" -> "626 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; +"626 transpose_6" -> "627 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; +"627 matmul_6" -> "628 quantize_per_tensor_213" [style=solid, label="(16, 6, 64, 64)"]; +"628 quantize_per_tensor_213" -> "629 dequantize_per_tensor_214" [style=solid, label="(16, 6, 64, 64)"]; +"629 dequantize_per_tensor_214" -> "632 mul_7" [style=solid, label="(16, 6, 64, 64)"]; +"630 _frozen_param34" -> "631 dequantize_per_tensor_215" [style=solid, label="(6, 1, 1)"]; +"631 dequantize_per_tensor_215" -> "632 mul_7" [style=solid, label="(6, 1, 1)"]; +"632 mul_7" -> "633 quantize_per_tensor_216" [style=solid, label="(16, 6, 64, 64)"]; +"633 quantize_per_tensor_216" -> "634 dequantize_per_tensor_217" [style=solid, label="(16, 6, 64, 64)"]; +"634 dequantize_per_tensor_217" -> "635 add_10" [style=solid, label="(16, 6, 64, 64)"]; +"635 add_10" -> "636 quantize_per_tensor_218" [style=solid, label="(16, 6, 64, 64)"]; +"636 quantize_per_tensor_218" -> "637 dequantize_per_tensor_219" [style=solid, label="(16, 6, 64, 64)"]; +"637 dequantize_per_tensor_219" -> "649 view_19" [style=solid, label="(16, 6, 64, 64)"]; +"638 new_zeros_1" -> "639 view_18" [style=solid, label="(32, 32)"]; +"639 view_18" -> "640 permute_17" [style=solid, label="(4, 8, 4, 8)"]; +"640 permute_17" -> "641 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; +"641 reshape_15" -> "642 unsqueeze_8" [style=solid, label="(16, 64)"]; +"641 reshape_15" -> "643 unsqueeze_9" [style=solid, label="(16, 64)"]; +"642 unsqueeze_8" -> "644 sub_1" [style=solid, label="(16, 1, 64)"]; +"643 unsqueeze_9" -> "644 sub_1" [style=solid, label="(16, 64, 1)"]; +"644 sub_1" -> "645 ne_1" [style=solid, label="(16, 64, 64)"]; +"644 sub_1" -> "646 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"644 sub_1" -> "647 eq_1" [style=solid, label="(16, 64, 64)"]; +"645 ne_1" -> "646 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"646 masked_fill_2" -> "648 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"647 eq_1" -> "648 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"648 masked_fill_3" -> "652 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; +"649 view_19" -> "650 quantize_per_tensor_220" [style=solid, label="(1, 16, 6, 64, 64)"]; +"650 quantize_per_tensor_220" -> "651 dequantize_per_tensor_221" [style=solid, label="(1, 16, 6, 64, 64)"]; +"651 dequantize_per_tensor_221" -> "656 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; +"652 unsqueeze_10" -> "653 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; +"653 unsqueeze_11" -> "654 quantize_per_tensor_222" [style=solid, label="(1, 16, 1, 64, 64)"]; +"654 quantize_per_tensor_222" -> "655 dequantize_per_tensor_223" [style=solid, label="(1, 16, 1, 64, 64)"]; +"655 dequantize_per_tensor_223" -> "656 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; +"656 add_11" -> "657 quantize_per_tensor_224" [style=solid, label="(1, 16, 6, 64, 64)"]; +"657 quantize_per_tensor_224" -> "658 dequantize_per_tensor_225" [style=solid, label="(1, 16, 6, 64, 64)"]; +"658 dequantize_per_tensor_225" -> "659 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; +"659 view_20" -> "660 quantize_per_tensor_226" [style=solid, label="(16, 6, 64, 64)"]; +"660 quantize_per_tensor_226" -> "661 dequantize_per_tensor_227" [style=solid, label="(16, 6, 64, 64)"]; +"661 dequantize_per_tensor_227" -> "662 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; +"662 softmax_3" -> "663 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; +"663 dropout_12" -> "664 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; +"664 matmul_7" -> "665 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; +"665 transpose_7" -> "666 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; +"666 reshape_16" -> "667 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"667 reshape_16_0_0_nncf_smooth_quant_0" -> "668 quantize_per_tensor_228" [style=solid, label="(16, 64, 192)"]; +"668 quantize_per_tensor_228" -> "669 dequantize_per_tensor_229" [style=solid, label="(16, 64, 192)"]; +"669 dequantize_per_tensor_229" -> "672 linear_22" [style=solid, label="(16, 64, 192)"]; +"670 _frozen_param35" -> "671 dequantize_per_tensor_230" [style=solid, label="(192, 192)"]; +"671 dequantize_per_tensor_230" -> "672 linear_22" [style=solid, label="(192, 192)"]; +"672 linear_22" -> "673 quantize_per_tensor_231" [style=solid, label="(16, 64, 192)"]; +"673 quantize_per_tensor_231" -> "674 dequantize_per_tensor_232" [style=solid, label="(16, 64, 192)"]; +"674 dequantize_per_tensor_232" -> "675 dropout_13" [style=solid, label="(16, 64, 192)"]; +"675 dropout_13" -> "676 view_21" [style=solid, label="(16, 64, 192)"]; +"676 view_21" -> "677 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"677 permute_18" -> "678 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"678 reshape_17" -> "679 roll_3" [style=solid, label="(1, 32, 32, 192)"]; +"679 roll_3" -> "680 slice_51" [style=solid, label="(1, 32, 32, 192)"]; +"680 slice_51" -> "681 slice_52" [style=solid, label="(1, 28, 32, 192)"]; +"681 slice_52" -> "682 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; +"682 contiguous_5" -> "683 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; +"683 layer_norm_8" -> "684 quantize_per_tensor_233" [style=solid, label="(1, 28, 28, 192)"]; +"684 quantize_per_tensor_233" -> "685 dequantize_per_tensor_234" [style=solid, label="(1, 28, 28, 192)"]; +"685 dequantize_per_tensor_234" -> "686 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"686 add_12" -> "687 quantize_per_tensor_235" [style=solid, label="(1, 28, 28, 192)"]; +"687 quantize_per_tensor_235" -> "688 dequantize_per_tensor_236" [style=solid, label="(1, 28, 28, 192)"]; +"687 quantize_per_tensor_235" -> "689 dequantize_per_tensor_237" [style=solid, label="(1, 28, 28, 192)"]; +"688 dequantize_per_tensor_236" -> "712 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"689 dequantize_per_tensor_237" -> "690 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; +"690 add_12_0_0_nncf_smooth_quant_0" -> "691 quantize_per_tensor_238" [style=solid, label="(1, 28, 28, 192)"]; +"691 quantize_per_tensor_238" -> "692 dequantize_per_tensor_239" [style=solid, label="(1, 28, 28, 192)"]; +"692 dequantize_per_tensor_239" -> "695 linear_23" [style=solid, label="(1, 28, 28, 192)"]; +"693 _frozen_param36" -> "694 dequantize_per_tensor_240" [style=solid, label="(768, 192)"]; +"694 dequantize_per_tensor_240" -> "695 linear_23" [style=solid, label="(768, 192)"]; +"695 linear_23" -> "696 quantize_per_tensor_241" [style=solid, label="(1, 28, 28, 768)"]; +"696 quantize_per_tensor_241" -> "697 dequantize_per_tensor_242" [style=solid, label="(1, 28, 28, 768)"]; +"697 dequantize_per_tensor_242" -> "698 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; +"698 gelu_3" -> "699 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; +"699 dropout_14" -> "700 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; +"700 dropout_14_0_0_nncf_smooth_quant_0" -> "701 quantize_per_tensor_243" [style=solid, label="(1, 28, 28, 768)"]; +"701 quantize_per_tensor_243" -> "702 dequantize_per_tensor_244" [style=solid, label="(1, 28, 28, 768)"]; +"702 dequantize_per_tensor_244" -> "705 linear_24" [style=solid, label="(1, 28, 28, 768)"]; +"703 _frozen_param37" -> "704 dequantize_per_tensor_245" [style=solid, label="(192, 768)"]; +"704 dequantize_per_tensor_245" -> "705 linear_24" [style=solid, label="(192, 768)"]; +"705 linear_24" -> "706 quantize_per_tensor_246" [style=solid, label="(1, 28, 28, 192)"]; +"706 quantize_per_tensor_246" -> "707 dequantize_per_tensor_247" [style=solid, label="(1, 28, 28, 192)"]; +"707 dequantize_per_tensor_247" -> "708 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; +"708 dropout_15" -> "709 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; +"709 layer_norm_9" -> "710 quantize_per_tensor_248" [style=solid, label="(1, 28, 28, 192)"]; +"710 quantize_per_tensor_248" -> "711 dequantize_per_tensor_249" [style=solid, label="(1, 28, 28, 192)"]; +"711 dequantize_per_tensor_249" -> "712 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"712 add_13" -> "713 quantize_per_tensor_250" [style=solid, label="(1, 28, 28, 192)"]; +"713 quantize_per_tensor_250" -> "714 dequantize_per_tensor_251" [style=solid, label="(1, 28, 28, 192)"]; +"714 dequantize_per_tensor_251" -> "715 pad_5" [style=solid, label="(1, 28, 28, 192)"]; +"715 pad_5" -> "716 slice_53" [style=solid, label="(1, 28, 28, 192)"]; +"715 pad_5" -> "720 slice_55" [style=solid, label="(1, 28, 28, 192)"]; +"715 pad_5" -> "724 slice_57" [style=solid, label="(1, 28, 28, 192)"]; +"715 pad_5" -> "728 slice_59" [style=solid, label="(1, 28, 28, 192)"]; +"716 slice_53" -> "717 slice_54" [style=solid, label="(1, 14, 28, 192)"]; +"717 slice_54" -> "718 quantize_per_tensor_252" [style=solid, label="(1, 14, 14, 192)"]; +"718 quantize_per_tensor_252" -> "719 dequantize_per_tensor_253" [style=solid, label="(1, 14, 14, 192)"]; +"719 dequantize_per_tensor_253" -> "732 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"720 slice_55" -> "721 slice_56" [style=solid, label="(1, 14, 28, 192)"]; +"721 slice_56" -> "722 quantize_per_tensor_254" [style=solid, label="(1, 14, 14, 192)"]; +"722 quantize_per_tensor_254" -> "723 dequantize_per_tensor_255" [style=solid, label="(1, 14, 14, 192)"]; +"723 dequantize_per_tensor_255" -> "732 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"724 slice_57" -> "725 slice_58" [style=solid, label="(1, 14, 28, 192)"]; +"725 slice_58" -> "726 quantize_per_tensor_256" [style=solid, label="(1, 14, 14, 192)"]; +"726 quantize_per_tensor_256" -> "727 dequantize_per_tensor_257" [style=solid, label="(1, 14, 14, 192)"]; +"727 dequantize_per_tensor_257" -> "732 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"728 slice_59" -> "729 slice_60" [style=solid, label="(1, 14, 28, 192)"]; +"729 slice_60" -> "730 quantize_per_tensor_258" [style=solid, label="(1, 14, 14, 192)"]; +"730 quantize_per_tensor_258" -> "731 dequantize_per_tensor_259" [style=solid, label="(1, 14, 14, 192)"]; +"731 dequantize_per_tensor_259" -> "732 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"732 cat_1" -> "733 quantize_per_tensor_260" [style=solid, label="(1, 14, 14, 768)"]; +"733 quantize_per_tensor_260" -> "734 dequantize_per_tensor_261" [style=solid, label="(1, 14, 14, 768)"]; +"734 dequantize_per_tensor_261" -> "735 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; +"735 cat_1_0_0_nncf_smooth_quant_0" -> "736 quantize_per_tensor_262" [style=solid, label="(1, 14, 14, 768)"]; +"736 quantize_per_tensor_262" -> "737 dequantize_per_tensor_263" [style=solid, label="(1, 14, 14, 768)"]; +"737 dequantize_per_tensor_263" -> "740 linear_25" [style=solid, label="(1, 14, 14, 768)"]; +"738 _frozen_param38" -> "739 dequantize_per_tensor_264" [style=solid, label="(384, 768)"]; +"739 dequantize_per_tensor_264" -> "740 linear_25" [style=solid, label="(384, 768)"]; +"740 linear_25" -> "741 quantize_per_tensor_265" [style=solid, label="(1, 14, 14, 384)"]; +"741 quantize_per_tensor_265" -> "742 dequantize_per_tensor_266" [style=solid, label="(1, 14, 14, 384)"]; +"742 dequantize_per_tensor_266" -> "743 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; +"743 layer_norm_10" -> "776 pad_6" [style=solid, label="(1, 14, 14, 384)"]; +"743 layer_norm_10" -> "837 quantize_per_tensor_302" [style=solid, label="(1, 14, 14, 384)"]; +"744 _frozen_param39" -> "745 dequantize_per_tensor_267" [style=solid, label="(1, 15, 15, 2)"]; +"745 dequantize_per_tensor_267" -> "748 linear_26" [style=solid, label="(1, 15, 15, 2)"]; +"746 _frozen_param40" -> "747 dequantize_per_tensor_268" [style=solid, label="(512, 2)"]; +"747 dequantize_per_tensor_268" -> "748 linear_26" [style=solid, label="(512, 2)"]; +"748 linear_26" -> "749 relu__4" [style=solid, label="(1, 15, 15, 512)"]; +"749 relu__4" -> "750 quantize_per_tensor_269" [style=solid, label="(1, 15, 15, 512)"]; +"750 quantize_per_tensor_269" -> "751 dequantize_per_tensor_270" [style=solid, label="(1, 15, 15, 512)"]; +"751 dequantize_per_tensor_270" -> "752 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"752 relu__4_0_0_nncf_smooth_quant_0" -> "753 quantize_per_tensor_271" [style=solid, label="(1, 15, 15, 512)"]; +"753 quantize_per_tensor_271" -> "754 dequantize_per_tensor_272" [style=solid, label="(1, 15, 15, 512)"]; +"754 dequantize_per_tensor_272" -> "757 linear_27" [style=solid, label="(1, 15, 15, 512)"]; +"755 _frozen_param41" -> "756 dequantize_per_tensor_273" [style=solid, label="(12, 512)"]; +"756 dequantize_per_tensor_273" -> "757 linear_27" [style=solid, label="(12, 512)"]; +"757 linear_27" -> "758 quantize_per_tensor_274" [style=solid, label="(1, 15, 15, 12)"]; +"758 quantize_per_tensor_274" -> "759 dequantize_per_tensor_275" [style=solid, label="(1, 15, 15, 12)"]; +"759 dequantize_per_tensor_275" -> "760 view_22" [style=solid, label="(1, 15, 15, 12)"]; +"760 view_22" -> "761 quantize_per_tensor_276" [style=solid, label="(225, 12)"]; +"761 quantize_per_tensor_276" -> "762 dequantize_per_tensor_277" [style=solid, label="(225, 12)"]; +"762 dequantize_per_tensor_277" -> "763 index_4" [style=solid, label="(225, 12)"]; +"763 index_4" -> "764 view_23" [style=solid, label="(4096, 12)"]; +"764 view_23" -> "765 permute_19" [style=solid, label="(64, 64, 12)"]; +"765 permute_19" -> "766 contiguous_6" [style=solid, label="(12, 64, 64)"]; +"766 contiguous_6" -> "767 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; +"767 unsqueeze_12" -> "768 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; +"768 sigmoid_4" -> "769 quantize_per_tensor_278" [style=solid, label="(1, 12, 64, 64)"]; +"769 quantize_per_tensor_278" -> "770 dequantize_per_tensor_279" [style=solid, label="(1, 12, 64, 64)"]; +"770 dequantize_per_tensor_279" -> "773 mul_8" [style=solid, label="(1, 12, 64, 64)"]; +"771 _frozen_param42" -> "772 dequantize_per_tensor_280" [style=solid, label="()"]; +"772 dequantize_per_tensor_280" -> "773 mul_8" [style=solid, label="()"]; +"773 mul_8" -> "774 quantize_per_tensor_281" [style=solid, label="(1, 12, 64, 64)"]; +"774 quantize_per_tensor_281" -> "775 dequantize_per_tensor_282" [style=solid, label="(1, 12, 64, 64)"]; +"775 dequantize_per_tensor_282" -> "811 add_14" [style=solid, label="(1, 12, 64, 64)"]; +"776 pad_6" -> "777 view_24" [style=solid, label="(1, 16, 16, 384)"]; +"777 view_24" -> "778 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"778 permute_20" -> "779 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"779 reshape_18" -> "781 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"780 clone_4" -> "786 linear_28" [style=solid, label="(1152,)"]; +"781 reshape_18_0_0_nncf_smooth_quant_0" -> "782 quantize_per_tensor_283" [style=solid, label="(4, 64, 384)"]; +"782 quantize_per_tensor_283" -> "783 dequantize_per_tensor_284" [style=solid, label="(4, 64, 384)"]; +"783 dequantize_per_tensor_284" -> "786 linear_28" [style=solid, label="(4, 64, 384)"]; +"784 _frozen_param43" -> "785 dequantize_per_tensor_285" [style=solid, label="(1152, 384)"]; +"785 dequantize_per_tensor_285" -> "786 linear_28" [style=solid, label="(1152, 384)"]; +"786 linear_28" -> "787 quantize_per_tensor_286" [style=solid, label="(4, 64, 1152)"]; +"787 quantize_per_tensor_286" -> "788 dequantize_per_tensor_287" [style=solid, label="(4, 64, 1152)"]; +"788 dequantize_per_tensor_287" -> "789 reshape_19" [style=solid, label="(4, 64, 1152)"]; +"789 reshape_19" -> "790 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; +"790 permute_21" -> "791 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; +"790 permute_21" -> "792 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; +"790 permute_21" -> "793 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; +"791 select_12" -> "794 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; +"791 select_12" -> "796 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; +"791 select_12" -> "797 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"792 select_13" -> "798 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; +"792 select_13" -> "800 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; +"792 select_13" -> "801 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"793 select_14" -> "816 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; +"794 linalg_vector_norm_8" -> "795 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; +"795 clamp_min_8" -> "796 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; +"796 expand_as_8" -> "797 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"797 div_8" -> "803 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; +"798 linalg_vector_norm_9" -> "799 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; +"799 clamp_min_9" -> "800 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; +"800 expand_as_9" -> "801 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"801 div_9" -> "802 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; +"802 transpose_8" -> "803 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; +"803 matmul_8" -> "804 quantize_per_tensor_288" [style=solid, label="(4, 12, 64, 64)"]; +"804 quantize_per_tensor_288" -> "805 dequantize_per_tensor_289" [style=solid, label="(4, 12, 64, 64)"]; +"805 dequantize_per_tensor_289" -> "808 mul_9" [style=solid, label="(4, 12, 64, 64)"]; +"806 _frozen_param44" -> "807 dequantize_per_tensor_290" [style=solid, label="(12, 1, 1)"]; +"807 dequantize_per_tensor_290" -> "808 mul_9" [style=solid, label="(12, 1, 1)"]; +"808 mul_9" -> "809 quantize_per_tensor_291" [style=solid, label="(4, 12, 64, 64)"]; +"809 quantize_per_tensor_291" -> "810 dequantize_per_tensor_292" [style=solid, label="(4, 12, 64, 64)"]; +"810 dequantize_per_tensor_292" -> "811 add_14" [style=solid, label="(4, 12, 64, 64)"]; +"811 add_14" -> "812 quantize_per_tensor_293" [style=solid, label="(4, 12, 64, 64)"]; +"812 quantize_per_tensor_293" -> "813 dequantize_per_tensor_294" [style=solid, label="(4, 12, 64, 64)"]; +"813 dequantize_per_tensor_294" -> "814 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; +"814 softmax_4" -> "815 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; +"815 dropout_16" -> "816 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; +"816 matmul_9" -> "817 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; +"817 transpose_9" -> "818 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; +"818 reshape_20" -> "819 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"819 reshape_20_0_0_nncf_smooth_quant_0" -> "820 quantize_per_tensor_295" [style=solid, label="(4, 64, 384)"]; +"820 quantize_per_tensor_295" -> "821 dequantize_per_tensor_296" [style=solid, label="(4, 64, 384)"]; +"821 dequantize_per_tensor_296" -> "824 linear_29" [style=solid, label="(4, 64, 384)"]; +"822 _frozen_param45" -> "823 dequantize_per_tensor_297" [style=solid, label="(384, 384)"]; +"823 dequantize_per_tensor_297" -> "824 linear_29" [style=solid, label="(384, 384)"]; +"824 linear_29" -> "825 quantize_per_tensor_298" [style=solid, label="(4, 64, 384)"]; +"825 quantize_per_tensor_298" -> "826 dequantize_per_tensor_299" [style=solid, label="(4, 64, 384)"]; +"826 dequantize_per_tensor_299" -> "827 dropout_17" [style=solid, label="(4, 64, 384)"]; +"827 dropout_17" -> "828 view_25" [style=solid, label="(4, 64, 384)"]; +"828 view_25" -> "829 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"829 permute_22" -> "830 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"830 reshape_21" -> "831 slice_62" [style=solid, label="(1, 16, 16, 384)"]; +"831 slice_62" -> "832 slice_63" [style=solid, label="(1, 14, 16, 384)"]; +"832 slice_63" -> "833 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; +"833 contiguous_7" -> "834 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; +"834 layer_norm_11" -> "835 quantize_per_tensor_300" [style=solid, label="(1, 14, 14, 384)"]; +"835 quantize_per_tensor_300" -> "836 dequantize_per_tensor_301" [style=solid, label="(1, 14, 14, 384)"]; +"836 dequantize_per_tensor_301" -> "839 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"837 quantize_per_tensor_302" -> "838 dequantize_per_tensor_303" [style=solid, label="(1, 14, 14, 384)"]; +"838 dequantize_per_tensor_303" -> "839 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"839 add_15" -> "840 quantize_per_tensor_304" [style=solid, label="(1, 14, 14, 384)"]; +"840 quantize_per_tensor_304" -> "841 dequantize_per_tensor_305" [style=solid, label="(1, 14, 14, 384)"]; +"840 quantize_per_tensor_304" -> "842 dequantize_per_tensor_306" [style=solid, label="(1, 14, 14, 384)"]; +"841 dequantize_per_tensor_305" -> "865 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"842 dequantize_per_tensor_306" -> "843 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"843 add_15_0_0_nncf_smooth_quant_0" -> "844 quantize_per_tensor_307" [style=solid, label="(1, 14, 14, 384)"]; +"844 quantize_per_tensor_307" -> "845 dequantize_per_tensor_308" [style=solid, label="(1, 14, 14, 384)"]; +"845 dequantize_per_tensor_308" -> "848 linear_30" [style=solid, label="(1, 14, 14, 384)"]; +"846 _frozen_param46" -> "847 dequantize_per_tensor_309" [style=solid, label="(1536, 384)"]; +"847 dequantize_per_tensor_309" -> "848 linear_30" [style=solid, label="(1536, 384)"]; +"848 linear_30" -> "849 quantize_per_tensor_310" [style=solid, label="(1, 14, 14, 1536)"]; +"849 quantize_per_tensor_310" -> "850 dequantize_per_tensor_311" [style=solid, label="(1, 14, 14, 1536)"]; +"850 dequantize_per_tensor_311" -> "851 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; +"851 gelu_4" -> "852 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; +"852 dropout_18" -> "853 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"853 dropout_18_0_0_nncf_smooth_quant_0" -> "854 quantize_per_tensor_312" [style=solid, label="(1, 14, 14, 1536)"]; +"854 quantize_per_tensor_312" -> "855 dequantize_per_tensor_313" [style=solid, label="(1, 14, 14, 1536)"]; +"855 dequantize_per_tensor_313" -> "858 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; +"856 _frozen_param47" -> "857 dequantize_per_tensor_314" [style=solid, label="(384, 1536)"]; +"857 dequantize_per_tensor_314" -> "858 linear_31" [style=solid, label="(384, 1536)"]; +"858 linear_31" -> "859 quantize_per_tensor_315" [style=solid, label="(1, 14, 14, 384)"]; +"859 quantize_per_tensor_315" -> "860 dequantize_per_tensor_316" [style=solid, label="(1, 14, 14, 384)"]; +"860 dequantize_per_tensor_316" -> "861 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; +"861 dropout_19" -> "862 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; +"862 layer_norm_12" -> "863 quantize_per_tensor_317" [style=solid, label="(1, 14, 14, 384)"]; +"863 quantize_per_tensor_317" -> "864 dequantize_per_tensor_318" [style=solid, label="(1, 14, 14, 384)"]; +"864 dequantize_per_tensor_318" -> "865 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"865 add_16" -> "866 quantize_per_tensor_319" [style=solid, label="(1, 14, 14, 384)"]; +"866 quantize_per_tensor_319" -> "867 dequantize_per_tensor_320" [style=solid, label="(1, 14, 14, 384)"]; +"866 quantize_per_tensor_319" -> "868 dequantize_per_tensor_321" [style=solid, label="(1, 14, 14, 384)"]; +"867 dequantize_per_tensor_320" -> "988 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"868 dequantize_per_tensor_321" -> "901 pad_7" [style=solid, label="(1, 14, 14, 384)"]; +"869 _frozen_param48" -> "870 dequantize_per_tensor_322" [style=solid, label="(1, 15, 15, 2)"]; +"870 dequantize_per_tensor_322" -> "873 linear_32" [style=solid, label="(1, 15, 15, 2)"]; +"871 _frozen_param49" -> "872 dequantize_per_tensor_323" [style=solid, label="(512, 2)"]; +"872 dequantize_per_tensor_323" -> "873 linear_32" [style=solid, label="(512, 2)"]; +"873 linear_32" -> "874 relu__5" [style=solid, label="(1, 15, 15, 512)"]; +"874 relu__5" -> "875 quantize_per_tensor_324" [style=solid, label="(1, 15, 15, 512)"]; +"875 quantize_per_tensor_324" -> "876 dequantize_per_tensor_325" [style=solid, label="(1, 15, 15, 512)"]; +"876 dequantize_per_tensor_325" -> "877 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"877 relu__5_0_0_nncf_smooth_quant_0" -> "878 quantize_per_tensor_326" [style=solid, label="(1, 15, 15, 512)"]; +"878 quantize_per_tensor_326" -> "879 dequantize_per_tensor_327" [style=solid, label="(1, 15, 15, 512)"]; +"879 dequantize_per_tensor_327" -> "882 linear_33" [style=solid, label="(1, 15, 15, 512)"]; +"880 _frozen_param50" -> "881 dequantize_per_tensor_328" [style=solid, label="(12, 512)"]; +"881 dequantize_per_tensor_328" -> "882 linear_33" [style=solid, label="(12, 512)"]; +"882 linear_33" -> "883 quantize_per_tensor_329" [style=solid, label="(1, 15, 15, 12)"]; +"883 quantize_per_tensor_329" -> "884 dequantize_per_tensor_330" [style=solid, label="(1, 15, 15, 12)"]; +"884 dequantize_per_tensor_330" -> "885 view_26" [style=solid, label="(1, 15, 15, 12)"]; +"885 view_26" -> "886 quantize_per_tensor_331" [style=solid, label="(225, 12)"]; +"886 quantize_per_tensor_331" -> "887 dequantize_per_tensor_332" [style=solid, label="(225, 12)"]; +"887 dequantize_per_tensor_332" -> "888 index_5" [style=solid, label="(225, 12)"]; +"888 index_5" -> "889 view_27" [style=solid, label="(4096, 12)"]; +"889 view_27" -> "890 permute_23" [style=solid, label="(64, 64, 12)"]; +"890 permute_23" -> "891 contiguous_8" [style=solid, label="(12, 64, 64)"]; +"891 contiguous_8" -> "892 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; +"892 unsqueeze_13" -> "893 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; +"893 sigmoid_5" -> "894 quantize_per_tensor_333" [style=solid, label="(1, 12, 64, 64)"]; +"894 quantize_per_tensor_333" -> "895 dequantize_per_tensor_334" [style=solid, label="(1, 12, 64, 64)"]; +"895 dequantize_per_tensor_334" -> "898 mul_10" [style=solid, label="(1, 12, 64, 64)"]; +"896 _frozen_param51" -> "897 dequantize_per_tensor_335" [style=solid, label="()"]; +"897 dequantize_per_tensor_335" -> "898 mul_10" [style=solid, label="()"]; +"898 mul_10" -> "899 quantize_per_tensor_336" [style=solid, label="(1, 12, 64, 64)"]; +"899 quantize_per_tensor_336" -> "900 dequantize_per_tensor_337" [style=solid, label="(1, 12, 64, 64)"]; +"900 dequantize_per_tensor_337" -> "937 add_17" [style=solid, label="(1, 12, 64, 64)"]; +"901 pad_7" -> "902 roll_4" [style=solid, label="(1, 16, 16, 384)"]; +"902 roll_4" -> "903 view_28" [style=solid, label="(1, 16, 16, 384)"]; +"903 view_28" -> "904 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"904 permute_24" -> "905 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"905 reshape_22" -> "907 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"905 reshape_22" -> "940 new_zeros_2" [style=solid, label="(4, 64, 384)"]; +"906 clone_5" -> "912 linear_34" [style=solid, label="(1152,)"]; +"907 reshape_22_0_0_nncf_smooth_quant_0" -> "908 quantize_per_tensor_338" [style=solid, label="(4, 64, 384)"]; +"908 quantize_per_tensor_338" -> "909 dequantize_per_tensor_339" [style=solid, label="(4, 64, 384)"]; +"909 dequantize_per_tensor_339" -> "912 linear_34" [style=solid, label="(4, 64, 384)"]; +"910 _frozen_param52" -> "911 dequantize_per_tensor_340" [style=solid, label="(1152, 384)"]; +"911 dequantize_per_tensor_340" -> "912 linear_34" [style=solid, label="(1152, 384)"]; +"912 linear_34" -> "913 quantize_per_tensor_341" [style=solid, label="(4, 64, 1152)"]; +"913 quantize_per_tensor_341" -> "914 dequantize_per_tensor_342" [style=solid, label="(4, 64, 1152)"]; +"914 dequantize_per_tensor_342" -> "915 reshape_23" [style=solid, label="(4, 64, 1152)"]; +"915 reshape_23" -> "916 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; +"916 permute_25" -> "917 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; +"916 permute_25" -> "918 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; +"916 permute_25" -> "919 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; +"917 select_15" -> "920 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; +"917 select_15" -> "922 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; +"917 select_15" -> "923 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"918 select_16" -> "924 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; +"918 select_16" -> "926 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; +"918 select_16" -> "927 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"919 select_17" -> "966 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; +"920 linalg_vector_norm_10" -> "921 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; +"921 clamp_min_10" -> "922 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; +"922 expand_as_10" -> "923 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"923 div_10" -> "929 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; +"924 linalg_vector_norm_11" -> "925 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; +"925 clamp_min_11" -> "926 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; +"926 expand_as_11" -> "927 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"927 div_11" -> "928 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; +"928 transpose_10" -> "929 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; +"929 matmul_10" -> "930 quantize_per_tensor_343" [style=solid, label="(4, 12, 64, 64)"]; +"930 quantize_per_tensor_343" -> "931 dequantize_per_tensor_344" [style=solid, label="(4, 12, 64, 64)"]; +"931 dequantize_per_tensor_344" -> "934 mul_11" [style=solid, label="(4, 12, 64, 64)"]; +"932 _frozen_param53" -> "933 dequantize_per_tensor_345" [style=solid, label="(12, 1, 1)"]; +"933 dequantize_per_tensor_345" -> "934 mul_11" [style=solid, label="(12, 1, 1)"]; +"934 mul_11" -> "935 quantize_per_tensor_346" [style=solid, label="(4, 12, 64, 64)"]; +"935 quantize_per_tensor_346" -> "936 dequantize_per_tensor_347" [style=solid, label="(4, 12, 64, 64)"]; +"936 dequantize_per_tensor_347" -> "937 add_17" [style=solid, label="(4, 12, 64, 64)"]; +"937 add_17" -> "938 quantize_per_tensor_348" [style=solid, label="(4, 12, 64, 64)"]; +"938 quantize_per_tensor_348" -> "939 dequantize_per_tensor_349" [style=solid, label="(4, 12, 64, 64)"]; +"939 dequantize_per_tensor_349" -> "951 view_30" [style=solid, label="(4, 12, 64, 64)"]; +"940 new_zeros_2" -> "941 view_29" [style=solid, label="(16, 16)"]; +"941 view_29" -> "942 permute_26" [style=solid, label="(2, 8, 2, 8)"]; +"942 permute_26" -> "943 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; +"943 reshape_24" -> "944 unsqueeze_14" [style=solid, label="(4, 64)"]; +"943 reshape_24" -> "945 unsqueeze_15" [style=solid, label="(4, 64)"]; +"944 unsqueeze_14" -> "946 sub_2" [style=solid, label="(4, 1, 64)"]; +"945 unsqueeze_15" -> "946 sub_2" [style=solid, label="(4, 64, 1)"]; +"946 sub_2" -> "947 ne_2" [style=solid, label="(4, 64, 64)"]; +"946 sub_2" -> "948 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"946 sub_2" -> "949 eq_2" [style=solid, label="(4, 64, 64)"]; +"947 ne_2" -> "948 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"948 masked_fill_4" -> "950 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"949 eq_2" -> "950 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"950 masked_fill_5" -> "954 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; +"951 view_30" -> "952 quantize_per_tensor_350" [style=solid, label="(1, 4, 12, 64, 64)"]; +"952 quantize_per_tensor_350" -> "953 dequantize_per_tensor_351" [style=solid, label="(1, 4, 12, 64, 64)"]; +"953 dequantize_per_tensor_351" -> "958 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; +"954 unsqueeze_16" -> "955 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; +"955 unsqueeze_17" -> "956 quantize_per_tensor_352" [style=solid, label="(1, 4, 1, 64, 64)"]; +"956 quantize_per_tensor_352" -> "957 dequantize_per_tensor_353" [style=solid, label="(1, 4, 1, 64, 64)"]; +"957 dequantize_per_tensor_353" -> "958 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; +"958 add_18" -> "959 quantize_per_tensor_354" [style=solid, label="(1, 4, 12, 64, 64)"]; +"959 quantize_per_tensor_354" -> "960 dequantize_per_tensor_355" [style=solid, label="(1, 4, 12, 64, 64)"]; +"960 dequantize_per_tensor_355" -> "961 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; +"961 view_31" -> "962 quantize_per_tensor_356" [style=solid, label="(4, 12, 64, 64)"]; +"962 quantize_per_tensor_356" -> "963 dequantize_per_tensor_357" [style=solid, label="(4, 12, 64, 64)"]; +"963 dequantize_per_tensor_357" -> "964 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; +"964 softmax_5" -> "965 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; +"965 dropout_20" -> "966 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; +"966 matmul_11" -> "967 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; +"967 transpose_11" -> "968 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; +"968 reshape_25" -> "969 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"969 reshape_25_0_0_nncf_smooth_quant_0" -> "970 quantize_per_tensor_358" [style=solid, label="(4, 64, 384)"]; +"970 quantize_per_tensor_358" -> "971 dequantize_per_tensor_359" [style=solid, label="(4, 64, 384)"]; +"971 dequantize_per_tensor_359" -> "974 linear_35" [style=solid, label="(4, 64, 384)"]; +"972 _frozen_param54" -> "973 dequantize_per_tensor_360" [style=solid, label="(384, 384)"]; +"973 dequantize_per_tensor_360" -> "974 linear_35" [style=solid, label="(384, 384)"]; +"974 linear_35" -> "975 quantize_per_tensor_361" [style=solid, label="(4, 64, 384)"]; +"975 quantize_per_tensor_361" -> "976 dequantize_per_tensor_362" [style=solid, label="(4, 64, 384)"]; +"976 dequantize_per_tensor_362" -> "977 dropout_21" [style=solid, label="(4, 64, 384)"]; +"977 dropout_21" -> "978 view_32" [style=solid, label="(4, 64, 384)"]; +"978 view_32" -> "979 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"979 permute_27" -> "980 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"980 reshape_26" -> "981 roll_5" [style=solid, label="(1, 16, 16, 384)"]; +"981 roll_5" -> "982 slice_83" [style=solid, label="(1, 16, 16, 384)"]; +"982 slice_83" -> "983 slice_84" [style=solid, label="(1, 14, 16, 384)"]; +"983 slice_84" -> "984 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; +"984 contiguous_9" -> "985 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; +"985 layer_norm_13" -> "986 quantize_per_tensor_363" [style=solid, label="(1, 14, 14, 384)"]; +"986 quantize_per_tensor_363" -> "987 dequantize_per_tensor_364" [style=solid, label="(1, 14, 14, 384)"]; +"987 dequantize_per_tensor_364" -> "988 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"988 add_19" -> "989 quantize_per_tensor_365" [style=solid, label="(1, 14, 14, 384)"]; +"989 quantize_per_tensor_365" -> "990 dequantize_per_tensor_366" [style=solid, label="(1, 14, 14, 384)"]; +"989 quantize_per_tensor_365" -> "991 dequantize_per_tensor_367" [style=solid, label="(1, 14, 14, 384)"]; +"990 dequantize_per_tensor_366" -> "1014 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"991 dequantize_per_tensor_367" -> "992 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"992 add_19_0_0_nncf_smooth_quant_0" -> "993 quantize_per_tensor_368" [style=solid, label="(1, 14, 14, 384)"]; +"993 quantize_per_tensor_368" -> "994 dequantize_per_tensor_369" [style=solid, label="(1, 14, 14, 384)"]; +"994 dequantize_per_tensor_369" -> "997 linear_36" [style=solid, label="(1, 14, 14, 384)"]; +"995 _frozen_param55" -> "996 dequantize_per_tensor_370" [style=solid, label="(1536, 384)"]; +"996 dequantize_per_tensor_370" -> "997 linear_36" [style=solid, label="(1536, 384)"]; +"997 linear_36" -> "998 quantize_per_tensor_371" [style=solid, label="(1, 14, 14, 1536)"]; +"998 quantize_per_tensor_371" -> "999 dequantize_per_tensor_372" [style=solid, label="(1, 14, 14, 1536)"]; +"999 dequantize_per_tensor_372" -> "1000 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; +"1000 gelu_5" -> "1001 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; +"1001 dropout_22" -> "1002 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1002 dropout_22_0_0_nncf_smooth_quant_0" -> "1003 quantize_per_tensor_373" [style=solid, label="(1, 14, 14, 1536)"]; +"1003 quantize_per_tensor_373" -> "1004 dequantize_per_tensor_374" [style=solid, label="(1, 14, 14, 1536)"]; +"1004 dequantize_per_tensor_374" -> "1007 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; +"1005 _frozen_param56" -> "1006 dequantize_per_tensor_375" [style=solid, label="(384, 1536)"]; +"1006 dequantize_per_tensor_375" -> "1007 linear_37" [style=solid, label="(384, 1536)"]; +"1007 linear_37" -> "1008 quantize_per_tensor_376" [style=solid, label="(1, 14, 14, 384)"]; +"1008 quantize_per_tensor_376" -> "1009 dequantize_per_tensor_377" [style=solid, label="(1, 14, 14, 384)"]; +"1009 dequantize_per_tensor_377" -> "1010 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; +"1010 dropout_23" -> "1011 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; +"1011 layer_norm_14" -> "1012 quantize_per_tensor_378" [style=solid, label="(1, 14, 14, 384)"]; +"1012 quantize_per_tensor_378" -> "1013 dequantize_per_tensor_379" [style=solid, label="(1, 14, 14, 384)"]; +"1013 dequantize_per_tensor_379" -> "1014 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"1014 add_20" -> "1015 quantize_per_tensor_380" [style=solid, label="(1, 14, 14, 384)"]; +"1015 quantize_per_tensor_380" -> "1016 dequantize_per_tensor_381" [style=solid, label="(1, 14, 14, 384)"]; +"1015 quantize_per_tensor_380" -> "1017 dequantize_per_tensor_382" [style=solid, label="(1, 14, 14, 384)"]; +"1016 dequantize_per_tensor_381" -> "1111 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"1017 dequantize_per_tensor_382" -> "1050 pad_8" [style=solid, label="(1, 14, 14, 384)"]; +"1018 _frozen_param57" -> "1019 dequantize_per_tensor_383" [style=solid, label="(1, 15, 15, 2)"]; +"1019 dequantize_per_tensor_383" -> "1022 linear_38" [style=solid, label="(1, 15, 15, 2)"]; +"1020 _frozen_param58" -> "1021 dequantize_per_tensor_384" [style=solid, label="(512, 2)"]; +"1021 dequantize_per_tensor_384" -> "1022 linear_38" [style=solid, label="(512, 2)"]; +"1022 linear_38" -> "1023 relu__6" [style=solid, label="(1, 15, 15, 512)"]; +"1023 relu__6" -> "1024 quantize_per_tensor_385" [style=solid, label="(1, 15, 15, 512)"]; +"1024 quantize_per_tensor_385" -> "1025 dequantize_per_tensor_386" [style=solid, label="(1, 15, 15, 512)"]; +"1025 dequantize_per_tensor_386" -> "1026 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1026 relu__6_0_0_nncf_smooth_quant_0" -> "1027 quantize_per_tensor_387" [style=solid, label="(1, 15, 15, 512)"]; +"1027 quantize_per_tensor_387" -> "1028 dequantize_per_tensor_388" [style=solid, label="(1, 15, 15, 512)"]; +"1028 dequantize_per_tensor_388" -> "1031 linear_39" [style=solid, label="(1, 15, 15, 512)"]; +"1029 _frozen_param59" -> "1030 dequantize_per_tensor_389" [style=solid, label="(12, 512)"]; +"1030 dequantize_per_tensor_389" -> "1031 linear_39" [style=solid, label="(12, 512)"]; +"1031 linear_39" -> "1032 quantize_per_tensor_390" [style=solid, label="(1, 15, 15, 12)"]; +"1032 quantize_per_tensor_390" -> "1033 dequantize_per_tensor_391" [style=solid, label="(1, 15, 15, 12)"]; +"1033 dequantize_per_tensor_391" -> "1034 view_33" [style=solid, label="(1, 15, 15, 12)"]; +"1034 view_33" -> "1035 quantize_per_tensor_392" [style=solid, label="(225, 12)"]; +"1035 quantize_per_tensor_392" -> "1036 dequantize_per_tensor_393" [style=solid, label="(225, 12)"]; +"1036 dequantize_per_tensor_393" -> "1037 index_6" [style=solid, label="(225, 12)"]; +"1037 index_6" -> "1038 view_34" [style=solid, label="(4096, 12)"]; +"1038 view_34" -> "1039 permute_28" [style=solid, label="(64, 64, 12)"]; +"1039 permute_28" -> "1040 contiguous_10" [style=solid, label="(12, 64, 64)"]; +"1040 contiguous_10" -> "1041 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; +"1041 unsqueeze_18" -> "1042 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; +"1042 sigmoid_6" -> "1043 quantize_per_tensor_394" [style=solid, label="(1, 12, 64, 64)"]; +"1043 quantize_per_tensor_394" -> "1044 dequantize_per_tensor_395" [style=solid, label="(1, 12, 64, 64)"]; +"1044 dequantize_per_tensor_395" -> "1047 mul_12" [style=solid, label="(1, 12, 64, 64)"]; +"1045 _frozen_param60" -> "1046 dequantize_per_tensor_396" [style=solid, label="()"]; +"1046 dequantize_per_tensor_396" -> "1047 mul_12" [style=solid, label="()"]; +"1047 mul_12" -> "1048 quantize_per_tensor_397" [style=solid, label="(1, 12, 64, 64)"]; +"1048 quantize_per_tensor_397" -> "1049 dequantize_per_tensor_398" [style=solid, label="(1, 12, 64, 64)"]; +"1049 dequantize_per_tensor_398" -> "1085 add_21" [style=solid, label="(1, 12, 64, 64)"]; +"1050 pad_8" -> "1051 view_35" [style=solid, label="(1, 16, 16, 384)"]; +"1051 view_35" -> "1052 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1052 permute_29" -> "1053 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1053 reshape_27" -> "1055 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1054 clone_6" -> "1060 linear_40" [style=solid, label="(1152,)"]; +"1055 reshape_27_0_0_nncf_smooth_quant_0" -> "1056 quantize_per_tensor_399" [style=solid, label="(4, 64, 384)"]; +"1056 quantize_per_tensor_399" -> "1057 dequantize_per_tensor_400" [style=solid, label="(4, 64, 384)"]; +"1057 dequantize_per_tensor_400" -> "1060 linear_40" [style=solid, label="(4, 64, 384)"]; +"1058 _frozen_param61" -> "1059 dequantize_per_tensor_401" [style=solid, label="(1152, 384)"]; +"1059 dequantize_per_tensor_401" -> "1060 linear_40" [style=solid, label="(1152, 384)"]; +"1060 linear_40" -> "1061 quantize_per_tensor_402" [style=solid, label="(4, 64, 1152)"]; +"1061 quantize_per_tensor_402" -> "1062 dequantize_per_tensor_403" [style=solid, label="(4, 64, 1152)"]; +"1062 dequantize_per_tensor_403" -> "1063 reshape_28" [style=solid, label="(4, 64, 1152)"]; +"1063 reshape_28" -> "1064 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1064 permute_30" -> "1065 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1064 permute_30" -> "1066 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1064 permute_30" -> "1067 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1065 select_18" -> "1068 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; +"1065 select_18" -> "1070 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; +"1065 select_18" -> "1071 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"1066 select_19" -> "1072 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; +"1066 select_19" -> "1074 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; +"1066 select_19" -> "1075 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"1067 select_20" -> "1090 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; +"1068 linalg_vector_norm_12" -> "1069 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; +"1069 clamp_min_12" -> "1070 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; +"1070 expand_as_12" -> "1071 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"1071 div_12" -> "1077 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; +"1072 linalg_vector_norm_13" -> "1073 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; +"1073 clamp_min_13" -> "1074 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; +"1074 expand_as_13" -> "1075 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"1075 div_13" -> "1076 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; +"1076 transpose_12" -> "1077 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; +"1077 matmul_12" -> "1078 quantize_per_tensor_404" [style=solid, label="(4, 12, 64, 64)"]; +"1078 quantize_per_tensor_404" -> "1079 dequantize_per_tensor_405" [style=solid, label="(4, 12, 64, 64)"]; +"1079 dequantize_per_tensor_405" -> "1082 mul_13" [style=solid, label="(4, 12, 64, 64)"]; +"1080 _frozen_param62" -> "1081 dequantize_per_tensor_406" [style=solid, label="(12, 1, 1)"]; +"1081 dequantize_per_tensor_406" -> "1082 mul_13" [style=solid, label="(12, 1, 1)"]; +"1082 mul_13" -> "1083 quantize_per_tensor_407" [style=solid, label="(4, 12, 64, 64)"]; +"1083 quantize_per_tensor_407" -> "1084 dequantize_per_tensor_408" [style=solid, label="(4, 12, 64, 64)"]; +"1084 dequantize_per_tensor_408" -> "1085 add_21" [style=solid, label="(4, 12, 64, 64)"]; +"1085 add_21" -> "1086 quantize_per_tensor_409" [style=solid, label="(4, 12, 64, 64)"]; +"1086 quantize_per_tensor_409" -> "1087 dequantize_per_tensor_410" [style=solid, label="(4, 12, 64, 64)"]; +"1087 dequantize_per_tensor_410" -> "1088 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; +"1088 softmax_6" -> "1089 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; +"1089 dropout_24" -> "1090 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; +"1090 matmul_13" -> "1091 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; +"1091 transpose_13" -> "1092 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; +"1092 reshape_29" -> "1093 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1093 reshape_29_0_0_nncf_smooth_quant_0" -> "1094 quantize_per_tensor_411" [style=solid, label="(4, 64, 384)"]; +"1094 quantize_per_tensor_411" -> "1095 dequantize_per_tensor_412" [style=solid, label="(4, 64, 384)"]; +"1095 dequantize_per_tensor_412" -> "1098 linear_41" [style=solid, label="(4, 64, 384)"]; +"1096 _frozen_param63" -> "1097 dequantize_per_tensor_413" [style=solid, label="(384, 384)"]; +"1097 dequantize_per_tensor_413" -> "1098 linear_41" [style=solid, label="(384, 384)"]; +"1098 linear_41" -> "1099 quantize_per_tensor_414" [style=solid, label="(4, 64, 384)"]; +"1099 quantize_per_tensor_414" -> "1100 dequantize_per_tensor_415" [style=solid, label="(4, 64, 384)"]; +"1100 dequantize_per_tensor_415" -> "1101 dropout_25" [style=solid, label="(4, 64, 384)"]; +"1101 dropout_25" -> "1102 view_36" [style=solid, label="(4, 64, 384)"]; +"1102 view_36" -> "1103 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1103 permute_31" -> "1104 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1104 reshape_30" -> "1105 slice_86" [style=solid, label="(1, 16, 16, 384)"]; +"1105 slice_86" -> "1106 slice_87" [style=solid, label="(1, 14, 16, 384)"]; +"1106 slice_87" -> "1107 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; +"1107 contiguous_11" -> "1108 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; +"1108 layer_norm_15" -> "1109 quantize_per_tensor_416" [style=solid, label="(1, 14, 14, 384)"]; +"1109 quantize_per_tensor_416" -> "1110 dequantize_per_tensor_417" [style=solid, label="(1, 14, 14, 384)"]; +"1110 dequantize_per_tensor_417" -> "1111 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"1111 add_22" -> "1112 quantize_per_tensor_418" [style=solid, label="(1, 14, 14, 384)"]; +"1112 quantize_per_tensor_418" -> "1113 dequantize_per_tensor_419" [style=solid, label="(1, 14, 14, 384)"]; +"1112 quantize_per_tensor_418" -> "1114 dequantize_per_tensor_420" [style=solid, label="(1, 14, 14, 384)"]; +"1113 dequantize_per_tensor_419" -> "1137 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"1114 dequantize_per_tensor_420" -> "1115 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1115 add_22_0_0_nncf_smooth_quant_0" -> "1116 quantize_per_tensor_421" [style=solid, label="(1, 14, 14, 384)"]; +"1116 quantize_per_tensor_421" -> "1117 dequantize_per_tensor_422" [style=solid, label="(1, 14, 14, 384)"]; +"1117 dequantize_per_tensor_422" -> "1120 linear_42" [style=solid, label="(1, 14, 14, 384)"]; +"1118 _frozen_param64" -> "1119 dequantize_per_tensor_423" [style=solid, label="(1536, 384)"]; +"1119 dequantize_per_tensor_423" -> "1120 linear_42" [style=solid, label="(1536, 384)"]; +"1120 linear_42" -> "1121 quantize_per_tensor_424" [style=solid, label="(1, 14, 14, 1536)"]; +"1121 quantize_per_tensor_424" -> "1122 dequantize_per_tensor_425" [style=solid, label="(1, 14, 14, 1536)"]; +"1122 dequantize_per_tensor_425" -> "1123 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; +"1123 gelu_6" -> "1124 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; +"1124 dropout_26" -> "1125 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1125 dropout_26_0_0_nncf_smooth_quant_0" -> "1126 quantize_per_tensor_426" [style=solid, label="(1, 14, 14, 1536)"]; +"1126 quantize_per_tensor_426" -> "1127 dequantize_per_tensor_427" [style=solid, label="(1, 14, 14, 1536)"]; +"1127 dequantize_per_tensor_427" -> "1130 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; +"1128 _frozen_param65" -> "1129 dequantize_per_tensor_428" [style=solid, label="(384, 1536)"]; +"1129 dequantize_per_tensor_428" -> "1130 linear_43" [style=solid, label="(384, 1536)"]; +"1130 linear_43" -> "1131 quantize_per_tensor_429" [style=solid, label="(1, 14, 14, 384)"]; +"1131 quantize_per_tensor_429" -> "1132 dequantize_per_tensor_430" [style=solid, label="(1, 14, 14, 384)"]; +"1132 dequantize_per_tensor_430" -> "1133 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; +"1133 dropout_27" -> "1134 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; +"1134 layer_norm_16" -> "1135 quantize_per_tensor_431" [style=solid, label="(1, 14, 14, 384)"]; +"1135 quantize_per_tensor_431" -> "1136 dequantize_per_tensor_432" [style=solid, label="(1, 14, 14, 384)"]; +"1136 dequantize_per_tensor_432" -> "1137 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"1137 add_23" -> "1138 quantize_per_tensor_433" [style=solid, label="(1, 14, 14, 384)"]; +"1138 quantize_per_tensor_433" -> "1139 dequantize_per_tensor_434" [style=solid, label="(1, 14, 14, 384)"]; +"1138 quantize_per_tensor_433" -> "1140 dequantize_per_tensor_435" [style=solid, label="(1, 14, 14, 384)"]; +"1139 dequantize_per_tensor_434" -> "1260 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"1140 dequantize_per_tensor_435" -> "1173 pad_9" [style=solid, label="(1, 14, 14, 384)"]; +"1141 _frozen_param66" -> "1142 dequantize_per_tensor_436" [style=solid, label="(1, 15, 15, 2)"]; +"1142 dequantize_per_tensor_436" -> "1145 linear_44" [style=solid, label="(1, 15, 15, 2)"]; +"1143 _frozen_param67" -> "1144 dequantize_per_tensor_437" [style=solid, label="(512, 2)"]; +"1144 dequantize_per_tensor_437" -> "1145 linear_44" [style=solid, label="(512, 2)"]; +"1145 linear_44" -> "1146 relu__7" [style=solid, label="(1, 15, 15, 512)"]; +"1146 relu__7" -> "1147 quantize_per_tensor_438" [style=solid, label="(1, 15, 15, 512)"]; +"1147 quantize_per_tensor_438" -> "1148 dequantize_per_tensor_439" [style=solid, label="(1, 15, 15, 512)"]; +"1148 dequantize_per_tensor_439" -> "1149 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1149 relu__7_0_0_nncf_smooth_quant_0" -> "1150 quantize_per_tensor_440" [style=solid, label="(1, 15, 15, 512)"]; +"1150 quantize_per_tensor_440" -> "1151 dequantize_per_tensor_441" [style=solid, label="(1, 15, 15, 512)"]; +"1151 dequantize_per_tensor_441" -> "1154 linear_45" [style=solid, label="(1, 15, 15, 512)"]; +"1152 _frozen_param68" -> "1153 dequantize_per_tensor_442" [style=solid, label="(12, 512)"]; +"1153 dequantize_per_tensor_442" -> "1154 linear_45" [style=solid, label="(12, 512)"]; +"1154 linear_45" -> "1155 quantize_per_tensor_443" [style=solid, label="(1, 15, 15, 12)"]; +"1155 quantize_per_tensor_443" -> "1156 dequantize_per_tensor_444" [style=solid, label="(1, 15, 15, 12)"]; +"1156 dequantize_per_tensor_444" -> "1157 view_37" [style=solid, label="(1, 15, 15, 12)"]; +"1157 view_37" -> "1158 quantize_per_tensor_445" [style=solid, label="(225, 12)"]; +"1158 quantize_per_tensor_445" -> "1159 dequantize_per_tensor_446" [style=solid, label="(225, 12)"]; +"1159 dequantize_per_tensor_446" -> "1160 index_7" [style=solid, label="(225, 12)"]; +"1160 index_7" -> "1161 view_38" [style=solid, label="(4096, 12)"]; +"1161 view_38" -> "1162 permute_32" [style=solid, label="(64, 64, 12)"]; +"1162 permute_32" -> "1163 contiguous_12" [style=solid, label="(12, 64, 64)"]; +"1163 contiguous_12" -> "1164 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; +"1164 unsqueeze_19" -> "1165 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; +"1165 sigmoid_7" -> "1166 quantize_per_tensor_447" [style=solid, label="(1, 12, 64, 64)"]; +"1166 quantize_per_tensor_447" -> "1167 dequantize_per_tensor_448" [style=solid, label="(1, 12, 64, 64)"]; +"1167 dequantize_per_tensor_448" -> "1170 mul_14" [style=solid, label="(1, 12, 64, 64)"]; +"1168 _frozen_param69" -> "1169 dequantize_per_tensor_449" [style=solid, label="()"]; +"1169 dequantize_per_tensor_449" -> "1170 mul_14" [style=solid, label="()"]; +"1170 mul_14" -> "1171 quantize_per_tensor_450" [style=solid, label="(1, 12, 64, 64)"]; +"1171 quantize_per_tensor_450" -> "1172 dequantize_per_tensor_451" [style=solid, label="(1, 12, 64, 64)"]; +"1172 dequantize_per_tensor_451" -> "1209 add_24" [style=solid, label="(1, 12, 64, 64)"]; +"1173 pad_9" -> "1174 roll_6" [style=solid, label="(1, 16, 16, 384)"]; +"1174 roll_6" -> "1175 view_39" [style=solid, label="(1, 16, 16, 384)"]; +"1175 view_39" -> "1176 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1176 permute_33" -> "1177 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1177 reshape_31" -> "1179 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1177 reshape_31" -> "1212 new_zeros_3" [style=solid, label="(4, 64, 384)"]; +"1178 clone_7" -> "1184 linear_46" [style=solid, label="(1152,)"]; +"1179 reshape_31_0_0_nncf_smooth_quant_0" -> "1180 quantize_per_tensor_452" [style=solid, label="(4, 64, 384)"]; +"1180 quantize_per_tensor_452" -> "1181 dequantize_per_tensor_453" [style=solid, label="(4, 64, 384)"]; +"1181 dequantize_per_tensor_453" -> "1184 linear_46" [style=solid, label="(4, 64, 384)"]; +"1182 _frozen_param70" -> "1183 dequantize_per_tensor_454" [style=solid, label="(1152, 384)"]; +"1183 dequantize_per_tensor_454" -> "1184 linear_46" [style=solid, label="(1152, 384)"]; +"1184 linear_46" -> "1185 quantize_per_tensor_455" [style=solid, label="(4, 64, 1152)"]; +"1185 quantize_per_tensor_455" -> "1186 dequantize_per_tensor_456" [style=solid, label="(4, 64, 1152)"]; +"1186 dequantize_per_tensor_456" -> "1187 reshape_32" [style=solid, label="(4, 64, 1152)"]; +"1187 reshape_32" -> "1188 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1188 permute_34" -> "1189 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1188 permute_34" -> "1190 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1188 permute_34" -> "1191 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1189 select_21" -> "1192 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; +"1189 select_21" -> "1194 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; +"1189 select_21" -> "1195 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"1190 select_22" -> "1196 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; +"1190 select_22" -> "1198 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; +"1190 select_22" -> "1199 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"1191 select_23" -> "1238 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; +"1192 linalg_vector_norm_14" -> "1193 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; +"1193 clamp_min_14" -> "1194 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; +"1194 expand_as_14" -> "1195 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"1195 div_14" -> "1201 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; +"1196 linalg_vector_norm_15" -> "1197 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; +"1197 clamp_min_15" -> "1198 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; +"1198 expand_as_15" -> "1199 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"1199 div_15" -> "1200 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; +"1200 transpose_14" -> "1201 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; +"1201 matmul_14" -> "1202 quantize_per_tensor_457" [style=solid, label="(4, 12, 64, 64)"]; +"1202 quantize_per_tensor_457" -> "1203 dequantize_per_tensor_458" [style=solid, label="(4, 12, 64, 64)"]; +"1203 dequantize_per_tensor_458" -> "1206 mul_15" [style=solid, label="(4, 12, 64, 64)"]; +"1204 _frozen_param71" -> "1205 dequantize_per_tensor_459" [style=solid, label="(12, 1, 1)"]; +"1205 dequantize_per_tensor_459" -> "1206 mul_15" [style=solid, label="(12, 1, 1)"]; +"1206 mul_15" -> "1207 quantize_per_tensor_460" [style=solid, label="(4, 12, 64, 64)"]; +"1207 quantize_per_tensor_460" -> "1208 dequantize_per_tensor_461" [style=solid, label="(4, 12, 64, 64)"]; +"1208 dequantize_per_tensor_461" -> "1209 add_24" [style=solid, label="(4, 12, 64, 64)"]; +"1209 add_24" -> "1210 quantize_per_tensor_462" [style=solid, label="(4, 12, 64, 64)"]; +"1210 quantize_per_tensor_462" -> "1211 dequantize_per_tensor_463" [style=solid, label="(4, 12, 64, 64)"]; +"1211 dequantize_per_tensor_463" -> "1223 view_41" [style=solid, label="(4, 12, 64, 64)"]; +"1212 new_zeros_3" -> "1213 view_40" [style=solid, label="(16, 16)"]; +"1213 view_40" -> "1214 permute_35" [style=solid, label="(2, 8, 2, 8)"]; +"1214 permute_35" -> "1215 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; +"1215 reshape_33" -> "1216 unsqueeze_20" [style=solid, label="(4, 64)"]; +"1215 reshape_33" -> "1217 unsqueeze_21" [style=solid, label="(4, 64)"]; +"1216 unsqueeze_20" -> "1218 sub_3" [style=solid, label="(4, 1, 64)"]; +"1217 unsqueeze_21" -> "1218 sub_3" [style=solid, label="(4, 64, 1)"]; +"1218 sub_3" -> "1219 ne_3" [style=solid, label="(4, 64, 64)"]; +"1218 sub_3" -> "1220 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"1218 sub_3" -> "1221 eq_3" [style=solid, label="(4, 64, 64)"]; +"1219 ne_3" -> "1220 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"1220 masked_fill_6" -> "1222 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1221 eq_3" -> "1222 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1222 masked_fill_7" -> "1226 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; +"1223 view_41" -> "1224 quantize_per_tensor_464" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1224 quantize_per_tensor_464" -> "1225 dequantize_per_tensor_465" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1225 dequantize_per_tensor_465" -> "1230 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1226 unsqueeze_22" -> "1227 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; +"1227 unsqueeze_23" -> "1228 quantize_per_tensor_466" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1228 quantize_per_tensor_466" -> "1229 dequantize_per_tensor_467" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1229 dequantize_per_tensor_467" -> "1230 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1230 add_25" -> "1231 quantize_per_tensor_468" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1231 quantize_per_tensor_468" -> "1232 dequantize_per_tensor_469" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1232 dequantize_per_tensor_469" -> "1233 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1233 view_42" -> "1234 quantize_per_tensor_470" [style=solid, label="(4, 12, 64, 64)"]; +"1234 quantize_per_tensor_470" -> "1235 dequantize_per_tensor_471" [style=solid, label="(4, 12, 64, 64)"]; +"1235 dequantize_per_tensor_471" -> "1236 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; +"1236 softmax_7" -> "1237 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; +"1237 dropout_28" -> "1238 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; +"1238 matmul_15" -> "1239 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; +"1239 transpose_15" -> "1240 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; +"1240 reshape_34" -> "1241 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1241 reshape_34_0_0_nncf_smooth_quant_0" -> "1242 quantize_per_tensor_472" [style=solid, label="(4, 64, 384)"]; +"1242 quantize_per_tensor_472" -> "1243 dequantize_per_tensor_473" [style=solid, label="(4, 64, 384)"]; +"1243 dequantize_per_tensor_473" -> "1246 linear_47" [style=solid, label="(4, 64, 384)"]; +"1244 _frozen_param72" -> "1245 dequantize_per_tensor_474" [style=solid, label="(384, 384)"]; +"1245 dequantize_per_tensor_474" -> "1246 linear_47" [style=solid, label="(384, 384)"]; +"1246 linear_47" -> "1247 quantize_per_tensor_475" [style=solid, label="(4, 64, 384)"]; +"1247 quantize_per_tensor_475" -> "1248 dequantize_per_tensor_476" [style=solid, label="(4, 64, 384)"]; +"1248 dequantize_per_tensor_476" -> "1249 dropout_29" [style=solid, label="(4, 64, 384)"]; +"1249 dropout_29" -> "1250 view_43" [style=solid, label="(4, 64, 384)"]; +"1250 view_43" -> "1251 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1251 permute_36" -> "1252 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1252 reshape_35" -> "1253 roll_7" [style=solid, label="(1, 16, 16, 384)"]; +"1253 roll_7" -> "1254 slice_107" [style=solid, label="(1, 16, 16, 384)"]; +"1254 slice_107" -> "1255 slice_108" [style=solid, label="(1, 14, 16, 384)"]; +"1255 slice_108" -> "1256 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; +"1256 contiguous_13" -> "1257 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; +"1257 layer_norm_17" -> "1258 quantize_per_tensor_477" [style=solid, label="(1, 14, 14, 384)"]; +"1258 quantize_per_tensor_477" -> "1259 dequantize_per_tensor_478" [style=solid, label="(1, 14, 14, 384)"]; +"1259 dequantize_per_tensor_478" -> "1260 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"1260 add_26" -> "1261 quantize_per_tensor_479" [style=solid, label="(1, 14, 14, 384)"]; +"1261 quantize_per_tensor_479" -> "1262 dequantize_per_tensor_480" [style=solid, label="(1, 14, 14, 384)"]; +"1261 quantize_per_tensor_479" -> "1263 dequantize_per_tensor_481" [style=solid, label="(1, 14, 14, 384)"]; +"1262 dequantize_per_tensor_480" -> "1286 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1263 dequantize_per_tensor_481" -> "1264 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1264 add_26_0_0_nncf_smooth_quant_0" -> "1265 quantize_per_tensor_482" [style=solid, label="(1, 14, 14, 384)"]; +"1265 quantize_per_tensor_482" -> "1266 dequantize_per_tensor_483" [style=solid, label="(1, 14, 14, 384)"]; +"1266 dequantize_per_tensor_483" -> "1269 linear_48" [style=solid, label="(1, 14, 14, 384)"]; +"1267 _frozen_param73" -> "1268 dequantize_per_tensor_484" [style=solid, label="(1536, 384)"]; +"1268 dequantize_per_tensor_484" -> "1269 linear_48" [style=solid, label="(1536, 384)"]; +"1269 linear_48" -> "1270 quantize_per_tensor_485" [style=solid, label="(1, 14, 14, 1536)"]; +"1270 quantize_per_tensor_485" -> "1271 dequantize_per_tensor_486" [style=solid, label="(1, 14, 14, 1536)"]; +"1271 dequantize_per_tensor_486" -> "1272 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; +"1272 gelu_7" -> "1273 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; +"1273 dropout_30" -> "1274 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1274 dropout_30_0_0_nncf_smooth_quant_0" -> "1275 quantize_per_tensor_487" [style=solid, label="(1, 14, 14, 1536)"]; +"1275 quantize_per_tensor_487" -> "1276 dequantize_per_tensor_488" [style=solid, label="(1, 14, 14, 1536)"]; +"1276 dequantize_per_tensor_488" -> "1279 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; +"1277 _frozen_param74" -> "1278 dequantize_per_tensor_489" [style=solid, label="(384, 1536)"]; +"1278 dequantize_per_tensor_489" -> "1279 linear_49" [style=solid, label="(384, 1536)"]; +"1279 linear_49" -> "1280 quantize_per_tensor_490" [style=solid, label="(1, 14, 14, 384)"]; +"1280 quantize_per_tensor_490" -> "1281 dequantize_per_tensor_491" [style=solid, label="(1, 14, 14, 384)"]; +"1281 dequantize_per_tensor_491" -> "1282 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; +"1282 dropout_31" -> "1283 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; +"1283 layer_norm_18" -> "1284 quantize_per_tensor_492" [style=solid, label="(1, 14, 14, 384)"]; +"1284 quantize_per_tensor_492" -> "1285 dequantize_per_tensor_493" [style=solid, label="(1, 14, 14, 384)"]; +"1285 dequantize_per_tensor_493" -> "1286 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1286 add_27" -> "1287 quantize_per_tensor_494" [style=solid, label="(1, 14, 14, 384)"]; +"1287 quantize_per_tensor_494" -> "1288 dequantize_per_tensor_495" [style=solid, label="(1, 14, 14, 384)"]; +"1287 quantize_per_tensor_494" -> "1289 dequantize_per_tensor_496" [style=solid, label="(1, 14, 14, 384)"]; +"1288 dequantize_per_tensor_495" -> "1383 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1289 dequantize_per_tensor_496" -> "1322 pad_10" [style=solid, label="(1, 14, 14, 384)"]; +"1290 _frozen_param75" -> "1291 dequantize_per_tensor_497" [style=solid, label="(1, 15, 15, 2)"]; +"1291 dequantize_per_tensor_497" -> "1294 linear_50" [style=solid, label="(1, 15, 15, 2)"]; +"1292 _frozen_param76" -> "1293 dequantize_per_tensor_498" [style=solid, label="(512, 2)"]; +"1293 dequantize_per_tensor_498" -> "1294 linear_50" [style=solid, label="(512, 2)"]; +"1294 linear_50" -> "1295 relu__8" [style=solid, label="(1, 15, 15, 512)"]; +"1295 relu__8" -> "1296 quantize_per_tensor_499" [style=solid, label="(1, 15, 15, 512)"]; +"1296 quantize_per_tensor_499" -> "1297 dequantize_per_tensor_500" [style=solid, label="(1, 15, 15, 512)"]; +"1297 dequantize_per_tensor_500" -> "1298 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1298 relu__8_0_0_nncf_smooth_quant_0" -> "1299 quantize_per_tensor_501" [style=solid, label="(1, 15, 15, 512)"]; +"1299 quantize_per_tensor_501" -> "1300 dequantize_per_tensor_502" [style=solid, label="(1, 15, 15, 512)"]; +"1300 dequantize_per_tensor_502" -> "1303 linear_51" [style=solid, label="(1, 15, 15, 512)"]; +"1301 _frozen_param77" -> "1302 dequantize_per_tensor_503" [style=solid, label="(12, 512)"]; +"1302 dequantize_per_tensor_503" -> "1303 linear_51" [style=solid, label="(12, 512)"]; +"1303 linear_51" -> "1304 quantize_per_tensor_504" [style=solid, label="(1, 15, 15, 12)"]; +"1304 quantize_per_tensor_504" -> "1305 dequantize_per_tensor_505" [style=solid, label="(1, 15, 15, 12)"]; +"1305 dequantize_per_tensor_505" -> "1306 view_44" [style=solid, label="(1, 15, 15, 12)"]; +"1306 view_44" -> "1307 quantize_per_tensor_506" [style=solid, label="(225, 12)"]; +"1307 quantize_per_tensor_506" -> "1308 dequantize_per_tensor_507" [style=solid, label="(225, 12)"]; +"1308 dequantize_per_tensor_507" -> "1309 index_8" [style=solid, label="(225, 12)"]; +"1309 index_8" -> "1310 view_45" [style=solid, label="(4096, 12)"]; +"1310 view_45" -> "1311 permute_37" [style=solid, label="(64, 64, 12)"]; +"1311 permute_37" -> "1312 contiguous_14" [style=solid, label="(12, 64, 64)"]; +"1312 contiguous_14" -> "1313 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; +"1313 unsqueeze_24" -> "1314 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; +"1314 sigmoid_8" -> "1315 quantize_per_tensor_508" [style=solid, label="(1, 12, 64, 64)"]; +"1315 quantize_per_tensor_508" -> "1316 dequantize_per_tensor_509" [style=solid, label="(1, 12, 64, 64)"]; +"1316 dequantize_per_tensor_509" -> "1319 mul_16" [style=solid, label="(1, 12, 64, 64)"]; +"1317 _frozen_param78" -> "1318 dequantize_per_tensor_510" [style=solid, label="()"]; +"1318 dequantize_per_tensor_510" -> "1319 mul_16" [style=solid, label="()"]; +"1319 mul_16" -> "1320 quantize_per_tensor_511" [style=solid, label="(1, 12, 64, 64)"]; +"1320 quantize_per_tensor_511" -> "1321 dequantize_per_tensor_512" [style=solid, label="(1, 12, 64, 64)"]; +"1321 dequantize_per_tensor_512" -> "1357 add_28" [style=solid, label="(1, 12, 64, 64)"]; +"1322 pad_10" -> "1323 view_46" [style=solid, label="(1, 16, 16, 384)"]; +"1323 view_46" -> "1324 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1324 permute_38" -> "1325 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1325 reshape_36" -> "1327 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1326 clone_8" -> "1332 linear_52" [style=solid, label="(1152,)"]; +"1327 reshape_36_0_0_nncf_smooth_quant_0" -> "1328 quantize_per_tensor_513" [style=solid, label="(4, 64, 384)"]; +"1328 quantize_per_tensor_513" -> "1329 dequantize_per_tensor_514" [style=solid, label="(4, 64, 384)"]; +"1329 dequantize_per_tensor_514" -> "1332 linear_52" [style=solid, label="(4, 64, 384)"]; +"1330 _frozen_param79" -> "1331 dequantize_per_tensor_515" [style=solid, label="(1152, 384)"]; +"1331 dequantize_per_tensor_515" -> "1332 linear_52" [style=solid, label="(1152, 384)"]; +"1332 linear_52" -> "1333 quantize_per_tensor_516" [style=solid, label="(4, 64, 1152)"]; +"1333 quantize_per_tensor_516" -> "1334 dequantize_per_tensor_517" [style=solid, label="(4, 64, 1152)"]; +"1334 dequantize_per_tensor_517" -> "1335 reshape_37" [style=solid, label="(4, 64, 1152)"]; +"1335 reshape_37" -> "1336 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1336 permute_39" -> "1337 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1336 permute_39" -> "1338 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1336 permute_39" -> "1339 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1337 select_24" -> "1340 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; +"1337 select_24" -> "1342 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; +"1337 select_24" -> "1343 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1338 select_25" -> "1344 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; +"1338 select_25" -> "1346 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; +"1338 select_25" -> "1347 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1339 select_26" -> "1362 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; +"1340 linalg_vector_norm_16" -> "1341 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; +"1341 clamp_min_16" -> "1342 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; +"1342 expand_as_16" -> "1343 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1343 div_16" -> "1349 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; +"1344 linalg_vector_norm_17" -> "1345 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; +"1345 clamp_min_17" -> "1346 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; +"1346 expand_as_17" -> "1347 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1347 div_17" -> "1348 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; +"1348 transpose_16" -> "1349 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; +"1349 matmul_16" -> "1350 quantize_per_tensor_518" [style=solid, label="(4, 12, 64, 64)"]; +"1350 quantize_per_tensor_518" -> "1351 dequantize_per_tensor_519" [style=solid, label="(4, 12, 64, 64)"]; +"1351 dequantize_per_tensor_519" -> "1354 mul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1352 _frozen_param80" -> "1353 dequantize_per_tensor_520" [style=solid, label="(12, 1, 1)"]; +"1353 dequantize_per_tensor_520" -> "1354 mul_17" [style=solid, label="(12, 1, 1)"]; +"1354 mul_17" -> "1355 quantize_per_tensor_521" [style=solid, label="(4, 12, 64, 64)"]; +"1355 quantize_per_tensor_521" -> "1356 dequantize_per_tensor_522" [style=solid, label="(4, 12, 64, 64)"]; +"1356 dequantize_per_tensor_522" -> "1357 add_28" [style=solid, label="(4, 12, 64, 64)"]; +"1357 add_28" -> "1358 quantize_per_tensor_523" [style=solid, label="(4, 12, 64, 64)"]; +"1358 quantize_per_tensor_523" -> "1359 dequantize_per_tensor_524" [style=solid, label="(4, 12, 64, 64)"]; +"1359 dequantize_per_tensor_524" -> "1360 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; +"1360 softmax_8" -> "1361 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; +"1361 dropout_32" -> "1362 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1362 matmul_17" -> "1363 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; +"1363 transpose_17" -> "1364 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; +"1364 reshape_38" -> "1365 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1365 reshape_38_0_0_nncf_smooth_quant_0" -> "1366 quantize_per_tensor_525" [style=solid, label="(4, 64, 384)"]; +"1366 quantize_per_tensor_525" -> "1367 dequantize_per_tensor_526" [style=solid, label="(4, 64, 384)"]; +"1367 dequantize_per_tensor_526" -> "1370 linear_53" [style=solid, label="(4, 64, 384)"]; +"1368 _frozen_param81" -> "1369 dequantize_per_tensor_527" [style=solid, label="(384, 384)"]; +"1369 dequantize_per_tensor_527" -> "1370 linear_53" [style=solid, label="(384, 384)"]; +"1370 linear_53" -> "1371 quantize_per_tensor_528" [style=solid, label="(4, 64, 384)"]; +"1371 quantize_per_tensor_528" -> "1372 dequantize_per_tensor_529" [style=solid, label="(4, 64, 384)"]; +"1372 dequantize_per_tensor_529" -> "1373 dropout_33" [style=solid, label="(4, 64, 384)"]; +"1373 dropout_33" -> "1374 view_47" [style=solid, label="(4, 64, 384)"]; +"1374 view_47" -> "1375 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1375 permute_40" -> "1376 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1376 reshape_39" -> "1377 slice_110" [style=solid, label="(1, 16, 16, 384)"]; +"1377 slice_110" -> "1378 slice_111" [style=solid, label="(1, 14, 16, 384)"]; +"1378 slice_111" -> "1379 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; +"1379 contiguous_15" -> "1380 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; +"1380 layer_norm_19" -> "1381 quantize_per_tensor_530" [style=solid, label="(1, 14, 14, 384)"]; +"1381 quantize_per_tensor_530" -> "1382 dequantize_per_tensor_531" [style=solid, label="(1, 14, 14, 384)"]; +"1382 dequantize_per_tensor_531" -> "1383 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1383 add_29" -> "1384 quantize_per_tensor_532" [style=solid, label="(1, 14, 14, 384)"]; +"1384 quantize_per_tensor_532" -> "1385 dequantize_per_tensor_533" [style=solid, label="(1, 14, 14, 384)"]; +"1384 quantize_per_tensor_532" -> "1386 dequantize_per_tensor_534" [style=solid, label="(1, 14, 14, 384)"]; +"1385 dequantize_per_tensor_533" -> "1409 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1386 dequantize_per_tensor_534" -> "1387 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1387 add_29_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_535" [style=solid, label="(1, 14, 14, 384)"]; +"1388 quantize_per_tensor_535" -> "1389 dequantize_per_tensor_536" [style=solid, label="(1, 14, 14, 384)"]; +"1389 dequantize_per_tensor_536" -> "1392 linear_54" [style=solid, label="(1, 14, 14, 384)"]; +"1390 _frozen_param82" -> "1391 dequantize_per_tensor_537" [style=solid, label="(1536, 384)"]; +"1391 dequantize_per_tensor_537" -> "1392 linear_54" [style=solid, label="(1536, 384)"]; +"1392 linear_54" -> "1393 quantize_per_tensor_538" [style=solid, label="(1, 14, 14, 1536)"]; +"1393 quantize_per_tensor_538" -> "1394 dequantize_per_tensor_539" [style=solid, label="(1, 14, 14, 1536)"]; +"1394 dequantize_per_tensor_539" -> "1395 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; +"1395 gelu_8" -> "1396 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; +"1396 dropout_34" -> "1397 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1397 dropout_34_0_0_nncf_smooth_quant_0" -> "1398 quantize_per_tensor_540" [style=solid, label="(1, 14, 14, 1536)"]; +"1398 quantize_per_tensor_540" -> "1399 dequantize_per_tensor_541" [style=solid, label="(1, 14, 14, 1536)"]; +"1399 dequantize_per_tensor_541" -> "1402 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; +"1400 _frozen_param83" -> "1401 dequantize_per_tensor_542" [style=solid, label="(384, 1536)"]; +"1401 dequantize_per_tensor_542" -> "1402 linear_55" [style=solid, label="(384, 1536)"]; +"1402 linear_55" -> "1403 quantize_per_tensor_543" [style=solid, label="(1, 14, 14, 384)"]; +"1403 quantize_per_tensor_543" -> "1404 dequantize_per_tensor_544" [style=solid, label="(1, 14, 14, 384)"]; +"1404 dequantize_per_tensor_544" -> "1405 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; +"1405 dropout_35" -> "1406 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; +"1406 layer_norm_20" -> "1407 quantize_per_tensor_545" [style=solid, label="(1, 14, 14, 384)"]; +"1407 quantize_per_tensor_545" -> "1408 dequantize_per_tensor_546" [style=solid, label="(1, 14, 14, 384)"]; +"1408 dequantize_per_tensor_546" -> "1409 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1409 add_30" -> "1410 quantize_per_tensor_547" [style=solid, label="(1, 14, 14, 384)"]; +"1410 quantize_per_tensor_547" -> "1411 dequantize_per_tensor_548" [style=solid, label="(1, 14, 14, 384)"]; +"1410 quantize_per_tensor_547" -> "1412 dequantize_per_tensor_549" [style=solid, label="(1, 14, 14, 384)"]; +"1411 dequantize_per_tensor_548" -> "1532 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1412 dequantize_per_tensor_549" -> "1445 pad_11" [style=solid, label="(1, 14, 14, 384)"]; +"1413 _frozen_param84" -> "1414 dequantize_per_tensor_550" [style=solid, label="(1, 15, 15, 2)"]; +"1414 dequantize_per_tensor_550" -> "1417 linear_56" [style=solid, label="(1, 15, 15, 2)"]; +"1415 _frozen_param85" -> "1416 dequantize_per_tensor_551" [style=solid, label="(512, 2)"]; +"1416 dequantize_per_tensor_551" -> "1417 linear_56" [style=solid, label="(512, 2)"]; +"1417 linear_56" -> "1418 relu__9" [style=solid, label="(1, 15, 15, 512)"]; +"1418 relu__9" -> "1419 quantize_per_tensor_552" [style=solid, label="(1, 15, 15, 512)"]; +"1419 quantize_per_tensor_552" -> "1420 dequantize_per_tensor_553" [style=solid, label="(1, 15, 15, 512)"]; +"1420 dequantize_per_tensor_553" -> "1421 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1421 relu__9_0_0_nncf_smooth_quant_0" -> "1422 quantize_per_tensor_554" [style=solid, label="(1, 15, 15, 512)"]; +"1422 quantize_per_tensor_554" -> "1423 dequantize_per_tensor_555" [style=solid, label="(1, 15, 15, 512)"]; +"1423 dequantize_per_tensor_555" -> "1426 linear_57" [style=solid, label="(1, 15, 15, 512)"]; +"1424 _frozen_param86" -> "1425 dequantize_per_tensor_556" [style=solid, label="(12, 512)"]; +"1425 dequantize_per_tensor_556" -> "1426 linear_57" [style=solid, label="(12, 512)"]; +"1426 linear_57" -> "1427 quantize_per_tensor_557" [style=solid, label="(1, 15, 15, 12)"]; +"1427 quantize_per_tensor_557" -> "1428 dequantize_per_tensor_558" [style=solid, label="(1, 15, 15, 12)"]; +"1428 dequantize_per_tensor_558" -> "1429 view_48" [style=solid, label="(1, 15, 15, 12)"]; +"1429 view_48" -> "1430 quantize_per_tensor_559" [style=solid, label="(225, 12)"]; +"1430 quantize_per_tensor_559" -> "1431 dequantize_per_tensor_560" [style=solid, label="(225, 12)"]; +"1431 dequantize_per_tensor_560" -> "1432 index_9" [style=solid, label="(225, 12)"]; +"1432 index_9" -> "1433 view_49" [style=solid, label="(4096, 12)"]; +"1433 view_49" -> "1434 permute_41" [style=solid, label="(64, 64, 12)"]; +"1434 permute_41" -> "1435 contiguous_16" [style=solid, label="(12, 64, 64)"]; +"1435 contiguous_16" -> "1436 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; +"1436 unsqueeze_25" -> "1437 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; +"1437 sigmoid_9" -> "1438 quantize_per_tensor_561" [style=solid, label="(1, 12, 64, 64)"]; +"1438 quantize_per_tensor_561" -> "1439 dequantize_per_tensor_562" [style=solid, label="(1, 12, 64, 64)"]; +"1439 dequantize_per_tensor_562" -> "1442 mul_18" [style=solid, label="(1, 12, 64, 64)"]; +"1440 _frozen_param87" -> "1441 dequantize_per_tensor_563" [style=solid, label="()"]; +"1441 dequantize_per_tensor_563" -> "1442 mul_18" [style=solid, label="()"]; +"1442 mul_18" -> "1443 quantize_per_tensor_564" [style=solid, label="(1, 12, 64, 64)"]; +"1443 quantize_per_tensor_564" -> "1444 dequantize_per_tensor_565" [style=solid, label="(1, 12, 64, 64)"]; +"1444 dequantize_per_tensor_565" -> "1481 add_31" [style=solid, label="(1, 12, 64, 64)"]; +"1445 pad_11" -> "1446 roll_8" [style=solid, label="(1, 16, 16, 384)"]; +"1446 roll_8" -> "1447 view_50" [style=solid, label="(1, 16, 16, 384)"]; +"1447 view_50" -> "1448 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1448 permute_42" -> "1449 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1449 reshape_40" -> "1451 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1449 reshape_40" -> "1484 new_zeros_4" [style=solid, label="(4, 64, 384)"]; +"1450 clone_9" -> "1456 linear_58" [style=solid, label="(1152,)"]; +"1451 reshape_40_0_0_nncf_smooth_quant_0" -> "1452 quantize_per_tensor_566" [style=solid, label="(4, 64, 384)"]; +"1452 quantize_per_tensor_566" -> "1453 dequantize_per_tensor_567" [style=solid, label="(4, 64, 384)"]; +"1453 dequantize_per_tensor_567" -> "1456 linear_58" [style=solid, label="(4, 64, 384)"]; +"1454 _frozen_param88" -> "1455 dequantize_per_tensor_568" [style=solid, label="(1152, 384)"]; +"1455 dequantize_per_tensor_568" -> "1456 linear_58" [style=solid, label="(1152, 384)"]; +"1456 linear_58" -> "1457 quantize_per_tensor_569" [style=solid, label="(4, 64, 1152)"]; +"1457 quantize_per_tensor_569" -> "1458 dequantize_per_tensor_570" [style=solid, label="(4, 64, 1152)"]; +"1458 dequantize_per_tensor_570" -> "1459 reshape_41" [style=solid, label="(4, 64, 1152)"]; +"1459 reshape_41" -> "1460 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1460 permute_43" -> "1461 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1460 permute_43" -> "1462 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1460 permute_43" -> "1463 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1461 select_27" -> "1464 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; +"1461 select_27" -> "1466 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; +"1461 select_27" -> "1467 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1462 select_28" -> "1468 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; +"1462 select_28" -> "1470 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; +"1462 select_28" -> "1471 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1463 select_29" -> "1510 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; +"1464 linalg_vector_norm_18" -> "1465 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; +"1465 clamp_min_18" -> "1466 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; +"1466 expand_as_18" -> "1467 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1467 div_18" -> "1473 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; +"1468 linalg_vector_norm_19" -> "1469 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; +"1469 clamp_min_19" -> "1470 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; +"1470 expand_as_19" -> "1471 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1471 div_19" -> "1472 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; +"1472 transpose_18" -> "1473 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; +"1473 matmul_18" -> "1474 quantize_per_tensor_571" [style=solid, label="(4, 12, 64, 64)"]; +"1474 quantize_per_tensor_571" -> "1475 dequantize_per_tensor_572" [style=solid, label="(4, 12, 64, 64)"]; +"1475 dequantize_per_tensor_572" -> "1478 mul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1476 _frozen_param89" -> "1477 dequantize_per_tensor_573" [style=solid, label="(12, 1, 1)"]; +"1477 dequantize_per_tensor_573" -> "1478 mul_19" [style=solid, label="(12, 1, 1)"]; +"1478 mul_19" -> "1479 quantize_per_tensor_574" [style=solid, label="(4, 12, 64, 64)"]; +"1479 quantize_per_tensor_574" -> "1480 dequantize_per_tensor_575" [style=solid, label="(4, 12, 64, 64)"]; +"1480 dequantize_per_tensor_575" -> "1481 add_31" [style=solid, label="(4, 12, 64, 64)"]; +"1481 add_31" -> "1482 quantize_per_tensor_576" [style=solid, label="(4, 12, 64, 64)"]; +"1482 quantize_per_tensor_576" -> "1483 dequantize_per_tensor_577" [style=solid, label="(4, 12, 64, 64)"]; +"1483 dequantize_per_tensor_577" -> "1495 view_52" [style=solid, label="(4, 12, 64, 64)"]; +"1484 new_zeros_4" -> "1485 view_51" [style=solid, label="(16, 16)"]; +"1485 view_51" -> "1486 permute_44" [style=solid, label="(2, 8, 2, 8)"]; +"1486 permute_44" -> "1487 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; +"1487 reshape_42" -> "1488 unsqueeze_26" [style=solid, label="(4, 64)"]; +"1487 reshape_42" -> "1489 unsqueeze_27" [style=solid, label="(4, 64)"]; +"1488 unsqueeze_26" -> "1490 sub_4" [style=solid, label="(4, 1, 64)"]; +"1489 unsqueeze_27" -> "1490 sub_4" [style=solid, label="(4, 64, 1)"]; +"1490 sub_4" -> "1491 ne_4" [style=solid, label="(4, 64, 64)"]; +"1490 sub_4" -> "1492 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1490 sub_4" -> "1493 eq_4" [style=solid, label="(4, 64, 64)"]; +"1491 ne_4" -> "1492 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1492 masked_fill_8" -> "1494 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1493 eq_4" -> "1494 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1494 masked_fill_9" -> "1498 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; +"1495 view_52" -> "1496 quantize_per_tensor_578" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1496 quantize_per_tensor_578" -> "1497 dequantize_per_tensor_579" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1497 dequantize_per_tensor_579" -> "1502 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1498 unsqueeze_28" -> "1499 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; +"1499 unsqueeze_29" -> "1500 quantize_per_tensor_580" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1500 quantize_per_tensor_580" -> "1501 dequantize_per_tensor_581" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1501 dequantize_per_tensor_581" -> "1502 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1502 add_32" -> "1503 quantize_per_tensor_582" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1503 quantize_per_tensor_582" -> "1504 dequantize_per_tensor_583" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1504 dequantize_per_tensor_583" -> "1505 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1505 view_53" -> "1506 quantize_per_tensor_584" [style=solid, label="(4, 12, 64, 64)"]; +"1506 quantize_per_tensor_584" -> "1507 dequantize_per_tensor_585" [style=solid, label="(4, 12, 64, 64)"]; +"1507 dequantize_per_tensor_585" -> "1508 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; +"1508 softmax_9" -> "1509 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; +"1509 dropout_36" -> "1510 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1510 matmul_19" -> "1511 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; +"1511 transpose_19" -> "1512 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; +"1512 reshape_43" -> "1513 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1513 reshape_43_0_0_nncf_smooth_quant_0" -> "1514 quantize_per_tensor_586" [style=solid, label="(4, 64, 384)"]; +"1514 quantize_per_tensor_586" -> "1515 dequantize_per_tensor_587" [style=solid, label="(4, 64, 384)"]; +"1515 dequantize_per_tensor_587" -> "1518 linear_59" [style=solid, label="(4, 64, 384)"]; +"1516 _frozen_param90" -> "1517 dequantize_per_tensor_588" [style=solid, label="(384, 384)"]; +"1517 dequantize_per_tensor_588" -> "1518 linear_59" [style=solid, label="(384, 384)"]; +"1518 linear_59" -> "1519 quantize_per_tensor_589" [style=solid, label="(4, 64, 384)"]; +"1519 quantize_per_tensor_589" -> "1520 dequantize_per_tensor_590" [style=solid, label="(4, 64, 384)"]; +"1520 dequantize_per_tensor_590" -> "1521 dropout_37" [style=solid, label="(4, 64, 384)"]; +"1521 dropout_37" -> "1522 view_54" [style=solid, label="(4, 64, 384)"]; +"1522 view_54" -> "1523 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1523 permute_45" -> "1524 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1524 reshape_44" -> "1525 roll_9" [style=solid, label="(1, 16, 16, 384)"]; +"1525 roll_9" -> "1526 slice_131" [style=solid, label="(1, 16, 16, 384)"]; +"1526 slice_131" -> "1527 slice_132" [style=solid, label="(1, 14, 16, 384)"]; +"1527 slice_132" -> "1528 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; +"1528 contiguous_17" -> "1529 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; +"1529 layer_norm_21" -> "1530 quantize_per_tensor_591" [style=solid, label="(1, 14, 14, 384)"]; +"1530 quantize_per_tensor_591" -> "1531 dequantize_per_tensor_592" [style=solid, label="(1, 14, 14, 384)"]; +"1531 dequantize_per_tensor_592" -> "1532 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1532 add_33" -> "1533 quantize_per_tensor_593" [style=solid, label="(1, 14, 14, 384)"]; +"1533 quantize_per_tensor_593" -> "1534 dequantize_per_tensor_594" [style=solid, label="(1, 14, 14, 384)"]; +"1533 quantize_per_tensor_593" -> "1535 dequantize_per_tensor_595" [style=solid, label="(1, 14, 14, 384)"]; +"1534 dequantize_per_tensor_594" -> "1558 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1535 dequantize_per_tensor_595" -> "1536 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1536 add_33_0_0_nncf_smooth_quant_0" -> "1537 quantize_per_tensor_596" [style=solid, label="(1, 14, 14, 384)"]; +"1537 quantize_per_tensor_596" -> "1538 dequantize_per_tensor_597" [style=solid, label="(1, 14, 14, 384)"]; +"1538 dequantize_per_tensor_597" -> "1541 linear_60" [style=solid, label="(1, 14, 14, 384)"]; +"1539 _frozen_param91" -> "1540 dequantize_per_tensor_598" [style=solid, label="(1536, 384)"]; +"1540 dequantize_per_tensor_598" -> "1541 linear_60" [style=solid, label="(1536, 384)"]; +"1541 linear_60" -> "1542 quantize_per_tensor_599" [style=solid, label="(1, 14, 14, 1536)"]; +"1542 quantize_per_tensor_599" -> "1543 dequantize_per_tensor_600" [style=solid, label="(1, 14, 14, 1536)"]; +"1543 dequantize_per_tensor_600" -> "1544 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; +"1544 gelu_9" -> "1545 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; +"1545 dropout_38" -> "1546 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1546 dropout_38_0_0_nncf_smooth_quant_0" -> "1547 quantize_per_tensor_601" [style=solid, label="(1, 14, 14, 1536)"]; +"1547 quantize_per_tensor_601" -> "1548 dequantize_per_tensor_602" [style=solid, label="(1, 14, 14, 1536)"]; +"1548 dequantize_per_tensor_602" -> "1551 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; +"1549 _frozen_param92" -> "1550 dequantize_per_tensor_603" [style=solid, label="(384, 1536)"]; +"1550 dequantize_per_tensor_603" -> "1551 linear_61" [style=solid, label="(384, 1536)"]; +"1551 linear_61" -> "1552 quantize_per_tensor_604" [style=solid, label="(1, 14, 14, 384)"]; +"1552 quantize_per_tensor_604" -> "1553 dequantize_per_tensor_605" [style=solid, label="(1, 14, 14, 384)"]; +"1553 dequantize_per_tensor_605" -> "1554 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; +"1554 dropout_39" -> "1555 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; +"1555 layer_norm_22" -> "1556 quantize_per_tensor_606" [style=solid, label="(1, 14, 14, 384)"]; +"1556 quantize_per_tensor_606" -> "1557 dequantize_per_tensor_607" [style=solid, label="(1, 14, 14, 384)"]; +"1557 dequantize_per_tensor_607" -> "1558 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1558 add_34" -> "1559 quantize_per_tensor_608" [style=solid, label="(1, 14, 14, 384)"]; +"1559 quantize_per_tensor_608" -> "1560 dequantize_per_tensor_609" [style=solid, label="(1, 14, 14, 384)"]; +"1560 dequantize_per_tensor_609" -> "1561 pad_12" [style=solid, label="(1, 14, 14, 384)"]; +"1561 pad_12" -> "1562 slice_133" [style=solid, label="(1, 14, 14, 384)"]; +"1561 pad_12" -> "1566 slice_135" [style=solid, label="(1, 14, 14, 384)"]; +"1561 pad_12" -> "1570 slice_137" [style=solid, label="(1, 14, 14, 384)"]; +"1561 pad_12" -> "1574 slice_139" [style=solid, label="(1, 14, 14, 384)"]; +"1562 slice_133" -> "1563 slice_134" [style=solid, label="(1, 7, 14, 384)"]; +"1563 slice_134" -> "1564 quantize_per_tensor_610" [style=solid, label="(1, 7, 7, 384)"]; +"1564 quantize_per_tensor_610" -> "1565 dequantize_per_tensor_611" [style=solid, label="(1, 7, 7, 384)"]; +"1565 dequantize_per_tensor_611" -> "1578 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1566 slice_135" -> "1567 slice_136" [style=solid, label="(1, 7, 14, 384)"]; +"1567 slice_136" -> "1568 quantize_per_tensor_612" [style=solid, label="(1, 7, 7, 384)"]; +"1568 quantize_per_tensor_612" -> "1569 dequantize_per_tensor_613" [style=solid, label="(1, 7, 7, 384)"]; +"1569 dequantize_per_tensor_613" -> "1578 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1570 slice_137" -> "1571 slice_138" [style=solid, label="(1, 7, 14, 384)"]; +"1571 slice_138" -> "1572 quantize_per_tensor_614" [style=solid, label="(1, 7, 7, 384)"]; +"1572 quantize_per_tensor_614" -> "1573 dequantize_per_tensor_615" [style=solid, label="(1, 7, 7, 384)"]; +"1573 dequantize_per_tensor_615" -> "1578 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1574 slice_139" -> "1575 slice_140" [style=solid, label="(1, 7, 14, 384)"]; +"1575 slice_140" -> "1576 quantize_per_tensor_616" [style=solid, label="(1, 7, 7, 384)"]; +"1576 quantize_per_tensor_616" -> "1577 dequantize_per_tensor_617" [style=solid, label="(1, 7, 7, 384)"]; +"1577 dequantize_per_tensor_617" -> "1578 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1578 cat_2" -> "1579 quantize_per_tensor_618" [style=solid, label="(1, 7, 7, 1536)"]; +"1579 quantize_per_tensor_618" -> "1580 dequantize_per_tensor_619" [style=solid, label="(1, 7, 7, 1536)"]; +"1580 dequantize_per_tensor_619" -> "1581 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; +"1581 cat_2_0_0_nncf_smooth_quant_0" -> "1582 quantize_per_tensor_620" [style=solid, label="(1, 7, 7, 1536)"]; +"1582 quantize_per_tensor_620" -> "1583 dequantize_per_tensor_621" [style=solid, label="(1, 7, 7, 1536)"]; +"1583 dequantize_per_tensor_621" -> "1586 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; +"1584 _frozen_param93" -> "1585 dequantize_per_tensor_622" [style=solid, label="(768, 1536)"]; +"1585 dequantize_per_tensor_622" -> "1586 linear_62" [style=solid, label="(768, 1536)"]; +"1586 linear_62" -> "1587 quantize_per_tensor_623" [style=solid, label="(1, 7, 7, 768)"]; +"1587 quantize_per_tensor_623" -> "1588 dequantize_per_tensor_624" [style=solid, label="(1, 7, 7, 768)"]; +"1588 dequantize_per_tensor_624" -> "1589 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; +"1589 layer_norm_23" -> "1622 pad_13" [style=solid, label="(1, 7, 7, 768)"]; +"1589 layer_norm_23" -> "1683 quantize_per_tensor_660" [style=solid, label="(1, 7, 7, 768)"]; +"1590 _frozen_param94" -> "1591 dequantize_per_tensor_625" [style=solid, label="(1, 15, 15, 2)"]; +"1591 dequantize_per_tensor_625" -> "1594 linear_63" [style=solid, label="(1, 15, 15, 2)"]; +"1592 _frozen_param95" -> "1593 dequantize_per_tensor_626" [style=solid, label="(512, 2)"]; +"1593 dequantize_per_tensor_626" -> "1594 linear_63" [style=solid, label="(512, 2)"]; +"1594 linear_63" -> "1595 relu__10" [style=solid, label="(1, 15, 15, 512)"]; +"1595 relu__10" -> "1596 quantize_per_tensor_627" [style=solid, label="(1, 15, 15, 512)"]; +"1596 quantize_per_tensor_627" -> "1597 dequantize_per_tensor_628" [style=solid, label="(1, 15, 15, 512)"]; +"1597 dequantize_per_tensor_628" -> "1598 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1598 relu__10_0_0_nncf_smooth_quant_0" -> "1599 quantize_per_tensor_629" [style=solid, label="(1, 15, 15, 512)"]; +"1599 quantize_per_tensor_629" -> "1600 dequantize_per_tensor_630" [style=solid, label="(1, 15, 15, 512)"]; +"1600 dequantize_per_tensor_630" -> "1603 linear_64" [style=solid, label="(1, 15, 15, 512)"]; +"1601 _frozen_param96" -> "1602 dequantize_per_tensor_631" [style=solid, label="(24, 512)"]; +"1602 dequantize_per_tensor_631" -> "1603 linear_64" [style=solid, label="(24, 512)"]; +"1603 linear_64" -> "1604 quantize_per_tensor_632" [style=solid, label="(1, 15, 15, 24)"]; +"1604 quantize_per_tensor_632" -> "1605 dequantize_per_tensor_633" [style=solid, label="(1, 15, 15, 24)"]; +"1605 dequantize_per_tensor_633" -> "1606 view_55" [style=solid, label="(1, 15, 15, 24)"]; +"1606 view_55" -> "1607 quantize_per_tensor_634" [style=solid, label="(225, 24)"]; +"1607 quantize_per_tensor_634" -> "1608 dequantize_per_tensor_635" [style=solid, label="(225, 24)"]; +"1608 dequantize_per_tensor_635" -> "1609 index_10" [style=solid, label="(225, 24)"]; +"1609 index_10" -> "1610 view_56" [style=solid, label="(4096, 24)"]; +"1610 view_56" -> "1611 permute_46" [style=solid, label="(64, 64, 24)"]; +"1611 permute_46" -> "1612 contiguous_18" [style=solid, label="(24, 64, 64)"]; +"1612 contiguous_18" -> "1613 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; +"1613 unsqueeze_30" -> "1614 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; +"1614 sigmoid_10" -> "1615 quantize_per_tensor_636" [style=solid, label="(1, 24, 64, 64)"]; +"1615 quantize_per_tensor_636" -> "1616 dequantize_per_tensor_637" [style=solid, label="(1, 24, 64, 64)"]; +"1616 dequantize_per_tensor_637" -> "1619 mul_20" [style=solid, label="(1, 24, 64, 64)"]; +"1617 _frozen_param97" -> "1618 dequantize_per_tensor_638" [style=solid, label="()"]; +"1618 dequantize_per_tensor_638" -> "1619 mul_20" [style=solid, label="()"]; +"1619 mul_20" -> "1620 quantize_per_tensor_639" [style=solid, label="(1, 24, 64, 64)"]; +"1620 quantize_per_tensor_639" -> "1621 dequantize_per_tensor_640" [style=solid, label="(1, 24, 64, 64)"]; +"1621 dequantize_per_tensor_640" -> "1657 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1622 pad_13" -> "1623 view_57" [style=solid, label="(1, 8, 8, 768)"]; +"1623 view_57" -> "1624 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1624 permute_47" -> "1625 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1625 reshape_45" -> "1627 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1626 clone_10" -> "1632 linear_65" [style=solid, label="(2304,)"]; +"1627 reshape_45_0_0_nncf_smooth_quant_0" -> "1628 quantize_per_tensor_641" [style=solid, label="(1, 64, 768)"]; +"1628 quantize_per_tensor_641" -> "1629 dequantize_per_tensor_642" [style=solid, label="(1, 64, 768)"]; +"1629 dequantize_per_tensor_642" -> "1632 linear_65" [style=solid, label="(1, 64, 768)"]; +"1630 _frozen_param98" -> "1631 dequantize_per_tensor_643" [style=solid, label="(2304, 768)"]; +"1631 dequantize_per_tensor_643" -> "1632 linear_65" [style=solid, label="(2304, 768)"]; +"1632 linear_65" -> "1633 quantize_per_tensor_644" [style=solid, label="(1, 64, 2304)"]; +"1633 quantize_per_tensor_644" -> "1634 dequantize_per_tensor_645" [style=solid, label="(1, 64, 2304)"]; +"1634 dequantize_per_tensor_645" -> "1635 reshape_46" [style=solid, label="(1, 64, 2304)"]; +"1635 reshape_46" -> "1636 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1636 permute_48" -> "1637 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1636 permute_48" -> "1638 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1636 permute_48" -> "1639 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1637 select_30" -> "1640 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; +"1637 select_30" -> "1642 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; +"1637 select_30" -> "1643 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1638 select_31" -> "1644 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; +"1638 select_31" -> "1646 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; +"1638 select_31" -> "1647 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1639 select_32" -> "1662 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; +"1640 linalg_vector_norm_20" -> "1641 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; +"1641 clamp_min_20" -> "1642 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; +"1642 expand_as_20" -> "1643 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1643 div_20" -> "1649 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; +"1644 linalg_vector_norm_21" -> "1645 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; +"1645 clamp_min_21" -> "1646 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; +"1646 expand_as_21" -> "1647 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1647 div_21" -> "1648 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; +"1648 transpose_20" -> "1649 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; +"1649 matmul_20" -> "1650 quantize_per_tensor_646" [style=solid, label="(1, 24, 64, 64)"]; +"1650 quantize_per_tensor_646" -> "1651 dequantize_per_tensor_647" [style=solid, label="(1, 24, 64, 64)"]; +"1651 dequantize_per_tensor_647" -> "1654 mul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1652 _frozen_param99" -> "1653 dequantize_per_tensor_648" [style=solid, label="(24, 1, 1)"]; +"1653 dequantize_per_tensor_648" -> "1654 mul_21" [style=solid, label="(24, 1, 1)"]; +"1654 mul_21" -> "1655 quantize_per_tensor_649" [style=solid, label="(1, 24, 64, 64)"]; +"1655 quantize_per_tensor_649" -> "1656 dequantize_per_tensor_650" [style=solid, label="(1, 24, 64, 64)"]; +"1656 dequantize_per_tensor_650" -> "1657 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1657 add_35" -> "1658 quantize_per_tensor_651" [style=solid, label="(1, 24, 64, 64)"]; +"1658 quantize_per_tensor_651" -> "1659 dequantize_per_tensor_652" [style=solid, label="(1, 24, 64, 64)"]; +"1659 dequantize_per_tensor_652" -> "1660 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; +"1660 softmax_10" -> "1661 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; +"1661 dropout_40" -> "1662 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1662 matmul_21" -> "1663 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; +"1663 transpose_21" -> "1664 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; +"1664 reshape_47" -> "1665 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1665 reshape_47_0_0_nncf_smooth_quant_0" -> "1666 quantize_per_tensor_653" [style=solid, label="(1, 64, 768)"]; +"1666 quantize_per_tensor_653" -> "1667 dequantize_per_tensor_654" [style=solid, label="(1, 64, 768)"]; +"1667 dequantize_per_tensor_654" -> "1670 linear_66" [style=solid, label="(1, 64, 768)"]; +"1668 _frozen_param100" -> "1669 dequantize_per_tensor_655" [style=solid, label="(768, 768)"]; +"1669 dequantize_per_tensor_655" -> "1670 linear_66" [style=solid, label="(768, 768)"]; +"1670 linear_66" -> "1671 quantize_per_tensor_656" [style=solid, label="(1, 64, 768)"]; +"1671 quantize_per_tensor_656" -> "1672 dequantize_per_tensor_657" [style=solid, label="(1, 64, 768)"]; +"1672 dequantize_per_tensor_657" -> "1673 dropout_41" [style=solid, label="(1, 64, 768)"]; +"1673 dropout_41" -> "1674 view_58" [style=solid, label="(1, 64, 768)"]; +"1674 view_58" -> "1675 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1675 permute_49" -> "1676 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1676 reshape_48" -> "1677 slice_142" [style=solid, label="(1, 8, 8, 768)"]; +"1677 slice_142" -> "1678 slice_143" [style=solid, label="(1, 7, 8, 768)"]; +"1678 slice_143" -> "1679 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; +"1679 contiguous_19" -> "1680 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; +"1680 layer_norm_24" -> "1681 quantize_per_tensor_658" [style=solid, label="(1, 7, 7, 768)"]; +"1681 quantize_per_tensor_658" -> "1682 dequantize_per_tensor_659" [style=solid, label="(1, 7, 7, 768)"]; +"1682 dequantize_per_tensor_659" -> "1685 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1683 quantize_per_tensor_660" -> "1684 dequantize_per_tensor_661" [style=solid, label="(1, 7, 7, 768)"]; +"1684 dequantize_per_tensor_661" -> "1685 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1685 add_36" -> "1686 quantize_per_tensor_662" [style=solid, label="(1, 7, 7, 768)"]; +"1686 quantize_per_tensor_662" -> "1687 dequantize_per_tensor_663" [style=solid, label="(1, 7, 7, 768)"]; +"1686 quantize_per_tensor_662" -> "1688 dequantize_per_tensor_664" [style=solid, label="(1, 7, 7, 768)"]; +"1687 dequantize_per_tensor_663" -> "1711 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1688 dequantize_per_tensor_664" -> "1689 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; +"1689 add_36_0_0_nncf_smooth_quant_0" -> "1690 quantize_per_tensor_665" [style=solid, label="(1, 7, 7, 768)"]; +"1690 quantize_per_tensor_665" -> "1691 dequantize_per_tensor_666" [style=solid, label="(1, 7, 7, 768)"]; +"1691 dequantize_per_tensor_666" -> "1694 linear_67" [style=solid, label="(1, 7, 7, 768)"]; +"1692 _frozen_param101" -> "1693 dequantize_per_tensor_667" [style=solid, label="(3072, 768)"]; +"1693 dequantize_per_tensor_667" -> "1694 linear_67" [style=solid, label="(3072, 768)"]; +"1694 linear_67" -> "1695 quantize_per_tensor_668" [style=solid, label="(1, 7, 7, 3072)"]; +"1695 quantize_per_tensor_668" -> "1696 dequantize_per_tensor_669" [style=solid, label="(1, 7, 7, 3072)"]; +"1696 dequantize_per_tensor_669" -> "1697 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; +"1697 gelu_10" -> "1698 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; +"1698 dropout_42" -> "1699 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; +"1699 dropout_42_0_0_nncf_smooth_quant_0" -> "1700 quantize_per_tensor_670" [style=solid, label="(1, 7, 7, 3072)"]; +"1700 quantize_per_tensor_670" -> "1701 dequantize_per_tensor_671" [style=solid, label="(1, 7, 7, 3072)"]; +"1701 dequantize_per_tensor_671" -> "1704 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; +"1702 _frozen_param102" -> "1703 dequantize_per_tensor_672" [style=solid, label="(768, 3072)"]; +"1703 dequantize_per_tensor_672" -> "1704 linear_68" [style=solid, label="(768, 3072)"]; +"1704 linear_68" -> "1705 quantize_per_tensor_673" [style=solid, label="(1, 7, 7, 768)"]; +"1705 quantize_per_tensor_673" -> "1706 dequantize_per_tensor_674" [style=solid, label="(1, 7, 7, 768)"]; +"1706 dequantize_per_tensor_674" -> "1707 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; +"1707 dropout_43" -> "1708 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; +"1708 layer_norm_25" -> "1709 quantize_per_tensor_675" [style=solid, label="(1, 7, 7, 768)"]; +"1709 quantize_per_tensor_675" -> "1710 dequantize_per_tensor_676" [style=solid, label="(1, 7, 7, 768)"]; +"1710 dequantize_per_tensor_676" -> "1711 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1711 add_37" -> "1712 quantize_per_tensor_677" [style=solid, label="(1, 7, 7, 768)"]; +"1712 quantize_per_tensor_677" -> "1713 dequantize_per_tensor_678" [style=solid, label="(1, 7, 7, 768)"]; +"1712 quantize_per_tensor_677" -> "1714 dequantize_per_tensor_679" [style=solid, label="(1, 7, 7, 768)"]; +"1713 dequantize_per_tensor_678" -> "1808 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1714 dequantize_per_tensor_679" -> "1747 pad_14" [style=solid, label="(1, 7, 7, 768)"]; +"1715 _frozen_param103" -> "1716 dequantize_per_tensor_680" [style=solid, label="(1, 15, 15, 2)"]; +"1716 dequantize_per_tensor_680" -> "1719 linear_69" [style=solid, label="(1, 15, 15, 2)"]; +"1717 _frozen_param104" -> "1718 dequantize_per_tensor_681" [style=solid, label="(512, 2)"]; +"1718 dequantize_per_tensor_681" -> "1719 linear_69" [style=solid, label="(512, 2)"]; +"1719 linear_69" -> "1720 relu__11" [style=solid, label="(1, 15, 15, 512)"]; +"1720 relu__11" -> "1721 quantize_per_tensor_682" [style=solid, label="(1, 15, 15, 512)"]; +"1721 quantize_per_tensor_682" -> "1722 dequantize_per_tensor_683" [style=solid, label="(1, 15, 15, 512)"]; +"1722 dequantize_per_tensor_683" -> "1723 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1723 relu__11_0_0_nncf_smooth_quant_0" -> "1724 quantize_per_tensor_684" [style=solid, label="(1, 15, 15, 512)"]; +"1724 quantize_per_tensor_684" -> "1725 dequantize_per_tensor_685" [style=solid, label="(1, 15, 15, 512)"]; +"1725 dequantize_per_tensor_685" -> "1728 linear_70" [style=solid, label="(1, 15, 15, 512)"]; +"1726 _frozen_param105" -> "1727 dequantize_per_tensor_686" [style=solid, label="(24, 512)"]; +"1727 dequantize_per_tensor_686" -> "1728 linear_70" [style=solid, label="(24, 512)"]; +"1728 linear_70" -> "1729 quantize_per_tensor_687" [style=solid, label="(1, 15, 15, 24)"]; +"1729 quantize_per_tensor_687" -> "1730 dequantize_per_tensor_688" [style=solid, label="(1, 15, 15, 24)"]; +"1730 dequantize_per_tensor_688" -> "1731 view_59" [style=solid, label="(1, 15, 15, 24)"]; +"1731 view_59" -> "1732 quantize_per_tensor_689" [style=solid, label="(225, 24)"]; +"1732 quantize_per_tensor_689" -> "1733 dequantize_per_tensor_690" [style=solid, label="(225, 24)"]; +"1733 dequantize_per_tensor_690" -> "1734 index_11" [style=solid, label="(225, 24)"]; +"1734 index_11" -> "1735 view_60" [style=solid, label="(4096, 24)"]; +"1735 view_60" -> "1736 permute_50" [style=solid, label="(64, 64, 24)"]; +"1736 permute_50" -> "1737 contiguous_20" [style=solid, label="(24, 64, 64)"]; +"1737 contiguous_20" -> "1738 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; +"1738 unsqueeze_31" -> "1739 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; +"1739 sigmoid_11" -> "1740 quantize_per_tensor_691" [style=solid, label="(1, 24, 64, 64)"]; +"1740 quantize_per_tensor_691" -> "1741 dequantize_per_tensor_692" [style=solid, label="(1, 24, 64, 64)"]; +"1741 dequantize_per_tensor_692" -> "1744 mul_22" [style=solid, label="(1, 24, 64, 64)"]; +"1742 _frozen_param106" -> "1743 dequantize_per_tensor_693" [style=solid, label="()"]; +"1743 dequantize_per_tensor_693" -> "1744 mul_22" [style=solid, label="()"]; +"1744 mul_22" -> "1745 quantize_per_tensor_694" [style=solid, label="(1, 24, 64, 64)"]; +"1745 quantize_per_tensor_694" -> "1746 dequantize_per_tensor_695" [style=solid, label="(1, 24, 64, 64)"]; +"1746 dequantize_per_tensor_695" -> "1782 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1747 pad_14" -> "1748 view_61" [style=solid, label="(1, 8, 8, 768)"]; +"1748 view_61" -> "1749 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1749 permute_51" -> "1750 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1750 reshape_49" -> "1752 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1751 clone_11" -> "1757 linear_71" [style=solid, label="(2304,)"]; +"1752 reshape_49_0_0_nncf_smooth_quant_0" -> "1753 quantize_per_tensor_696" [style=solid, label="(1, 64, 768)"]; +"1753 quantize_per_tensor_696" -> "1754 dequantize_per_tensor_697" [style=solid, label="(1, 64, 768)"]; +"1754 dequantize_per_tensor_697" -> "1757 linear_71" [style=solid, label="(1, 64, 768)"]; +"1755 _frozen_param107" -> "1756 dequantize_per_tensor_698" [style=solid, label="(2304, 768)"]; +"1756 dequantize_per_tensor_698" -> "1757 linear_71" [style=solid, label="(2304, 768)"]; +"1757 linear_71" -> "1758 quantize_per_tensor_699" [style=solid, label="(1, 64, 2304)"]; +"1758 quantize_per_tensor_699" -> "1759 dequantize_per_tensor_700" [style=solid, label="(1, 64, 2304)"]; +"1759 dequantize_per_tensor_700" -> "1760 reshape_50" [style=solid, label="(1, 64, 2304)"]; +"1760 reshape_50" -> "1761 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1761 permute_52" -> "1762 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1761 permute_52" -> "1763 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1761 permute_52" -> "1764 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1762 select_33" -> "1765 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; +"1762 select_33" -> "1767 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; +"1762 select_33" -> "1768 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1763 select_34" -> "1769 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; +"1763 select_34" -> "1771 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; +"1763 select_34" -> "1772 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1764 select_35" -> "1787 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; +"1765 linalg_vector_norm_22" -> "1766 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; +"1766 clamp_min_22" -> "1767 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; +"1767 expand_as_22" -> "1768 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1768 div_22" -> "1774 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; +"1769 linalg_vector_norm_23" -> "1770 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; +"1770 clamp_min_23" -> "1771 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; +"1771 expand_as_23" -> "1772 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1772 div_23" -> "1773 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; +"1773 transpose_22" -> "1774 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; +"1774 matmul_22" -> "1775 quantize_per_tensor_701" [style=solid, label="(1, 24, 64, 64)"]; +"1775 quantize_per_tensor_701" -> "1776 dequantize_per_tensor_702" [style=solid, label="(1, 24, 64, 64)"]; +"1776 dequantize_per_tensor_702" -> "1779 mul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1777 _frozen_param108" -> "1778 dequantize_per_tensor_703" [style=solid, label="(24, 1, 1)"]; +"1778 dequantize_per_tensor_703" -> "1779 mul_23" [style=solid, label="(24, 1, 1)"]; +"1779 mul_23" -> "1780 quantize_per_tensor_704" [style=solid, label="(1, 24, 64, 64)"]; +"1780 quantize_per_tensor_704" -> "1781 dequantize_per_tensor_705" [style=solid, label="(1, 24, 64, 64)"]; +"1781 dequantize_per_tensor_705" -> "1782 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1782 add_38" -> "1783 quantize_per_tensor_706" [style=solid, label="(1, 24, 64, 64)"]; +"1783 quantize_per_tensor_706" -> "1784 dequantize_per_tensor_707" [style=solid, label="(1, 24, 64, 64)"]; +"1784 dequantize_per_tensor_707" -> "1785 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; +"1785 softmax_11" -> "1786 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; +"1786 dropout_44" -> "1787 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1787 matmul_23" -> "1788 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; +"1788 transpose_23" -> "1789 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; +"1789 reshape_51" -> "1790 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1790 reshape_51_0_0_nncf_smooth_quant_0" -> "1791 quantize_per_tensor_708" [style=solid, label="(1, 64, 768)"]; +"1791 quantize_per_tensor_708" -> "1792 dequantize_per_tensor_709" [style=solid, label="(1, 64, 768)"]; +"1792 dequantize_per_tensor_709" -> "1795 linear_72" [style=solid, label="(1, 64, 768)"]; +"1793 _frozen_param109" -> "1794 dequantize_per_tensor_710" [style=solid, label="(768, 768)"]; +"1794 dequantize_per_tensor_710" -> "1795 linear_72" [style=solid, label="(768, 768)"]; +"1795 linear_72" -> "1796 quantize_per_tensor_711" [style=solid, label="(1, 64, 768)"]; +"1796 quantize_per_tensor_711" -> "1797 dequantize_per_tensor_712" [style=solid, label="(1, 64, 768)"]; +"1797 dequantize_per_tensor_712" -> "1798 dropout_45" [style=solid, label="(1, 64, 768)"]; +"1798 dropout_45" -> "1799 view_62" [style=solid, label="(1, 64, 768)"]; +"1799 view_62" -> "1800 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1800 permute_53" -> "1801 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1801 reshape_52" -> "1802 slice_145" [style=solid, label="(1, 8, 8, 768)"]; +"1802 slice_145" -> "1803 slice_146" [style=solid, label="(1, 7, 8, 768)"]; +"1803 slice_146" -> "1804 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; +"1804 contiguous_21" -> "1805 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; +"1805 layer_norm_26" -> "1806 quantize_per_tensor_713" [style=solid, label="(1, 7, 7, 768)"]; +"1806 quantize_per_tensor_713" -> "1807 dequantize_per_tensor_714" [style=solid, label="(1, 7, 7, 768)"]; +"1807 dequantize_per_tensor_714" -> "1808 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1808 add_39" -> "1809 quantize_per_tensor_715" [style=solid, label="(1, 7, 7, 768)"]; +"1809 quantize_per_tensor_715" -> "1810 dequantize_per_tensor_716" [style=solid, label="(1, 7, 7, 768)"]; +"1809 quantize_per_tensor_715" -> "1811 dequantize_per_tensor_717" [style=solid, label="(1, 7, 7, 768)"]; +"1810 dequantize_per_tensor_716" -> "1834 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1811 dequantize_per_tensor_717" -> "1812 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; +"1812 add_39_0_0_nncf_smooth_quant_0" -> "1813 quantize_per_tensor_718" [style=solid, label="(1, 7, 7, 768)"]; +"1813 quantize_per_tensor_718" -> "1814 dequantize_per_tensor_719" [style=solid, label="(1, 7, 7, 768)"]; +"1814 dequantize_per_tensor_719" -> "1817 linear_73" [style=solid, label="(1, 7, 7, 768)"]; +"1815 _frozen_param110" -> "1816 dequantize_per_tensor_720" [style=solid, label="(3072, 768)"]; +"1816 dequantize_per_tensor_720" -> "1817 linear_73" [style=solid, label="(3072, 768)"]; +"1817 linear_73" -> "1818 quantize_per_tensor_721" [style=solid, label="(1, 7, 7, 3072)"]; +"1818 quantize_per_tensor_721" -> "1819 dequantize_per_tensor_722" [style=solid, label="(1, 7, 7, 3072)"]; +"1819 dequantize_per_tensor_722" -> "1820 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; +"1820 gelu_11" -> "1821 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; +"1821 dropout_46" -> "1822 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; +"1822 dropout_46_0_0_nncf_smooth_quant_0" -> "1823 quantize_per_tensor_723" [style=solid, label="(1, 7, 7, 3072)"]; +"1823 quantize_per_tensor_723" -> "1824 dequantize_per_tensor_724" [style=solid, label="(1, 7, 7, 3072)"]; +"1824 dequantize_per_tensor_724" -> "1827 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; +"1825 _frozen_param111" -> "1826 dequantize_per_tensor_725" [style=solid, label="(768, 3072)"]; +"1826 dequantize_per_tensor_725" -> "1827 linear_74" [style=solid, label="(768, 3072)"]; +"1827 linear_74" -> "1828 quantize_per_tensor_726" [style=solid, label="(1, 7, 7, 768)"]; +"1828 quantize_per_tensor_726" -> "1829 dequantize_per_tensor_727" [style=solid, label="(1, 7, 7, 768)"]; +"1829 dequantize_per_tensor_727" -> "1830 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; +"1830 dropout_47" -> "1831 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; +"1831 layer_norm_27" -> "1832 quantize_per_tensor_728" [style=solid, label="(1, 7, 7, 768)"]; +"1832 quantize_per_tensor_728" -> "1833 dequantize_per_tensor_729" [style=solid, label="(1, 7, 7, 768)"]; +"1833 dequantize_per_tensor_729" -> "1834 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1834 add_40" -> "1835 quantize_per_tensor_730" [style=solid, label="(1, 7, 7, 768)"]; +"1835 quantize_per_tensor_730" -> "1836 dequantize_per_tensor_731" [style=solid, label="(1, 7, 7, 768)"]; +"1836 dequantize_per_tensor_731" -> "1837 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; +"1837 layer_norm_28" -> "1838 permute_54" [style=solid, label="(1, 7, 7, 768)"]; +"1838 permute_54" -> "1839 quantize_per_tensor_732" [style=solid, label="(1, 768, 7, 7)"]; +"1839 quantize_per_tensor_732" -> "1840 dequantize_per_tensor_733" [style=solid, label="(1, 768, 7, 7)"]; +"1840 dequantize_per_tensor_733" -> "1841 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; +"1841 adaptive_avg_pool2d" -> "1842 quantize_per_tensor_734" [style=solid, label="(1, 768, 1, 1)"]; +"1842 quantize_per_tensor_734" -> "1843 dequantize_per_tensor_735" [style=solid, label="(1, 768, 1, 1)"]; +"1843 dequantize_per_tensor_735" -> "1844 flatten" [style=solid, label="(1, 768, 1, 1)"]; +"1844 flatten" -> "1845 quantize_per_tensor_736" [style=solid, label="(1, 768)"]; +"1845 quantize_per_tensor_736" -> "1846 dequantize_per_tensor_737" [style=solid, label="(1, 768)"]; +"1846 dequantize_per_tensor_737" -> "1847 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"1847 flatten_0_0_nncf_smooth_quant_0" -> "1848 quantize_per_tensor_738" [style=solid, label="(1, 768)"]; +"1848 quantize_per_tensor_738" -> "1849 dequantize_per_tensor_739" [style=solid, label="(1, 768)"]; +"1849 dequantize_per_tensor_739" -> "1852 linear_75" [style=solid, label="(1, 768)"]; +"1850 _frozen_param112" -> "1851 dequantize_per_tensor_740" [style=solid, label="(1000, 768)"]; +"1851 dequantize_per_tensor_740" -> "1852 linear_75" [style=solid, label="(1000, 768)"]; +"1852 linear_75" -> "1853 quantize_per_tensor_741" [style=solid, label="(1, 1000)"]; +"1853 quantize_per_tensor_741" -> "1854 dequantize_per_tensor_742" [style=solid, label="(1, 1000)"]; +"1854 dequantize_per_tensor_742" -> "1855 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/swin_v2_t_ref_qconfig.json b/tests/torch2/data/fx/XNNPACKQuantizer/swin_v2_t_ref_qconfig.json index 949d019ed4c..3e66a469f32 100644 --- a/tests/torch2/data/fx/XNNPACKQuantizer/swin_v2_t_ref_qconfig.json +++ b/tests/torch2/data/fx/XNNPACKQuantizer/swin_v2_t_ref_qconfig.json @@ -264,7 +264,7 @@ "narrow_range": true, "dest_dtype": "INT8" }, - "('index_1',)_ActivationQuantizationInsertionPoint": { + "('view_4',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -272,7 +272,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('view_4',)_ActivationQuantizationInsertionPoint": { + "('index_1',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -344,7 +344,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('softmax_1',)_ActivationQuantizationInsertionPoint": { + "('view_9',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -352,7 +352,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('view_9',)_ActivationQuantizationInsertionPoint": { + "('softmax_1',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -520,7 +520,7 @@ "narrow_range": true, "dest_dtype": "INT8" }, - "('view_11',)_ActivationQuantizationInsertionPoint": { + "('index_2',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -528,7 +528,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('index_2',)_ActivationQuantizationInsertionPoint": { + "('view_11',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -720,7 +720,7 @@ "narrow_range": true, "dest_dtype": "INT8" }, - "('view_15',)_ActivationQuantizationInsertionPoint": { + "('index_3',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -728,7 +728,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('index_3',)_ActivationQuantizationInsertionPoint": { + "('view_15',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -784,7 +784,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('view_19',)_ActivationQuantizationInsertionPoint": { + "('add_11',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -792,7 +792,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('add_11',)_ActivationQuantizationInsertionPoint": { + "('view_19',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -800,7 +800,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('softmax_3',)_ActivationQuantizationInsertionPoint": { + "('view_20',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -808,7 +808,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('view_20',)_ActivationQuantizationInsertionPoint": { + "('softmax_3',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -912,7 +912,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('linear_25',)_ActivationQuantizationInsertionPoint": { + "('cat_1',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -920,7 +920,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('cat_1',)_ActivationQuantizationInsertionPoint": { + "('linear_25',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -1400,7 +1400,7 @@ "narrow_range": true, "dest_dtype": "INT8" }, - "('view_33',)_ActivationQuantizationInsertionPoint": { + "('index_6',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -1408,7 +1408,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('index_6',)_ActivationQuantizationInsertionPoint": { + "('view_33',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -1664,7 +1664,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('add_25',)_ActivationQuantizationInsertionPoint": { + "('view_41',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -1672,7 +1672,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('view_41',)_ActivationQuantizationInsertionPoint": { + "('add_25',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -1824,7 +1824,7 @@ "narrow_range": true, "dest_dtype": "INT8" }, - "('index_8',)_ActivationQuantizationInsertionPoint": { + "('view_44',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -1832,7 +1832,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('view_44',)_ActivationQuantizationInsertionPoint": { + "('index_8',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -2088,7 +2088,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('add_32',)_ActivationQuantizationInsertionPoint": { + "('view_52',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -2096,7 +2096,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('view_52',)_ActivationQuantizationInsertionPoint": { + "('add_32',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -2104,7 +2104,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('view_53',)_ActivationQuantizationInsertionPoint": { + "('softmax_9',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -2112,7 +2112,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('softmax_9',)_ActivationQuantizationInsertionPoint": { + "('view_53',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -2280,7 +2280,7 @@ "narrow_range": true, "dest_dtype": "INT8" }, - "('index_10',)_ActivationQuantizationInsertionPoint": { + "('view_55',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -2288,7 +2288,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('view_55',)_ActivationQuantizationInsertionPoint": { + "('index_10',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -2656,7 +2656,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('adaptive_avg_pool2d',)_ActivationQuantizationInsertionPoint": { + "('linear_75',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -2664,7 +2664,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('linear_75',)_ActivationQuantizationInsertionPoint": { + "('adaptive_avg_pool2d',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/unet.dot b/tests/torch2/data/fx/XNNPACKQuantizer/unet.dot index 29115539b56..8e22c051793 100644 --- a/tests/torch2/data/fx/XNNPACKQuantizer/unet.dot +++ b/tests/torch2/data/fx/XNNPACKQuantizer/unet.dot @@ -110,103 +110,95 @@ strict digraph { "108 dequantize_per_tensor_45" [id=108, type="dequantize_per_tensor"]; "109 slice_1" [id=109, type=slice]; "110 slice_2" [id=110, type=slice]; -"111 slice_3" [id=111, type=slice]; -"112 slice_4" [id=112, type=slice]; -"113 quantize_per_tensor_46" [id=113, type="quantize_per_tensor"]; -"114 dequantize_per_tensor_47" [id=114, type="dequantize_per_tensor"]; -"115 cat" [id=115, type=cat]; -"116 quantize_per_tensor_48" [id=116, type="quantize_per_tensor"]; -"117 dequantize_per_tensor_49" [id=117, type="dequantize_per_tensor"]; -"118 _frozen_param10" [id=118, type="get_attr"]; -"119 dequantize_per_tensor_50" [id=119, type="dequantize_per_tensor"]; -"120 conv2d_10" [id=120, type=conv2d]; -"121 relu_10" [id=121, type=relu]; -"122 quantize_per_tensor_51" [id=122, type="quantize_per_tensor"]; -"123 dequantize_per_tensor_52" [id=123, type="dequantize_per_tensor"]; -"124 _frozen_param11" [id=124, type="get_attr"]; -"125 dequantize_per_tensor_53" [id=125, type="dequantize_per_tensor"]; -"126 conv2d_11" [id=126, type=conv2d]; -"127 relu_11" [id=127, type=relu]; -"128 quantize_per_tensor_54" [id=128, type="quantize_per_tensor"]; -"129 dequantize_per_tensor_55" [id=129, type="dequantize_per_tensor"]; -"130 conv_transpose2d_1" [id=130, type="conv_transpose2d"]; -"131 quantize_per_tensor_56" [id=131, type="quantize_per_tensor"]; -"132 dequantize_per_tensor_57" [id=132, type="dequantize_per_tensor"]; -"133 slice_5" [id=133, type=slice]; -"134 slice_6" [id=134, type=slice]; -"135 slice_7" [id=135, type=slice]; -"136 slice_8" [id=136, type=slice]; -"137 quantize_per_tensor_58" [id=137, type="quantize_per_tensor"]; -"138 dequantize_per_tensor_59" [id=138, type="dequantize_per_tensor"]; -"139 cat_1" [id=139, type=cat]; -"140 quantize_per_tensor_60" [id=140, type="quantize_per_tensor"]; -"141 dequantize_per_tensor_61" [id=141, type="dequantize_per_tensor"]; -"142 _frozen_param12" [id=142, type="get_attr"]; -"143 dequantize_per_tensor_62" [id=143, type="dequantize_per_tensor"]; -"144 conv2d_12" [id=144, type=conv2d]; -"145 relu_12" [id=145, type=relu]; -"146 quantize_per_tensor_63" [id=146, type="quantize_per_tensor"]; -"147 dequantize_per_tensor_64" [id=147, type="dequantize_per_tensor"]; -"148 _frozen_param13" [id=148, type="get_attr"]; -"149 dequantize_per_tensor_65" [id=149, type="dequantize_per_tensor"]; -"150 conv2d_13" [id=150, type=conv2d]; -"151 relu_13" [id=151, type=relu]; -"152 quantize_per_tensor_66" [id=152, type="quantize_per_tensor"]; -"153 dequantize_per_tensor_67" [id=153, type="dequantize_per_tensor"]; -"154 conv_transpose2d_2" [id=154, type="conv_transpose2d"]; -"155 quantize_per_tensor_68" [id=155, type="quantize_per_tensor"]; -"156 dequantize_per_tensor_69" [id=156, type="dequantize_per_tensor"]; -"157 slice_9" [id=157, type=slice]; -"158 slice_10" [id=158, type=slice]; -"159 slice_11" [id=159, type=slice]; -"160 slice_12" [id=160, type=slice]; -"161 quantize_per_tensor_70" [id=161, type="quantize_per_tensor"]; -"162 dequantize_per_tensor_71" [id=162, type="dequantize_per_tensor"]; -"163 cat_2" [id=163, type=cat]; -"164 quantize_per_tensor_72" [id=164, type="quantize_per_tensor"]; -"165 dequantize_per_tensor_73" [id=165, type="dequantize_per_tensor"]; -"166 _frozen_param14" [id=166, type="get_attr"]; -"167 dequantize_per_tensor_74" [id=167, type="dequantize_per_tensor"]; -"168 conv2d_14" [id=168, type=conv2d]; -"169 relu_14" [id=169, type=relu]; -"170 quantize_per_tensor_75" [id=170, type="quantize_per_tensor"]; -"171 dequantize_per_tensor_76" [id=171, type="dequantize_per_tensor"]; -"172 _frozen_param15" [id=172, type="get_attr"]; -"173 dequantize_per_tensor_77" [id=173, type="dequantize_per_tensor"]; -"174 conv2d_15" [id=174, type=conv2d]; -"175 relu_15" [id=175, type=relu]; -"176 quantize_per_tensor_78" [id=176, type="quantize_per_tensor"]; -"177 dequantize_per_tensor_79" [id=177, type="dequantize_per_tensor"]; -"178 conv_transpose2d_3" [id=178, type="conv_transpose2d"]; -"179 quantize_per_tensor_80" [id=179, type="quantize_per_tensor"]; -"180 dequantize_per_tensor_81" [id=180, type="dequantize_per_tensor"]; -"181 slice_13" [id=181, type=slice]; -"182 slice_14" [id=182, type=slice]; -"183 slice_15" [id=183, type=slice]; -"184 slice_16" [id=184, type=slice]; -"185 quantize_per_tensor_82" [id=185, type="quantize_per_tensor"]; -"186 dequantize_per_tensor_83" [id=186, type="dequantize_per_tensor"]; -"187 cat_3" [id=187, type=cat]; -"188 quantize_per_tensor_84" [id=188, type="quantize_per_tensor"]; -"189 dequantize_per_tensor_85" [id=189, type="dequantize_per_tensor"]; -"190 _frozen_param16" [id=190, type="get_attr"]; -"191 dequantize_per_tensor_86" [id=191, type="dequantize_per_tensor"]; -"192 conv2d_16" [id=192, type=conv2d]; -"193 relu_16" [id=193, type=relu]; -"194 quantize_per_tensor_87" [id=194, type="quantize_per_tensor"]; -"195 dequantize_per_tensor_88" [id=195, type="dequantize_per_tensor"]; -"196 _frozen_param17" [id=196, type="get_attr"]; -"197 dequantize_per_tensor_89" [id=197, type="dequantize_per_tensor"]; -"198 conv2d_17" [id=198, type=conv2d]; -"199 relu_17" [id=199, type=relu]; -"200 quantize_per_tensor_90" [id=200, type="quantize_per_tensor"]; -"201 dequantize_per_tensor_91" [id=201, type="dequantize_per_tensor"]; -"202 _frozen_param18" [id=202, type="get_attr"]; -"203 dequantize_per_tensor_92" [id=203, type="dequantize_per_tensor"]; -"204 conv2d_18" [id=204, type=conv2d]; -"205 quantize_per_tensor_93" [id=205, type="quantize_per_tensor"]; -"206 dequantize_per_tensor_94" [id=206, type="dequantize_per_tensor"]; -"207 output" [id=207, type=output]; +"111 quantize_per_tensor_46" [id=111, type="quantize_per_tensor"]; +"112 dequantize_per_tensor_47" [id=112, type="dequantize_per_tensor"]; +"113 cat" [id=113, type=cat]; +"114 quantize_per_tensor_48" [id=114, type="quantize_per_tensor"]; +"115 dequantize_per_tensor_49" [id=115, type="dequantize_per_tensor"]; +"116 _frozen_param10" [id=116, type="get_attr"]; +"117 dequantize_per_tensor_50" [id=117, type="dequantize_per_tensor"]; +"118 conv2d_10" [id=118, type=conv2d]; +"119 relu_10" [id=119, type=relu]; +"120 quantize_per_tensor_51" [id=120, type="quantize_per_tensor"]; +"121 dequantize_per_tensor_52" [id=121, type="dequantize_per_tensor"]; +"122 _frozen_param11" [id=122, type="get_attr"]; +"123 dequantize_per_tensor_53" [id=123, type="dequantize_per_tensor"]; +"124 conv2d_11" [id=124, type=conv2d]; +"125 relu_11" [id=125, type=relu]; +"126 quantize_per_tensor_54" [id=126, type="quantize_per_tensor"]; +"127 dequantize_per_tensor_55" [id=127, type="dequantize_per_tensor"]; +"128 conv_transpose2d_1" [id=128, type="conv_transpose2d"]; +"129 quantize_per_tensor_56" [id=129, type="quantize_per_tensor"]; +"130 dequantize_per_tensor_57" [id=130, type="dequantize_per_tensor"]; +"131 slice_3" [id=131, type=slice]; +"132 slice_4" [id=132, type=slice]; +"133 quantize_per_tensor_58" [id=133, type="quantize_per_tensor"]; +"134 dequantize_per_tensor_59" [id=134, type="dequantize_per_tensor"]; +"135 cat_1" [id=135, type=cat]; +"136 quantize_per_tensor_60" [id=136, type="quantize_per_tensor"]; +"137 dequantize_per_tensor_61" [id=137, type="dequantize_per_tensor"]; +"138 _frozen_param12" [id=138, type="get_attr"]; +"139 dequantize_per_tensor_62" [id=139, type="dequantize_per_tensor"]; +"140 conv2d_12" [id=140, type=conv2d]; +"141 relu_12" [id=141, type=relu]; +"142 quantize_per_tensor_63" [id=142, type="quantize_per_tensor"]; +"143 dequantize_per_tensor_64" [id=143, type="dequantize_per_tensor"]; +"144 _frozen_param13" [id=144, type="get_attr"]; +"145 dequantize_per_tensor_65" [id=145, type="dequantize_per_tensor"]; +"146 conv2d_13" [id=146, type=conv2d]; +"147 relu_13" [id=147, type=relu]; +"148 quantize_per_tensor_66" [id=148, type="quantize_per_tensor"]; +"149 dequantize_per_tensor_67" [id=149, type="dequantize_per_tensor"]; +"150 conv_transpose2d_2" [id=150, type="conv_transpose2d"]; +"151 quantize_per_tensor_68" [id=151, type="quantize_per_tensor"]; +"152 dequantize_per_tensor_69" [id=152, type="dequantize_per_tensor"]; +"153 slice_5" [id=153, type=slice]; +"154 slice_6" [id=154, type=slice]; +"155 quantize_per_tensor_70" [id=155, type="quantize_per_tensor"]; +"156 dequantize_per_tensor_71" [id=156, type="dequantize_per_tensor"]; +"157 cat_2" [id=157, type=cat]; +"158 quantize_per_tensor_72" [id=158, type="quantize_per_tensor"]; +"159 dequantize_per_tensor_73" [id=159, type="dequantize_per_tensor"]; +"160 _frozen_param14" [id=160, type="get_attr"]; +"161 dequantize_per_tensor_74" [id=161, type="dequantize_per_tensor"]; +"162 conv2d_14" [id=162, type=conv2d]; +"163 relu_14" [id=163, type=relu]; +"164 quantize_per_tensor_75" [id=164, type="quantize_per_tensor"]; +"165 dequantize_per_tensor_76" [id=165, type="dequantize_per_tensor"]; +"166 _frozen_param15" [id=166, type="get_attr"]; +"167 dequantize_per_tensor_77" [id=167, type="dequantize_per_tensor"]; +"168 conv2d_15" [id=168, type=conv2d]; +"169 relu_15" [id=169, type=relu]; +"170 quantize_per_tensor_78" [id=170, type="quantize_per_tensor"]; +"171 dequantize_per_tensor_79" [id=171, type="dequantize_per_tensor"]; +"172 conv_transpose2d_3" [id=172, type="conv_transpose2d"]; +"173 quantize_per_tensor_80" [id=173, type="quantize_per_tensor"]; +"174 dequantize_per_tensor_81" [id=174, type="dequantize_per_tensor"]; +"175 slice_7" [id=175, type=slice]; +"176 slice_8" [id=176, type=slice]; +"177 quantize_per_tensor_82" [id=177, type="quantize_per_tensor"]; +"178 dequantize_per_tensor_83" [id=178, type="dequantize_per_tensor"]; +"179 cat_3" [id=179, type=cat]; +"180 quantize_per_tensor_84" [id=180, type="quantize_per_tensor"]; +"181 dequantize_per_tensor_85" [id=181, type="dequantize_per_tensor"]; +"182 _frozen_param16" [id=182, type="get_attr"]; +"183 dequantize_per_tensor_86" [id=183, type="dequantize_per_tensor"]; +"184 conv2d_16" [id=184, type=conv2d]; +"185 relu_16" [id=185, type=relu]; +"186 quantize_per_tensor_87" [id=186, type="quantize_per_tensor"]; +"187 dequantize_per_tensor_88" [id=187, type="dequantize_per_tensor"]; +"188 _frozen_param17" [id=188, type="get_attr"]; +"189 dequantize_per_tensor_89" [id=189, type="dequantize_per_tensor"]; +"190 conv2d_17" [id=190, type=conv2d]; +"191 relu_17" [id=191, type=relu]; +"192 quantize_per_tensor_90" [id=192, type="quantize_per_tensor"]; +"193 dequantize_per_tensor_91" [id=193, type="dequantize_per_tensor"]; +"194 _frozen_param18" [id=194, type="get_attr"]; +"195 dequantize_per_tensor_92" [id=195, type="dequantize_per_tensor"]; +"196 conv2d_18" [id=196, type=conv2d]; +"197 quantize_per_tensor_93" [id=197, type="quantize_per_tensor"]; +"198 dequantize_per_tensor_94" [id=198, type="dequantize_per_tensor"]; +"199 output" [id=199, type=output]; "0 down_path_0_block_0_bias" -> "32 conv2d" [style=solid, label="(64,)"]; "1 down_path_0_block_3_bias" -> "38 conv2d_1" [style=solid, label="(64,)"]; "2 down_path_1_block_0_bias" -> "48 conv2d_2" [style=solid, label="(128,)"]; @@ -219,21 +211,21 @@ strict digraph { "9 down_path_4_block_3_bias" -> "102 conv2d_9" [style=solid, label="(1024,)"]; "10 up_path_0_up_weight" -> "106 conv_transpose2d" [style=solid, label="(1024, 512, 2, 2)"]; "11 up_path_0_up_bias" -> "106 conv_transpose2d" [style=solid, label="(512,)"]; -"12 up_path_0_conv_block_block_0_bias" -> "120 conv2d_10" [style=solid, label="(512,)"]; -"13 up_path_0_conv_block_block_3_bias" -> "126 conv2d_11" [style=solid, label="(512,)"]; -"14 up_path_1_up_weight" -> "130 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; -"15 up_path_1_up_bias" -> "130 conv_transpose2d_1" [style=solid, label="(256,)"]; -"16 up_path_1_conv_block_block_0_bias" -> "144 conv2d_12" [style=solid, label="(256,)"]; -"17 up_path_1_conv_block_block_3_bias" -> "150 conv2d_13" [style=solid, label="(256,)"]; -"18 up_path_2_up_weight" -> "154 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; -"19 up_path_2_up_bias" -> "154 conv_transpose2d_2" [style=solid, label="(128,)"]; -"20 up_path_2_conv_block_block_0_bias" -> "168 conv2d_14" [style=solid, label="(128,)"]; -"21 up_path_2_conv_block_block_3_bias" -> "174 conv2d_15" [style=solid, label="(128,)"]; -"22 up_path_3_up_weight" -> "178 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; -"23 up_path_3_up_bias" -> "178 conv_transpose2d_3" [style=solid, label="(64,)"]; -"24 up_path_3_conv_block_block_0_bias" -> "192 conv2d_16" [style=solid, label="(64,)"]; -"25 up_path_3_conv_block_block_3_bias" -> "198 conv2d_17" [style=solid, label="(64,)"]; -"26 last_bias" -> "204 conv2d_18" [style=solid, label="(12,)"]; +"12 up_path_0_conv_block_block_0_bias" -> "118 conv2d_10" [style=solid, label="(512,)"]; +"13 up_path_0_conv_block_block_3_bias" -> "124 conv2d_11" [style=solid, label="(512,)"]; +"14 up_path_1_up_weight" -> "128 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; +"15 up_path_1_up_bias" -> "128 conv_transpose2d_1" [style=solid, label="(256,)"]; +"16 up_path_1_conv_block_block_0_bias" -> "140 conv2d_12" [style=solid, label="(256,)"]; +"17 up_path_1_conv_block_block_3_bias" -> "146 conv2d_13" [style=solid, label="(256,)"]; +"18 up_path_2_up_weight" -> "150 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; +"19 up_path_2_up_bias" -> "150 conv_transpose2d_2" [style=solid, label="(128,)"]; +"20 up_path_2_conv_block_block_0_bias" -> "162 conv2d_14" [style=solid, label="(128,)"]; +"21 up_path_2_conv_block_block_3_bias" -> "168 conv2d_15" [style=solid, label="(128,)"]; +"22 up_path_3_up_weight" -> "172 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; +"23 up_path_3_up_bias" -> "172 conv_transpose2d_3" [style=solid, label="(64,)"]; +"24 up_path_3_conv_block_block_0_bias" -> "184 conv2d_16" [style=solid, label="(64,)"]; +"25 up_path_3_conv_block_block_3_bias" -> "190 conv2d_17" [style=solid, label="(64,)"]; +"26 last_bias" -> "196 conv2d_18" [style=solid, label="(12,)"]; "27 x" -> "28 quantize_per_tensor_0" [style=solid, label="(1, 3, 224, 224)"]; "28 quantize_per_tensor_0" -> "29 dequantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; "29 dequantize_per_tensor_1" -> "32 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -249,7 +241,7 @@ strict digraph { "39 relu_1" -> "40 quantize_per_tensor_6" [style=solid, label="(1, 64, 220, 220)"]; "40 quantize_per_tensor_6" -> "41 dequantize_per_tensor_7" [style=solid, label="(1, 64, 220, 220)"]; "40 quantize_per_tensor_6" -> "42 dequantize_per_tensor_8" [style=solid, label="(1, 64, 220, 220)"]; -"41 dequantize_per_tensor_7" -> "181 slice_13" [style=solid, label="(1, 64, 220, 220)"]; +"41 dequantize_per_tensor_7" -> "175 slice_7" [style=solid, label="(1, 64, 220, 220)"]; "42 dequantize_per_tensor_8" -> "43 max_pool2d" [style=solid, label="(1, 64, 220, 220)"]; "43 max_pool2d" -> "44 quantize_per_tensor_9" [style=solid, label="(1, 64, 110, 110)"]; "44 quantize_per_tensor_9" -> "45 dequantize_per_tensor_10" [style=solid, label="(1, 64, 110, 110)"]; @@ -266,7 +258,7 @@ strict digraph { "55 relu_3" -> "56 quantize_per_tensor_15" [style=solid, label="(1, 128, 106, 106)"]; "56 quantize_per_tensor_15" -> "57 dequantize_per_tensor_16" [style=solid, label="(1, 128, 106, 106)"]; "56 quantize_per_tensor_15" -> "58 dequantize_per_tensor_17" [style=solid, label="(1, 128, 106, 106)"]; -"57 dequantize_per_tensor_16" -> "157 slice_9" [style=solid, label="(1, 128, 106, 106)"]; +"57 dequantize_per_tensor_16" -> "153 slice_5" [style=solid, label="(1, 128, 106, 106)"]; "58 dequantize_per_tensor_17" -> "59 max_pool2d_1" [style=solid, label="(1, 128, 106, 106)"]; "59 max_pool2d_1" -> "60 quantize_per_tensor_18" [style=solid, label="(1, 128, 53, 53)"]; "60 quantize_per_tensor_18" -> "61 dequantize_per_tensor_19" [style=solid, label="(1, 128, 53, 53)"]; @@ -283,7 +275,7 @@ strict digraph { "71 relu_5" -> "72 quantize_per_tensor_24" [style=solid, label="(1, 256, 49, 49)"]; "72 quantize_per_tensor_24" -> "73 dequantize_per_tensor_25" [style=solid, label="(1, 256, 49, 49)"]; "72 quantize_per_tensor_24" -> "74 dequantize_per_tensor_26" [style=solid, label="(1, 256, 49, 49)"]; -"73 dequantize_per_tensor_25" -> "133 slice_5" [style=solid, label="(1, 256, 49, 49)"]; +"73 dequantize_per_tensor_25" -> "131 slice_3" [style=solid, label="(1, 256, 49, 49)"]; "74 dequantize_per_tensor_26" -> "75 max_pool2d_2" [style=solid, label="(1, 256, 49, 49)"]; "75 max_pool2d_2" -> "76 quantize_per_tensor_27" [style=solid, label="(1, 256, 24, 24)"]; "76 quantize_per_tensor_27" -> "77 dequantize_per_tensor_28" [style=solid, label="(1, 256, 24, 24)"]; @@ -319,103 +311,95 @@ strict digraph { "105 dequantize_per_tensor_43" -> "106 conv_transpose2d" [style=solid, label="(1, 1024, 6, 6)"]; "106 conv_transpose2d" -> "107 quantize_per_tensor_44" [style=solid, label="(1, 512, 12, 12)"]; "107 quantize_per_tensor_44" -> "108 dequantize_per_tensor_45" [style=solid, label="(1, 512, 12, 12)"]; -"108 dequantize_per_tensor_45" -> "115 cat" [style=solid, label="(1, 512, 12, 12)"]; -"109 slice_1" -> "110 slice_2" [style=solid, label="(1, 512, 20, 20)"]; -"110 slice_2" -> "111 slice_3" [style=solid, label="(1, 512, 20, 20)"]; -"111 slice_3" -> "112 slice_4" [style=solid, label="(1, 512, 12, 20)"]; -"112 slice_4" -> "113 quantize_per_tensor_46" [style=solid, label="(1, 512, 12, 12)"]; -"113 quantize_per_tensor_46" -> "114 dequantize_per_tensor_47" [style=solid, label="(1, 512, 12, 12)"]; -"114 dequantize_per_tensor_47" -> "115 cat" [style=solid, label="(1, 512, 12, 12)"]; -"115 cat" -> "116 quantize_per_tensor_48" [style=solid, label="(1, 1024, 12, 12)"]; -"116 quantize_per_tensor_48" -> "117 dequantize_per_tensor_49" [style=solid, label="(1, 1024, 12, 12)"]; -"117 dequantize_per_tensor_49" -> "120 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; -"118 _frozen_param10" -> "119 dequantize_per_tensor_50" [style=solid, label="(512, 1024, 3, 3)"]; -"119 dequantize_per_tensor_50" -> "120 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; -"120 conv2d_10" -> "121 relu_10" [style=solid, label="(1, 512, 10, 10)"]; -"121 relu_10" -> "122 quantize_per_tensor_51" [style=solid, label="(1, 512, 10, 10)"]; -"122 quantize_per_tensor_51" -> "123 dequantize_per_tensor_52" [style=solid, label="(1, 512, 10, 10)"]; -"123 dequantize_per_tensor_52" -> "126 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; -"124 _frozen_param11" -> "125 dequantize_per_tensor_53" [style=solid, label="(512, 512, 3, 3)"]; -"125 dequantize_per_tensor_53" -> "126 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; -"126 conv2d_11" -> "127 relu_11" [style=solid, label="(1, 512, 8, 8)"]; -"127 relu_11" -> "128 quantize_per_tensor_54" [style=solid, label="(1, 512, 8, 8)"]; -"128 quantize_per_tensor_54" -> "129 dequantize_per_tensor_55" [style=solid, label="(1, 512, 8, 8)"]; -"129 dequantize_per_tensor_55" -> "130 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; -"130 conv_transpose2d_1" -> "131 quantize_per_tensor_56" [style=solid, label="(1, 256, 16, 16)"]; -"131 quantize_per_tensor_56" -> "132 dequantize_per_tensor_57" [style=solid, label="(1, 256, 16, 16)"]; -"132 dequantize_per_tensor_57" -> "139 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"133 slice_5" -> "134 slice_6" [style=solid, label="(1, 256, 49, 49)"]; -"134 slice_6" -> "135 slice_7" [style=solid, label="(1, 256, 49, 49)"]; -"135 slice_7" -> "136 slice_8" [style=solid, label="(1, 256, 16, 49)"]; -"136 slice_8" -> "137 quantize_per_tensor_58" [style=solid, label="(1, 256, 16, 16)"]; -"137 quantize_per_tensor_58" -> "138 dequantize_per_tensor_59" [style=solid, label="(1, 256, 16, 16)"]; -"138 dequantize_per_tensor_59" -> "139 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"139 cat_1" -> "140 quantize_per_tensor_60" [style=solid, label="(1, 512, 16, 16)"]; -"140 quantize_per_tensor_60" -> "141 dequantize_per_tensor_61" [style=solid, label="(1, 512, 16, 16)"]; -"141 dequantize_per_tensor_61" -> "144 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; -"142 _frozen_param12" -> "143 dequantize_per_tensor_62" [style=solid, label="(256, 512, 3, 3)"]; -"143 dequantize_per_tensor_62" -> "144 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; -"144 conv2d_12" -> "145 relu_12" [style=solid, label="(1, 256, 14, 14)"]; -"145 relu_12" -> "146 quantize_per_tensor_63" [style=solid, label="(1, 256, 14, 14)"]; -"146 quantize_per_tensor_63" -> "147 dequantize_per_tensor_64" [style=solid, label="(1, 256, 14, 14)"]; -"147 dequantize_per_tensor_64" -> "150 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; -"148 _frozen_param13" -> "149 dequantize_per_tensor_65" [style=solid, label="(256, 256, 3, 3)"]; -"149 dequantize_per_tensor_65" -> "150 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; -"150 conv2d_13" -> "151 relu_13" [style=solid, label="(1, 256, 12, 12)"]; -"151 relu_13" -> "152 quantize_per_tensor_66" [style=solid, label="(1, 256, 12, 12)"]; -"152 quantize_per_tensor_66" -> "153 dequantize_per_tensor_67" [style=solid, label="(1, 256, 12, 12)"]; -"153 dequantize_per_tensor_67" -> "154 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; -"154 conv_transpose2d_2" -> "155 quantize_per_tensor_68" [style=solid, label="(1, 128, 24, 24)"]; -"155 quantize_per_tensor_68" -> "156 dequantize_per_tensor_69" [style=solid, label="(1, 128, 24, 24)"]; -"156 dequantize_per_tensor_69" -> "163 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"157 slice_9" -> "158 slice_10" [style=solid, label="(1, 128, 106, 106)"]; -"158 slice_10" -> "159 slice_11" [style=solid, label="(1, 128, 106, 106)"]; -"159 slice_11" -> "160 slice_12" [style=solid, label="(1, 128, 24, 106)"]; -"160 slice_12" -> "161 quantize_per_tensor_70" [style=solid, label="(1, 128, 24, 24)"]; -"161 quantize_per_tensor_70" -> "162 dequantize_per_tensor_71" [style=solid, label="(1, 128, 24, 24)"]; -"162 dequantize_per_tensor_71" -> "163 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"163 cat_2" -> "164 quantize_per_tensor_72" [style=solid, label="(1, 256, 24, 24)"]; -"164 quantize_per_tensor_72" -> "165 dequantize_per_tensor_73" [style=solid, label="(1, 256, 24, 24)"]; -"165 dequantize_per_tensor_73" -> "168 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; -"166 _frozen_param14" -> "167 dequantize_per_tensor_74" [style=solid, label="(128, 256, 3, 3)"]; -"167 dequantize_per_tensor_74" -> "168 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; -"168 conv2d_14" -> "169 relu_14" [style=solid, label="(1, 128, 22, 22)"]; -"169 relu_14" -> "170 quantize_per_tensor_75" [style=solid, label="(1, 128, 22, 22)"]; -"170 quantize_per_tensor_75" -> "171 dequantize_per_tensor_76" [style=solid, label="(1, 128, 22, 22)"]; -"171 dequantize_per_tensor_76" -> "174 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; -"172 _frozen_param15" -> "173 dequantize_per_tensor_77" [style=solid, label="(128, 128, 3, 3)"]; -"173 dequantize_per_tensor_77" -> "174 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; -"174 conv2d_15" -> "175 relu_15" [style=solid, label="(1, 128, 20, 20)"]; -"175 relu_15" -> "176 quantize_per_tensor_78" [style=solid, label="(1, 128, 20, 20)"]; -"176 quantize_per_tensor_78" -> "177 dequantize_per_tensor_79" [style=solid, label="(1, 128, 20, 20)"]; -"177 dequantize_per_tensor_79" -> "178 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; -"178 conv_transpose2d_3" -> "179 quantize_per_tensor_80" [style=solid, label="(1, 64, 40, 40)"]; -"179 quantize_per_tensor_80" -> "180 dequantize_per_tensor_81" [style=solid, label="(1, 64, 40, 40)"]; -"180 dequantize_per_tensor_81" -> "187 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"181 slice_13" -> "182 slice_14" [style=solid, label="(1, 64, 220, 220)"]; -"182 slice_14" -> "183 slice_15" [style=solid, label="(1, 64, 220, 220)"]; -"183 slice_15" -> "184 slice_16" [style=solid, label="(1, 64, 40, 220)"]; -"184 slice_16" -> "185 quantize_per_tensor_82" [style=solid, label="(1, 64, 40, 40)"]; -"185 quantize_per_tensor_82" -> "186 dequantize_per_tensor_83" [style=solid, label="(1, 64, 40, 40)"]; -"186 dequantize_per_tensor_83" -> "187 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"187 cat_3" -> "188 quantize_per_tensor_84" [style=solid, label="(1, 128, 40, 40)"]; -"188 quantize_per_tensor_84" -> "189 dequantize_per_tensor_85" [style=solid, label="(1, 128, 40, 40)"]; -"189 dequantize_per_tensor_85" -> "192 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; -"190 _frozen_param16" -> "191 dequantize_per_tensor_86" [style=solid, label="(64, 128, 3, 3)"]; -"191 dequantize_per_tensor_86" -> "192 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; -"192 conv2d_16" -> "193 relu_16" [style=solid, label="(1, 64, 38, 38)"]; -"193 relu_16" -> "194 quantize_per_tensor_87" [style=solid, label="(1, 64, 38, 38)"]; -"194 quantize_per_tensor_87" -> "195 dequantize_per_tensor_88" [style=solid, label="(1, 64, 38, 38)"]; -"195 dequantize_per_tensor_88" -> "198 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; -"196 _frozen_param17" -> "197 dequantize_per_tensor_89" [style=solid, label="(64, 64, 3, 3)"]; -"197 dequantize_per_tensor_89" -> "198 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; -"198 conv2d_17" -> "199 relu_17" [style=solid, label="(1, 64, 36, 36)"]; -"199 relu_17" -> "200 quantize_per_tensor_90" [style=solid, label="(1, 64, 36, 36)"]; -"200 quantize_per_tensor_90" -> "201 dequantize_per_tensor_91" [style=solid, label="(1, 64, 36, 36)"]; -"201 dequantize_per_tensor_91" -> "204 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; -"202 _frozen_param18" -> "203 dequantize_per_tensor_92" [style=solid, label="(12, 64, 1, 1)"]; -"203 dequantize_per_tensor_92" -> "204 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; -"204 conv2d_18" -> "205 quantize_per_tensor_93" [style=solid, label="(1, 12, 36, 36)"]; -"205 quantize_per_tensor_93" -> "206 dequantize_per_tensor_94" [style=solid, label="(1, 12, 36, 36)"]; -"206 dequantize_per_tensor_94" -> "207 output" [style=solid, label="(1, 12, 36, 36)"]; +"108 dequantize_per_tensor_45" -> "113 cat" [style=solid, label="(1, 512, 12, 12)"]; +"109 slice_1" -> "110 slice_2" [style=solid, label="(1, 512, 12, 20)"]; +"110 slice_2" -> "111 quantize_per_tensor_46" [style=solid, label="(1, 512, 12, 12)"]; +"111 quantize_per_tensor_46" -> "112 dequantize_per_tensor_47" [style=solid, label="(1, 512, 12, 12)"]; +"112 dequantize_per_tensor_47" -> "113 cat" [style=solid, label="(1, 512, 12, 12)"]; +"113 cat" -> "114 quantize_per_tensor_48" [style=solid, label="(1, 1024, 12, 12)"]; +"114 quantize_per_tensor_48" -> "115 dequantize_per_tensor_49" [style=solid, label="(1, 1024, 12, 12)"]; +"115 dequantize_per_tensor_49" -> "118 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; +"116 _frozen_param10" -> "117 dequantize_per_tensor_50" [style=solid, label="(512, 1024, 3, 3)"]; +"117 dequantize_per_tensor_50" -> "118 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; +"118 conv2d_10" -> "119 relu_10" [style=solid, label="(1, 512, 10, 10)"]; +"119 relu_10" -> "120 quantize_per_tensor_51" [style=solid, label="(1, 512, 10, 10)"]; +"120 quantize_per_tensor_51" -> "121 dequantize_per_tensor_52" [style=solid, label="(1, 512, 10, 10)"]; +"121 dequantize_per_tensor_52" -> "124 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; +"122 _frozen_param11" -> "123 dequantize_per_tensor_53" [style=solid, label="(512, 512, 3, 3)"]; +"123 dequantize_per_tensor_53" -> "124 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; +"124 conv2d_11" -> "125 relu_11" [style=solid, label="(1, 512, 8, 8)"]; +"125 relu_11" -> "126 quantize_per_tensor_54" [style=solid, label="(1, 512, 8, 8)"]; +"126 quantize_per_tensor_54" -> "127 dequantize_per_tensor_55" [style=solid, label="(1, 512, 8, 8)"]; +"127 dequantize_per_tensor_55" -> "128 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; +"128 conv_transpose2d_1" -> "129 quantize_per_tensor_56" [style=solid, label="(1, 256, 16, 16)"]; +"129 quantize_per_tensor_56" -> "130 dequantize_per_tensor_57" [style=solid, label="(1, 256, 16, 16)"]; +"130 dequantize_per_tensor_57" -> "135 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"131 slice_3" -> "132 slice_4" [style=solid, label="(1, 256, 16, 49)"]; +"132 slice_4" -> "133 quantize_per_tensor_58" [style=solid, label="(1, 256, 16, 16)"]; +"133 quantize_per_tensor_58" -> "134 dequantize_per_tensor_59" [style=solid, label="(1, 256, 16, 16)"]; +"134 dequantize_per_tensor_59" -> "135 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"135 cat_1" -> "136 quantize_per_tensor_60" [style=solid, label="(1, 512, 16, 16)"]; +"136 quantize_per_tensor_60" -> "137 dequantize_per_tensor_61" [style=solid, label="(1, 512, 16, 16)"]; +"137 dequantize_per_tensor_61" -> "140 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; +"138 _frozen_param12" -> "139 dequantize_per_tensor_62" [style=solid, label="(256, 512, 3, 3)"]; +"139 dequantize_per_tensor_62" -> "140 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; +"140 conv2d_12" -> "141 relu_12" [style=solid, label="(1, 256, 14, 14)"]; +"141 relu_12" -> "142 quantize_per_tensor_63" [style=solid, label="(1, 256, 14, 14)"]; +"142 quantize_per_tensor_63" -> "143 dequantize_per_tensor_64" [style=solid, label="(1, 256, 14, 14)"]; +"143 dequantize_per_tensor_64" -> "146 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"144 _frozen_param13" -> "145 dequantize_per_tensor_65" [style=solid, label="(256, 256, 3, 3)"]; +"145 dequantize_per_tensor_65" -> "146 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"146 conv2d_13" -> "147 relu_13" [style=solid, label="(1, 256, 12, 12)"]; +"147 relu_13" -> "148 quantize_per_tensor_66" [style=solid, label="(1, 256, 12, 12)"]; +"148 quantize_per_tensor_66" -> "149 dequantize_per_tensor_67" [style=solid, label="(1, 256, 12, 12)"]; +"149 dequantize_per_tensor_67" -> "150 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; +"150 conv_transpose2d_2" -> "151 quantize_per_tensor_68" [style=solid, label="(1, 128, 24, 24)"]; +"151 quantize_per_tensor_68" -> "152 dequantize_per_tensor_69" [style=solid, label="(1, 128, 24, 24)"]; +"152 dequantize_per_tensor_69" -> "157 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"153 slice_5" -> "154 slice_6" [style=solid, label="(1, 128, 24, 106)"]; +"154 slice_6" -> "155 quantize_per_tensor_70" [style=solid, label="(1, 128, 24, 24)"]; +"155 quantize_per_tensor_70" -> "156 dequantize_per_tensor_71" [style=solid, label="(1, 128, 24, 24)"]; +"156 dequantize_per_tensor_71" -> "157 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"157 cat_2" -> "158 quantize_per_tensor_72" [style=solid, label="(1, 256, 24, 24)"]; +"158 quantize_per_tensor_72" -> "159 dequantize_per_tensor_73" [style=solid, label="(1, 256, 24, 24)"]; +"159 dequantize_per_tensor_73" -> "162 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; +"160 _frozen_param14" -> "161 dequantize_per_tensor_74" [style=solid, label="(128, 256, 3, 3)"]; +"161 dequantize_per_tensor_74" -> "162 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; +"162 conv2d_14" -> "163 relu_14" [style=solid, label="(1, 128, 22, 22)"]; +"163 relu_14" -> "164 quantize_per_tensor_75" [style=solid, label="(1, 128, 22, 22)"]; +"164 quantize_per_tensor_75" -> "165 dequantize_per_tensor_76" [style=solid, label="(1, 128, 22, 22)"]; +"165 dequantize_per_tensor_76" -> "168 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; +"166 _frozen_param15" -> "167 dequantize_per_tensor_77" [style=solid, label="(128, 128, 3, 3)"]; +"167 dequantize_per_tensor_77" -> "168 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; +"168 conv2d_15" -> "169 relu_15" [style=solid, label="(1, 128, 20, 20)"]; +"169 relu_15" -> "170 quantize_per_tensor_78" [style=solid, label="(1, 128, 20, 20)"]; +"170 quantize_per_tensor_78" -> "171 dequantize_per_tensor_79" [style=solid, label="(1, 128, 20, 20)"]; +"171 dequantize_per_tensor_79" -> "172 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; +"172 conv_transpose2d_3" -> "173 quantize_per_tensor_80" [style=solid, label="(1, 64, 40, 40)"]; +"173 quantize_per_tensor_80" -> "174 dequantize_per_tensor_81" [style=solid, label="(1, 64, 40, 40)"]; +"174 dequantize_per_tensor_81" -> "179 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"175 slice_7" -> "176 slice_8" [style=solid, label="(1, 64, 40, 220)"]; +"176 slice_8" -> "177 quantize_per_tensor_82" [style=solid, label="(1, 64, 40, 40)"]; +"177 quantize_per_tensor_82" -> "178 dequantize_per_tensor_83" [style=solid, label="(1, 64, 40, 40)"]; +"178 dequantize_per_tensor_83" -> "179 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"179 cat_3" -> "180 quantize_per_tensor_84" [style=solid, label="(1, 128, 40, 40)"]; +"180 quantize_per_tensor_84" -> "181 dequantize_per_tensor_85" [style=solid, label="(1, 128, 40, 40)"]; +"181 dequantize_per_tensor_85" -> "184 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; +"182 _frozen_param16" -> "183 dequantize_per_tensor_86" [style=solid, label="(64, 128, 3, 3)"]; +"183 dequantize_per_tensor_86" -> "184 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; +"184 conv2d_16" -> "185 relu_16" [style=solid, label="(1, 64, 38, 38)"]; +"185 relu_16" -> "186 quantize_per_tensor_87" [style=solid, label="(1, 64, 38, 38)"]; +"186 quantize_per_tensor_87" -> "187 dequantize_per_tensor_88" [style=solid, label="(1, 64, 38, 38)"]; +"187 dequantize_per_tensor_88" -> "190 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; +"188 _frozen_param17" -> "189 dequantize_per_tensor_89" [style=solid, label="(64, 64, 3, 3)"]; +"189 dequantize_per_tensor_89" -> "190 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; +"190 conv2d_17" -> "191 relu_17" [style=solid, label="(1, 64, 36, 36)"]; +"191 relu_17" -> "192 quantize_per_tensor_90" [style=solid, label="(1, 64, 36, 36)"]; +"192 quantize_per_tensor_90" -> "193 dequantize_per_tensor_91" [style=solid, label="(1, 64, 36, 36)"]; +"193 dequantize_per_tensor_91" -> "196 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; +"194 _frozen_param18" -> "195 dequantize_per_tensor_92" [style=solid, label="(12, 64, 1, 1)"]; +"195 dequantize_per_tensor_92" -> "196 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; +"196 conv2d_18" -> "197 quantize_per_tensor_93" [style=solid, label="(1, 12, 36, 36)"]; +"197 quantize_per_tensor_93" -> "198 dequantize_per_tensor_94" [style=solid, label="(1, 12, 36, 36)"]; +"198 dequantize_per_tensor_94" -> "199 output" [style=solid, label="(1, 12, 36, 36)"]; } diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/unet_ref_qconfig.json b/tests/torch2/data/fx/XNNPACKQuantizer/unet_ref_qconfig.json index b9c9e41e3af..2fc0733af05 100644 --- a/tests/torch2/data/fx/XNNPACKQuantizer/unet_ref_qconfig.json +++ b/tests/torch2/data/fx/XNNPACKQuantizer/unet_ref_qconfig.json @@ -40,7 +40,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('max_pool2d', 'slice_13')_ActivationQuantizationInsertionPoint": { + "('max_pool2d', 'slice_7')_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -72,7 +72,7 @@ "narrow_range": true, "dest_dtype": "INT8" }, - "('conv2d_4',)_ActivationQuantizationInsertionPoint": { + "('max_pool2d_1', 'slice_5')_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -80,7 +80,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('max_pool2d_1', 'slice_9')_ActivationQuantizationInsertionPoint": { + "('conv2d_4',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -112,7 +112,7 @@ "narrow_range": true, "dest_dtype": "INT8" }, - "('max_pool2d_2', 'slice_5')_ActivationQuantizationInsertionPoint": { + "('max_pool2d_2', 'slice_3')_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -344,7 +344,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('conv2d_16',)_ActivationQuantizationInsertionPoint": { + "('cat_3',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -352,7 +352,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('cat_3',)_ActivationQuantizationInsertionPoint": { + "('conv2d_16',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/vit_b_16.dot b/tests/torch2/data/fx/XNNPACKQuantizer/vit_b_16.dot index 9afd165b7e7..a931f247bdd 100644 --- a/tests/torch2/data/fx/XNNPACKQuantizer/vit_b_16.dot +++ b/tests/torch2/data/fx/XNNPACKQuantizer/vit_b_16.dot @@ -1024,17 +1024,16 @@ strict digraph { "1022 quantize_per_tensor_396" [id=1022, type="quantize_per_tensor"]; "1023 dequantize_per_tensor_397" [id=1023, type="dequantize_per_tensor"]; "1024 layer_norm_24" [id=1024, type="layer_norm"]; -"1025 slice_1" [id=1025, type=slice]; -"1026 select_36" [id=1026, type=select]; -"1027 select_36_0_0_nncf_smooth_quant_0" [id=1027, type="call_module"]; -"1028 quantize_per_tensor_398" [id=1028, type="quantize_per_tensor"]; -"1029 dequantize_per_tensor_399" [id=1029, type="dequantize_per_tensor"]; -"1030 _frozen_param51" [id=1030, type="get_attr"]; -"1031 dequantize_per_tensor_400" [id=1031, type="dequantize_per_tensor"]; -"1032 linear_48" [id=1032, type=linear]; -"1033 quantize_per_tensor_401" [id=1033, type="quantize_per_tensor"]; -"1034 dequantize_per_tensor_402" [id=1034, type="dequantize_per_tensor"]; -"1035 output" [id=1035, type=output]; +"1025 select_36" [id=1025, type=select]; +"1026 select_36_0_0_nncf_smooth_quant_0" [id=1026, type="call_module"]; +"1027 quantize_per_tensor_398" [id=1027, type="quantize_per_tensor"]; +"1028 dequantize_per_tensor_399" [id=1028, type="dequantize_per_tensor"]; +"1029 _frozen_param51" [id=1029, type="get_attr"]; +"1030 dequantize_per_tensor_400" [id=1030, type="dequantize_per_tensor"]; +"1031 linear_48" [id=1031, type=linear]; +"1032 quantize_per_tensor_401" [id=1032, type="quantize_per_tensor"]; +"1033 dequantize_per_tensor_402" [id=1033, type="dequantize_per_tensor"]; +"1034 output" [id=1034, type=output]; "0 _frozen_param0" -> "1 dequantize_per_tensor_0" [style=solid, label="(1, 197, 768)"]; "1 dequantize_per_tensor_0" -> "119 add" [style=solid, label="(1, 197, 768)"]; "2 conv_proj_bias" -> "107 conv2d" [style=solid, label="(768,)"]; @@ -1136,7 +1135,7 @@ strict digraph { "98 encoder_layers_encoder_layer_11_mlp_3_bias" -> "1015 linear_47" [style=solid, label="(768,)"]; "99 encoder_ln_weight" -> "1024 layer_norm_24" [style=solid, label="(768,)"]; "100 encoder_ln_bias" -> "1024 layer_norm_24" [style=solid, label="(768,)"]; -"101 heads_head_bias" -> "1032 linear_48" [style=solid, label="(1000,)"]; +"101 heads_head_bias" -> "1031 linear_48" [style=solid, label="(1000,)"]; "102 x" -> "103 quantize_per_tensor_1" [style=solid, label="(1, 3, 224, 224)"]; "103 quantize_per_tensor_1" -> "104 dequantize_per_tensor_2" [style=solid, label="(1, 3, 224, 224)"]; "104 dequantize_per_tensor_2" -> "107 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -2107,15 +2106,14 @@ strict digraph { "1021 add_24" -> "1022 quantize_per_tensor_396" [style=solid, label="(1, 197, 768)"]; "1022 quantize_per_tensor_396" -> "1023 dequantize_per_tensor_397" [style=solid, label="(1, 197, 768)"]; "1023 dequantize_per_tensor_397" -> "1024 layer_norm_24" [style=solid, label="(1, 197, 768)"]; -"1024 layer_norm_24" -> "1025 slice_1" [style=solid, label="(1, 197, 768)"]; -"1025 slice_1" -> "1026 select_36" [style=solid, label="(1, 197, 768)"]; -"1026 select_36" -> "1027 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1027 select_36_0_0_nncf_smooth_quant_0" -> "1028 quantize_per_tensor_398" [style=solid, label="(1, 768)"]; -"1028 quantize_per_tensor_398" -> "1029 dequantize_per_tensor_399" [style=solid, label="(1, 768)"]; -"1029 dequantize_per_tensor_399" -> "1032 linear_48" [style=solid, label="(1, 768)"]; -"1030 _frozen_param51" -> "1031 dequantize_per_tensor_400" [style=solid, label="(1000, 768)"]; -"1031 dequantize_per_tensor_400" -> "1032 linear_48" [style=solid, label="(1000, 768)"]; -"1032 linear_48" -> "1033 quantize_per_tensor_401" [style=solid, label="(1, 1000)"]; -"1033 quantize_per_tensor_401" -> "1034 dequantize_per_tensor_402" [style=solid, label="(1, 1000)"]; -"1034 dequantize_per_tensor_402" -> "1035 output" [style=solid, label="(1, 1000)"]; +"1024 layer_norm_24" -> "1025 select_36" [style=solid, label="(1, 197, 768)"]; +"1025 select_36" -> "1026 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"1026 select_36_0_0_nncf_smooth_quant_0" -> "1027 quantize_per_tensor_398" [style=solid, label="(1, 768)"]; +"1027 quantize_per_tensor_398" -> "1028 dequantize_per_tensor_399" [style=solid, label="(1, 768)"]; +"1028 dequantize_per_tensor_399" -> "1031 linear_48" [style=solid, label="(1, 768)"]; +"1029 _frozen_param51" -> "1030 dequantize_per_tensor_400" [style=solid, label="(1000, 768)"]; +"1030 dequantize_per_tensor_400" -> "1031 linear_48" [style=solid, label="(1000, 768)"]; +"1031 linear_48" -> "1032 quantize_per_tensor_401" [style=solid, label="(1, 1000)"]; +"1032 quantize_per_tensor_401" -> "1033 dequantize_per_tensor_402" [style=solid, label="(1, 1000)"]; +"1033 dequantize_per_tensor_402" -> "1034 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/vit_b_16_ref_qconfig.json b/tests/torch2/data/fx/XNNPACKQuantizer/vit_b_16_ref_qconfig.json index 59589a44871..cb83c4ad661 100644 --- a/tests/torch2/data/fx/XNNPACKQuantizer/vit_b_16_ref_qconfig.json +++ b/tests/torch2/data/fx/XNNPACKQuantizer/vit_b_16_ref_qconfig.json @@ -632,7 +632,7 @@ "narrow_range": true, "dest_dtype": "INT8" }, - "('view_39',)_ActivationQuantizationInsertionPoint": { + "('transpose_29',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -640,7 +640,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('transpose_29',)_ActivationQuantizationInsertionPoint": { + "('view_39',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -1584,7 +1584,7 @@ "narrow_range": true, "dest_dtype": "INT8" }, - "('view_95',)_ActivationQuantizationInsertionPoint": { + "('transpose_71',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, @@ -1592,7 +1592,7 @@ "narrow_range": false, "dest_dtype": "INT8" }, - "('transpose_71',)_ActivationQuantizationInsertionPoint": { + "('view_95',)_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/yolo11n_sdpa_block.dot b/tests/torch2/data/fx/XNNPACKQuantizer/yolo11n_sdpa_block.dot index 508b4ddc255..a5d961ee703 100644 --- a/tests/torch2/data/fx/XNNPACKQuantizer/yolo11n_sdpa_block.dot +++ b/tests/torch2/data/fx/XNNPACKQuantizer/yolo11n_sdpa_block.dot @@ -13,19 +13,13 @@ strict digraph { "11 slice_1" [id=11, type=slice]; "12 slice_2" [id=12, type=slice]; "13 slice_3" [id=13, type=slice]; -"14 slice_4" [id=14, type=slice]; -"15 slice_5" [id=15, type=slice]; -"16 slice_6" [id=16, type=slice]; -"17 slice_7" [id=17, type=slice]; -"18 slice_8" [id=18, type=slice]; -"19 slice_9" [id=19, type=slice]; -"20 transpose" [id=20, type=transpose]; -"21 matmul" [id=21, type=matmul]; -"22 div_" [id=22, type="div_"]; -"23 softmax" [id=23, type=softmax]; -"24 transpose_1" [id=24, type=transpose]; -"25 matmul_1" [id=25, type=matmul]; -"26 output" [id=26, type=output]; +"14 transpose" [id=14, type=transpose]; +"15 matmul" [id=15, type=matmul]; +"16 div_" [id=16, type="div_"]; +"17 softmax" [id=17, type=softmax]; +"18 transpose_1" [id=18, type=transpose]; +"19 matmul_1" [id=19, type=matmul]; +"20 output" [id=20, type=output]; "0 x" -> "1 x_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 2, 4)"]; "1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_0" [style=solid, label="(1, 2, 4)"]; "2 quantize_per_tensor_0" -> "3 dequantize_per_tensor_1" [style=solid, label="(1, 2, 4)"]; @@ -36,22 +30,16 @@ strict digraph { "7 quantize_per_tensor_3" -> "8 dequantize_per_tensor_4" [style=solid, label="(1, 2, 12)"]; "7 quantize_per_tensor_3" -> "9 dequantize_per_tensor_5" [style=solid, label="(1, 2, 12)"]; "7 quantize_per_tensor_3" -> "10 dequantize_per_tensor_6" [style=solid, label="(1, 2, 12)"]; -"8 dequantize_per_tensor_4" -> "17 slice_7" [style=solid, label="(1, 2, 12)"]; -"9 dequantize_per_tensor_5" -> "14 slice_4" [style=solid, label="(1, 2, 12)"]; +"8 dequantize_per_tensor_4" -> "13 slice_3" [style=solid, label="(1, 2, 12)"]; +"9 dequantize_per_tensor_5" -> "12 slice_2" [style=solid, label="(1, 2, 12)"]; "10 dequantize_per_tensor_6" -> "11 slice_1" [style=solid, label="(1, 2, 12)"]; -"11 slice_1" -> "12 slice_2" [style=solid, label="(1, 2, 12)"]; -"12 slice_2" -> "13 slice_3" [style=solid, label="(1, 2, 12)"]; -"13 slice_3" -> "21 matmul" [style=solid, label="(1, 2, 4)"]; -"14 slice_4" -> "15 slice_5" [style=solid, label="(1, 2, 12)"]; -"15 slice_5" -> "16 slice_6" [style=solid, label="(1, 2, 12)"]; -"16 slice_6" -> "20 transpose" [style=solid, label="(1, 2, 4)"]; -"17 slice_7" -> "18 slice_8" [style=solid, label="(1, 2, 12)"]; -"18 slice_8" -> "19 slice_9" [style=solid, label="(1, 2, 12)"]; -"19 slice_9" -> "25 matmul_1" [style=solid, label="(1, 2, 4)"]; -"20 transpose" -> "21 matmul" [style=solid, label="(1, 4, 2)"]; -"21 matmul" -> "22 div_" [style=solid, label="(1, 2, 2)"]; -"22 div_" -> "23 softmax" [style=solid, label="(1, 2, 2)"]; -"23 softmax" -> "24 transpose_1" [style=solid, label="(1, 2, 2)"]; -"24 transpose_1" -> "25 matmul_1" [style=solid, label="(1, 2, 2)"]; -"25 matmul_1" -> "26 output" [style=solid, label="(1, 2, 4)"]; +"11 slice_1" -> "15 matmul" [style=solid, label="(1, 2, 4)"]; +"12 slice_2" -> "14 transpose" [style=solid, label="(1, 2, 4)"]; +"13 slice_3" -> "19 matmul_1" [style=solid, label="(1, 2, 4)"]; +"14 transpose" -> "15 matmul" [style=solid, label="(1, 4, 2)"]; +"15 matmul" -> "16 div_" [style=solid, label="(1, 2, 2)"]; +"16 div_" -> "17 softmax" [style=solid, label="(1, 2, 2)"]; +"17 softmax" -> "18 transpose_1" [style=solid, label="(1, 2, 2)"]; +"18 transpose_1" -> "19 matmul_1" [style=solid, label="(1, 2, 2)"]; +"19 matmul_1" -> "20 output" [style=solid, label="(1, 2, 4)"]; } diff --git a/tests/torch2/data/fx/XNNPACKQuantizer/yolo11n_sdpa_block_ref_qconfig.json b/tests/torch2/data/fx/XNNPACKQuantizer/yolo11n_sdpa_block_ref_qconfig.json index c51f5fc2951..b746a3fd761 100644 --- a/tests/torch2/data/fx/XNNPACKQuantizer/yolo11n_sdpa_block_ref_qconfig.json +++ b/tests/torch2/data/fx/XNNPACKQuantizer/yolo11n_sdpa_block_ref_qconfig.json @@ -16,7 +16,7 @@ "narrow_range": true, "dest_dtype": "INT8" }, - "('slice_1', 'slice_4', 'slice_7')_ActivationQuantizationInsertionPoint": { + "('slice_1', 'slice_2', 'slice_3')_ActivationQuantizationInsertionPoint": { "num_bits": 8, "mode": "asymmetric", "signedness_to_force": false, diff --git a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/swin_v2_t.dot b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/swin_v2_t.dot index fde703676ea..f34cf615ba7 100644 --- a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/swin_v2_t.dot +++ b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/swin_v2_t.dot @@ -498,1164 +498,1130 @@ strict digraph { "496 view_3" [id=496, type=view]; "497 permute_4" [id=497, type=permute]; "498 reshape_3" [id=498, type=reshape]; -"499 slice_2" [id=499, type=slice]; -"500 slice_3" [id=500, type=slice]; -"501 layer_norm_1" [id=501, type="layer_norm"]; -"502 add_1" [id=502, type=add]; -"503 quantize_per_tensor_default_5" [id=503, type="quantize_per_tensor"]; -"504 dequantize_per_tensor_default_5" [id=504, type="dequantize_per_tensor"]; -"505 linear_4" [id=505, type=linear]; -"506 gelu" [id=506, type=gelu]; -"507 quantize_per_tensor_default_6" [id=507, type="quantize_per_tensor"]; -"508 dequantize_per_tensor_default_6" [id=508, type="dequantize_per_tensor"]; -"509 dropout_2" [id=509, type=dropout]; -"510 linear_5" [id=510, type=linear]; -"511 dropout_3" [id=511, type=dropout]; -"512 layer_norm_2" [id=512, type="layer_norm"]; -"513 add_2" [id=513, type=add]; -"514 linear_6" [id=514, type=linear]; -"515 relu__1" [id=515, type="relu_"]; -"516 linear_7" [id=516, type=linear]; -"517 view_4" [id=517, type=view]; -"518 index_1" [id=518, type=index]; -"519 view_5" [id=519, type=view]; -"520 permute_5" [id=520, type=permute]; -"521 contiguous_1" [id=521, type=contiguous]; -"522 unsqueeze_1" [id=522, type=unsqueeze]; -"523 sigmoid_1" [id=523, type=sigmoid]; -"524 mul_2" [id=524, type=mul]; -"525 pad_1" [id=525, type=pad]; -"526 roll" [id=526, type=roll]; -"527 view_6" [id=527, type=view]; -"528 permute_6" [id=528, type=permute]; -"529 reshape_4" [id=529, type=reshape]; -"530 quantize_per_tensor_default_7" [id=530, type="quantize_per_tensor"]; -"531 dequantize_per_tensor_default_7" [id=531, type="dequantize_per_tensor"]; -"532 clone_1" [id=532, type=clone]; -"533 slice_4" [id=533, type=slice]; -"534 zero__1" [id=534, type="zero_"]; -"535 linear_8" [id=535, type=linear]; -"536 reshape_5" [id=536, type=reshape]; -"537 permute_7" [id=537, type=permute]; -"538 select_3" [id=538, type=select]; -"539 select_4" [id=539, type=select]; -"540 select_5" [id=540, type=select]; -"541 linalg_vector_norm_2" [id=541, type="linalg_vector_norm"]; -"542 clamp_min_2" [id=542, type="clamp_min"]; -"543 expand_as_2" [id=543, type="expand_as"]; -"544 div_2" [id=544, type=div]; -"545 quantize_per_tensor_default_8" [id=545, type="quantize_per_tensor"]; -"546 dequantize_per_tensor_default_8" [id=546, type="dequantize_per_tensor"]; -"547 linalg_vector_norm_3" [id=547, type="linalg_vector_norm"]; -"548 clamp_min_3" [id=548, type="clamp_min"]; -"549 expand_as_3" [id=549, type="expand_as"]; -"550 div_3" [id=550, type=div]; -"551 quantize_per_tensor_default_9" [id=551, type="quantize_per_tensor"]; -"552 dequantize_per_tensor_default_9" [id=552, type="dequantize_per_tensor"]; -"553 transpose_2" [id=553, type=transpose]; -"554 matmul_2" [id=554, type=matmul]; -"555 clamp_1" [id=555, type=clamp]; -"556 exp_1" [id=556, type=exp]; -"557 mul_3" [id=557, type=mul]; -"558 add_3" [id=558, type=add]; -"559 new_zeros" [id=559, type="new_zeros"]; -"560 lift_fresh_copy" [id=560, type="lift_fresh_copy"]; -"561 slice_5" [id=561, type=slice]; -"562 slice_6" [id=562, type=slice]; -"563 fill_" [id=563, type="fill_"]; -"564 lift_fresh_copy_1" [id=564, type="lift_fresh_copy"]; -"565 slice_7" [id=565, type=slice]; -"566 slice_8" [id=566, type=slice]; -"567 fill__1" [id=567, type="fill_"]; -"568 lift_fresh_copy_2" [id=568, type="lift_fresh_copy"]; -"569 slice_9" [id=569, type=slice]; -"570 slice_10" [id=570, type=slice]; -"571 fill__2" [id=571, type="fill_"]; -"572 lift_fresh_copy_3" [id=572, type="lift_fresh_copy"]; -"573 slice_11" [id=573, type=slice]; -"574 slice_12" [id=574, type=slice]; -"575 fill__3" [id=575, type="fill_"]; -"576 lift_fresh_copy_4" [id=576, type="lift_fresh_copy"]; -"577 slice_13" [id=577, type=slice]; -"578 slice_14" [id=578, type=slice]; -"579 fill__4" [id=579, type="fill_"]; -"580 lift_fresh_copy_5" [id=580, type="lift_fresh_copy"]; -"581 slice_15" [id=581, type=slice]; -"582 slice_16" [id=582, type=slice]; -"583 fill__5" [id=583, type="fill_"]; -"584 lift_fresh_copy_6" [id=584, type="lift_fresh_copy"]; -"585 slice_17" [id=585, type=slice]; -"586 slice_18" [id=586, type=slice]; -"587 fill__6" [id=587, type="fill_"]; -"588 lift_fresh_copy_7" [id=588, type="lift_fresh_copy"]; -"589 slice_19" [id=589, type=slice]; -"590 slice_20" [id=590, type=slice]; -"591 fill__7" [id=591, type="fill_"]; -"592 lift_fresh_copy_8" [id=592, type="lift_fresh_copy"]; -"593 slice_21" [id=593, type=slice]; -"594 slice_22" [id=594, type=slice]; -"595 fill__8" [id=595, type="fill_"]; -"596 view_7" [id=596, type=view]; -"597 permute_8" [id=597, type=permute]; -"598 reshape_6" [id=598, type=reshape]; -"599 unsqueeze_2" [id=599, type=unsqueeze]; -"600 unsqueeze_3" [id=600, type=unsqueeze]; -"601 sub" [id=601, type=sub]; -"602 ne" [id=602, type=ne]; -"603 masked_fill" [id=603, type="masked_fill"]; -"604 eq" [id=604, type=eq]; -"605 masked_fill_1" [id=605, type="masked_fill"]; -"606 view_8" [id=606, type=view]; -"607 unsqueeze_4" [id=607, type=unsqueeze]; -"608 unsqueeze_5" [id=608, type=unsqueeze]; -"609 add_4" [id=609, type=add]; -"610 view_9" [id=610, type=view]; -"611 softmax_1" [id=611, type=softmax]; -"612 dropout_4" [id=612, type=dropout]; -"613 matmul_3" [id=613, type=matmul]; -"614 quantize_per_tensor_default_10" [id=614, type="quantize_per_tensor"]; -"615 dequantize_per_tensor_default_10" [id=615, type="dequantize_per_tensor"]; -"616 transpose_3" [id=616, type=transpose]; -"617 reshape_7" [id=617, type=reshape]; -"618 linear_9" [id=618, type=linear]; -"619 dropout_5" [id=619, type=dropout]; -"620 view_10" [id=620, type=view]; -"621 permute_9" [id=621, type=permute]; -"622 reshape_8" [id=622, type=reshape]; -"623 roll_1" [id=623, type=roll]; -"624 slice_23" [id=624, type=slice]; -"625 slice_24" [id=625, type=slice]; -"626 layer_norm_3" [id=626, type="layer_norm"]; -"627 add_5" [id=627, type=add]; -"628 quantize_per_tensor_default_11" [id=628, type="quantize_per_tensor"]; -"629 dequantize_per_tensor_default_11" [id=629, type="dequantize_per_tensor"]; -"630 linear_10" [id=630, type=linear]; -"631 gelu_1" [id=631, type=gelu]; -"632 quantize_per_tensor_default_12" [id=632, type="quantize_per_tensor"]; -"633 dequantize_per_tensor_default_12" [id=633, type="dequantize_per_tensor"]; -"634 dropout_6" [id=634, type=dropout]; -"635 linear_11" [id=635, type=linear]; -"636 dropout_7" [id=636, type=dropout]; -"637 layer_norm_4" [id=637, type="layer_norm"]; -"638 add_6" [id=638, type=add]; -"639 quantize_per_tensor_default_13" [id=639, type="quantize_per_tensor"]; -"640 dequantize_per_tensor_default_13" [id=640, type="dequantize_per_tensor"]; -"641 pad_2" [id=641, type=pad]; -"642 slice_25" [id=642, type=slice]; -"643 slice_26" [id=643, type=slice]; -"644 slice_27" [id=644, type=slice]; -"645 slice_28" [id=645, type=slice]; -"646 slice_29" [id=646, type=slice]; -"647 slice_30" [id=647, type=slice]; -"648 slice_31" [id=648, type=slice]; -"649 slice_32" [id=649, type=slice]; -"650 slice_33" [id=650, type=slice]; -"651 slice_34" [id=651, type=slice]; -"652 slice_35" [id=652, type=slice]; -"653 slice_36" [id=653, type=slice]; -"654 cat" [id=654, type=cat]; -"655 linear_12" [id=655, type=linear]; -"656 layer_norm_5" [id=656, type="layer_norm"]; -"657 quantize_per_tensor_default_14" [id=657, type="quantize_per_tensor"]; -"658 dequantize_per_tensor_default_14" [id=658, type="dequantize_per_tensor"]; -"659 linear_13" [id=659, type=linear]; -"660 relu__2" [id=660, type="relu_"]; -"661 linear_14" [id=661, type=linear]; -"662 view_11" [id=662, type=view]; -"663 index_2" [id=663, type=index]; -"664 view_12" [id=664, type=view]; -"665 permute_10" [id=665, type=permute]; -"666 contiguous_2" [id=666, type=contiguous]; -"667 unsqueeze_6" [id=667, type=unsqueeze]; -"668 sigmoid_2" [id=668, type=sigmoid]; -"669 mul_4" [id=669, type=mul]; -"670 pad_3" [id=670, type=pad]; -"671 view_13" [id=671, type=view]; -"672 permute_11" [id=672, type=permute]; -"673 reshape_9" [id=673, type=reshape]; -"674 clone_2" [id=674, type=clone]; -"675 slice_37" [id=675, type=slice]; -"676 zero__2" [id=676, type="zero_"]; -"677 linear_15" [id=677, type=linear]; -"678 reshape_10" [id=678, type=reshape]; -"679 permute_12" [id=679, type=permute]; -"680 select_6" [id=680, type=select]; -"681 select_7" [id=681, type=select]; -"682 select_8" [id=682, type=select]; -"683 linalg_vector_norm_4" [id=683, type="linalg_vector_norm"]; -"684 clamp_min_4" [id=684, type="clamp_min"]; -"685 expand_as_4" [id=685, type="expand_as"]; -"686 div_4" [id=686, type=div]; -"687 quantize_per_tensor_default_15" [id=687, type="quantize_per_tensor"]; -"688 dequantize_per_tensor_default_15" [id=688, type="dequantize_per_tensor"]; -"689 linalg_vector_norm_5" [id=689, type="linalg_vector_norm"]; -"690 clamp_min_5" [id=690, type="clamp_min"]; -"691 expand_as_5" [id=691, type="expand_as"]; -"692 div_5" [id=692, type=div]; -"693 quantize_per_tensor_default_16" [id=693, type="quantize_per_tensor"]; -"694 dequantize_per_tensor_default_16" [id=694, type="dequantize_per_tensor"]; -"695 transpose_4" [id=695, type=transpose]; -"696 matmul_4" [id=696, type=matmul]; -"697 clamp_2" [id=697, type=clamp]; -"698 exp_2" [id=698, type=exp]; -"699 mul_5" [id=699, type=mul]; -"700 add_7" [id=700, type=add]; -"701 softmax_2" [id=701, type=softmax]; -"702 dropout_8" [id=702, type=dropout]; -"703 matmul_5" [id=703, type=matmul]; -"704 quantize_per_tensor_default_17" [id=704, type="quantize_per_tensor"]; -"705 dequantize_per_tensor_default_17" [id=705, type="dequantize_per_tensor"]; -"706 transpose_5" [id=706, type=transpose]; -"707 reshape_11" [id=707, type=reshape]; -"708 linear_16" [id=708, type=linear]; -"709 dropout_9" [id=709, type=dropout]; -"710 view_14" [id=710, type=view]; -"711 permute_13" [id=711, type=permute]; -"712 reshape_12" [id=712, type=reshape]; -"713 slice_38" [id=713, type=slice]; -"714 slice_39" [id=714, type=slice]; -"715 slice_40" [id=715, type=slice]; -"716 slice_41" [id=716, type=slice]; -"717 contiguous_3" [id=717, type=contiguous]; -"718 layer_norm_6" [id=718, type="layer_norm"]; -"719 add_8" [id=719, type=add]; -"720 quantize_per_tensor_default_18" [id=720, type="quantize_per_tensor"]; -"721 dequantize_per_tensor_default_18" [id=721, type="dequantize_per_tensor"]; -"722 linear_17" [id=722, type=linear]; -"723 gelu_2" [id=723, type=gelu]; -"724 quantize_per_tensor_default_19" [id=724, type="quantize_per_tensor"]; -"725 dequantize_per_tensor_default_19" [id=725, type="dequantize_per_tensor"]; -"726 dropout_10" [id=726, type=dropout]; -"727 linear_18" [id=727, type=linear]; -"728 dropout_11" [id=728, type=dropout]; -"729 layer_norm_7" [id=729, type="layer_norm"]; -"730 add_9" [id=730, type=add]; -"731 linear_19" [id=731, type=linear]; -"732 relu__3" [id=732, type="relu_"]; -"733 linear_20" [id=733, type=linear]; -"734 view_15" [id=734, type=view]; -"735 index_3" [id=735, type=index]; -"736 view_16" [id=736, type=view]; -"737 permute_14" [id=737, type=permute]; -"738 contiguous_4" [id=738, type=contiguous]; -"739 unsqueeze_7" [id=739, type=unsqueeze]; -"740 sigmoid_3" [id=740, type=sigmoid]; -"741 mul_6" [id=741, type=mul]; -"742 pad_4" [id=742, type=pad]; -"743 roll_2" [id=743, type=roll]; -"744 view_17" [id=744, type=view]; -"745 permute_15" [id=745, type=permute]; -"746 reshape_13" [id=746, type=reshape]; -"747 quantize_per_tensor_default_20" [id=747, type="quantize_per_tensor"]; -"748 dequantize_per_tensor_default_20" [id=748, type="dequantize_per_tensor"]; -"749 clone_3" [id=749, type=clone]; -"750 slice_42" [id=750, type=slice]; -"751 zero__3" [id=751, type="zero_"]; -"752 linear_21" [id=752, type=linear]; -"753 reshape_14" [id=753, type=reshape]; -"754 permute_16" [id=754, type=permute]; -"755 select_9" [id=755, type=select]; -"756 select_10" [id=756, type=select]; -"757 select_11" [id=757, type=select]; -"758 linalg_vector_norm_6" [id=758, type="linalg_vector_norm"]; -"759 clamp_min_6" [id=759, type="clamp_min"]; -"760 expand_as_6" [id=760, type="expand_as"]; -"761 div_6" [id=761, type=div]; -"762 quantize_per_tensor_default_21" [id=762, type="quantize_per_tensor"]; -"763 dequantize_per_tensor_default_21" [id=763, type="dequantize_per_tensor"]; -"764 linalg_vector_norm_7" [id=764, type="linalg_vector_norm"]; -"765 clamp_min_7" [id=765, type="clamp_min"]; -"766 expand_as_7" [id=766, type="expand_as"]; -"767 div_7" [id=767, type=div]; -"768 quantize_per_tensor_default_22" [id=768, type="quantize_per_tensor"]; -"769 dequantize_per_tensor_default_22" [id=769, type="dequantize_per_tensor"]; -"770 transpose_6" [id=770, type=transpose]; -"771 matmul_6" [id=771, type=matmul]; -"772 clamp_3" [id=772, type=clamp]; -"773 exp_3" [id=773, type=exp]; -"774 mul_7" [id=774, type=mul]; -"775 add_10" [id=775, type=add]; -"776 new_zeros_1" [id=776, type="new_zeros"]; -"777 lift_fresh_copy_9" [id=777, type="lift_fresh_copy"]; -"778 slice_43" [id=778, type=slice]; -"779 slice_44" [id=779, type=slice]; -"780 fill__9" [id=780, type="fill_"]; -"781 lift_fresh_copy_10" [id=781, type="lift_fresh_copy"]; -"782 slice_45" [id=782, type=slice]; -"783 slice_46" [id=783, type=slice]; -"784 fill__10" [id=784, type="fill_"]; -"785 lift_fresh_copy_11" [id=785, type="lift_fresh_copy"]; -"786 slice_47" [id=786, type=slice]; -"787 slice_48" [id=787, type=slice]; -"788 fill__11" [id=788, type="fill_"]; -"789 lift_fresh_copy_12" [id=789, type="lift_fresh_copy"]; -"790 slice_49" [id=790, type=slice]; -"791 slice_50" [id=791, type=slice]; -"792 fill__12" [id=792, type="fill_"]; -"793 lift_fresh_copy_13" [id=793, type="lift_fresh_copy"]; -"794 slice_51" [id=794, type=slice]; -"795 slice_52" [id=795, type=slice]; -"796 fill__13" [id=796, type="fill_"]; -"797 lift_fresh_copy_14" [id=797, type="lift_fresh_copy"]; -"798 slice_53" [id=798, type=slice]; -"799 slice_54" [id=799, type=slice]; -"800 fill__14" [id=800, type="fill_"]; -"801 lift_fresh_copy_15" [id=801, type="lift_fresh_copy"]; -"802 slice_55" [id=802, type=slice]; -"803 slice_56" [id=803, type=slice]; -"804 fill__15" [id=804, type="fill_"]; -"805 lift_fresh_copy_16" [id=805, type="lift_fresh_copy"]; -"806 slice_57" [id=806, type=slice]; -"807 slice_58" [id=807, type=slice]; -"808 fill__16" [id=808, type="fill_"]; -"809 lift_fresh_copy_17" [id=809, type="lift_fresh_copy"]; -"810 slice_59" [id=810, type=slice]; -"811 slice_60" [id=811, type=slice]; -"812 fill__17" [id=812, type="fill_"]; -"813 view_18" [id=813, type=view]; -"814 permute_17" [id=814, type=permute]; -"815 reshape_15" [id=815, type=reshape]; -"816 unsqueeze_8" [id=816, type=unsqueeze]; -"817 unsqueeze_9" [id=817, type=unsqueeze]; -"818 sub_1" [id=818, type=sub]; -"819 ne_1" [id=819, type=ne]; -"820 masked_fill_2" [id=820, type="masked_fill"]; -"821 eq_1" [id=821, type=eq]; -"822 masked_fill_3" [id=822, type="masked_fill"]; -"823 view_19" [id=823, type=view]; -"824 unsqueeze_10" [id=824, type=unsqueeze]; -"825 unsqueeze_11" [id=825, type=unsqueeze]; -"826 add_11" [id=826, type=add]; -"827 view_20" [id=827, type=view]; -"828 softmax_3" [id=828, type=softmax]; -"829 dropout_12" [id=829, type=dropout]; -"830 matmul_7" [id=830, type=matmul]; -"831 quantize_per_tensor_default_23" [id=831, type="quantize_per_tensor"]; -"832 dequantize_per_tensor_default_23" [id=832, type="dequantize_per_tensor"]; -"833 transpose_7" [id=833, type=transpose]; -"834 reshape_16" [id=834, type=reshape]; -"835 linear_22" [id=835, type=linear]; -"836 dropout_13" [id=836, type=dropout]; -"837 view_21" [id=837, type=view]; -"838 permute_18" [id=838, type=permute]; -"839 reshape_17" [id=839, type=reshape]; -"840 roll_3" [id=840, type=roll]; -"841 slice_61" [id=841, type=slice]; -"842 slice_62" [id=842, type=slice]; -"843 slice_63" [id=843, type=slice]; -"844 slice_64" [id=844, type=slice]; -"845 contiguous_5" [id=845, type=contiguous]; -"846 layer_norm_8" [id=846, type="layer_norm"]; -"847 add_12" [id=847, type=add]; -"848 quantize_per_tensor_default_24" [id=848, type="quantize_per_tensor"]; -"849 dequantize_per_tensor_default_24" [id=849, type="dequantize_per_tensor"]; -"850 linear_23" [id=850, type=linear]; -"851 gelu_3" [id=851, type=gelu]; -"852 quantize_per_tensor_default_25" [id=852, type="quantize_per_tensor"]; -"853 dequantize_per_tensor_default_25" [id=853, type="dequantize_per_tensor"]; -"854 dropout_14" [id=854, type=dropout]; -"855 linear_24" [id=855, type=linear]; -"856 dropout_15" [id=856, type=dropout]; -"857 layer_norm_9" [id=857, type="layer_norm"]; -"858 add_13" [id=858, type=add]; -"859 quantize_per_tensor_default_26" [id=859, type="quantize_per_tensor"]; -"860 dequantize_per_tensor_default_26" [id=860, type="dequantize_per_tensor"]; -"861 pad_5" [id=861, type=pad]; -"862 slice_65" [id=862, type=slice]; -"863 slice_66" [id=863, type=slice]; -"864 slice_67" [id=864, type=slice]; -"865 slice_68" [id=865, type=slice]; -"866 slice_69" [id=866, type=slice]; -"867 slice_70" [id=867, type=slice]; -"868 slice_71" [id=868, type=slice]; -"869 slice_72" [id=869, type=slice]; -"870 slice_73" [id=870, type=slice]; -"871 slice_74" [id=871, type=slice]; -"872 slice_75" [id=872, type=slice]; -"873 slice_76" [id=873, type=slice]; -"874 cat_1" [id=874, type=cat]; -"875 linear_25" [id=875, type=linear]; -"876 layer_norm_10" [id=876, type="layer_norm"]; -"877 quantize_per_tensor_default_27" [id=877, type="quantize_per_tensor"]; -"878 dequantize_per_tensor_default_27" [id=878, type="dequantize_per_tensor"]; -"879 linear_26" [id=879, type=linear]; -"880 relu__4" [id=880, type="relu_"]; -"881 linear_27" [id=881, type=linear]; -"882 view_22" [id=882, type=view]; -"883 index_4" [id=883, type=index]; -"884 view_23" [id=884, type=view]; -"885 permute_19" [id=885, type=permute]; -"886 contiguous_6" [id=886, type=contiguous]; -"887 unsqueeze_12" [id=887, type=unsqueeze]; -"888 sigmoid_4" [id=888, type=sigmoid]; -"889 mul_8" [id=889, type=mul]; -"890 pad_6" [id=890, type=pad]; -"891 view_24" [id=891, type=view]; -"892 permute_20" [id=892, type=permute]; -"893 reshape_18" [id=893, type=reshape]; -"894 clone_4" [id=894, type=clone]; -"895 slice_77" [id=895, type=slice]; -"896 zero__4" [id=896, type="zero_"]; -"897 linear_28" [id=897, type=linear]; -"898 reshape_19" [id=898, type=reshape]; -"899 permute_21" [id=899, type=permute]; -"900 select_12" [id=900, type=select]; -"901 select_13" [id=901, type=select]; -"902 select_14" [id=902, type=select]; -"903 linalg_vector_norm_8" [id=903, type="linalg_vector_norm"]; -"904 clamp_min_8" [id=904, type="clamp_min"]; -"905 expand_as_8" [id=905, type="expand_as"]; -"906 div_8" [id=906, type=div]; -"907 quantize_per_tensor_default_28" [id=907, type="quantize_per_tensor"]; -"908 dequantize_per_tensor_default_28" [id=908, type="dequantize_per_tensor"]; -"909 linalg_vector_norm_9" [id=909, type="linalg_vector_norm"]; -"910 clamp_min_9" [id=910, type="clamp_min"]; -"911 expand_as_9" [id=911, type="expand_as"]; -"912 div_9" [id=912, type=div]; -"913 quantize_per_tensor_default_29" [id=913, type="quantize_per_tensor"]; -"914 dequantize_per_tensor_default_29" [id=914, type="dequantize_per_tensor"]; -"915 transpose_8" [id=915, type=transpose]; -"916 matmul_8" [id=916, type=matmul]; -"917 clamp_4" [id=917, type=clamp]; -"918 exp_4" [id=918, type=exp]; -"919 mul_9" [id=919, type=mul]; -"920 add_14" [id=920, type=add]; -"921 softmax_4" [id=921, type=softmax]; -"922 dropout_16" [id=922, type=dropout]; -"923 matmul_9" [id=923, type=matmul]; -"924 quantize_per_tensor_default_30" [id=924, type="quantize_per_tensor"]; -"925 dequantize_per_tensor_default_30" [id=925, type="dequantize_per_tensor"]; -"926 transpose_9" [id=926, type=transpose]; -"927 reshape_20" [id=927, type=reshape]; -"928 linear_29" [id=928, type=linear]; -"929 dropout_17" [id=929, type=dropout]; -"930 view_25" [id=930, type=view]; -"931 permute_22" [id=931, type=permute]; -"932 reshape_21" [id=932, type=reshape]; -"933 slice_78" [id=933, type=slice]; -"934 slice_79" [id=934, type=slice]; -"935 slice_80" [id=935, type=slice]; -"936 slice_81" [id=936, type=slice]; -"937 contiguous_7" [id=937, type=contiguous]; -"938 layer_norm_11" [id=938, type="layer_norm"]; -"939 add_15" [id=939, type=add]; -"940 quantize_per_tensor_default_31" [id=940, type="quantize_per_tensor"]; -"941 dequantize_per_tensor_default_31" [id=941, type="dequantize_per_tensor"]; -"942 linear_30" [id=942, type=linear]; -"943 gelu_4" [id=943, type=gelu]; -"944 quantize_per_tensor_default_32" [id=944, type="quantize_per_tensor"]; -"945 dequantize_per_tensor_default_32" [id=945, type="dequantize_per_tensor"]; -"946 dropout_18" [id=946, type=dropout]; -"947 linear_31" [id=947, type=linear]; -"948 dropout_19" [id=948, type=dropout]; -"949 layer_norm_12" [id=949, type="layer_norm"]; -"950 add_16" [id=950, type=add]; -"951 linear_32" [id=951, type=linear]; -"952 relu__5" [id=952, type="relu_"]; -"953 linear_33" [id=953, type=linear]; -"954 view_26" [id=954, type=view]; -"955 index_5" [id=955, type=index]; -"956 view_27" [id=956, type=view]; -"957 permute_23" [id=957, type=permute]; -"958 contiguous_8" [id=958, type=contiguous]; -"959 unsqueeze_13" [id=959, type=unsqueeze]; -"960 sigmoid_5" [id=960, type=sigmoid]; -"961 mul_10" [id=961, type=mul]; -"962 pad_7" [id=962, type=pad]; -"963 roll_4" [id=963, type=roll]; -"964 view_28" [id=964, type=view]; -"965 permute_24" [id=965, type=permute]; -"966 reshape_22" [id=966, type=reshape]; -"967 quantize_per_tensor_default_33" [id=967, type="quantize_per_tensor"]; -"968 dequantize_per_tensor_default_33" [id=968, type="dequantize_per_tensor"]; -"969 clone_5" [id=969, type=clone]; -"970 slice_82" [id=970, type=slice]; -"971 zero__5" [id=971, type="zero_"]; -"972 linear_34" [id=972, type=linear]; -"973 reshape_23" [id=973, type=reshape]; -"974 permute_25" [id=974, type=permute]; -"975 select_15" [id=975, type=select]; -"976 select_16" [id=976, type=select]; -"977 select_17" [id=977, type=select]; -"978 linalg_vector_norm_10" [id=978, type="linalg_vector_norm"]; -"979 clamp_min_10" [id=979, type="clamp_min"]; -"980 expand_as_10" [id=980, type="expand_as"]; -"981 div_10" [id=981, type=div]; -"982 quantize_per_tensor_default_34" [id=982, type="quantize_per_tensor"]; -"983 dequantize_per_tensor_default_34" [id=983, type="dequantize_per_tensor"]; -"984 linalg_vector_norm_11" [id=984, type="linalg_vector_norm"]; -"985 clamp_min_11" [id=985, type="clamp_min"]; -"986 expand_as_11" [id=986, type="expand_as"]; -"987 div_11" [id=987, type=div]; -"988 quantize_per_tensor_default_35" [id=988, type="quantize_per_tensor"]; -"989 dequantize_per_tensor_default_35" [id=989, type="dequantize_per_tensor"]; -"990 transpose_10" [id=990, type=transpose]; -"991 matmul_10" [id=991, type=matmul]; -"992 clamp_5" [id=992, type=clamp]; -"993 exp_5" [id=993, type=exp]; -"994 mul_11" [id=994, type=mul]; -"995 add_17" [id=995, type=add]; -"996 new_zeros_2" [id=996, type="new_zeros"]; -"997 lift_fresh_copy_18" [id=997, type="lift_fresh_copy"]; -"998 slice_83" [id=998, type=slice]; -"999 slice_84" [id=999, type=slice]; -"1000 fill__18" [id=1000, type="fill_"]; -"1001 lift_fresh_copy_19" [id=1001, type="lift_fresh_copy"]; -"1002 slice_85" [id=1002, type=slice]; -"1003 slice_86" [id=1003, type=slice]; -"1004 fill__19" [id=1004, type="fill_"]; -"1005 lift_fresh_copy_20" [id=1005, type="lift_fresh_copy"]; -"1006 slice_87" [id=1006, type=slice]; -"1007 slice_88" [id=1007, type=slice]; -"1008 fill__20" [id=1008, type="fill_"]; -"1009 lift_fresh_copy_21" [id=1009, type="lift_fresh_copy"]; -"1010 slice_89" [id=1010, type=slice]; -"1011 slice_90" [id=1011, type=slice]; -"1012 fill__21" [id=1012, type="fill_"]; -"1013 lift_fresh_copy_22" [id=1013, type="lift_fresh_copy"]; -"1014 slice_91" [id=1014, type=slice]; -"1015 slice_92" [id=1015, type=slice]; -"1016 fill__22" [id=1016, type="fill_"]; -"1017 lift_fresh_copy_23" [id=1017, type="lift_fresh_copy"]; -"1018 slice_93" [id=1018, type=slice]; -"1019 slice_94" [id=1019, type=slice]; -"1020 fill__23" [id=1020, type="fill_"]; -"1021 lift_fresh_copy_24" [id=1021, type="lift_fresh_copy"]; -"1022 slice_95" [id=1022, type=slice]; -"1023 slice_96" [id=1023, type=slice]; -"1024 fill__24" [id=1024, type="fill_"]; -"1025 lift_fresh_copy_25" [id=1025, type="lift_fresh_copy"]; -"1026 slice_97" [id=1026, type=slice]; -"1027 slice_98" [id=1027, type=slice]; -"1028 fill__25" [id=1028, type="fill_"]; -"1029 lift_fresh_copy_26" [id=1029, type="lift_fresh_copy"]; -"1030 slice_99" [id=1030, type=slice]; -"1031 slice_100" [id=1031, type=slice]; -"1032 fill__26" [id=1032, type="fill_"]; -"1033 view_29" [id=1033, type=view]; -"1034 permute_26" [id=1034, type=permute]; -"1035 reshape_24" [id=1035, type=reshape]; -"1036 unsqueeze_14" [id=1036, type=unsqueeze]; -"1037 unsqueeze_15" [id=1037, type=unsqueeze]; -"1038 sub_2" [id=1038, type=sub]; -"1039 ne_2" [id=1039, type=ne]; -"1040 masked_fill_4" [id=1040, type="masked_fill"]; -"1041 eq_2" [id=1041, type=eq]; -"1042 masked_fill_5" [id=1042, type="masked_fill"]; -"1043 view_30" [id=1043, type=view]; -"1044 unsqueeze_16" [id=1044, type=unsqueeze]; -"1045 unsqueeze_17" [id=1045, type=unsqueeze]; -"1046 add_18" [id=1046, type=add]; -"1047 view_31" [id=1047, type=view]; -"1048 softmax_5" [id=1048, type=softmax]; -"1049 dropout_20" [id=1049, type=dropout]; -"1050 matmul_11" [id=1050, type=matmul]; -"1051 quantize_per_tensor_default_36" [id=1051, type="quantize_per_tensor"]; -"1052 dequantize_per_tensor_default_36" [id=1052, type="dequantize_per_tensor"]; -"1053 transpose_11" [id=1053, type=transpose]; -"1054 reshape_25" [id=1054, type=reshape]; -"1055 linear_35" [id=1055, type=linear]; -"1056 dropout_21" [id=1056, type=dropout]; -"1057 view_32" [id=1057, type=view]; -"1058 permute_27" [id=1058, type=permute]; -"1059 reshape_26" [id=1059, type=reshape]; -"1060 roll_5" [id=1060, type=roll]; -"1061 slice_101" [id=1061, type=slice]; -"1062 slice_102" [id=1062, type=slice]; -"1063 slice_103" [id=1063, type=slice]; -"1064 slice_104" [id=1064, type=slice]; -"1065 contiguous_9" [id=1065, type=contiguous]; -"1066 layer_norm_13" [id=1066, type="layer_norm"]; -"1067 add_19" [id=1067, type=add]; -"1068 quantize_per_tensor_default_37" [id=1068, type="quantize_per_tensor"]; -"1069 dequantize_per_tensor_default_37" [id=1069, type="dequantize_per_tensor"]; -"1070 linear_36" [id=1070, type=linear]; -"1071 gelu_5" [id=1071, type=gelu]; -"1072 quantize_per_tensor_default_38" [id=1072, type="quantize_per_tensor"]; -"1073 dequantize_per_tensor_default_38" [id=1073, type="dequantize_per_tensor"]; -"1074 dropout_22" [id=1074, type=dropout]; -"1075 linear_37" [id=1075, type=linear]; -"1076 dropout_23" [id=1076, type=dropout]; -"1077 layer_norm_14" [id=1077, type="layer_norm"]; -"1078 add_20" [id=1078, type=add]; -"1079 quantize_per_tensor_default_39" [id=1079, type="quantize_per_tensor"]; -"1080 dequantize_per_tensor_default_39" [id=1080, type="dequantize_per_tensor"]; -"1081 linear_38" [id=1081, type=linear]; -"1082 relu__6" [id=1082, type="relu_"]; -"1083 linear_39" [id=1083, type=linear]; -"1084 view_33" [id=1084, type=view]; -"1085 index_6" [id=1085, type=index]; -"1086 view_34" [id=1086, type=view]; -"1087 permute_28" [id=1087, type=permute]; -"1088 contiguous_10" [id=1088, type=contiguous]; -"1089 unsqueeze_18" [id=1089, type=unsqueeze]; -"1090 sigmoid_6" [id=1090, type=sigmoid]; -"1091 mul_12" [id=1091, type=mul]; -"1092 pad_8" [id=1092, type=pad]; -"1093 view_35" [id=1093, type=view]; -"1094 permute_29" [id=1094, type=permute]; -"1095 reshape_27" [id=1095, type=reshape]; -"1096 clone_6" [id=1096, type=clone]; -"1097 slice_105" [id=1097, type=slice]; -"1098 zero__6" [id=1098, type="zero_"]; -"1099 linear_40" [id=1099, type=linear]; -"1100 reshape_28" [id=1100, type=reshape]; -"1101 permute_30" [id=1101, type=permute]; -"1102 select_18" [id=1102, type=select]; -"1103 select_19" [id=1103, type=select]; -"1104 select_20" [id=1104, type=select]; -"1105 linalg_vector_norm_12" [id=1105, type="linalg_vector_norm"]; -"1106 clamp_min_12" [id=1106, type="clamp_min"]; -"1107 expand_as_12" [id=1107, type="expand_as"]; -"1108 div_12" [id=1108, type=div]; -"1109 quantize_per_tensor_default_40" [id=1109, type="quantize_per_tensor"]; -"1110 dequantize_per_tensor_default_40" [id=1110, type="dequantize_per_tensor"]; -"1111 linalg_vector_norm_13" [id=1111, type="linalg_vector_norm"]; -"1112 clamp_min_13" [id=1112, type="clamp_min"]; -"1113 expand_as_13" [id=1113, type="expand_as"]; -"1114 div_13" [id=1114, type=div]; -"1115 quantize_per_tensor_default_41" [id=1115, type="quantize_per_tensor"]; -"1116 dequantize_per_tensor_default_41" [id=1116, type="dequantize_per_tensor"]; -"1117 transpose_12" [id=1117, type=transpose]; -"1118 matmul_12" [id=1118, type=matmul]; -"1119 clamp_6" [id=1119, type=clamp]; -"1120 exp_6" [id=1120, type=exp]; -"1121 mul_13" [id=1121, type=mul]; -"1122 add_21" [id=1122, type=add]; -"1123 softmax_6" [id=1123, type=softmax]; -"1124 dropout_24" [id=1124, type=dropout]; -"1125 matmul_13" [id=1125, type=matmul]; -"1126 quantize_per_tensor_default_42" [id=1126, type="quantize_per_tensor"]; -"1127 dequantize_per_tensor_default_42" [id=1127, type="dequantize_per_tensor"]; -"1128 transpose_13" [id=1128, type=transpose]; -"1129 reshape_29" [id=1129, type=reshape]; -"1130 linear_41" [id=1130, type=linear]; -"1131 dropout_25" [id=1131, type=dropout]; -"1132 view_36" [id=1132, type=view]; -"1133 permute_31" [id=1133, type=permute]; -"1134 reshape_30" [id=1134, type=reshape]; -"1135 slice_106" [id=1135, type=slice]; -"1136 slice_107" [id=1136, type=slice]; -"1137 slice_108" [id=1137, type=slice]; -"1138 slice_109" [id=1138, type=slice]; -"1139 contiguous_11" [id=1139, type=contiguous]; -"1140 layer_norm_15" [id=1140, type="layer_norm"]; -"1141 add_22" [id=1141, type=add]; -"1142 quantize_per_tensor_default_43" [id=1142, type="quantize_per_tensor"]; -"1143 dequantize_per_tensor_default_43" [id=1143, type="dequantize_per_tensor"]; -"1144 linear_42" [id=1144, type=linear]; -"1145 gelu_6" [id=1145, type=gelu]; -"1146 quantize_per_tensor_default_44" [id=1146, type="quantize_per_tensor"]; -"1147 dequantize_per_tensor_default_44" [id=1147, type="dequantize_per_tensor"]; -"1148 dropout_26" [id=1148, type=dropout]; -"1149 linear_43" [id=1149, type=linear]; -"1150 dropout_27" [id=1150, type=dropout]; -"1151 layer_norm_16" [id=1151, type="layer_norm"]; -"1152 add_23" [id=1152, type=add]; -"1153 linear_44" [id=1153, type=linear]; -"1154 relu__7" [id=1154, type="relu_"]; -"1155 linear_45" [id=1155, type=linear]; -"1156 view_37" [id=1156, type=view]; -"1157 index_7" [id=1157, type=index]; -"1158 view_38" [id=1158, type=view]; -"1159 permute_32" [id=1159, type=permute]; -"1160 contiguous_12" [id=1160, type=contiguous]; -"1161 unsqueeze_19" [id=1161, type=unsqueeze]; -"1162 sigmoid_7" [id=1162, type=sigmoid]; -"1163 mul_14" [id=1163, type=mul]; -"1164 pad_9" [id=1164, type=pad]; -"1165 roll_6" [id=1165, type=roll]; -"1166 view_39" [id=1166, type=view]; -"1167 permute_33" [id=1167, type=permute]; -"1168 reshape_31" [id=1168, type=reshape]; -"1169 quantize_per_tensor_default_45" [id=1169, type="quantize_per_tensor"]; -"1170 dequantize_per_tensor_default_45" [id=1170, type="dequantize_per_tensor"]; -"1171 clone_7" [id=1171, type=clone]; -"1172 slice_110" [id=1172, type=slice]; -"1173 zero__7" [id=1173, type="zero_"]; -"1174 linear_46" [id=1174, type=linear]; -"1175 reshape_32" [id=1175, type=reshape]; -"1176 permute_34" [id=1176, type=permute]; -"1177 select_21" [id=1177, type=select]; -"1178 select_22" [id=1178, type=select]; -"1179 select_23" [id=1179, type=select]; -"1180 linalg_vector_norm_14" [id=1180, type="linalg_vector_norm"]; -"1181 clamp_min_14" [id=1181, type="clamp_min"]; -"1182 expand_as_14" [id=1182, type="expand_as"]; -"1183 div_14" [id=1183, type=div]; -"1184 quantize_per_tensor_default_46" [id=1184, type="quantize_per_tensor"]; -"1185 dequantize_per_tensor_default_46" [id=1185, type="dequantize_per_tensor"]; -"1186 linalg_vector_norm_15" [id=1186, type="linalg_vector_norm"]; -"1187 clamp_min_15" [id=1187, type="clamp_min"]; -"1188 expand_as_15" [id=1188, type="expand_as"]; -"1189 div_15" [id=1189, type=div]; -"1190 quantize_per_tensor_default_47" [id=1190, type="quantize_per_tensor"]; -"1191 dequantize_per_tensor_default_47" [id=1191, type="dequantize_per_tensor"]; -"1192 transpose_14" [id=1192, type=transpose]; -"1193 matmul_14" [id=1193, type=matmul]; -"1194 clamp_7" [id=1194, type=clamp]; -"1195 exp_7" [id=1195, type=exp]; -"1196 mul_15" [id=1196, type=mul]; -"1197 add_24" [id=1197, type=add]; -"1198 new_zeros_3" [id=1198, type="new_zeros"]; -"1199 lift_fresh_copy_27" [id=1199, type="lift_fresh_copy"]; -"1200 slice_111" [id=1200, type=slice]; -"1201 slice_112" [id=1201, type=slice]; -"1202 fill__27" [id=1202, type="fill_"]; -"1203 lift_fresh_copy_28" [id=1203, type="lift_fresh_copy"]; -"1204 slice_113" [id=1204, type=slice]; -"1205 slice_114" [id=1205, type=slice]; -"1206 fill__28" [id=1206, type="fill_"]; -"1207 lift_fresh_copy_29" [id=1207, type="lift_fresh_copy"]; -"1208 slice_115" [id=1208, type=slice]; -"1209 slice_116" [id=1209, type=slice]; -"1210 fill__29" [id=1210, type="fill_"]; -"1211 lift_fresh_copy_30" [id=1211, type="lift_fresh_copy"]; -"1212 slice_117" [id=1212, type=slice]; -"1213 slice_118" [id=1213, type=slice]; -"1214 fill__30" [id=1214, type="fill_"]; -"1215 lift_fresh_copy_31" [id=1215, type="lift_fresh_copy"]; -"1216 slice_119" [id=1216, type=slice]; -"1217 slice_120" [id=1217, type=slice]; -"1218 fill__31" [id=1218, type="fill_"]; -"1219 lift_fresh_copy_32" [id=1219, type="lift_fresh_copy"]; -"1220 slice_121" [id=1220, type=slice]; -"1221 slice_122" [id=1221, type=slice]; -"1222 fill__32" [id=1222, type="fill_"]; -"1223 lift_fresh_copy_33" [id=1223, type="lift_fresh_copy"]; -"1224 slice_123" [id=1224, type=slice]; -"1225 slice_124" [id=1225, type=slice]; -"1226 fill__33" [id=1226, type="fill_"]; -"1227 lift_fresh_copy_34" [id=1227, type="lift_fresh_copy"]; -"1228 slice_125" [id=1228, type=slice]; -"1229 slice_126" [id=1229, type=slice]; -"1230 fill__34" [id=1230, type="fill_"]; -"1231 lift_fresh_copy_35" [id=1231, type="lift_fresh_copy"]; -"1232 slice_127" [id=1232, type=slice]; -"1233 slice_128" [id=1233, type=slice]; -"1234 fill__35" [id=1234, type="fill_"]; -"1235 view_40" [id=1235, type=view]; -"1236 permute_35" [id=1236, type=permute]; -"1237 reshape_33" [id=1237, type=reshape]; -"1238 unsqueeze_20" [id=1238, type=unsqueeze]; -"1239 unsqueeze_21" [id=1239, type=unsqueeze]; -"1240 sub_3" [id=1240, type=sub]; -"1241 ne_3" [id=1241, type=ne]; -"1242 masked_fill_6" [id=1242, type="masked_fill"]; -"1243 eq_3" [id=1243, type=eq]; -"1244 masked_fill_7" [id=1244, type="masked_fill"]; -"1245 view_41" [id=1245, type=view]; -"1246 unsqueeze_22" [id=1246, type=unsqueeze]; -"1247 unsqueeze_23" [id=1247, type=unsqueeze]; -"1248 add_25" [id=1248, type=add]; -"1249 view_42" [id=1249, type=view]; -"1250 softmax_7" [id=1250, type=softmax]; -"1251 dropout_28" [id=1251, type=dropout]; -"1252 matmul_15" [id=1252, type=matmul]; -"1253 quantize_per_tensor_default_48" [id=1253, type="quantize_per_tensor"]; -"1254 dequantize_per_tensor_default_48" [id=1254, type="dequantize_per_tensor"]; -"1255 transpose_15" [id=1255, type=transpose]; -"1256 reshape_34" [id=1256, type=reshape]; -"1257 linear_47" [id=1257, type=linear]; -"1258 dropout_29" [id=1258, type=dropout]; -"1259 view_43" [id=1259, type=view]; -"1260 permute_36" [id=1260, type=permute]; -"1261 reshape_35" [id=1261, type=reshape]; -"1262 roll_7" [id=1262, type=roll]; -"1263 slice_129" [id=1263, type=slice]; -"1264 slice_130" [id=1264, type=slice]; -"1265 slice_131" [id=1265, type=slice]; -"1266 slice_132" [id=1266, type=slice]; -"1267 contiguous_13" [id=1267, type=contiguous]; -"1268 layer_norm_17" [id=1268, type="layer_norm"]; -"1269 add_26" [id=1269, type=add]; -"1270 quantize_per_tensor_default_49" [id=1270, type="quantize_per_tensor"]; -"1271 dequantize_per_tensor_default_49" [id=1271, type="dequantize_per_tensor"]; -"1272 linear_48" [id=1272, type=linear]; -"1273 gelu_7" [id=1273, type=gelu]; -"1274 quantize_per_tensor_default_50" [id=1274, type="quantize_per_tensor"]; -"1275 dequantize_per_tensor_default_50" [id=1275, type="dequantize_per_tensor"]; -"1276 dropout_30" [id=1276, type=dropout]; -"1277 linear_49" [id=1277, type=linear]; -"1278 dropout_31" [id=1278, type=dropout]; -"1279 layer_norm_18" [id=1279, type="layer_norm"]; -"1280 add_27" [id=1280, type=add]; -"1281 quantize_per_tensor_default_51" [id=1281, type="quantize_per_tensor"]; -"1282 dequantize_per_tensor_default_51" [id=1282, type="dequantize_per_tensor"]; -"1283 linear_50" [id=1283, type=linear]; -"1284 relu__8" [id=1284, type="relu_"]; -"1285 linear_51" [id=1285, type=linear]; -"1286 view_44" [id=1286, type=view]; -"1287 index_8" [id=1287, type=index]; -"1288 view_45" [id=1288, type=view]; -"1289 permute_37" [id=1289, type=permute]; -"1290 contiguous_14" [id=1290, type=contiguous]; -"1291 unsqueeze_24" [id=1291, type=unsqueeze]; -"1292 sigmoid_8" [id=1292, type=sigmoid]; -"1293 mul_16" [id=1293, type=mul]; -"1294 pad_10" [id=1294, type=pad]; -"1295 view_46" [id=1295, type=view]; -"1296 permute_38" [id=1296, type=permute]; -"1297 reshape_36" [id=1297, type=reshape]; -"1298 clone_8" [id=1298, type=clone]; -"1299 slice_133" [id=1299, type=slice]; -"1300 zero__8" [id=1300, type="zero_"]; -"1301 linear_52" [id=1301, type=linear]; -"1302 reshape_37" [id=1302, type=reshape]; -"1303 permute_39" [id=1303, type=permute]; -"1304 select_24" [id=1304, type=select]; -"1305 select_25" [id=1305, type=select]; -"1306 select_26" [id=1306, type=select]; -"1307 linalg_vector_norm_16" [id=1307, type="linalg_vector_norm"]; -"1308 clamp_min_16" [id=1308, type="clamp_min"]; -"1309 expand_as_16" [id=1309, type="expand_as"]; -"1310 div_16" [id=1310, type=div]; -"1311 quantize_per_tensor_default_52" [id=1311, type="quantize_per_tensor"]; -"1312 dequantize_per_tensor_default_52" [id=1312, type="dequantize_per_tensor"]; -"1313 linalg_vector_norm_17" [id=1313, type="linalg_vector_norm"]; -"1314 clamp_min_17" [id=1314, type="clamp_min"]; -"1315 expand_as_17" [id=1315, type="expand_as"]; -"1316 div_17" [id=1316, type=div]; -"1317 quantize_per_tensor_default_53" [id=1317, type="quantize_per_tensor"]; -"1318 dequantize_per_tensor_default_53" [id=1318, type="dequantize_per_tensor"]; -"1319 transpose_16" [id=1319, type=transpose]; -"1320 matmul_16" [id=1320, type=matmul]; -"1321 clamp_8" [id=1321, type=clamp]; -"1322 exp_8" [id=1322, type=exp]; -"1323 mul_17" [id=1323, type=mul]; -"1324 add_28" [id=1324, type=add]; -"1325 softmax_8" [id=1325, type=softmax]; -"1326 dropout_32" [id=1326, type=dropout]; -"1327 matmul_17" [id=1327, type=matmul]; -"1328 quantize_per_tensor_default_54" [id=1328, type="quantize_per_tensor"]; -"1329 dequantize_per_tensor_default_54" [id=1329, type="dequantize_per_tensor"]; -"1330 transpose_17" [id=1330, type=transpose]; -"1331 reshape_38" [id=1331, type=reshape]; -"1332 linear_53" [id=1332, type=linear]; -"1333 dropout_33" [id=1333, type=dropout]; -"1334 view_47" [id=1334, type=view]; -"1335 permute_40" [id=1335, type=permute]; -"1336 reshape_39" [id=1336, type=reshape]; -"1337 slice_134" [id=1337, type=slice]; -"1338 slice_135" [id=1338, type=slice]; -"1339 slice_136" [id=1339, type=slice]; -"1340 slice_137" [id=1340, type=slice]; -"1341 contiguous_15" [id=1341, type=contiguous]; -"1342 layer_norm_19" [id=1342, type="layer_norm"]; -"1343 add_29" [id=1343, type=add]; -"1344 quantize_per_tensor_default_55" [id=1344, type="quantize_per_tensor"]; -"1345 dequantize_per_tensor_default_55" [id=1345, type="dequantize_per_tensor"]; -"1346 linear_54" [id=1346, type=linear]; -"1347 gelu_8" [id=1347, type=gelu]; -"1348 quantize_per_tensor_default_56" [id=1348, type="quantize_per_tensor"]; -"1349 dequantize_per_tensor_default_56" [id=1349, type="dequantize_per_tensor"]; -"1350 dropout_34" [id=1350, type=dropout]; -"1351 linear_55" [id=1351, type=linear]; -"1352 dropout_35" [id=1352, type=dropout]; -"1353 layer_norm_20" [id=1353, type="layer_norm"]; -"1354 add_30" [id=1354, type=add]; -"1355 linear_56" [id=1355, type=linear]; -"1356 relu__9" [id=1356, type="relu_"]; -"1357 linear_57" [id=1357, type=linear]; -"1358 view_48" [id=1358, type=view]; -"1359 index_9" [id=1359, type=index]; -"1360 view_49" [id=1360, type=view]; -"1361 permute_41" [id=1361, type=permute]; -"1362 contiguous_16" [id=1362, type=contiguous]; -"1363 unsqueeze_25" [id=1363, type=unsqueeze]; -"1364 sigmoid_9" [id=1364, type=sigmoid]; -"1365 mul_18" [id=1365, type=mul]; -"1366 pad_11" [id=1366, type=pad]; -"1367 roll_8" [id=1367, type=roll]; -"1368 view_50" [id=1368, type=view]; -"1369 permute_42" [id=1369, type=permute]; -"1370 reshape_40" [id=1370, type=reshape]; -"1371 quantize_per_tensor_default_57" [id=1371, type="quantize_per_tensor"]; -"1372 dequantize_per_tensor_default_57" [id=1372, type="dequantize_per_tensor"]; -"1373 clone_9" [id=1373, type=clone]; -"1374 slice_138" [id=1374, type=slice]; -"1375 zero__9" [id=1375, type="zero_"]; -"1376 linear_58" [id=1376, type=linear]; -"1377 reshape_41" [id=1377, type=reshape]; -"1378 permute_43" [id=1378, type=permute]; -"1379 select_27" [id=1379, type=select]; -"1380 select_28" [id=1380, type=select]; -"1381 select_29" [id=1381, type=select]; -"1382 linalg_vector_norm_18" [id=1382, type="linalg_vector_norm"]; -"1383 clamp_min_18" [id=1383, type="clamp_min"]; -"1384 expand_as_18" [id=1384, type="expand_as"]; -"1385 div_18" [id=1385, type=div]; -"1386 quantize_per_tensor_default_58" [id=1386, type="quantize_per_tensor"]; -"1387 dequantize_per_tensor_default_58" [id=1387, type="dequantize_per_tensor"]; -"1388 linalg_vector_norm_19" [id=1388, type="linalg_vector_norm"]; -"1389 clamp_min_19" [id=1389, type="clamp_min"]; -"1390 expand_as_19" [id=1390, type="expand_as"]; -"1391 div_19" [id=1391, type=div]; -"1392 quantize_per_tensor_default_59" [id=1392, type="quantize_per_tensor"]; -"1393 dequantize_per_tensor_default_59" [id=1393, type="dequantize_per_tensor"]; -"1394 transpose_18" [id=1394, type=transpose]; -"1395 matmul_18" [id=1395, type=matmul]; -"1396 clamp_9" [id=1396, type=clamp]; -"1397 exp_9" [id=1397, type=exp]; -"1398 mul_19" [id=1398, type=mul]; -"1399 add_31" [id=1399, type=add]; -"1400 new_zeros_4" [id=1400, type="new_zeros"]; -"1401 lift_fresh_copy_36" [id=1401, type="lift_fresh_copy"]; -"1402 slice_139" [id=1402, type=slice]; -"1403 slice_140" [id=1403, type=slice]; -"1404 fill__36" [id=1404, type="fill_"]; -"1405 lift_fresh_copy_37" [id=1405, type="lift_fresh_copy"]; -"1406 slice_141" [id=1406, type=slice]; -"1407 slice_142" [id=1407, type=slice]; -"1408 fill__37" [id=1408, type="fill_"]; -"1409 lift_fresh_copy_38" [id=1409, type="lift_fresh_copy"]; -"1410 slice_143" [id=1410, type=slice]; -"1411 slice_144" [id=1411, type=slice]; -"1412 fill__38" [id=1412, type="fill_"]; -"1413 lift_fresh_copy_39" [id=1413, type="lift_fresh_copy"]; -"1414 slice_145" [id=1414, type=slice]; -"1415 slice_146" [id=1415, type=slice]; -"1416 fill__39" [id=1416, type="fill_"]; -"1417 lift_fresh_copy_40" [id=1417, type="lift_fresh_copy"]; -"1418 slice_147" [id=1418, type=slice]; -"1419 slice_148" [id=1419, type=slice]; -"1420 fill__40" [id=1420, type="fill_"]; -"1421 lift_fresh_copy_41" [id=1421, type="lift_fresh_copy"]; -"1422 slice_149" [id=1422, type=slice]; -"1423 slice_150" [id=1423, type=slice]; -"1424 fill__41" [id=1424, type="fill_"]; -"1425 lift_fresh_copy_42" [id=1425, type="lift_fresh_copy"]; -"1426 slice_151" [id=1426, type=slice]; -"1427 slice_152" [id=1427, type=slice]; -"1428 fill__42" [id=1428, type="fill_"]; -"1429 lift_fresh_copy_43" [id=1429, type="lift_fresh_copy"]; -"1430 slice_153" [id=1430, type=slice]; -"1431 slice_154" [id=1431, type=slice]; -"1432 fill__43" [id=1432, type="fill_"]; -"1433 lift_fresh_copy_44" [id=1433, type="lift_fresh_copy"]; -"1434 slice_155" [id=1434, type=slice]; -"1435 slice_156" [id=1435, type=slice]; -"1436 fill__44" [id=1436, type="fill_"]; -"1437 view_51" [id=1437, type=view]; -"1438 permute_44" [id=1438, type=permute]; -"1439 reshape_42" [id=1439, type=reshape]; -"1440 unsqueeze_26" [id=1440, type=unsqueeze]; -"1441 unsqueeze_27" [id=1441, type=unsqueeze]; -"1442 sub_4" [id=1442, type=sub]; -"1443 ne_4" [id=1443, type=ne]; -"1444 masked_fill_8" [id=1444, type="masked_fill"]; -"1445 eq_4" [id=1445, type=eq]; -"1446 masked_fill_9" [id=1446, type="masked_fill"]; -"1447 view_52" [id=1447, type=view]; -"1448 unsqueeze_28" [id=1448, type=unsqueeze]; -"1449 unsqueeze_29" [id=1449, type=unsqueeze]; -"1450 add_32" [id=1450, type=add]; -"1451 view_53" [id=1451, type=view]; -"1452 softmax_9" [id=1452, type=softmax]; -"1453 dropout_36" [id=1453, type=dropout]; -"1454 matmul_19" [id=1454, type=matmul]; -"1455 quantize_per_tensor_default_60" [id=1455, type="quantize_per_tensor"]; -"1456 dequantize_per_tensor_default_60" [id=1456, type="dequantize_per_tensor"]; -"1457 transpose_19" [id=1457, type=transpose]; -"1458 reshape_43" [id=1458, type=reshape]; -"1459 linear_59" [id=1459, type=linear]; -"1460 dropout_37" [id=1460, type=dropout]; -"1461 view_54" [id=1461, type=view]; -"1462 permute_45" [id=1462, type=permute]; -"1463 reshape_44" [id=1463, type=reshape]; -"1464 roll_9" [id=1464, type=roll]; -"1465 slice_157" [id=1465, type=slice]; -"1466 slice_158" [id=1466, type=slice]; -"1467 slice_159" [id=1467, type=slice]; -"1468 slice_160" [id=1468, type=slice]; -"1469 contiguous_17" [id=1469, type=contiguous]; -"1470 layer_norm_21" [id=1470, type="layer_norm"]; -"1471 add_33" [id=1471, type=add]; -"1472 quantize_per_tensor_default_61" [id=1472, type="quantize_per_tensor"]; -"1473 dequantize_per_tensor_default_61" [id=1473, type="dequantize_per_tensor"]; -"1474 linear_60" [id=1474, type=linear]; -"1475 gelu_9" [id=1475, type=gelu]; -"1476 quantize_per_tensor_default_62" [id=1476, type="quantize_per_tensor"]; -"1477 dequantize_per_tensor_default_62" [id=1477, type="dequantize_per_tensor"]; -"1478 dropout_38" [id=1478, type=dropout]; -"1479 linear_61" [id=1479, type=linear]; -"1480 dropout_39" [id=1480, type=dropout]; -"1481 layer_norm_22" [id=1481, type="layer_norm"]; -"1482 add_34" [id=1482, type=add]; -"1483 quantize_per_tensor_default_63" [id=1483, type="quantize_per_tensor"]; -"1484 dequantize_per_tensor_default_63" [id=1484, type="dequantize_per_tensor"]; -"1485 pad_12" [id=1485, type=pad]; -"1486 slice_161" [id=1486, type=slice]; -"1487 slice_162" [id=1487, type=slice]; -"1488 slice_163" [id=1488, type=slice]; -"1489 slice_164" [id=1489, type=slice]; -"1490 slice_165" [id=1490, type=slice]; -"1491 slice_166" [id=1491, type=slice]; -"1492 slice_167" [id=1492, type=slice]; -"1493 slice_168" [id=1493, type=slice]; -"1494 slice_169" [id=1494, type=slice]; -"1495 slice_170" [id=1495, type=slice]; -"1496 slice_171" [id=1496, type=slice]; -"1497 slice_172" [id=1497, type=slice]; -"1498 cat_2" [id=1498, type=cat]; -"1499 linear_62" [id=1499, type=linear]; -"1500 layer_norm_23" [id=1500, type="layer_norm"]; -"1501 quantize_per_tensor_default_64" [id=1501, type="quantize_per_tensor"]; -"1502 dequantize_per_tensor_default_64" [id=1502, type="dequantize_per_tensor"]; -"1503 linear_63" [id=1503, type=linear]; -"1504 relu__10" [id=1504, type="relu_"]; -"1505 linear_64" [id=1505, type=linear]; -"1506 view_55" [id=1506, type=view]; -"1507 index_10" [id=1507, type=index]; -"1508 view_56" [id=1508, type=view]; -"1509 permute_46" [id=1509, type=permute]; -"1510 contiguous_18" [id=1510, type=contiguous]; -"1511 unsqueeze_30" [id=1511, type=unsqueeze]; -"1512 sigmoid_10" [id=1512, type=sigmoid]; -"1513 mul_20" [id=1513, type=mul]; -"1514 pad_13" [id=1514, type=pad]; -"1515 view_57" [id=1515, type=view]; -"1516 permute_47" [id=1516, type=permute]; -"1517 reshape_45" [id=1517, type=reshape]; -"1518 clone_10" [id=1518, type=clone]; -"1519 slice_173" [id=1519, type=slice]; -"1520 zero__10" [id=1520, type="zero_"]; -"1521 linear_65" [id=1521, type=linear]; -"1522 reshape_46" [id=1522, type=reshape]; -"1523 permute_48" [id=1523, type=permute]; -"1524 select_30" [id=1524, type=select]; -"1525 select_31" [id=1525, type=select]; -"1526 select_32" [id=1526, type=select]; -"1527 linalg_vector_norm_20" [id=1527, type="linalg_vector_norm"]; -"1528 clamp_min_20" [id=1528, type="clamp_min"]; -"1529 expand_as_20" [id=1529, type="expand_as"]; -"1530 div_20" [id=1530, type=div]; -"1531 quantize_per_tensor_default_65" [id=1531, type="quantize_per_tensor"]; -"1532 dequantize_per_tensor_default_65" [id=1532, type="dequantize_per_tensor"]; -"1533 linalg_vector_norm_21" [id=1533, type="linalg_vector_norm"]; -"1534 clamp_min_21" [id=1534, type="clamp_min"]; -"1535 expand_as_21" [id=1535, type="expand_as"]; -"1536 div_21" [id=1536, type=div]; -"1537 quantize_per_tensor_default_66" [id=1537, type="quantize_per_tensor"]; -"1538 dequantize_per_tensor_default_66" [id=1538, type="dequantize_per_tensor"]; -"1539 transpose_20" [id=1539, type=transpose]; -"1540 matmul_20" [id=1540, type=matmul]; -"1541 clamp_10" [id=1541, type=clamp]; -"1542 exp_10" [id=1542, type=exp]; -"1543 mul_21" [id=1543, type=mul]; -"1544 add_35" [id=1544, type=add]; -"1545 softmax_10" [id=1545, type=softmax]; -"1546 dropout_40" [id=1546, type=dropout]; -"1547 matmul_21" [id=1547, type=matmul]; -"1548 quantize_per_tensor_default_67" [id=1548, type="quantize_per_tensor"]; -"1549 dequantize_per_tensor_default_67" [id=1549, type="dequantize_per_tensor"]; -"1550 transpose_21" [id=1550, type=transpose]; -"1551 reshape_47" [id=1551, type=reshape]; -"1552 linear_66" [id=1552, type=linear]; -"1553 dropout_41" [id=1553, type=dropout]; -"1554 view_58" [id=1554, type=view]; -"1555 permute_49" [id=1555, type=permute]; -"1556 reshape_48" [id=1556, type=reshape]; -"1557 slice_174" [id=1557, type=slice]; -"1558 slice_175" [id=1558, type=slice]; -"1559 slice_176" [id=1559, type=slice]; -"1560 slice_177" [id=1560, type=slice]; -"1561 contiguous_19" [id=1561, type=contiguous]; -"1562 layer_norm_24" [id=1562, type="layer_norm"]; -"1563 add_36" [id=1563, type=add]; -"1564 quantize_per_tensor_default_68" [id=1564, type="quantize_per_tensor"]; -"1565 dequantize_per_tensor_default_68" [id=1565, type="dequantize_per_tensor"]; -"1566 linear_67" [id=1566, type=linear]; -"1567 gelu_10" [id=1567, type=gelu]; -"1568 quantize_per_tensor_default_69" [id=1568, type="quantize_per_tensor"]; -"1569 dequantize_per_tensor_default_69" [id=1569, type="dequantize_per_tensor"]; -"1570 dropout_42" [id=1570, type=dropout]; -"1571 linear_68" [id=1571, type=linear]; -"1572 dropout_43" [id=1572, type=dropout]; -"1573 layer_norm_25" [id=1573, type="layer_norm"]; -"1574 add_37" [id=1574, type=add]; -"1575 quantize_per_tensor_default_70" [id=1575, type="quantize_per_tensor"]; -"1576 dequantize_per_tensor_default_70" [id=1576, type="dequantize_per_tensor"]; -"1577 linear_69" [id=1577, type=linear]; -"1578 relu__11" [id=1578, type="relu_"]; -"1579 linear_70" [id=1579, type=linear]; -"1580 view_59" [id=1580, type=view]; -"1581 index_11" [id=1581, type=index]; -"1582 view_60" [id=1582, type=view]; -"1583 permute_50" [id=1583, type=permute]; -"1584 contiguous_20" [id=1584, type=contiguous]; -"1585 unsqueeze_31" [id=1585, type=unsqueeze]; -"1586 sigmoid_11" [id=1586, type=sigmoid]; -"1587 mul_22" [id=1587, type=mul]; -"1588 pad_14" [id=1588, type=pad]; -"1589 view_61" [id=1589, type=view]; -"1590 permute_51" [id=1590, type=permute]; -"1591 reshape_49" [id=1591, type=reshape]; -"1592 clone_11" [id=1592, type=clone]; -"1593 slice_178" [id=1593, type=slice]; -"1594 zero__11" [id=1594, type="zero_"]; -"1595 linear_71" [id=1595, type=linear]; -"1596 reshape_50" [id=1596, type=reshape]; -"1597 permute_52" [id=1597, type=permute]; -"1598 select_33" [id=1598, type=select]; -"1599 select_34" [id=1599, type=select]; -"1600 select_35" [id=1600, type=select]; -"1601 linalg_vector_norm_22" [id=1601, type="linalg_vector_norm"]; -"1602 clamp_min_22" [id=1602, type="clamp_min"]; -"1603 expand_as_22" [id=1603, type="expand_as"]; -"1604 div_22" [id=1604, type=div]; -"1605 quantize_per_tensor_default_71" [id=1605, type="quantize_per_tensor"]; -"1606 dequantize_per_tensor_default_71" [id=1606, type="dequantize_per_tensor"]; -"1607 linalg_vector_norm_23" [id=1607, type="linalg_vector_norm"]; -"1608 clamp_min_23" [id=1608, type="clamp_min"]; -"1609 expand_as_23" [id=1609, type="expand_as"]; -"1610 div_23" [id=1610, type=div]; -"1611 quantize_per_tensor_default_72" [id=1611, type="quantize_per_tensor"]; -"1612 dequantize_per_tensor_default_72" [id=1612, type="dequantize_per_tensor"]; -"1613 transpose_22" [id=1613, type=transpose]; -"1614 matmul_22" [id=1614, type=matmul]; -"1615 clamp_11" [id=1615, type=clamp]; -"1616 exp_11" [id=1616, type=exp]; -"1617 mul_23" [id=1617, type=mul]; -"1618 add_38" [id=1618, type=add]; -"1619 softmax_11" [id=1619, type=softmax]; -"1620 dropout_44" [id=1620, type=dropout]; -"1621 matmul_23" [id=1621, type=matmul]; -"1622 quantize_per_tensor_default_73" [id=1622, type="quantize_per_tensor"]; -"1623 dequantize_per_tensor_default_73" [id=1623, type="dequantize_per_tensor"]; -"1624 transpose_23" [id=1624, type=transpose]; -"1625 reshape_51" [id=1625, type=reshape]; -"1626 linear_72" [id=1626, type=linear]; -"1627 dropout_45" [id=1627, type=dropout]; -"1628 view_62" [id=1628, type=view]; -"1629 permute_53" [id=1629, type=permute]; -"1630 reshape_52" [id=1630, type=reshape]; -"1631 slice_179" [id=1631, type=slice]; -"1632 slice_180" [id=1632, type=slice]; -"1633 slice_181" [id=1633, type=slice]; -"1634 slice_182" [id=1634, type=slice]; -"1635 contiguous_21" [id=1635, type=contiguous]; -"1636 layer_norm_26" [id=1636, type="layer_norm"]; -"1637 add_39" [id=1637, type=add]; -"1638 quantize_per_tensor_default_74" [id=1638, type="quantize_per_tensor"]; -"1639 dequantize_per_tensor_default_74" [id=1639, type="dequantize_per_tensor"]; -"1640 linear_73" [id=1640, type=linear]; -"1641 gelu_11" [id=1641, type=gelu]; -"1642 quantize_per_tensor_default_75" [id=1642, type="quantize_per_tensor"]; -"1643 dequantize_per_tensor_default_75" [id=1643, type="dequantize_per_tensor"]; -"1644 dropout_46" [id=1644, type=dropout]; -"1645 linear_74" [id=1645, type=linear]; -"1646 dropout_47" [id=1646, type=dropout]; -"1647 layer_norm_27" [id=1647, type="layer_norm"]; -"1648 add_40" [id=1648, type=add]; -"1649 layer_norm_28" [id=1649, type="layer_norm"]; -"1650 permute_54" [id=1650, type=permute]; -"1651 adaptive_avg_pool2d" [id=1651, type="adaptive_avg_pool2d"]; -"1652 quantize_per_tensor_default_76" [id=1652, type="quantize_per_tensor"]; -"1653 dequantize_per_tensor_default_76" [id=1653, type="dequantize_per_tensor"]; -"1654 flatten" [id=1654, type=flatten]; -"1655 linear_75" [id=1655, type=linear]; -"1656 output" [id=1656, type=output]; +"499 alias" [id=499, type=alias]; +"500 layer_norm_1" [id=500, type="layer_norm"]; +"501 add_1" [id=501, type=add]; +"502 quantize_per_tensor_default_5" [id=502, type="quantize_per_tensor"]; +"503 dequantize_per_tensor_default_5" [id=503, type="dequantize_per_tensor"]; +"504 linear_4" [id=504, type=linear]; +"505 gelu" [id=505, type=gelu]; +"506 quantize_per_tensor_default_6" [id=506, type="quantize_per_tensor"]; +"507 dequantize_per_tensor_default_6" [id=507, type="dequantize_per_tensor"]; +"508 dropout_2" [id=508, type=dropout]; +"509 linear_5" [id=509, type=linear]; +"510 dropout_3" [id=510, type=dropout]; +"511 layer_norm_2" [id=511, type="layer_norm"]; +"512 add_2" [id=512, type=add]; +"513 linear_6" [id=513, type=linear]; +"514 relu__1" [id=514, type="relu_"]; +"515 linear_7" [id=515, type=linear]; +"516 view_4" [id=516, type=view]; +"517 index_1" [id=517, type=index]; +"518 view_5" [id=518, type=view]; +"519 permute_5" [id=519, type=permute]; +"520 contiguous_1" [id=520, type=contiguous]; +"521 unsqueeze_1" [id=521, type=unsqueeze]; +"522 sigmoid_1" [id=522, type=sigmoid]; +"523 mul_2" [id=523, type=mul]; +"524 pad_1" [id=524, type=pad]; +"525 roll" [id=525, type=roll]; +"526 view_6" [id=526, type=view]; +"527 permute_6" [id=527, type=permute]; +"528 reshape_4" [id=528, type=reshape]; +"529 quantize_per_tensor_default_7" [id=529, type="quantize_per_tensor"]; +"530 dequantize_per_tensor_default_7" [id=530, type="dequantize_per_tensor"]; +"531 clone_1" [id=531, type=clone]; +"532 slice_2" [id=532, type=slice]; +"533 zero__1" [id=533, type="zero_"]; +"534 linear_8" [id=534, type=linear]; +"535 reshape_5" [id=535, type=reshape]; +"536 permute_7" [id=536, type=permute]; +"537 select_3" [id=537, type=select]; +"538 select_4" [id=538, type=select]; +"539 select_5" [id=539, type=select]; +"540 linalg_vector_norm_2" [id=540, type="linalg_vector_norm"]; +"541 clamp_min_2" [id=541, type="clamp_min"]; +"542 expand_as_2" [id=542, type="expand_as"]; +"543 div_2" [id=543, type=div]; +"544 quantize_per_tensor_default_8" [id=544, type="quantize_per_tensor"]; +"545 dequantize_per_tensor_default_8" [id=545, type="dequantize_per_tensor"]; +"546 linalg_vector_norm_3" [id=546, type="linalg_vector_norm"]; +"547 clamp_min_3" [id=547, type="clamp_min"]; +"548 expand_as_3" [id=548, type="expand_as"]; +"549 div_3" [id=549, type=div]; +"550 quantize_per_tensor_default_9" [id=550, type="quantize_per_tensor"]; +"551 dequantize_per_tensor_default_9" [id=551, type="dequantize_per_tensor"]; +"552 transpose_2" [id=552, type=transpose]; +"553 matmul_2" [id=553, type=matmul]; +"554 clamp_1" [id=554, type=clamp]; +"555 exp_1" [id=555, type=exp]; +"556 mul_3" [id=556, type=mul]; +"557 add_3" [id=557, type=add]; +"558 new_zeros" [id=558, type="new_zeros"]; +"559 lift_fresh_copy" [id=559, type="lift_fresh_copy"]; +"560 slice_3" [id=560, type=slice]; +"561 slice_4" [id=561, type=slice]; +"562 fill_" [id=562, type="fill_"]; +"563 lift_fresh_copy_1" [id=563, type="lift_fresh_copy"]; +"564 slice_5" [id=564, type=slice]; +"565 slice_6" [id=565, type=slice]; +"566 fill__1" [id=566, type="fill_"]; +"567 lift_fresh_copy_2" [id=567, type="lift_fresh_copy"]; +"568 slice_7" [id=568, type=slice]; +"569 slice_8" [id=569, type=slice]; +"570 fill__2" [id=570, type="fill_"]; +"571 lift_fresh_copy_3" [id=571, type="lift_fresh_copy"]; +"572 slice_9" [id=572, type=slice]; +"573 slice_10" [id=573, type=slice]; +"574 fill__3" [id=574, type="fill_"]; +"575 lift_fresh_copy_4" [id=575, type="lift_fresh_copy"]; +"576 slice_11" [id=576, type=slice]; +"577 slice_12" [id=577, type=slice]; +"578 fill__4" [id=578, type="fill_"]; +"579 lift_fresh_copy_5" [id=579, type="lift_fresh_copy"]; +"580 slice_13" [id=580, type=slice]; +"581 slice_14" [id=581, type=slice]; +"582 fill__5" [id=582, type="fill_"]; +"583 lift_fresh_copy_6" [id=583, type="lift_fresh_copy"]; +"584 slice_15" [id=584, type=slice]; +"585 slice_16" [id=585, type=slice]; +"586 fill__6" [id=586, type="fill_"]; +"587 lift_fresh_copy_7" [id=587, type="lift_fresh_copy"]; +"588 slice_17" [id=588, type=slice]; +"589 slice_18" [id=589, type=slice]; +"590 fill__7" [id=590, type="fill_"]; +"591 lift_fresh_copy_8" [id=591, type="lift_fresh_copy"]; +"592 slice_19" [id=592, type=slice]; +"593 slice_20" [id=593, type=slice]; +"594 fill__8" [id=594, type="fill_"]; +"595 view_7" [id=595, type=view]; +"596 permute_8" [id=596, type=permute]; +"597 reshape_6" [id=597, type=reshape]; +"598 unsqueeze_2" [id=598, type=unsqueeze]; +"599 unsqueeze_3" [id=599, type=unsqueeze]; +"600 sub" [id=600, type=sub]; +"601 ne" [id=601, type=ne]; +"602 masked_fill" [id=602, type="masked_fill"]; +"603 eq" [id=603, type=eq]; +"604 masked_fill_1" [id=604, type="masked_fill"]; +"605 view_8" [id=605, type=view]; +"606 unsqueeze_4" [id=606, type=unsqueeze]; +"607 unsqueeze_5" [id=607, type=unsqueeze]; +"608 add_4" [id=608, type=add]; +"609 view_9" [id=609, type=view]; +"610 softmax_1" [id=610, type=softmax]; +"611 dropout_4" [id=611, type=dropout]; +"612 matmul_3" [id=612, type=matmul]; +"613 quantize_per_tensor_default_10" [id=613, type="quantize_per_tensor"]; +"614 dequantize_per_tensor_default_10" [id=614, type="dequantize_per_tensor"]; +"615 transpose_3" [id=615, type=transpose]; +"616 reshape_7" [id=616, type=reshape]; +"617 linear_9" [id=617, type=linear]; +"618 dropout_5" [id=618, type=dropout]; +"619 view_10" [id=619, type=view]; +"620 permute_9" [id=620, type=permute]; +"621 reshape_8" [id=621, type=reshape]; +"622 roll_1" [id=622, type=roll]; +"623 alias_1" [id=623, type=alias]; +"624 layer_norm_3" [id=624, type="layer_norm"]; +"625 add_5" [id=625, type=add]; +"626 quantize_per_tensor_default_11" [id=626, type="quantize_per_tensor"]; +"627 dequantize_per_tensor_default_11" [id=627, type="dequantize_per_tensor"]; +"628 linear_10" [id=628, type=linear]; +"629 gelu_1" [id=629, type=gelu]; +"630 quantize_per_tensor_default_12" [id=630, type="quantize_per_tensor"]; +"631 dequantize_per_tensor_default_12" [id=631, type="dequantize_per_tensor"]; +"632 dropout_6" [id=632, type=dropout]; +"633 linear_11" [id=633, type=linear]; +"634 dropout_7" [id=634, type=dropout]; +"635 layer_norm_4" [id=635, type="layer_norm"]; +"636 add_6" [id=636, type=add]; +"637 quantize_per_tensor_default_13" [id=637, type="quantize_per_tensor"]; +"638 dequantize_per_tensor_default_13" [id=638, type="dequantize_per_tensor"]; +"639 pad_2" [id=639, type=pad]; +"640 slice_21" [id=640, type=slice]; +"641 slice_22" [id=641, type=slice]; +"642 slice_23" [id=642, type=slice]; +"643 slice_24" [id=643, type=slice]; +"644 slice_25" [id=644, type=slice]; +"645 slice_26" [id=645, type=slice]; +"646 slice_27" [id=646, type=slice]; +"647 slice_28" [id=647, type=slice]; +"648 cat" [id=648, type=cat]; +"649 linear_12" [id=649, type=linear]; +"650 layer_norm_5" [id=650, type="layer_norm"]; +"651 quantize_per_tensor_default_14" [id=651, type="quantize_per_tensor"]; +"652 dequantize_per_tensor_default_14" [id=652, type="dequantize_per_tensor"]; +"653 linear_13" [id=653, type=linear]; +"654 relu__2" [id=654, type="relu_"]; +"655 linear_14" [id=655, type=linear]; +"656 view_11" [id=656, type=view]; +"657 index_2" [id=657, type=index]; +"658 view_12" [id=658, type=view]; +"659 permute_10" [id=659, type=permute]; +"660 contiguous_2" [id=660, type=contiguous]; +"661 unsqueeze_6" [id=661, type=unsqueeze]; +"662 sigmoid_2" [id=662, type=sigmoid]; +"663 mul_4" [id=663, type=mul]; +"664 pad_3" [id=664, type=pad]; +"665 view_13" [id=665, type=view]; +"666 permute_11" [id=666, type=permute]; +"667 reshape_9" [id=667, type=reshape]; +"668 clone_2" [id=668, type=clone]; +"669 slice_29" [id=669, type=slice]; +"670 zero__2" [id=670, type="zero_"]; +"671 linear_15" [id=671, type=linear]; +"672 reshape_10" [id=672, type=reshape]; +"673 permute_12" [id=673, type=permute]; +"674 select_6" [id=674, type=select]; +"675 select_7" [id=675, type=select]; +"676 select_8" [id=676, type=select]; +"677 linalg_vector_norm_4" [id=677, type="linalg_vector_norm"]; +"678 clamp_min_4" [id=678, type="clamp_min"]; +"679 expand_as_4" [id=679, type="expand_as"]; +"680 div_4" [id=680, type=div]; +"681 quantize_per_tensor_default_15" [id=681, type="quantize_per_tensor"]; +"682 dequantize_per_tensor_default_15" [id=682, type="dequantize_per_tensor"]; +"683 linalg_vector_norm_5" [id=683, type="linalg_vector_norm"]; +"684 clamp_min_5" [id=684, type="clamp_min"]; +"685 expand_as_5" [id=685, type="expand_as"]; +"686 div_5" [id=686, type=div]; +"687 quantize_per_tensor_default_16" [id=687, type="quantize_per_tensor"]; +"688 dequantize_per_tensor_default_16" [id=688, type="dequantize_per_tensor"]; +"689 transpose_4" [id=689, type=transpose]; +"690 matmul_4" [id=690, type=matmul]; +"691 clamp_2" [id=691, type=clamp]; +"692 exp_2" [id=692, type=exp]; +"693 mul_5" [id=693, type=mul]; +"694 add_7" [id=694, type=add]; +"695 softmax_2" [id=695, type=softmax]; +"696 dropout_8" [id=696, type=dropout]; +"697 matmul_5" [id=697, type=matmul]; +"698 quantize_per_tensor_default_17" [id=698, type="quantize_per_tensor"]; +"699 dequantize_per_tensor_default_17" [id=699, type="dequantize_per_tensor"]; +"700 transpose_5" [id=700, type=transpose]; +"701 reshape_11" [id=701, type=reshape]; +"702 linear_16" [id=702, type=linear]; +"703 dropout_9" [id=703, type=dropout]; +"704 view_14" [id=704, type=view]; +"705 permute_13" [id=705, type=permute]; +"706 reshape_12" [id=706, type=reshape]; +"707 slice_30" [id=707, type=slice]; +"708 slice_31" [id=708, type=slice]; +"709 contiguous_3" [id=709, type=contiguous]; +"710 layer_norm_6" [id=710, type="layer_norm"]; +"711 add_8" [id=711, type=add]; +"712 quantize_per_tensor_default_18" [id=712, type="quantize_per_tensor"]; +"713 dequantize_per_tensor_default_18" [id=713, type="dequantize_per_tensor"]; +"714 linear_17" [id=714, type=linear]; +"715 gelu_2" [id=715, type=gelu]; +"716 quantize_per_tensor_default_19" [id=716, type="quantize_per_tensor"]; +"717 dequantize_per_tensor_default_19" [id=717, type="dequantize_per_tensor"]; +"718 dropout_10" [id=718, type=dropout]; +"719 linear_18" [id=719, type=linear]; +"720 dropout_11" [id=720, type=dropout]; +"721 layer_norm_7" [id=721, type="layer_norm"]; +"722 add_9" [id=722, type=add]; +"723 linear_19" [id=723, type=linear]; +"724 relu__3" [id=724, type="relu_"]; +"725 linear_20" [id=725, type=linear]; +"726 view_15" [id=726, type=view]; +"727 index_3" [id=727, type=index]; +"728 view_16" [id=728, type=view]; +"729 permute_14" [id=729, type=permute]; +"730 contiguous_4" [id=730, type=contiguous]; +"731 unsqueeze_7" [id=731, type=unsqueeze]; +"732 sigmoid_3" [id=732, type=sigmoid]; +"733 mul_6" [id=733, type=mul]; +"734 pad_4" [id=734, type=pad]; +"735 roll_2" [id=735, type=roll]; +"736 view_17" [id=736, type=view]; +"737 permute_15" [id=737, type=permute]; +"738 reshape_13" [id=738, type=reshape]; +"739 quantize_per_tensor_default_20" [id=739, type="quantize_per_tensor"]; +"740 dequantize_per_tensor_default_20" [id=740, type="dequantize_per_tensor"]; +"741 clone_3" [id=741, type=clone]; +"742 slice_32" [id=742, type=slice]; +"743 zero__3" [id=743, type="zero_"]; +"744 linear_21" [id=744, type=linear]; +"745 reshape_14" [id=745, type=reshape]; +"746 permute_16" [id=746, type=permute]; +"747 select_9" [id=747, type=select]; +"748 select_10" [id=748, type=select]; +"749 select_11" [id=749, type=select]; +"750 linalg_vector_norm_6" [id=750, type="linalg_vector_norm"]; +"751 clamp_min_6" [id=751, type="clamp_min"]; +"752 expand_as_6" [id=752, type="expand_as"]; +"753 div_6" [id=753, type=div]; +"754 quantize_per_tensor_default_21" [id=754, type="quantize_per_tensor"]; +"755 dequantize_per_tensor_default_21" [id=755, type="dequantize_per_tensor"]; +"756 linalg_vector_norm_7" [id=756, type="linalg_vector_norm"]; +"757 clamp_min_7" [id=757, type="clamp_min"]; +"758 expand_as_7" [id=758, type="expand_as"]; +"759 div_7" [id=759, type=div]; +"760 quantize_per_tensor_default_22" [id=760, type="quantize_per_tensor"]; +"761 dequantize_per_tensor_default_22" [id=761, type="dequantize_per_tensor"]; +"762 transpose_6" [id=762, type=transpose]; +"763 matmul_6" [id=763, type=matmul]; +"764 clamp_3" [id=764, type=clamp]; +"765 exp_3" [id=765, type=exp]; +"766 mul_7" [id=766, type=mul]; +"767 add_10" [id=767, type=add]; +"768 new_zeros_1" [id=768, type="new_zeros"]; +"769 lift_fresh_copy_9" [id=769, type="lift_fresh_copy"]; +"770 slice_33" [id=770, type=slice]; +"771 slice_34" [id=771, type=slice]; +"772 fill__9" [id=772, type="fill_"]; +"773 lift_fresh_copy_10" [id=773, type="lift_fresh_copy"]; +"774 slice_35" [id=774, type=slice]; +"775 slice_36" [id=775, type=slice]; +"776 fill__10" [id=776, type="fill_"]; +"777 lift_fresh_copy_11" [id=777, type="lift_fresh_copy"]; +"778 slice_37" [id=778, type=slice]; +"779 slice_38" [id=779, type=slice]; +"780 fill__11" [id=780, type="fill_"]; +"781 lift_fresh_copy_12" [id=781, type="lift_fresh_copy"]; +"782 slice_39" [id=782, type=slice]; +"783 slice_40" [id=783, type=slice]; +"784 fill__12" [id=784, type="fill_"]; +"785 lift_fresh_copy_13" [id=785, type="lift_fresh_copy"]; +"786 slice_41" [id=786, type=slice]; +"787 slice_42" [id=787, type=slice]; +"788 fill__13" [id=788, type="fill_"]; +"789 lift_fresh_copy_14" [id=789, type="lift_fresh_copy"]; +"790 slice_43" [id=790, type=slice]; +"791 slice_44" [id=791, type=slice]; +"792 fill__14" [id=792, type="fill_"]; +"793 lift_fresh_copy_15" [id=793, type="lift_fresh_copy"]; +"794 slice_45" [id=794, type=slice]; +"795 slice_46" [id=795, type=slice]; +"796 fill__15" [id=796, type="fill_"]; +"797 lift_fresh_copy_16" [id=797, type="lift_fresh_copy"]; +"798 slice_47" [id=798, type=slice]; +"799 slice_48" [id=799, type=slice]; +"800 fill__16" [id=800, type="fill_"]; +"801 lift_fresh_copy_17" [id=801, type="lift_fresh_copy"]; +"802 slice_49" [id=802, type=slice]; +"803 slice_50" [id=803, type=slice]; +"804 fill__17" [id=804, type="fill_"]; +"805 view_18" [id=805, type=view]; +"806 permute_17" [id=806, type=permute]; +"807 reshape_15" [id=807, type=reshape]; +"808 unsqueeze_8" [id=808, type=unsqueeze]; +"809 unsqueeze_9" [id=809, type=unsqueeze]; +"810 sub_1" [id=810, type=sub]; +"811 ne_1" [id=811, type=ne]; +"812 masked_fill_2" [id=812, type="masked_fill"]; +"813 eq_1" [id=813, type=eq]; +"814 masked_fill_3" [id=814, type="masked_fill"]; +"815 view_19" [id=815, type=view]; +"816 unsqueeze_10" [id=816, type=unsqueeze]; +"817 unsqueeze_11" [id=817, type=unsqueeze]; +"818 add_11" [id=818, type=add]; +"819 view_20" [id=819, type=view]; +"820 softmax_3" [id=820, type=softmax]; +"821 dropout_12" [id=821, type=dropout]; +"822 matmul_7" [id=822, type=matmul]; +"823 quantize_per_tensor_default_23" [id=823, type="quantize_per_tensor"]; +"824 dequantize_per_tensor_default_23" [id=824, type="dequantize_per_tensor"]; +"825 transpose_7" [id=825, type=transpose]; +"826 reshape_16" [id=826, type=reshape]; +"827 linear_22" [id=827, type=linear]; +"828 dropout_13" [id=828, type=dropout]; +"829 view_21" [id=829, type=view]; +"830 permute_18" [id=830, type=permute]; +"831 reshape_17" [id=831, type=reshape]; +"832 roll_3" [id=832, type=roll]; +"833 slice_51" [id=833, type=slice]; +"834 slice_52" [id=834, type=slice]; +"835 contiguous_5" [id=835, type=contiguous]; +"836 layer_norm_8" [id=836, type="layer_norm"]; +"837 add_12" [id=837, type=add]; +"838 quantize_per_tensor_default_24" [id=838, type="quantize_per_tensor"]; +"839 dequantize_per_tensor_default_24" [id=839, type="dequantize_per_tensor"]; +"840 linear_23" [id=840, type=linear]; +"841 gelu_3" [id=841, type=gelu]; +"842 quantize_per_tensor_default_25" [id=842, type="quantize_per_tensor"]; +"843 dequantize_per_tensor_default_25" [id=843, type="dequantize_per_tensor"]; +"844 dropout_14" [id=844, type=dropout]; +"845 linear_24" [id=845, type=linear]; +"846 dropout_15" [id=846, type=dropout]; +"847 layer_norm_9" [id=847, type="layer_norm"]; +"848 add_13" [id=848, type=add]; +"849 quantize_per_tensor_default_26" [id=849, type="quantize_per_tensor"]; +"850 dequantize_per_tensor_default_26" [id=850, type="dequantize_per_tensor"]; +"851 pad_5" [id=851, type=pad]; +"852 slice_53" [id=852, type=slice]; +"853 slice_54" [id=853, type=slice]; +"854 slice_55" [id=854, type=slice]; +"855 slice_56" [id=855, type=slice]; +"856 slice_57" [id=856, type=slice]; +"857 slice_58" [id=857, type=slice]; +"858 slice_59" [id=858, type=slice]; +"859 slice_60" [id=859, type=slice]; +"860 cat_1" [id=860, type=cat]; +"861 linear_25" [id=861, type=linear]; +"862 layer_norm_10" [id=862, type="layer_norm"]; +"863 quantize_per_tensor_default_27" [id=863, type="quantize_per_tensor"]; +"864 dequantize_per_tensor_default_27" [id=864, type="dequantize_per_tensor"]; +"865 linear_26" [id=865, type=linear]; +"866 relu__4" [id=866, type="relu_"]; +"867 linear_27" [id=867, type=linear]; +"868 view_22" [id=868, type=view]; +"869 index_4" [id=869, type=index]; +"870 view_23" [id=870, type=view]; +"871 permute_19" [id=871, type=permute]; +"872 contiguous_6" [id=872, type=contiguous]; +"873 unsqueeze_12" [id=873, type=unsqueeze]; +"874 sigmoid_4" [id=874, type=sigmoid]; +"875 mul_8" [id=875, type=mul]; +"876 pad_6" [id=876, type=pad]; +"877 view_24" [id=877, type=view]; +"878 permute_20" [id=878, type=permute]; +"879 reshape_18" [id=879, type=reshape]; +"880 clone_4" [id=880, type=clone]; +"881 slice_61" [id=881, type=slice]; +"882 zero__4" [id=882, type="zero_"]; +"883 linear_28" [id=883, type=linear]; +"884 reshape_19" [id=884, type=reshape]; +"885 permute_21" [id=885, type=permute]; +"886 select_12" [id=886, type=select]; +"887 select_13" [id=887, type=select]; +"888 select_14" [id=888, type=select]; +"889 linalg_vector_norm_8" [id=889, type="linalg_vector_norm"]; +"890 clamp_min_8" [id=890, type="clamp_min"]; +"891 expand_as_8" [id=891, type="expand_as"]; +"892 div_8" [id=892, type=div]; +"893 quantize_per_tensor_default_28" [id=893, type="quantize_per_tensor"]; +"894 dequantize_per_tensor_default_28" [id=894, type="dequantize_per_tensor"]; +"895 linalg_vector_norm_9" [id=895, type="linalg_vector_norm"]; +"896 clamp_min_9" [id=896, type="clamp_min"]; +"897 expand_as_9" [id=897, type="expand_as"]; +"898 div_9" [id=898, type=div]; +"899 quantize_per_tensor_default_29" [id=899, type="quantize_per_tensor"]; +"900 dequantize_per_tensor_default_29" [id=900, type="dequantize_per_tensor"]; +"901 transpose_8" [id=901, type=transpose]; +"902 matmul_8" [id=902, type=matmul]; +"903 clamp_4" [id=903, type=clamp]; +"904 exp_4" [id=904, type=exp]; +"905 mul_9" [id=905, type=mul]; +"906 add_14" [id=906, type=add]; +"907 softmax_4" [id=907, type=softmax]; +"908 dropout_16" [id=908, type=dropout]; +"909 matmul_9" [id=909, type=matmul]; +"910 quantize_per_tensor_default_30" [id=910, type="quantize_per_tensor"]; +"911 dequantize_per_tensor_default_30" [id=911, type="dequantize_per_tensor"]; +"912 transpose_9" [id=912, type=transpose]; +"913 reshape_20" [id=913, type=reshape]; +"914 linear_29" [id=914, type=linear]; +"915 dropout_17" [id=915, type=dropout]; +"916 view_25" [id=916, type=view]; +"917 permute_22" [id=917, type=permute]; +"918 reshape_21" [id=918, type=reshape]; +"919 slice_62" [id=919, type=slice]; +"920 slice_63" [id=920, type=slice]; +"921 contiguous_7" [id=921, type=contiguous]; +"922 layer_norm_11" [id=922, type="layer_norm"]; +"923 add_15" [id=923, type=add]; +"924 quantize_per_tensor_default_31" [id=924, type="quantize_per_tensor"]; +"925 dequantize_per_tensor_default_31" [id=925, type="dequantize_per_tensor"]; +"926 linear_30" [id=926, type=linear]; +"927 gelu_4" [id=927, type=gelu]; +"928 quantize_per_tensor_default_32" [id=928, type="quantize_per_tensor"]; +"929 dequantize_per_tensor_default_32" [id=929, type="dequantize_per_tensor"]; +"930 dropout_18" [id=930, type=dropout]; +"931 linear_31" [id=931, type=linear]; +"932 dropout_19" [id=932, type=dropout]; +"933 layer_norm_12" [id=933, type="layer_norm"]; +"934 add_16" [id=934, type=add]; +"935 linear_32" [id=935, type=linear]; +"936 relu__5" [id=936, type="relu_"]; +"937 linear_33" [id=937, type=linear]; +"938 view_26" [id=938, type=view]; +"939 index_5" [id=939, type=index]; +"940 view_27" [id=940, type=view]; +"941 permute_23" [id=941, type=permute]; +"942 contiguous_8" [id=942, type=contiguous]; +"943 unsqueeze_13" [id=943, type=unsqueeze]; +"944 sigmoid_5" [id=944, type=sigmoid]; +"945 mul_10" [id=945, type=mul]; +"946 pad_7" [id=946, type=pad]; +"947 roll_4" [id=947, type=roll]; +"948 view_28" [id=948, type=view]; +"949 permute_24" [id=949, type=permute]; +"950 reshape_22" [id=950, type=reshape]; +"951 quantize_per_tensor_default_33" [id=951, type="quantize_per_tensor"]; +"952 dequantize_per_tensor_default_33" [id=952, type="dequantize_per_tensor"]; +"953 clone_5" [id=953, type=clone]; +"954 slice_64" [id=954, type=slice]; +"955 zero__5" [id=955, type="zero_"]; +"956 linear_34" [id=956, type=linear]; +"957 reshape_23" [id=957, type=reshape]; +"958 permute_25" [id=958, type=permute]; +"959 select_15" [id=959, type=select]; +"960 select_16" [id=960, type=select]; +"961 select_17" [id=961, type=select]; +"962 linalg_vector_norm_10" [id=962, type="linalg_vector_norm"]; +"963 clamp_min_10" [id=963, type="clamp_min"]; +"964 expand_as_10" [id=964, type="expand_as"]; +"965 div_10" [id=965, type=div]; +"966 quantize_per_tensor_default_34" [id=966, type="quantize_per_tensor"]; +"967 dequantize_per_tensor_default_34" [id=967, type="dequantize_per_tensor"]; +"968 linalg_vector_norm_11" [id=968, type="linalg_vector_norm"]; +"969 clamp_min_11" [id=969, type="clamp_min"]; +"970 expand_as_11" [id=970, type="expand_as"]; +"971 div_11" [id=971, type=div]; +"972 quantize_per_tensor_default_35" [id=972, type="quantize_per_tensor"]; +"973 dequantize_per_tensor_default_35" [id=973, type="dequantize_per_tensor"]; +"974 transpose_10" [id=974, type=transpose]; +"975 matmul_10" [id=975, type=matmul]; +"976 clamp_5" [id=976, type=clamp]; +"977 exp_5" [id=977, type=exp]; +"978 mul_11" [id=978, type=mul]; +"979 add_17" [id=979, type=add]; +"980 new_zeros_2" [id=980, type="new_zeros"]; +"981 lift_fresh_copy_18" [id=981, type="lift_fresh_copy"]; +"982 slice_65" [id=982, type=slice]; +"983 slice_66" [id=983, type=slice]; +"984 fill__18" [id=984, type="fill_"]; +"985 lift_fresh_copy_19" [id=985, type="lift_fresh_copy"]; +"986 slice_67" [id=986, type=slice]; +"987 slice_68" [id=987, type=slice]; +"988 fill__19" [id=988, type="fill_"]; +"989 lift_fresh_copy_20" [id=989, type="lift_fresh_copy"]; +"990 slice_69" [id=990, type=slice]; +"991 slice_70" [id=991, type=slice]; +"992 fill__20" [id=992, type="fill_"]; +"993 lift_fresh_copy_21" [id=993, type="lift_fresh_copy"]; +"994 slice_71" [id=994, type=slice]; +"995 slice_72" [id=995, type=slice]; +"996 fill__21" [id=996, type="fill_"]; +"997 lift_fresh_copy_22" [id=997, type="lift_fresh_copy"]; +"998 slice_73" [id=998, type=slice]; +"999 slice_74" [id=999, type=slice]; +"1000 fill__22" [id=1000, type="fill_"]; +"1001 lift_fresh_copy_23" [id=1001, type="lift_fresh_copy"]; +"1002 slice_75" [id=1002, type=slice]; +"1003 slice_76" [id=1003, type=slice]; +"1004 fill__23" [id=1004, type="fill_"]; +"1005 lift_fresh_copy_24" [id=1005, type="lift_fresh_copy"]; +"1006 slice_77" [id=1006, type=slice]; +"1007 slice_78" [id=1007, type=slice]; +"1008 fill__24" [id=1008, type="fill_"]; +"1009 lift_fresh_copy_25" [id=1009, type="lift_fresh_copy"]; +"1010 slice_79" [id=1010, type=slice]; +"1011 slice_80" [id=1011, type=slice]; +"1012 fill__25" [id=1012, type="fill_"]; +"1013 lift_fresh_copy_26" [id=1013, type="lift_fresh_copy"]; +"1014 slice_81" [id=1014, type=slice]; +"1015 slice_82" [id=1015, type=slice]; +"1016 fill__26" [id=1016, type="fill_"]; +"1017 view_29" [id=1017, type=view]; +"1018 permute_26" [id=1018, type=permute]; +"1019 reshape_24" [id=1019, type=reshape]; +"1020 unsqueeze_14" [id=1020, type=unsqueeze]; +"1021 unsqueeze_15" [id=1021, type=unsqueeze]; +"1022 sub_2" [id=1022, type=sub]; +"1023 ne_2" [id=1023, type=ne]; +"1024 masked_fill_4" [id=1024, type="masked_fill"]; +"1025 eq_2" [id=1025, type=eq]; +"1026 masked_fill_5" [id=1026, type="masked_fill"]; +"1027 view_30" [id=1027, type=view]; +"1028 unsqueeze_16" [id=1028, type=unsqueeze]; +"1029 unsqueeze_17" [id=1029, type=unsqueeze]; +"1030 add_18" [id=1030, type=add]; +"1031 view_31" [id=1031, type=view]; +"1032 softmax_5" [id=1032, type=softmax]; +"1033 dropout_20" [id=1033, type=dropout]; +"1034 matmul_11" [id=1034, type=matmul]; +"1035 quantize_per_tensor_default_36" [id=1035, type="quantize_per_tensor"]; +"1036 dequantize_per_tensor_default_36" [id=1036, type="dequantize_per_tensor"]; +"1037 transpose_11" [id=1037, type=transpose]; +"1038 reshape_25" [id=1038, type=reshape]; +"1039 linear_35" [id=1039, type=linear]; +"1040 dropout_21" [id=1040, type=dropout]; +"1041 view_32" [id=1041, type=view]; +"1042 permute_27" [id=1042, type=permute]; +"1043 reshape_26" [id=1043, type=reshape]; +"1044 roll_5" [id=1044, type=roll]; +"1045 slice_83" [id=1045, type=slice]; +"1046 slice_84" [id=1046, type=slice]; +"1047 contiguous_9" [id=1047, type=contiguous]; +"1048 layer_norm_13" [id=1048, type="layer_norm"]; +"1049 add_19" [id=1049, type=add]; +"1050 quantize_per_tensor_default_37" [id=1050, type="quantize_per_tensor"]; +"1051 dequantize_per_tensor_default_37" [id=1051, type="dequantize_per_tensor"]; +"1052 linear_36" [id=1052, type=linear]; +"1053 gelu_5" [id=1053, type=gelu]; +"1054 quantize_per_tensor_default_38" [id=1054, type="quantize_per_tensor"]; +"1055 dequantize_per_tensor_default_38" [id=1055, type="dequantize_per_tensor"]; +"1056 dropout_22" [id=1056, type=dropout]; +"1057 linear_37" [id=1057, type=linear]; +"1058 dropout_23" [id=1058, type=dropout]; +"1059 layer_norm_14" [id=1059, type="layer_norm"]; +"1060 add_20" [id=1060, type=add]; +"1061 quantize_per_tensor_default_39" [id=1061, type="quantize_per_tensor"]; +"1062 dequantize_per_tensor_default_39" [id=1062, type="dequantize_per_tensor"]; +"1063 linear_38" [id=1063, type=linear]; +"1064 relu__6" [id=1064, type="relu_"]; +"1065 linear_39" [id=1065, type=linear]; +"1066 view_33" [id=1066, type=view]; +"1067 index_6" [id=1067, type=index]; +"1068 view_34" [id=1068, type=view]; +"1069 permute_28" [id=1069, type=permute]; +"1070 contiguous_10" [id=1070, type=contiguous]; +"1071 unsqueeze_18" [id=1071, type=unsqueeze]; +"1072 sigmoid_6" [id=1072, type=sigmoid]; +"1073 mul_12" [id=1073, type=mul]; +"1074 pad_8" [id=1074, type=pad]; +"1075 view_35" [id=1075, type=view]; +"1076 permute_29" [id=1076, type=permute]; +"1077 reshape_27" [id=1077, type=reshape]; +"1078 clone_6" [id=1078, type=clone]; +"1079 slice_85" [id=1079, type=slice]; +"1080 zero__6" [id=1080, type="zero_"]; +"1081 linear_40" [id=1081, type=linear]; +"1082 reshape_28" [id=1082, type=reshape]; +"1083 permute_30" [id=1083, type=permute]; +"1084 select_18" [id=1084, type=select]; +"1085 select_19" [id=1085, type=select]; +"1086 select_20" [id=1086, type=select]; +"1087 linalg_vector_norm_12" [id=1087, type="linalg_vector_norm"]; +"1088 clamp_min_12" [id=1088, type="clamp_min"]; +"1089 expand_as_12" [id=1089, type="expand_as"]; +"1090 div_12" [id=1090, type=div]; +"1091 quantize_per_tensor_default_40" [id=1091, type="quantize_per_tensor"]; +"1092 dequantize_per_tensor_default_40" [id=1092, type="dequantize_per_tensor"]; +"1093 linalg_vector_norm_13" [id=1093, type="linalg_vector_norm"]; +"1094 clamp_min_13" [id=1094, type="clamp_min"]; +"1095 expand_as_13" [id=1095, type="expand_as"]; +"1096 div_13" [id=1096, type=div]; +"1097 quantize_per_tensor_default_41" [id=1097, type="quantize_per_tensor"]; +"1098 dequantize_per_tensor_default_41" [id=1098, type="dequantize_per_tensor"]; +"1099 transpose_12" [id=1099, type=transpose]; +"1100 matmul_12" [id=1100, type=matmul]; +"1101 clamp_6" [id=1101, type=clamp]; +"1102 exp_6" [id=1102, type=exp]; +"1103 mul_13" [id=1103, type=mul]; +"1104 add_21" [id=1104, type=add]; +"1105 softmax_6" [id=1105, type=softmax]; +"1106 dropout_24" [id=1106, type=dropout]; +"1107 matmul_13" [id=1107, type=matmul]; +"1108 quantize_per_tensor_default_42" [id=1108, type="quantize_per_tensor"]; +"1109 dequantize_per_tensor_default_42" [id=1109, type="dequantize_per_tensor"]; +"1110 transpose_13" [id=1110, type=transpose]; +"1111 reshape_29" [id=1111, type=reshape]; +"1112 linear_41" [id=1112, type=linear]; +"1113 dropout_25" [id=1113, type=dropout]; +"1114 view_36" [id=1114, type=view]; +"1115 permute_31" [id=1115, type=permute]; +"1116 reshape_30" [id=1116, type=reshape]; +"1117 slice_86" [id=1117, type=slice]; +"1118 slice_87" [id=1118, type=slice]; +"1119 contiguous_11" [id=1119, type=contiguous]; +"1120 layer_norm_15" [id=1120, type="layer_norm"]; +"1121 add_22" [id=1121, type=add]; +"1122 quantize_per_tensor_default_43" [id=1122, type="quantize_per_tensor"]; +"1123 dequantize_per_tensor_default_43" [id=1123, type="dequantize_per_tensor"]; +"1124 linear_42" [id=1124, type=linear]; +"1125 gelu_6" [id=1125, type=gelu]; +"1126 quantize_per_tensor_default_44" [id=1126, type="quantize_per_tensor"]; +"1127 dequantize_per_tensor_default_44" [id=1127, type="dequantize_per_tensor"]; +"1128 dropout_26" [id=1128, type=dropout]; +"1129 linear_43" [id=1129, type=linear]; +"1130 dropout_27" [id=1130, type=dropout]; +"1131 layer_norm_16" [id=1131, type="layer_norm"]; +"1132 add_23" [id=1132, type=add]; +"1133 linear_44" [id=1133, type=linear]; +"1134 relu__7" [id=1134, type="relu_"]; +"1135 linear_45" [id=1135, type=linear]; +"1136 view_37" [id=1136, type=view]; +"1137 index_7" [id=1137, type=index]; +"1138 view_38" [id=1138, type=view]; +"1139 permute_32" [id=1139, type=permute]; +"1140 contiguous_12" [id=1140, type=contiguous]; +"1141 unsqueeze_19" [id=1141, type=unsqueeze]; +"1142 sigmoid_7" [id=1142, type=sigmoid]; +"1143 mul_14" [id=1143, type=mul]; +"1144 pad_9" [id=1144, type=pad]; +"1145 roll_6" [id=1145, type=roll]; +"1146 view_39" [id=1146, type=view]; +"1147 permute_33" [id=1147, type=permute]; +"1148 reshape_31" [id=1148, type=reshape]; +"1149 quantize_per_tensor_default_45" [id=1149, type="quantize_per_tensor"]; +"1150 dequantize_per_tensor_default_45" [id=1150, type="dequantize_per_tensor"]; +"1151 clone_7" [id=1151, type=clone]; +"1152 slice_88" [id=1152, type=slice]; +"1153 zero__7" [id=1153, type="zero_"]; +"1154 linear_46" [id=1154, type=linear]; +"1155 reshape_32" [id=1155, type=reshape]; +"1156 permute_34" [id=1156, type=permute]; +"1157 select_21" [id=1157, type=select]; +"1158 select_22" [id=1158, type=select]; +"1159 select_23" [id=1159, type=select]; +"1160 linalg_vector_norm_14" [id=1160, type="linalg_vector_norm"]; +"1161 clamp_min_14" [id=1161, type="clamp_min"]; +"1162 expand_as_14" [id=1162, type="expand_as"]; +"1163 div_14" [id=1163, type=div]; +"1164 quantize_per_tensor_default_46" [id=1164, type="quantize_per_tensor"]; +"1165 dequantize_per_tensor_default_46" [id=1165, type="dequantize_per_tensor"]; +"1166 linalg_vector_norm_15" [id=1166, type="linalg_vector_norm"]; +"1167 clamp_min_15" [id=1167, type="clamp_min"]; +"1168 expand_as_15" [id=1168, type="expand_as"]; +"1169 div_15" [id=1169, type=div]; +"1170 quantize_per_tensor_default_47" [id=1170, type="quantize_per_tensor"]; +"1171 dequantize_per_tensor_default_47" [id=1171, type="dequantize_per_tensor"]; +"1172 transpose_14" [id=1172, type=transpose]; +"1173 matmul_14" [id=1173, type=matmul]; +"1174 clamp_7" [id=1174, type=clamp]; +"1175 exp_7" [id=1175, type=exp]; +"1176 mul_15" [id=1176, type=mul]; +"1177 add_24" [id=1177, type=add]; +"1178 new_zeros_3" [id=1178, type="new_zeros"]; +"1179 lift_fresh_copy_27" [id=1179, type="lift_fresh_copy"]; +"1180 slice_89" [id=1180, type=slice]; +"1181 slice_90" [id=1181, type=slice]; +"1182 fill__27" [id=1182, type="fill_"]; +"1183 lift_fresh_copy_28" [id=1183, type="lift_fresh_copy"]; +"1184 slice_91" [id=1184, type=slice]; +"1185 slice_92" [id=1185, type=slice]; +"1186 fill__28" [id=1186, type="fill_"]; +"1187 lift_fresh_copy_29" [id=1187, type="lift_fresh_copy"]; +"1188 slice_93" [id=1188, type=slice]; +"1189 slice_94" [id=1189, type=slice]; +"1190 fill__29" [id=1190, type="fill_"]; +"1191 lift_fresh_copy_30" [id=1191, type="lift_fresh_copy"]; +"1192 slice_95" [id=1192, type=slice]; +"1193 slice_96" [id=1193, type=slice]; +"1194 fill__30" [id=1194, type="fill_"]; +"1195 lift_fresh_copy_31" [id=1195, type="lift_fresh_copy"]; +"1196 slice_97" [id=1196, type=slice]; +"1197 slice_98" [id=1197, type=slice]; +"1198 fill__31" [id=1198, type="fill_"]; +"1199 lift_fresh_copy_32" [id=1199, type="lift_fresh_copy"]; +"1200 slice_99" [id=1200, type=slice]; +"1201 slice_100" [id=1201, type=slice]; +"1202 fill__32" [id=1202, type="fill_"]; +"1203 lift_fresh_copy_33" [id=1203, type="lift_fresh_copy"]; +"1204 slice_101" [id=1204, type=slice]; +"1205 slice_102" [id=1205, type=slice]; +"1206 fill__33" [id=1206, type="fill_"]; +"1207 lift_fresh_copy_34" [id=1207, type="lift_fresh_copy"]; +"1208 slice_103" [id=1208, type=slice]; +"1209 slice_104" [id=1209, type=slice]; +"1210 fill__34" [id=1210, type="fill_"]; +"1211 lift_fresh_copy_35" [id=1211, type="lift_fresh_copy"]; +"1212 slice_105" [id=1212, type=slice]; +"1213 slice_106" [id=1213, type=slice]; +"1214 fill__35" [id=1214, type="fill_"]; +"1215 view_40" [id=1215, type=view]; +"1216 permute_35" [id=1216, type=permute]; +"1217 reshape_33" [id=1217, type=reshape]; +"1218 unsqueeze_20" [id=1218, type=unsqueeze]; +"1219 unsqueeze_21" [id=1219, type=unsqueeze]; +"1220 sub_3" [id=1220, type=sub]; +"1221 ne_3" [id=1221, type=ne]; +"1222 masked_fill_6" [id=1222, type="masked_fill"]; +"1223 eq_3" [id=1223, type=eq]; +"1224 masked_fill_7" [id=1224, type="masked_fill"]; +"1225 view_41" [id=1225, type=view]; +"1226 unsqueeze_22" [id=1226, type=unsqueeze]; +"1227 unsqueeze_23" [id=1227, type=unsqueeze]; +"1228 add_25" [id=1228, type=add]; +"1229 view_42" [id=1229, type=view]; +"1230 softmax_7" [id=1230, type=softmax]; +"1231 dropout_28" [id=1231, type=dropout]; +"1232 matmul_15" [id=1232, type=matmul]; +"1233 quantize_per_tensor_default_48" [id=1233, type="quantize_per_tensor"]; +"1234 dequantize_per_tensor_default_48" [id=1234, type="dequantize_per_tensor"]; +"1235 transpose_15" [id=1235, type=transpose]; +"1236 reshape_34" [id=1236, type=reshape]; +"1237 linear_47" [id=1237, type=linear]; +"1238 dropout_29" [id=1238, type=dropout]; +"1239 view_43" [id=1239, type=view]; +"1240 permute_36" [id=1240, type=permute]; +"1241 reshape_35" [id=1241, type=reshape]; +"1242 roll_7" [id=1242, type=roll]; +"1243 slice_107" [id=1243, type=slice]; +"1244 slice_108" [id=1244, type=slice]; +"1245 contiguous_13" [id=1245, type=contiguous]; +"1246 layer_norm_17" [id=1246, type="layer_norm"]; +"1247 add_26" [id=1247, type=add]; +"1248 quantize_per_tensor_default_49" [id=1248, type="quantize_per_tensor"]; +"1249 dequantize_per_tensor_default_49" [id=1249, type="dequantize_per_tensor"]; +"1250 linear_48" [id=1250, type=linear]; +"1251 gelu_7" [id=1251, type=gelu]; +"1252 quantize_per_tensor_default_50" [id=1252, type="quantize_per_tensor"]; +"1253 dequantize_per_tensor_default_50" [id=1253, type="dequantize_per_tensor"]; +"1254 dropout_30" [id=1254, type=dropout]; +"1255 linear_49" [id=1255, type=linear]; +"1256 dropout_31" [id=1256, type=dropout]; +"1257 layer_norm_18" [id=1257, type="layer_norm"]; +"1258 add_27" [id=1258, type=add]; +"1259 quantize_per_tensor_default_51" [id=1259, type="quantize_per_tensor"]; +"1260 dequantize_per_tensor_default_51" [id=1260, type="dequantize_per_tensor"]; +"1261 linear_50" [id=1261, type=linear]; +"1262 relu__8" [id=1262, type="relu_"]; +"1263 linear_51" [id=1263, type=linear]; +"1264 view_44" [id=1264, type=view]; +"1265 index_8" [id=1265, type=index]; +"1266 view_45" [id=1266, type=view]; +"1267 permute_37" [id=1267, type=permute]; +"1268 contiguous_14" [id=1268, type=contiguous]; +"1269 unsqueeze_24" [id=1269, type=unsqueeze]; +"1270 sigmoid_8" [id=1270, type=sigmoid]; +"1271 mul_16" [id=1271, type=mul]; +"1272 pad_10" [id=1272, type=pad]; +"1273 view_46" [id=1273, type=view]; +"1274 permute_38" [id=1274, type=permute]; +"1275 reshape_36" [id=1275, type=reshape]; +"1276 clone_8" [id=1276, type=clone]; +"1277 slice_109" [id=1277, type=slice]; +"1278 zero__8" [id=1278, type="zero_"]; +"1279 linear_52" [id=1279, type=linear]; +"1280 reshape_37" [id=1280, type=reshape]; +"1281 permute_39" [id=1281, type=permute]; +"1282 select_24" [id=1282, type=select]; +"1283 select_25" [id=1283, type=select]; +"1284 select_26" [id=1284, type=select]; +"1285 linalg_vector_norm_16" [id=1285, type="linalg_vector_norm"]; +"1286 clamp_min_16" [id=1286, type="clamp_min"]; +"1287 expand_as_16" [id=1287, type="expand_as"]; +"1288 div_16" [id=1288, type=div]; +"1289 quantize_per_tensor_default_52" [id=1289, type="quantize_per_tensor"]; +"1290 dequantize_per_tensor_default_52" [id=1290, type="dequantize_per_tensor"]; +"1291 linalg_vector_norm_17" [id=1291, type="linalg_vector_norm"]; +"1292 clamp_min_17" [id=1292, type="clamp_min"]; +"1293 expand_as_17" [id=1293, type="expand_as"]; +"1294 div_17" [id=1294, type=div]; +"1295 quantize_per_tensor_default_53" [id=1295, type="quantize_per_tensor"]; +"1296 dequantize_per_tensor_default_53" [id=1296, type="dequantize_per_tensor"]; +"1297 transpose_16" [id=1297, type=transpose]; +"1298 matmul_16" [id=1298, type=matmul]; +"1299 clamp_8" [id=1299, type=clamp]; +"1300 exp_8" [id=1300, type=exp]; +"1301 mul_17" [id=1301, type=mul]; +"1302 add_28" [id=1302, type=add]; +"1303 softmax_8" [id=1303, type=softmax]; +"1304 dropout_32" [id=1304, type=dropout]; +"1305 matmul_17" [id=1305, type=matmul]; +"1306 quantize_per_tensor_default_54" [id=1306, type="quantize_per_tensor"]; +"1307 dequantize_per_tensor_default_54" [id=1307, type="dequantize_per_tensor"]; +"1308 transpose_17" [id=1308, type=transpose]; +"1309 reshape_38" [id=1309, type=reshape]; +"1310 linear_53" [id=1310, type=linear]; +"1311 dropout_33" [id=1311, type=dropout]; +"1312 view_47" [id=1312, type=view]; +"1313 permute_40" [id=1313, type=permute]; +"1314 reshape_39" [id=1314, type=reshape]; +"1315 slice_110" [id=1315, type=slice]; +"1316 slice_111" [id=1316, type=slice]; +"1317 contiguous_15" [id=1317, type=contiguous]; +"1318 layer_norm_19" [id=1318, type="layer_norm"]; +"1319 add_29" [id=1319, type=add]; +"1320 quantize_per_tensor_default_55" [id=1320, type="quantize_per_tensor"]; +"1321 dequantize_per_tensor_default_55" [id=1321, type="dequantize_per_tensor"]; +"1322 linear_54" [id=1322, type=linear]; +"1323 gelu_8" [id=1323, type=gelu]; +"1324 quantize_per_tensor_default_56" [id=1324, type="quantize_per_tensor"]; +"1325 dequantize_per_tensor_default_56" [id=1325, type="dequantize_per_tensor"]; +"1326 dropout_34" [id=1326, type=dropout]; +"1327 linear_55" [id=1327, type=linear]; +"1328 dropout_35" [id=1328, type=dropout]; +"1329 layer_norm_20" [id=1329, type="layer_norm"]; +"1330 add_30" [id=1330, type=add]; +"1331 linear_56" [id=1331, type=linear]; +"1332 relu__9" [id=1332, type="relu_"]; +"1333 linear_57" [id=1333, type=linear]; +"1334 view_48" [id=1334, type=view]; +"1335 index_9" [id=1335, type=index]; +"1336 view_49" [id=1336, type=view]; +"1337 permute_41" [id=1337, type=permute]; +"1338 contiguous_16" [id=1338, type=contiguous]; +"1339 unsqueeze_25" [id=1339, type=unsqueeze]; +"1340 sigmoid_9" [id=1340, type=sigmoid]; +"1341 mul_18" [id=1341, type=mul]; +"1342 pad_11" [id=1342, type=pad]; +"1343 roll_8" [id=1343, type=roll]; +"1344 view_50" [id=1344, type=view]; +"1345 permute_42" [id=1345, type=permute]; +"1346 reshape_40" [id=1346, type=reshape]; +"1347 quantize_per_tensor_default_57" [id=1347, type="quantize_per_tensor"]; +"1348 dequantize_per_tensor_default_57" [id=1348, type="dequantize_per_tensor"]; +"1349 clone_9" [id=1349, type=clone]; +"1350 slice_112" [id=1350, type=slice]; +"1351 zero__9" [id=1351, type="zero_"]; +"1352 linear_58" [id=1352, type=linear]; +"1353 reshape_41" [id=1353, type=reshape]; +"1354 permute_43" [id=1354, type=permute]; +"1355 select_27" [id=1355, type=select]; +"1356 select_28" [id=1356, type=select]; +"1357 select_29" [id=1357, type=select]; +"1358 linalg_vector_norm_18" [id=1358, type="linalg_vector_norm"]; +"1359 clamp_min_18" [id=1359, type="clamp_min"]; +"1360 expand_as_18" [id=1360, type="expand_as"]; +"1361 div_18" [id=1361, type=div]; +"1362 quantize_per_tensor_default_58" [id=1362, type="quantize_per_tensor"]; +"1363 dequantize_per_tensor_default_58" [id=1363, type="dequantize_per_tensor"]; +"1364 linalg_vector_norm_19" [id=1364, type="linalg_vector_norm"]; +"1365 clamp_min_19" [id=1365, type="clamp_min"]; +"1366 expand_as_19" [id=1366, type="expand_as"]; +"1367 div_19" [id=1367, type=div]; +"1368 quantize_per_tensor_default_59" [id=1368, type="quantize_per_tensor"]; +"1369 dequantize_per_tensor_default_59" [id=1369, type="dequantize_per_tensor"]; +"1370 transpose_18" [id=1370, type=transpose]; +"1371 matmul_18" [id=1371, type=matmul]; +"1372 clamp_9" [id=1372, type=clamp]; +"1373 exp_9" [id=1373, type=exp]; +"1374 mul_19" [id=1374, type=mul]; +"1375 add_31" [id=1375, type=add]; +"1376 new_zeros_4" [id=1376, type="new_zeros"]; +"1377 lift_fresh_copy_36" [id=1377, type="lift_fresh_copy"]; +"1378 slice_113" [id=1378, type=slice]; +"1379 slice_114" [id=1379, type=slice]; +"1380 fill__36" [id=1380, type="fill_"]; +"1381 lift_fresh_copy_37" [id=1381, type="lift_fresh_copy"]; +"1382 slice_115" [id=1382, type=slice]; +"1383 slice_116" [id=1383, type=slice]; +"1384 fill__37" [id=1384, type="fill_"]; +"1385 lift_fresh_copy_38" [id=1385, type="lift_fresh_copy"]; +"1386 slice_117" [id=1386, type=slice]; +"1387 slice_118" [id=1387, type=slice]; +"1388 fill__38" [id=1388, type="fill_"]; +"1389 lift_fresh_copy_39" [id=1389, type="lift_fresh_copy"]; +"1390 slice_119" [id=1390, type=slice]; +"1391 slice_120" [id=1391, type=slice]; +"1392 fill__39" [id=1392, type="fill_"]; +"1393 lift_fresh_copy_40" [id=1393, type="lift_fresh_copy"]; +"1394 slice_121" [id=1394, type=slice]; +"1395 slice_122" [id=1395, type=slice]; +"1396 fill__40" [id=1396, type="fill_"]; +"1397 lift_fresh_copy_41" [id=1397, type="lift_fresh_copy"]; +"1398 slice_123" [id=1398, type=slice]; +"1399 slice_124" [id=1399, type=slice]; +"1400 fill__41" [id=1400, type="fill_"]; +"1401 lift_fresh_copy_42" [id=1401, type="lift_fresh_copy"]; +"1402 slice_125" [id=1402, type=slice]; +"1403 slice_126" [id=1403, type=slice]; +"1404 fill__42" [id=1404, type="fill_"]; +"1405 lift_fresh_copy_43" [id=1405, type="lift_fresh_copy"]; +"1406 slice_127" [id=1406, type=slice]; +"1407 slice_128" [id=1407, type=slice]; +"1408 fill__43" [id=1408, type="fill_"]; +"1409 lift_fresh_copy_44" [id=1409, type="lift_fresh_copy"]; +"1410 slice_129" [id=1410, type=slice]; +"1411 slice_130" [id=1411, type=slice]; +"1412 fill__44" [id=1412, type="fill_"]; +"1413 view_51" [id=1413, type=view]; +"1414 permute_44" [id=1414, type=permute]; +"1415 reshape_42" [id=1415, type=reshape]; +"1416 unsqueeze_26" [id=1416, type=unsqueeze]; +"1417 unsqueeze_27" [id=1417, type=unsqueeze]; +"1418 sub_4" [id=1418, type=sub]; +"1419 ne_4" [id=1419, type=ne]; +"1420 masked_fill_8" [id=1420, type="masked_fill"]; +"1421 eq_4" [id=1421, type=eq]; +"1422 masked_fill_9" [id=1422, type="masked_fill"]; +"1423 view_52" [id=1423, type=view]; +"1424 unsqueeze_28" [id=1424, type=unsqueeze]; +"1425 unsqueeze_29" [id=1425, type=unsqueeze]; +"1426 add_32" [id=1426, type=add]; +"1427 view_53" [id=1427, type=view]; +"1428 softmax_9" [id=1428, type=softmax]; +"1429 dropout_36" [id=1429, type=dropout]; +"1430 matmul_19" [id=1430, type=matmul]; +"1431 quantize_per_tensor_default_60" [id=1431, type="quantize_per_tensor"]; +"1432 dequantize_per_tensor_default_60" [id=1432, type="dequantize_per_tensor"]; +"1433 transpose_19" [id=1433, type=transpose]; +"1434 reshape_43" [id=1434, type=reshape]; +"1435 linear_59" [id=1435, type=linear]; +"1436 dropout_37" [id=1436, type=dropout]; +"1437 view_54" [id=1437, type=view]; +"1438 permute_45" [id=1438, type=permute]; +"1439 reshape_44" [id=1439, type=reshape]; +"1440 roll_9" [id=1440, type=roll]; +"1441 slice_131" [id=1441, type=slice]; +"1442 slice_132" [id=1442, type=slice]; +"1443 contiguous_17" [id=1443, type=contiguous]; +"1444 layer_norm_21" [id=1444, type="layer_norm"]; +"1445 add_33" [id=1445, type=add]; +"1446 quantize_per_tensor_default_61" [id=1446, type="quantize_per_tensor"]; +"1447 dequantize_per_tensor_default_61" [id=1447, type="dequantize_per_tensor"]; +"1448 linear_60" [id=1448, type=linear]; +"1449 gelu_9" [id=1449, type=gelu]; +"1450 quantize_per_tensor_default_62" [id=1450, type="quantize_per_tensor"]; +"1451 dequantize_per_tensor_default_62" [id=1451, type="dequantize_per_tensor"]; +"1452 dropout_38" [id=1452, type=dropout]; +"1453 linear_61" [id=1453, type=linear]; +"1454 dropout_39" [id=1454, type=dropout]; +"1455 layer_norm_22" [id=1455, type="layer_norm"]; +"1456 add_34" [id=1456, type=add]; +"1457 quantize_per_tensor_default_63" [id=1457, type="quantize_per_tensor"]; +"1458 dequantize_per_tensor_default_63" [id=1458, type="dequantize_per_tensor"]; +"1459 pad_12" [id=1459, type=pad]; +"1460 slice_133" [id=1460, type=slice]; +"1461 slice_134" [id=1461, type=slice]; +"1462 slice_135" [id=1462, type=slice]; +"1463 slice_136" [id=1463, type=slice]; +"1464 slice_137" [id=1464, type=slice]; +"1465 slice_138" [id=1465, type=slice]; +"1466 slice_139" [id=1466, type=slice]; +"1467 slice_140" [id=1467, type=slice]; +"1468 cat_2" [id=1468, type=cat]; +"1469 linear_62" [id=1469, type=linear]; +"1470 layer_norm_23" [id=1470, type="layer_norm"]; +"1471 quantize_per_tensor_default_64" [id=1471, type="quantize_per_tensor"]; +"1472 dequantize_per_tensor_default_64" [id=1472, type="dequantize_per_tensor"]; +"1473 linear_63" [id=1473, type=linear]; +"1474 relu__10" [id=1474, type="relu_"]; +"1475 linear_64" [id=1475, type=linear]; +"1476 view_55" [id=1476, type=view]; +"1477 index_10" [id=1477, type=index]; +"1478 view_56" [id=1478, type=view]; +"1479 permute_46" [id=1479, type=permute]; +"1480 contiguous_18" [id=1480, type=contiguous]; +"1481 unsqueeze_30" [id=1481, type=unsqueeze]; +"1482 sigmoid_10" [id=1482, type=sigmoid]; +"1483 mul_20" [id=1483, type=mul]; +"1484 pad_13" [id=1484, type=pad]; +"1485 view_57" [id=1485, type=view]; +"1486 permute_47" [id=1486, type=permute]; +"1487 reshape_45" [id=1487, type=reshape]; +"1488 clone_10" [id=1488, type=clone]; +"1489 slice_141" [id=1489, type=slice]; +"1490 zero__10" [id=1490, type="zero_"]; +"1491 linear_65" [id=1491, type=linear]; +"1492 reshape_46" [id=1492, type=reshape]; +"1493 permute_48" [id=1493, type=permute]; +"1494 select_30" [id=1494, type=select]; +"1495 select_31" [id=1495, type=select]; +"1496 select_32" [id=1496, type=select]; +"1497 linalg_vector_norm_20" [id=1497, type="linalg_vector_norm"]; +"1498 clamp_min_20" [id=1498, type="clamp_min"]; +"1499 expand_as_20" [id=1499, type="expand_as"]; +"1500 div_20" [id=1500, type=div]; +"1501 quantize_per_tensor_default_65" [id=1501, type="quantize_per_tensor"]; +"1502 dequantize_per_tensor_default_65" [id=1502, type="dequantize_per_tensor"]; +"1503 linalg_vector_norm_21" [id=1503, type="linalg_vector_norm"]; +"1504 clamp_min_21" [id=1504, type="clamp_min"]; +"1505 expand_as_21" [id=1505, type="expand_as"]; +"1506 div_21" [id=1506, type=div]; +"1507 quantize_per_tensor_default_66" [id=1507, type="quantize_per_tensor"]; +"1508 dequantize_per_tensor_default_66" [id=1508, type="dequantize_per_tensor"]; +"1509 transpose_20" [id=1509, type=transpose]; +"1510 matmul_20" [id=1510, type=matmul]; +"1511 clamp_10" [id=1511, type=clamp]; +"1512 exp_10" [id=1512, type=exp]; +"1513 mul_21" [id=1513, type=mul]; +"1514 add_35" [id=1514, type=add]; +"1515 softmax_10" [id=1515, type=softmax]; +"1516 dropout_40" [id=1516, type=dropout]; +"1517 matmul_21" [id=1517, type=matmul]; +"1518 quantize_per_tensor_default_67" [id=1518, type="quantize_per_tensor"]; +"1519 dequantize_per_tensor_default_67" [id=1519, type="dequantize_per_tensor"]; +"1520 transpose_21" [id=1520, type=transpose]; +"1521 reshape_47" [id=1521, type=reshape]; +"1522 linear_66" [id=1522, type=linear]; +"1523 dropout_41" [id=1523, type=dropout]; +"1524 view_58" [id=1524, type=view]; +"1525 permute_49" [id=1525, type=permute]; +"1526 reshape_48" [id=1526, type=reshape]; +"1527 slice_142" [id=1527, type=slice]; +"1528 slice_143" [id=1528, type=slice]; +"1529 contiguous_19" [id=1529, type=contiguous]; +"1530 layer_norm_24" [id=1530, type="layer_norm"]; +"1531 add_36" [id=1531, type=add]; +"1532 quantize_per_tensor_default_68" [id=1532, type="quantize_per_tensor"]; +"1533 dequantize_per_tensor_default_68" [id=1533, type="dequantize_per_tensor"]; +"1534 linear_67" [id=1534, type=linear]; +"1535 gelu_10" [id=1535, type=gelu]; +"1536 quantize_per_tensor_default_69" [id=1536, type="quantize_per_tensor"]; +"1537 dequantize_per_tensor_default_69" [id=1537, type="dequantize_per_tensor"]; +"1538 dropout_42" [id=1538, type=dropout]; +"1539 linear_68" [id=1539, type=linear]; +"1540 dropout_43" [id=1540, type=dropout]; +"1541 layer_norm_25" [id=1541, type="layer_norm"]; +"1542 add_37" [id=1542, type=add]; +"1543 quantize_per_tensor_default_70" [id=1543, type="quantize_per_tensor"]; +"1544 dequantize_per_tensor_default_70" [id=1544, type="dequantize_per_tensor"]; +"1545 linear_69" [id=1545, type=linear]; +"1546 relu__11" [id=1546, type="relu_"]; +"1547 linear_70" [id=1547, type=linear]; +"1548 view_59" [id=1548, type=view]; +"1549 index_11" [id=1549, type=index]; +"1550 view_60" [id=1550, type=view]; +"1551 permute_50" [id=1551, type=permute]; +"1552 contiguous_20" [id=1552, type=contiguous]; +"1553 unsqueeze_31" [id=1553, type=unsqueeze]; +"1554 sigmoid_11" [id=1554, type=sigmoid]; +"1555 mul_22" [id=1555, type=mul]; +"1556 pad_14" [id=1556, type=pad]; +"1557 view_61" [id=1557, type=view]; +"1558 permute_51" [id=1558, type=permute]; +"1559 reshape_49" [id=1559, type=reshape]; +"1560 clone_11" [id=1560, type=clone]; +"1561 slice_144" [id=1561, type=slice]; +"1562 zero__11" [id=1562, type="zero_"]; +"1563 linear_71" [id=1563, type=linear]; +"1564 reshape_50" [id=1564, type=reshape]; +"1565 permute_52" [id=1565, type=permute]; +"1566 select_33" [id=1566, type=select]; +"1567 select_34" [id=1567, type=select]; +"1568 select_35" [id=1568, type=select]; +"1569 linalg_vector_norm_22" [id=1569, type="linalg_vector_norm"]; +"1570 clamp_min_22" [id=1570, type="clamp_min"]; +"1571 expand_as_22" [id=1571, type="expand_as"]; +"1572 div_22" [id=1572, type=div]; +"1573 quantize_per_tensor_default_71" [id=1573, type="quantize_per_tensor"]; +"1574 dequantize_per_tensor_default_71" [id=1574, type="dequantize_per_tensor"]; +"1575 linalg_vector_norm_23" [id=1575, type="linalg_vector_norm"]; +"1576 clamp_min_23" [id=1576, type="clamp_min"]; +"1577 expand_as_23" [id=1577, type="expand_as"]; +"1578 div_23" [id=1578, type=div]; +"1579 quantize_per_tensor_default_72" [id=1579, type="quantize_per_tensor"]; +"1580 dequantize_per_tensor_default_72" [id=1580, type="dequantize_per_tensor"]; +"1581 transpose_22" [id=1581, type=transpose]; +"1582 matmul_22" [id=1582, type=matmul]; +"1583 clamp_11" [id=1583, type=clamp]; +"1584 exp_11" [id=1584, type=exp]; +"1585 mul_23" [id=1585, type=mul]; +"1586 add_38" [id=1586, type=add]; +"1587 softmax_11" [id=1587, type=softmax]; +"1588 dropout_44" [id=1588, type=dropout]; +"1589 matmul_23" [id=1589, type=matmul]; +"1590 quantize_per_tensor_default_73" [id=1590, type="quantize_per_tensor"]; +"1591 dequantize_per_tensor_default_73" [id=1591, type="dequantize_per_tensor"]; +"1592 transpose_23" [id=1592, type=transpose]; +"1593 reshape_51" [id=1593, type=reshape]; +"1594 linear_72" [id=1594, type=linear]; +"1595 dropout_45" [id=1595, type=dropout]; +"1596 view_62" [id=1596, type=view]; +"1597 permute_53" [id=1597, type=permute]; +"1598 reshape_52" [id=1598, type=reshape]; +"1599 slice_145" [id=1599, type=slice]; +"1600 slice_146" [id=1600, type=slice]; +"1601 contiguous_21" [id=1601, type=contiguous]; +"1602 layer_norm_26" [id=1602, type="layer_norm"]; +"1603 add_39" [id=1603, type=add]; +"1604 quantize_per_tensor_default_74" [id=1604, type="quantize_per_tensor"]; +"1605 dequantize_per_tensor_default_74" [id=1605, type="dequantize_per_tensor"]; +"1606 linear_73" [id=1606, type=linear]; +"1607 gelu_11" [id=1607, type=gelu]; +"1608 quantize_per_tensor_default_75" [id=1608, type="quantize_per_tensor"]; +"1609 dequantize_per_tensor_default_75" [id=1609, type="dequantize_per_tensor"]; +"1610 dropout_46" [id=1610, type=dropout]; +"1611 linear_74" [id=1611, type=linear]; +"1612 dropout_47" [id=1612, type=dropout]; +"1613 layer_norm_27" [id=1613, type="layer_norm"]; +"1614 add_40" [id=1614, type=add]; +"1615 layer_norm_28" [id=1615, type="layer_norm"]; +"1616 permute_54" [id=1616, type=permute]; +"1617 adaptive_avg_pool2d" [id=1617, type="adaptive_avg_pool2d"]; +"1618 quantize_per_tensor_default_76" [id=1618, type="quantize_per_tensor"]; +"1619 dequantize_per_tensor_default_76" [id=1619, type="dequantize_per_tensor"]; +"1620 flatten" [id=1620, type=flatten]; +"1621 linear_75" [id=1621, type=linear]; +"1622 output" [id=1622, type=output]; "0 _scale_0" -> "3 dequantize_per_channel_default" [style=solid, label="(288,)"]; "1 _zero_point_0" -> "3 dequantize_per_channel_default" [style=solid, label="(288,)"]; "2 _frozen_param0" -> "3 dequantize_per_channel_default" [style=solid, label="(288, 96)"]; @@ -1670,124 +1636,124 @@ strict digraph { "11 _scale_2" -> "14 dequantize_per_channel_default_2" [style=solid, label="(288,)"]; "12 _zero_point_2" -> "14 dequantize_per_channel_default_2" [style=solid, label="(288,)"]; "13 _frozen_param2" -> "14 dequantize_per_channel_default_2" [style=solid, label="(288, 96)"]; -"14 dequantize_per_channel_default_2" -> "535 linear_8" [style=solid, label=None]; +"14 dequantize_per_channel_default_2" -> "534 linear_8" [style=solid, label=None]; "15 _scale_3" -> "18 dequantize_per_channel_default_3" [style=solid, label="(96,)"]; "16 _zero_point_3" -> "18 dequantize_per_channel_default_3" [style=solid, label="(96,)"]; "17 _frozen_param3" -> "18 dequantize_per_channel_default_3" [style=solid, label="(96, 96)"]; -"18 dequantize_per_channel_default_3" -> "618 linear_9" [style=solid, label=None]; -"19 features_1_1_attn_qkv_bias" -> "532 clone_1" [style=solid, label="(288,)"]; -"20 features_1_1_attn_proj_bias" -> "618 linear_9" [style=solid, label="(96,)"]; -"21 features_1_1_attn_logit_scale" -> "555 clamp_1" [style=solid, label="(3, 1, 1)"]; +"18 dequantize_per_channel_default_3" -> "617 linear_9" [style=solid, label=None]; +"19 features_1_1_attn_qkv_bias" -> "531 clone_1" [style=solid, label="(288,)"]; +"20 features_1_1_attn_proj_bias" -> "617 linear_9" [style=solid, label="(96,)"]; +"21 features_1_1_attn_logit_scale" -> "554 clamp_1" [style=solid, label="(3, 1, 1)"]; "22 _scale_4" -> "25 dequantize_per_channel_default_4" [style=solid, label="(576,)"]; "23 _zero_point_4" -> "25 dequantize_per_channel_default_4" [style=solid, label="(576,)"]; "24 _frozen_param4" -> "25 dequantize_per_channel_default_4" [style=solid, label="(576, 192)"]; -"25 dequantize_per_channel_default_4" -> "677 linear_15" [style=solid, label=None]; +"25 dequantize_per_channel_default_4" -> "671 linear_15" [style=solid, label=None]; "26 _scale_5" -> "29 dequantize_per_channel_default_5" [style=solid, label="(192,)"]; "27 _zero_point_5" -> "29 dequantize_per_channel_default_5" [style=solid, label="(192,)"]; "28 _frozen_param5" -> "29 dequantize_per_channel_default_5" [style=solid, label="(192, 192)"]; -"29 dequantize_per_channel_default_5" -> "708 linear_16" [style=solid, label=None]; -"30 features_3_0_attn_qkv_bias" -> "674 clone_2" [style=solid, label="(576,)"]; -"31 features_3_0_attn_proj_bias" -> "708 linear_16" [style=solid, label="(192,)"]; -"32 features_3_0_attn_logit_scale" -> "697 clamp_2" [style=solid, label="(6, 1, 1)"]; +"29 dequantize_per_channel_default_5" -> "702 linear_16" [style=solid, label=None]; +"30 features_3_0_attn_qkv_bias" -> "668 clone_2" [style=solid, label="(576,)"]; +"31 features_3_0_attn_proj_bias" -> "702 linear_16" [style=solid, label="(192,)"]; +"32 features_3_0_attn_logit_scale" -> "691 clamp_2" [style=solid, label="(6, 1, 1)"]; "33 _scale_6" -> "36 dequantize_per_channel_default_6" [style=solid, label="(576,)"]; "34 _zero_point_6" -> "36 dequantize_per_channel_default_6" [style=solid, label="(576,)"]; "35 _frozen_param6" -> "36 dequantize_per_channel_default_6" [style=solid, label="(576, 192)"]; -"36 dequantize_per_channel_default_6" -> "752 linear_21" [style=solid, label=None]; +"36 dequantize_per_channel_default_6" -> "744 linear_21" [style=solid, label=None]; "37 _scale_7" -> "40 dequantize_per_channel_default_7" [style=solid, label="(192,)"]; "38 _zero_point_7" -> "40 dequantize_per_channel_default_7" [style=solid, label="(192,)"]; "39 _frozen_param7" -> "40 dequantize_per_channel_default_7" [style=solid, label="(192, 192)"]; -"40 dequantize_per_channel_default_7" -> "835 linear_22" [style=solid, label=None]; -"41 features_3_1_attn_qkv_bias" -> "749 clone_3" [style=solid, label="(576,)"]; -"42 features_3_1_attn_proj_bias" -> "835 linear_22" [style=solid, label="(192,)"]; -"43 features_3_1_attn_logit_scale" -> "772 clamp_3" [style=solid, label="(6, 1, 1)"]; +"40 dequantize_per_channel_default_7" -> "827 linear_22" [style=solid, label=None]; +"41 features_3_1_attn_qkv_bias" -> "741 clone_3" [style=solid, label="(576,)"]; +"42 features_3_1_attn_proj_bias" -> "827 linear_22" [style=solid, label="(192,)"]; +"43 features_3_1_attn_logit_scale" -> "764 clamp_3" [style=solid, label="(6, 1, 1)"]; "44 _scale_8" -> "47 dequantize_per_channel_default_8" [style=solid, label="(1152,)"]; "45 _zero_point_8" -> "47 dequantize_per_channel_default_8" [style=solid, label="(1152,)"]; "46 _frozen_param8" -> "47 dequantize_per_channel_default_8" [style=solid, label="(1152, 384)"]; -"47 dequantize_per_channel_default_8" -> "897 linear_28" [style=solid, label=None]; +"47 dequantize_per_channel_default_8" -> "883 linear_28" [style=solid, label=None]; "48 _scale_9" -> "51 dequantize_per_channel_default_9" [style=solid, label="(384,)"]; "49 _zero_point_9" -> "51 dequantize_per_channel_default_9" [style=solid, label="(384,)"]; "50 _frozen_param9" -> "51 dequantize_per_channel_default_9" [style=solid, label="(384, 384)"]; -"51 dequantize_per_channel_default_9" -> "928 linear_29" [style=solid, label=None]; -"52 features_5_0_attn_qkv_bias" -> "894 clone_4" [style=solid, label="(1152,)"]; -"53 features_5_0_attn_proj_bias" -> "928 linear_29" [style=solid, label="(384,)"]; -"54 features_5_0_attn_logit_scale" -> "917 clamp_4" [style=solid, label="(12, 1, 1)"]; +"51 dequantize_per_channel_default_9" -> "914 linear_29" [style=solid, label=None]; +"52 features_5_0_attn_qkv_bias" -> "880 clone_4" [style=solid, label="(1152,)"]; +"53 features_5_0_attn_proj_bias" -> "914 linear_29" [style=solid, label="(384,)"]; +"54 features_5_0_attn_logit_scale" -> "903 clamp_4" [style=solid, label="(12, 1, 1)"]; "55 _scale_10" -> "58 dequantize_per_channel_default_10" [style=solid, label="(1152,)"]; "56 _zero_point_10" -> "58 dequantize_per_channel_default_10" [style=solid, label="(1152,)"]; "57 _frozen_param10" -> "58 dequantize_per_channel_default_10" [style=solid, label="(1152, 384)"]; -"58 dequantize_per_channel_default_10" -> "972 linear_34" [style=solid, label=None]; +"58 dequantize_per_channel_default_10" -> "956 linear_34" [style=solid, label=None]; "59 _scale_11" -> "62 dequantize_per_channel_default_11" [style=solid, label="(384,)"]; "60 _zero_point_11" -> "62 dequantize_per_channel_default_11" [style=solid, label="(384,)"]; "61 _frozen_param11" -> "62 dequantize_per_channel_default_11" [style=solid, label="(384, 384)"]; -"62 dequantize_per_channel_default_11" -> "1055 linear_35" [style=solid, label=None]; -"63 features_5_1_attn_qkv_bias" -> "969 clone_5" [style=solid, label="(1152,)"]; -"64 features_5_1_attn_proj_bias" -> "1055 linear_35" [style=solid, label="(384,)"]; -"65 features_5_1_attn_logit_scale" -> "992 clamp_5" [style=solid, label="(12, 1, 1)"]; +"62 dequantize_per_channel_default_11" -> "1039 linear_35" [style=solid, label=None]; +"63 features_5_1_attn_qkv_bias" -> "953 clone_5" [style=solid, label="(1152,)"]; +"64 features_5_1_attn_proj_bias" -> "1039 linear_35" [style=solid, label="(384,)"]; +"65 features_5_1_attn_logit_scale" -> "976 clamp_5" [style=solid, label="(12, 1, 1)"]; "66 _scale_12" -> "69 dequantize_per_channel_default_12" [style=solid, label="(1152,)"]; "67 _zero_point_12" -> "69 dequantize_per_channel_default_12" [style=solid, label="(1152,)"]; "68 _frozen_param12" -> "69 dequantize_per_channel_default_12" [style=solid, label="(1152, 384)"]; -"69 dequantize_per_channel_default_12" -> "1099 linear_40" [style=solid, label=None]; +"69 dequantize_per_channel_default_12" -> "1081 linear_40" [style=solid, label=None]; "70 _scale_13" -> "73 dequantize_per_channel_default_13" [style=solid, label="(384,)"]; "71 _zero_point_13" -> "73 dequantize_per_channel_default_13" [style=solid, label="(384,)"]; "72 _frozen_param13" -> "73 dequantize_per_channel_default_13" [style=solid, label="(384, 384)"]; -"73 dequantize_per_channel_default_13" -> "1130 linear_41" [style=solid, label=None]; -"74 features_5_2_attn_qkv_bias" -> "1096 clone_6" [style=solid, label="(1152,)"]; -"75 features_5_2_attn_proj_bias" -> "1130 linear_41" [style=solid, label="(384,)"]; -"76 features_5_2_attn_logit_scale" -> "1119 clamp_6" [style=solid, label="(12, 1, 1)"]; +"73 dequantize_per_channel_default_13" -> "1112 linear_41" [style=solid, label=None]; +"74 features_5_2_attn_qkv_bias" -> "1078 clone_6" [style=solid, label="(1152,)"]; +"75 features_5_2_attn_proj_bias" -> "1112 linear_41" [style=solid, label="(384,)"]; +"76 features_5_2_attn_logit_scale" -> "1101 clamp_6" [style=solid, label="(12, 1, 1)"]; "77 _scale_14" -> "80 dequantize_per_channel_default_14" [style=solid, label="(1152,)"]; "78 _zero_point_14" -> "80 dequantize_per_channel_default_14" [style=solid, label="(1152,)"]; "79 _frozen_param14" -> "80 dequantize_per_channel_default_14" [style=solid, label="(1152, 384)"]; -"80 dequantize_per_channel_default_14" -> "1174 linear_46" [style=solid, label=None]; +"80 dequantize_per_channel_default_14" -> "1154 linear_46" [style=solid, label=None]; "81 _scale_15" -> "84 dequantize_per_channel_default_15" [style=solid, label="(384,)"]; "82 _zero_point_15" -> "84 dequantize_per_channel_default_15" [style=solid, label="(384,)"]; "83 _frozen_param15" -> "84 dequantize_per_channel_default_15" [style=solid, label="(384, 384)"]; -"84 dequantize_per_channel_default_15" -> "1257 linear_47" [style=solid, label=None]; -"85 features_5_3_attn_qkv_bias" -> "1171 clone_7" [style=solid, label="(1152,)"]; -"86 features_5_3_attn_proj_bias" -> "1257 linear_47" [style=solid, label="(384,)"]; -"87 features_5_3_attn_logit_scale" -> "1194 clamp_7" [style=solid, label="(12, 1, 1)"]; +"84 dequantize_per_channel_default_15" -> "1237 linear_47" [style=solid, label=None]; +"85 features_5_3_attn_qkv_bias" -> "1151 clone_7" [style=solid, label="(1152,)"]; +"86 features_5_3_attn_proj_bias" -> "1237 linear_47" [style=solid, label="(384,)"]; +"87 features_5_3_attn_logit_scale" -> "1174 clamp_7" [style=solid, label="(12, 1, 1)"]; "88 _scale_16" -> "91 dequantize_per_channel_default_16" [style=solid, label="(1152,)"]; "89 _zero_point_16" -> "91 dequantize_per_channel_default_16" [style=solid, label="(1152,)"]; "90 _frozen_param16" -> "91 dequantize_per_channel_default_16" [style=solid, label="(1152, 384)"]; -"91 dequantize_per_channel_default_16" -> "1301 linear_52" [style=solid, label=None]; +"91 dequantize_per_channel_default_16" -> "1279 linear_52" [style=solid, label=None]; "92 _scale_17" -> "95 dequantize_per_channel_default_17" [style=solid, label="(384,)"]; "93 _zero_point_17" -> "95 dequantize_per_channel_default_17" [style=solid, label="(384,)"]; "94 _frozen_param17" -> "95 dequantize_per_channel_default_17" [style=solid, label="(384, 384)"]; -"95 dequantize_per_channel_default_17" -> "1332 linear_53" [style=solid, label=None]; -"96 features_5_4_attn_qkv_bias" -> "1298 clone_8" [style=solid, label="(1152,)"]; -"97 features_5_4_attn_proj_bias" -> "1332 linear_53" [style=solid, label="(384,)"]; -"98 features_5_4_attn_logit_scale" -> "1321 clamp_8" [style=solid, label="(12, 1, 1)"]; +"95 dequantize_per_channel_default_17" -> "1310 linear_53" [style=solid, label=None]; +"96 features_5_4_attn_qkv_bias" -> "1276 clone_8" [style=solid, label="(1152,)"]; +"97 features_5_4_attn_proj_bias" -> "1310 linear_53" [style=solid, label="(384,)"]; +"98 features_5_4_attn_logit_scale" -> "1299 clamp_8" [style=solid, label="(12, 1, 1)"]; "99 _scale_18" -> "102 dequantize_per_channel_default_18" [style=solid, label="(1152,)"]; "100 _zero_point_18" -> "102 dequantize_per_channel_default_18" [style=solid, label="(1152,)"]; "101 _frozen_param18" -> "102 dequantize_per_channel_default_18" [style=solid, label="(1152, 384)"]; -"102 dequantize_per_channel_default_18" -> "1376 linear_58" [style=solid, label=None]; +"102 dequantize_per_channel_default_18" -> "1352 linear_58" [style=solid, label=None]; "103 _scale_19" -> "106 dequantize_per_channel_default_19" [style=solid, label="(384,)"]; "104 _zero_point_19" -> "106 dequantize_per_channel_default_19" [style=solid, label="(384,)"]; "105 _frozen_param19" -> "106 dequantize_per_channel_default_19" [style=solid, label="(384, 384)"]; -"106 dequantize_per_channel_default_19" -> "1459 linear_59" [style=solid, label=None]; -"107 features_5_5_attn_qkv_bias" -> "1373 clone_9" [style=solid, label="(1152,)"]; -"108 features_5_5_attn_proj_bias" -> "1459 linear_59" [style=solid, label="(384,)"]; -"109 features_5_5_attn_logit_scale" -> "1396 clamp_9" [style=solid, label="(12, 1, 1)"]; +"106 dequantize_per_channel_default_19" -> "1435 linear_59" [style=solid, label=None]; +"107 features_5_5_attn_qkv_bias" -> "1349 clone_9" [style=solid, label="(1152,)"]; +"108 features_5_5_attn_proj_bias" -> "1435 linear_59" [style=solid, label="(384,)"]; +"109 features_5_5_attn_logit_scale" -> "1372 clamp_9" [style=solid, label="(12, 1, 1)"]; "110 _scale_20" -> "113 dequantize_per_channel_default_20" [style=solid, label="(2304,)"]; "111 _zero_point_20" -> "113 dequantize_per_channel_default_20" [style=solid, label="(2304,)"]; "112 _frozen_param20" -> "113 dequantize_per_channel_default_20" [style=solid, label="(2304, 768)"]; -"113 dequantize_per_channel_default_20" -> "1521 linear_65" [style=solid, label=None]; +"113 dequantize_per_channel_default_20" -> "1491 linear_65" [style=solid, label=None]; "114 _scale_21" -> "117 dequantize_per_channel_default_21" [style=solid, label="(768,)"]; "115 _zero_point_21" -> "117 dequantize_per_channel_default_21" [style=solid, label="(768,)"]; "116 _frozen_param21" -> "117 dequantize_per_channel_default_21" [style=solid, label="(768, 768)"]; -"117 dequantize_per_channel_default_21" -> "1552 linear_66" [style=solid, label=None]; -"118 features_7_0_attn_qkv_bias" -> "1518 clone_10" [style=solid, label="(2304,)"]; -"119 features_7_0_attn_proj_bias" -> "1552 linear_66" [style=solid, label="(768,)"]; -"120 features_7_0_attn_logit_scale" -> "1541 clamp_10" [style=solid, label="(24, 1, 1)"]; +"117 dequantize_per_channel_default_21" -> "1522 linear_66" [style=solid, label=None]; +"118 features_7_0_attn_qkv_bias" -> "1488 clone_10" [style=solid, label="(2304,)"]; +"119 features_7_0_attn_proj_bias" -> "1522 linear_66" [style=solid, label="(768,)"]; +"120 features_7_0_attn_logit_scale" -> "1511 clamp_10" [style=solid, label="(24, 1, 1)"]; "121 _scale_22" -> "124 dequantize_per_channel_default_22" [style=solid, label="(2304,)"]; "122 _zero_point_22" -> "124 dequantize_per_channel_default_22" [style=solid, label="(2304,)"]; "123 _frozen_param22" -> "124 dequantize_per_channel_default_22" [style=solid, label="(2304, 768)"]; -"124 dequantize_per_channel_default_22" -> "1595 linear_71" [style=solid, label=None]; +"124 dequantize_per_channel_default_22" -> "1563 linear_71" [style=solid, label=None]; "125 _scale_23" -> "128 dequantize_per_channel_default_23" [style=solid, label="(768,)"]; "126 _zero_point_23" -> "128 dequantize_per_channel_default_23" [style=solid, label="(768,)"]; "127 _frozen_param23" -> "128 dequantize_per_channel_default_23" [style=solid, label="(768, 768)"]; -"128 dequantize_per_channel_default_23" -> "1626 linear_72" [style=solid, label=None]; -"129 features_7_1_attn_qkv_bias" -> "1592 clone_11" [style=solid, label="(2304,)"]; -"130 features_7_1_attn_proj_bias" -> "1626 linear_72" [style=solid, label="(768,)"]; -"131 features_7_1_attn_logit_scale" -> "1615 clamp_11" [style=solid, label="(24, 1, 1)"]; +"128 dequantize_per_channel_default_23" -> "1594 linear_72" [style=solid, label=None]; +"129 features_7_1_attn_qkv_bias" -> "1560 clone_11" [style=solid, label="(2304,)"]; +"130 features_7_1_attn_proj_bias" -> "1594 linear_72" [style=solid, label="(768,)"]; +"131 features_7_1_attn_logit_scale" -> "1583 clamp_11" [style=solid, label="(24, 1, 1)"]; "132 _scale_24" -> "135 dequantize_per_channel_default_24" [style=solid, label="(96,)"]; "133 _zero_point_24" -> "135 dequantize_per_channel_default_24" [style=solid, label="(96,)"]; "134 _frozen_param24" -> "135 dequantize_per_channel_default_24" [style=solid, label="(96, 3, 4, 4)"]; @@ -1798,308 +1764,308 @@ strict digraph { "139 features_1_0_attn_cpb_mlp_0_weight" -> "445 linear" [style=solid, label="(512, 2)"]; "140 features_1_0_attn_cpb_mlp_0_bias" -> "445 linear" [style=solid, label="(512,)"]; "141 features_1_0_attn_cpb_mlp_2_weight" -> "447 linear_1" [style=solid, label="(3, 512)"]; -"142 features_1_0_norm1_weight" -> "501 layer_norm_1" [style=solid, label="(96,)"]; -"143 features_1_0_norm1_bias" -> "501 layer_norm_1" [style=solid, label="(96,)"]; +"142 features_1_0_norm1_weight" -> "500 layer_norm_1" [style=solid, label="(96,)"]; +"143 features_1_0_norm1_bias" -> "500 layer_norm_1" [style=solid, label="(96,)"]; "144 _scale_25" -> "147 dequantize_per_channel_default_25" [style=solid, label="(384,)"]; "145 _zero_point_25" -> "147 dequantize_per_channel_default_25" [style=solid, label="(384,)"]; "146 _frozen_param25" -> "147 dequantize_per_channel_default_25" [style=solid, label="(384, 96)"]; -"147 dequantize_per_channel_default_25" -> "505 linear_4" [style=solid, label=None]; -"148 features_1_0_mlp_0_bias" -> "505 linear_4" [style=solid, label="(384,)"]; +"147 dequantize_per_channel_default_25" -> "504 linear_4" [style=solid, label=None]; +"148 features_1_0_mlp_0_bias" -> "504 linear_4" [style=solid, label="(384,)"]; "149 _scale_26" -> "152 dequantize_per_channel_default_26" [style=solid, label="(96,)"]; "150 _zero_point_26" -> "152 dequantize_per_channel_default_26" [style=solid, label="(96,)"]; "151 _frozen_param26" -> "152 dequantize_per_channel_default_26" [style=solid, label="(96, 384)"]; -"152 dequantize_per_channel_default_26" -> "510 linear_5" [style=solid, label=None]; -"153 features_1_0_mlp_3_bias" -> "510 linear_5" [style=solid, label="(96,)"]; -"154 features_1_0_norm2_weight" -> "512 layer_norm_2" [style=solid, label="(96,)"]; -"155 features_1_0_norm2_bias" -> "512 layer_norm_2" [style=solid, label="(96,)"]; -"156 features_1_1_attn_cpb_mlp_0_weight" -> "514 linear_6" [style=solid, label="(512, 2)"]; -"157 features_1_1_attn_cpb_mlp_0_bias" -> "514 linear_6" [style=solid, label="(512,)"]; -"158 features_1_1_attn_cpb_mlp_2_weight" -> "516 linear_7" [style=solid, label="(3, 512)"]; -"159 features_1_1_norm1_weight" -> "626 layer_norm_3" [style=solid, label="(96,)"]; -"160 features_1_1_norm1_bias" -> "626 layer_norm_3" [style=solid, label="(96,)"]; +"152 dequantize_per_channel_default_26" -> "509 linear_5" [style=solid, label=None]; +"153 features_1_0_mlp_3_bias" -> "509 linear_5" [style=solid, label="(96,)"]; +"154 features_1_0_norm2_weight" -> "511 layer_norm_2" [style=solid, label="(96,)"]; +"155 features_1_0_norm2_bias" -> "511 layer_norm_2" [style=solid, label="(96,)"]; +"156 features_1_1_attn_cpb_mlp_0_weight" -> "513 linear_6" [style=solid, label="(512, 2)"]; +"157 features_1_1_attn_cpb_mlp_0_bias" -> "513 linear_6" [style=solid, label="(512,)"]; +"158 features_1_1_attn_cpb_mlp_2_weight" -> "515 linear_7" [style=solid, label="(3, 512)"]; +"159 features_1_1_norm1_weight" -> "624 layer_norm_3" [style=solid, label="(96,)"]; +"160 features_1_1_norm1_bias" -> "624 layer_norm_3" [style=solid, label="(96,)"]; "161 _scale_27" -> "164 dequantize_per_channel_default_27" [style=solid, label="(384,)"]; "162 _zero_point_27" -> "164 dequantize_per_channel_default_27" [style=solid, label="(384,)"]; "163 _frozen_param27" -> "164 dequantize_per_channel_default_27" [style=solid, label="(384, 96)"]; -"164 dequantize_per_channel_default_27" -> "630 linear_10" [style=solid, label=None]; -"165 features_1_1_mlp_0_bias" -> "630 linear_10" [style=solid, label="(384,)"]; +"164 dequantize_per_channel_default_27" -> "628 linear_10" [style=solid, label=None]; +"165 features_1_1_mlp_0_bias" -> "628 linear_10" [style=solid, label="(384,)"]; "166 _scale_28" -> "169 dequantize_per_channel_default_28" [style=solid, label="(96,)"]; "167 _zero_point_28" -> "169 dequantize_per_channel_default_28" [style=solid, label="(96,)"]; "168 _frozen_param28" -> "169 dequantize_per_channel_default_28" [style=solid, label="(96, 384)"]; -"169 dequantize_per_channel_default_28" -> "635 linear_11" [style=solid, label=None]; -"170 features_1_1_mlp_3_bias" -> "635 linear_11" [style=solid, label="(96,)"]; -"171 features_1_1_norm2_weight" -> "637 layer_norm_4" [style=solid, label="(96,)"]; -"172 features_1_1_norm2_bias" -> "637 layer_norm_4" [style=solid, label="(96,)"]; +"169 dequantize_per_channel_default_28" -> "633 linear_11" [style=solid, label=None]; +"170 features_1_1_mlp_3_bias" -> "633 linear_11" [style=solid, label="(96,)"]; +"171 features_1_1_norm2_weight" -> "635 layer_norm_4" [style=solid, label="(96,)"]; +"172 features_1_1_norm2_bias" -> "635 layer_norm_4" [style=solid, label="(96,)"]; "173 _scale_29" -> "176 dequantize_per_channel_default_29" [style=solid, label="(192,)"]; "174 _zero_point_29" -> "176 dequantize_per_channel_default_29" [style=solid, label="(192,)"]; "175 _frozen_param29" -> "176 dequantize_per_channel_default_29" [style=solid, label="(192, 384)"]; -"176 dequantize_per_channel_default_29" -> "655 linear_12" [style=solid, label=None]; -"177 features_2_norm_weight" -> "656 layer_norm_5" [style=solid, label="(192,)"]; -"178 features_2_norm_bias" -> "656 layer_norm_5" [style=solid, label="(192,)"]; -"179 features_3_0_attn_cpb_mlp_0_weight" -> "659 linear_13" [style=solid, label="(512, 2)"]; -"180 features_3_0_attn_cpb_mlp_0_bias" -> "659 linear_13" [style=solid, label="(512,)"]; -"181 features_3_0_attn_cpb_mlp_2_weight" -> "661 linear_14" [style=solid, label="(6, 512)"]; -"182 features_3_0_norm1_weight" -> "718 layer_norm_6" [style=solid, label="(192,)"]; -"183 features_3_0_norm1_bias" -> "718 layer_norm_6" [style=solid, label="(192,)"]; +"176 dequantize_per_channel_default_29" -> "649 linear_12" [style=solid, label=None]; +"177 features_2_norm_weight" -> "650 layer_norm_5" [style=solid, label="(192,)"]; +"178 features_2_norm_bias" -> "650 layer_norm_5" [style=solid, label="(192,)"]; +"179 features_3_0_attn_cpb_mlp_0_weight" -> "653 linear_13" [style=solid, label="(512, 2)"]; +"180 features_3_0_attn_cpb_mlp_0_bias" -> "653 linear_13" [style=solid, label="(512,)"]; +"181 features_3_0_attn_cpb_mlp_2_weight" -> "655 linear_14" [style=solid, label="(6, 512)"]; +"182 features_3_0_norm1_weight" -> "710 layer_norm_6" [style=solid, label="(192,)"]; +"183 features_3_0_norm1_bias" -> "710 layer_norm_6" [style=solid, label="(192,)"]; "184 _scale_30" -> "187 dequantize_per_channel_default_30" [style=solid, label="(768,)"]; "185 _zero_point_30" -> "187 dequantize_per_channel_default_30" [style=solid, label="(768,)"]; "186 _frozen_param30" -> "187 dequantize_per_channel_default_30" [style=solid, label="(768, 192)"]; -"187 dequantize_per_channel_default_30" -> "722 linear_17" [style=solid, label=None]; -"188 features_3_0_mlp_0_bias" -> "722 linear_17" [style=solid, label="(768,)"]; +"187 dequantize_per_channel_default_30" -> "714 linear_17" [style=solid, label=None]; +"188 features_3_0_mlp_0_bias" -> "714 linear_17" [style=solid, label="(768,)"]; "189 _scale_31" -> "192 dequantize_per_channel_default_31" [style=solid, label="(192,)"]; "190 _zero_point_31" -> "192 dequantize_per_channel_default_31" [style=solid, label="(192,)"]; "191 _frozen_param31" -> "192 dequantize_per_channel_default_31" [style=solid, label="(192, 768)"]; -"192 dequantize_per_channel_default_31" -> "727 linear_18" [style=solid, label=None]; -"193 features_3_0_mlp_3_bias" -> "727 linear_18" [style=solid, label="(192,)"]; -"194 features_3_0_norm2_weight" -> "729 layer_norm_7" [style=solid, label="(192,)"]; -"195 features_3_0_norm2_bias" -> "729 layer_norm_7" [style=solid, label="(192,)"]; -"196 features_3_1_attn_cpb_mlp_0_weight" -> "731 linear_19" [style=solid, label="(512, 2)"]; -"197 features_3_1_attn_cpb_mlp_0_bias" -> "731 linear_19" [style=solid, label="(512,)"]; -"198 features_3_1_attn_cpb_mlp_2_weight" -> "733 linear_20" [style=solid, label="(6, 512)"]; -"199 features_3_1_norm1_weight" -> "846 layer_norm_8" [style=solid, label="(192,)"]; -"200 features_3_1_norm1_bias" -> "846 layer_norm_8" [style=solid, label="(192,)"]; +"192 dequantize_per_channel_default_31" -> "719 linear_18" [style=solid, label=None]; +"193 features_3_0_mlp_3_bias" -> "719 linear_18" [style=solid, label="(192,)"]; +"194 features_3_0_norm2_weight" -> "721 layer_norm_7" [style=solid, label="(192,)"]; +"195 features_3_0_norm2_bias" -> "721 layer_norm_7" [style=solid, label="(192,)"]; +"196 features_3_1_attn_cpb_mlp_0_weight" -> "723 linear_19" [style=solid, label="(512, 2)"]; +"197 features_3_1_attn_cpb_mlp_0_bias" -> "723 linear_19" [style=solid, label="(512,)"]; +"198 features_3_1_attn_cpb_mlp_2_weight" -> "725 linear_20" [style=solid, label="(6, 512)"]; +"199 features_3_1_norm1_weight" -> "836 layer_norm_8" [style=solid, label="(192,)"]; +"200 features_3_1_norm1_bias" -> "836 layer_norm_8" [style=solid, label="(192,)"]; "201 _scale_32" -> "204 dequantize_per_channel_default_32" [style=solid, label="(768,)"]; "202 _zero_point_32" -> "204 dequantize_per_channel_default_32" [style=solid, label="(768,)"]; "203 _frozen_param32" -> "204 dequantize_per_channel_default_32" [style=solid, label="(768, 192)"]; -"204 dequantize_per_channel_default_32" -> "850 linear_23" [style=solid, label=None]; -"205 features_3_1_mlp_0_bias" -> "850 linear_23" [style=solid, label="(768,)"]; +"204 dequantize_per_channel_default_32" -> "840 linear_23" [style=solid, label=None]; +"205 features_3_1_mlp_0_bias" -> "840 linear_23" [style=solid, label="(768,)"]; "206 _scale_33" -> "209 dequantize_per_channel_default_33" [style=solid, label="(192,)"]; "207 _zero_point_33" -> "209 dequantize_per_channel_default_33" [style=solid, label="(192,)"]; "208 _frozen_param33" -> "209 dequantize_per_channel_default_33" [style=solid, label="(192, 768)"]; -"209 dequantize_per_channel_default_33" -> "855 linear_24" [style=solid, label=None]; -"210 features_3_1_mlp_3_bias" -> "855 linear_24" [style=solid, label="(192,)"]; -"211 features_3_1_norm2_weight" -> "857 layer_norm_9" [style=solid, label="(192,)"]; -"212 features_3_1_norm2_bias" -> "857 layer_norm_9" [style=solid, label="(192,)"]; +"209 dequantize_per_channel_default_33" -> "845 linear_24" [style=solid, label=None]; +"210 features_3_1_mlp_3_bias" -> "845 linear_24" [style=solid, label="(192,)"]; +"211 features_3_1_norm2_weight" -> "847 layer_norm_9" [style=solid, label="(192,)"]; +"212 features_3_1_norm2_bias" -> "847 layer_norm_9" [style=solid, label="(192,)"]; "213 _scale_34" -> "216 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; "214 _zero_point_34" -> "216 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; "215 _frozen_param34" -> "216 dequantize_per_channel_default_34" [style=solid, label="(384, 768)"]; -"216 dequantize_per_channel_default_34" -> "875 linear_25" [style=solid, label=None]; -"217 features_4_norm_weight" -> "876 layer_norm_10" [style=solid, label="(384,)"]; -"218 features_4_norm_bias" -> "876 layer_norm_10" [style=solid, label="(384,)"]; -"219 features_5_0_attn_cpb_mlp_0_weight" -> "879 linear_26" [style=solid, label="(512, 2)"]; -"220 features_5_0_attn_cpb_mlp_0_bias" -> "879 linear_26" [style=solid, label="(512,)"]; -"221 features_5_0_attn_cpb_mlp_2_weight" -> "881 linear_27" [style=solid, label="(12, 512)"]; -"222 features_5_0_norm1_weight" -> "938 layer_norm_11" [style=solid, label="(384,)"]; -"223 features_5_0_norm1_bias" -> "938 layer_norm_11" [style=solid, label="(384,)"]; +"216 dequantize_per_channel_default_34" -> "861 linear_25" [style=solid, label=None]; +"217 features_4_norm_weight" -> "862 layer_norm_10" [style=solid, label="(384,)"]; +"218 features_4_norm_bias" -> "862 layer_norm_10" [style=solid, label="(384,)"]; +"219 features_5_0_attn_cpb_mlp_0_weight" -> "865 linear_26" [style=solid, label="(512, 2)"]; +"220 features_5_0_attn_cpb_mlp_0_bias" -> "865 linear_26" [style=solid, label="(512,)"]; +"221 features_5_0_attn_cpb_mlp_2_weight" -> "867 linear_27" [style=solid, label="(12, 512)"]; +"222 features_5_0_norm1_weight" -> "922 layer_norm_11" [style=solid, label="(384,)"]; +"223 features_5_0_norm1_bias" -> "922 layer_norm_11" [style=solid, label="(384,)"]; "224 _scale_35" -> "227 dequantize_per_channel_default_35" [style=solid, label="(1536,)"]; "225 _zero_point_35" -> "227 dequantize_per_channel_default_35" [style=solid, label="(1536,)"]; "226 _frozen_param35" -> "227 dequantize_per_channel_default_35" [style=solid, label="(1536, 384)"]; -"227 dequantize_per_channel_default_35" -> "942 linear_30" [style=solid, label=None]; -"228 features_5_0_mlp_0_bias" -> "942 linear_30" [style=solid, label="(1536,)"]; +"227 dequantize_per_channel_default_35" -> "926 linear_30" [style=solid, label=None]; +"228 features_5_0_mlp_0_bias" -> "926 linear_30" [style=solid, label="(1536,)"]; "229 _scale_36" -> "232 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; "230 _zero_point_36" -> "232 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; "231 _frozen_param36" -> "232 dequantize_per_channel_default_36" [style=solid, label="(384, 1536)"]; -"232 dequantize_per_channel_default_36" -> "947 linear_31" [style=solid, label=None]; -"233 features_5_0_mlp_3_bias" -> "947 linear_31" [style=solid, label="(384,)"]; -"234 features_5_0_norm2_weight" -> "949 layer_norm_12" [style=solid, label="(384,)"]; -"235 features_5_0_norm2_bias" -> "949 layer_norm_12" [style=solid, label="(384,)"]; -"236 features_5_1_attn_cpb_mlp_0_weight" -> "951 linear_32" [style=solid, label="(512, 2)"]; -"237 features_5_1_attn_cpb_mlp_0_bias" -> "951 linear_32" [style=solid, label="(512,)"]; -"238 features_5_1_attn_cpb_mlp_2_weight" -> "953 linear_33" [style=solid, label="(12, 512)"]; -"239 features_5_1_norm1_weight" -> "1066 layer_norm_13" [style=solid, label="(384,)"]; -"240 features_5_1_norm1_bias" -> "1066 layer_norm_13" [style=solid, label="(384,)"]; +"232 dequantize_per_channel_default_36" -> "931 linear_31" [style=solid, label=None]; +"233 features_5_0_mlp_3_bias" -> "931 linear_31" [style=solid, label="(384,)"]; +"234 features_5_0_norm2_weight" -> "933 layer_norm_12" [style=solid, label="(384,)"]; +"235 features_5_0_norm2_bias" -> "933 layer_norm_12" [style=solid, label="(384,)"]; +"236 features_5_1_attn_cpb_mlp_0_weight" -> "935 linear_32" [style=solid, label="(512, 2)"]; +"237 features_5_1_attn_cpb_mlp_0_bias" -> "935 linear_32" [style=solid, label="(512,)"]; +"238 features_5_1_attn_cpb_mlp_2_weight" -> "937 linear_33" [style=solid, label="(12, 512)"]; +"239 features_5_1_norm1_weight" -> "1048 layer_norm_13" [style=solid, label="(384,)"]; +"240 features_5_1_norm1_bias" -> "1048 layer_norm_13" [style=solid, label="(384,)"]; "241 _scale_37" -> "244 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; "242 _zero_point_37" -> "244 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; "243 _frozen_param37" -> "244 dequantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; -"244 dequantize_per_channel_default_37" -> "1070 linear_36" [style=solid, label=None]; -"245 features_5_1_mlp_0_bias" -> "1070 linear_36" [style=solid, label="(1536,)"]; +"244 dequantize_per_channel_default_37" -> "1052 linear_36" [style=solid, label=None]; +"245 features_5_1_mlp_0_bias" -> "1052 linear_36" [style=solid, label="(1536,)"]; "246 _scale_38" -> "249 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; "247 _zero_point_38" -> "249 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; "248 _frozen_param38" -> "249 dequantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; -"249 dequantize_per_channel_default_38" -> "1075 linear_37" [style=solid, label=None]; -"250 features_5_1_mlp_3_bias" -> "1075 linear_37" [style=solid, label="(384,)"]; -"251 features_5_1_norm2_weight" -> "1077 layer_norm_14" [style=solid, label="(384,)"]; -"252 features_5_1_norm2_bias" -> "1077 layer_norm_14" [style=solid, label="(384,)"]; -"253 features_5_2_attn_cpb_mlp_0_weight" -> "1081 linear_38" [style=solid, label="(512, 2)"]; -"254 features_5_2_attn_cpb_mlp_0_bias" -> "1081 linear_38" [style=solid, label="(512,)"]; -"255 features_5_2_attn_cpb_mlp_2_weight" -> "1083 linear_39" [style=solid, label="(12, 512)"]; -"256 features_5_2_norm1_weight" -> "1140 layer_norm_15" [style=solid, label="(384,)"]; -"257 features_5_2_norm1_bias" -> "1140 layer_norm_15" [style=solid, label="(384,)"]; +"249 dequantize_per_channel_default_38" -> "1057 linear_37" [style=solid, label=None]; +"250 features_5_1_mlp_3_bias" -> "1057 linear_37" [style=solid, label="(384,)"]; +"251 features_5_1_norm2_weight" -> "1059 layer_norm_14" [style=solid, label="(384,)"]; +"252 features_5_1_norm2_bias" -> "1059 layer_norm_14" [style=solid, label="(384,)"]; +"253 features_5_2_attn_cpb_mlp_0_weight" -> "1063 linear_38" [style=solid, label="(512, 2)"]; +"254 features_5_2_attn_cpb_mlp_0_bias" -> "1063 linear_38" [style=solid, label="(512,)"]; +"255 features_5_2_attn_cpb_mlp_2_weight" -> "1065 linear_39" [style=solid, label="(12, 512)"]; +"256 features_5_2_norm1_weight" -> "1120 layer_norm_15" [style=solid, label="(384,)"]; +"257 features_5_2_norm1_bias" -> "1120 layer_norm_15" [style=solid, label="(384,)"]; "258 _scale_39" -> "261 dequantize_per_channel_default_39" [style=solid, label="(1536,)"]; "259 _zero_point_39" -> "261 dequantize_per_channel_default_39" [style=solid, label="(1536,)"]; "260 _frozen_param39" -> "261 dequantize_per_channel_default_39" [style=solid, label="(1536, 384)"]; -"261 dequantize_per_channel_default_39" -> "1144 linear_42" [style=solid, label=None]; -"262 features_5_2_mlp_0_bias" -> "1144 linear_42" [style=solid, label="(1536,)"]; +"261 dequantize_per_channel_default_39" -> "1124 linear_42" [style=solid, label=None]; +"262 features_5_2_mlp_0_bias" -> "1124 linear_42" [style=solid, label="(1536,)"]; "263 _scale_40" -> "266 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; "264 _zero_point_40" -> "266 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; "265 _frozen_param40" -> "266 dequantize_per_channel_default_40" [style=solid, label="(384, 1536)"]; -"266 dequantize_per_channel_default_40" -> "1149 linear_43" [style=solid, label=None]; -"267 features_5_2_mlp_3_bias" -> "1149 linear_43" [style=solid, label="(384,)"]; -"268 features_5_2_norm2_weight" -> "1151 layer_norm_16" [style=solid, label="(384,)"]; -"269 features_5_2_norm2_bias" -> "1151 layer_norm_16" [style=solid, label="(384,)"]; -"270 features_5_3_attn_cpb_mlp_0_weight" -> "1153 linear_44" [style=solid, label="(512, 2)"]; -"271 features_5_3_attn_cpb_mlp_0_bias" -> "1153 linear_44" [style=solid, label="(512,)"]; -"272 features_5_3_attn_cpb_mlp_2_weight" -> "1155 linear_45" [style=solid, label="(12, 512)"]; -"273 features_5_3_norm1_weight" -> "1268 layer_norm_17" [style=solid, label="(384,)"]; -"274 features_5_3_norm1_bias" -> "1268 layer_norm_17" [style=solid, label="(384,)"]; +"266 dequantize_per_channel_default_40" -> "1129 linear_43" [style=solid, label=None]; +"267 features_5_2_mlp_3_bias" -> "1129 linear_43" [style=solid, label="(384,)"]; +"268 features_5_2_norm2_weight" -> "1131 layer_norm_16" [style=solid, label="(384,)"]; +"269 features_5_2_norm2_bias" -> "1131 layer_norm_16" [style=solid, label="(384,)"]; +"270 features_5_3_attn_cpb_mlp_0_weight" -> "1133 linear_44" [style=solid, label="(512, 2)"]; +"271 features_5_3_attn_cpb_mlp_0_bias" -> "1133 linear_44" [style=solid, label="(512,)"]; +"272 features_5_3_attn_cpb_mlp_2_weight" -> "1135 linear_45" [style=solid, label="(12, 512)"]; +"273 features_5_3_norm1_weight" -> "1246 layer_norm_17" [style=solid, label="(384,)"]; +"274 features_5_3_norm1_bias" -> "1246 layer_norm_17" [style=solid, label="(384,)"]; "275 _scale_41" -> "278 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; "276 _zero_point_41" -> "278 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; "277 _frozen_param41" -> "278 dequantize_per_channel_default_41" [style=solid, label="(1536, 384)"]; -"278 dequantize_per_channel_default_41" -> "1272 linear_48" [style=solid, label=None]; -"279 features_5_3_mlp_0_bias" -> "1272 linear_48" [style=solid, label="(1536,)"]; +"278 dequantize_per_channel_default_41" -> "1250 linear_48" [style=solid, label=None]; +"279 features_5_3_mlp_0_bias" -> "1250 linear_48" [style=solid, label="(1536,)"]; "280 _scale_42" -> "283 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; "281 _zero_point_42" -> "283 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; "282 _frozen_param42" -> "283 dequantize_per_channel_default_42" [style=solid, label="(384, 1536)"]; -"283 dequantize_per_channel_default_42" -> "1277 linear_49" [style=solid, label=None]; -"284 features_5_3_mlp_3_bias" -> "1277 linear_49" [style=solid, label="(384,)"]; -"285 features_5_3_norm2_weight" -> "1279 layer_norm_18" [style=solid, label="(384,)"]; -"286 features_5_3_norm2_bias" -> "1279 layer_norm_18" [style=solid, label="(384,)"]; -"287 features_5_4_attn_cpb_mlp_0_weight" -> "1283 linear_50" [style=solid, label="(512, 2)"]; -"288 features_5_4_attn_cpb_mlp_0_bias" -> "1283 linear_50" [style=solid, label="(512,)"]; -"289 features_5_4_attn_cpb_mlp_2_weight" -> "1285 linear_51" [style=solid, label="(12, 512)"]; -"290 features_5_4_norm1_weight" -> "1342 layer_norm_19" [style=solid, label="(384,)"]; -"291 features_5_4_norm1_bias" -> "1342 layer_norm_19" [style=solid, label="(384,)"]; +"283 dequantize_per_channel_default_42" -> "1255 linear_49" [style=solid, label=None]; +"284 features_5_3_mlp_3_bias" -> "1255 linear_49" [style=solid, label="(384,)"]; +"285 features_5_3_norm2_weight" -> "1257 layer_norm_18" [style=solid, label="(384,)"]; +"286 features_5_3_norm2_bias" -> "1257 layer_norm_18" [style=solid, label="(384,)"]; +"287 features_5_4_attn_cpb_mlp_0_weight" -> "1261 linear_50" [style=solid, label="(512, 2)"]; +"288 features_5_4_attn_cpb_mlp_0_bias" -> "1261 linear_50" [style=solid, label="(512,)"]; +"289 features_5_4_attn_cpb_mlp_2_weight" -> "1263 linear_51" [style=solid, label="(12, 512)"]; +"290 features_5_4_norm1_weight" -> "1318 layer_norm_19" [style=solid, label="(384,)"]; +"291 features_5_4_norm1_bias" -> "1318 layer_norm_19" [style=solid, label="(384,)"]; "292 _scale_43" -> "295 dequantize_per_channel_default_43" [style=solid, label="(1536,)"]; "293 _zero_point_43" -> "295 dequantize_per_channel_default_43" [style=solid, label="(1536,)"]; "294 _frozen_param43" -> "295 dequantize_per_channel_default_43" [style=solid, label="(1536, 384)"]; -"295 dequantize_per_channel_default_43" -> "1346 linear_54" [style=solid, label=None]; -"296 features_5_4_mlp_0_bias" -> "1346 linear_54" [style=solid, label="(1536,)"]; +"295 dequantize_per_channel_default_43" -> "1322 linear_54" [style=solid, label=None]; +"296 features_5_4_mlp_0_bias" -> "1322 linear_54" [style=solid, label="(1536,)"]; "297 _scale_44" -> "300 dequantize_per_channel_default_44" [style=solid, label="(384,)"]; "298 _zero_point_44" -> "300 dequantize_per_channel_default_44" [style=solid, label="(384,)"]; "299 _frozen_param44" -> "300 dequantize_per_channel_default_44" [style=solid, label="(384, 1536)"]; -"300 dequantize_per_channel_default_44" -> "1351 linear_55" [style=solid, label=None]; -"301 features_5_4_mlp_3_bias" -> "1351 linear_55" [style=solid, label="(384,)"]; -"302 features_5_4_norm2_weight" -> "1353 layer_norm_20" [style=solid, label="(384,)"]; -"303 features_5_4_norm2_bias" -> "1353 layer_norm_20" [style=solid, label="(384,)"]; -"304 features_5_5_attn_cpb_mlp_0_weight" -> "1355 linear_56" [style=solid, label="(512, 2)"]; -"305 features_5_5_attn_cpb_mlp_0_bias" -> "1355 linear_56" [style=solid, label="(512,)"]; -"306 features_5_5_attn_cpb_mlp_2_weight" -> "1357 linear_57" [style=solid, label="(12, 512)"]; -"307 features_5_5_norm1_weight" -> "1470 layer_norm_21" [style=solid, label="(384,)"]; -"308 features_5_5_norm1_bias" -> "1470 layer_norm_21" [style=solid, label="(384,)"]; +"300 dequantize_per_channel_default_44" -> "1327 linear_55" [style=solid, label=None]; +"301 features_5_4_mlp_3_bias" -> "1327 linear_55" [style=solid, label="(384,)"]; +"302 features_5_4_norm2_weight" -> "1329 layer_norm_20" [style=solid, label="(384,)"]; +"303 features_5_4_norm2_bias" -> "1329 layer_norm_20" [style=solid, label="(384,)"]; +"304 features_5_5_attn_cpb_mlp_0_weight" -> "1331 linear_56" [style=solid, label="(512, 2)"]; +"305 features_5_5_attn_cpb_mlp_0_bias" -> "1331 linear_56" [style=solid, label="(512,)"]; +"306 features_5_5_attn_cpb_mlp_2_weight" -> "1333 linear_57" [style=solid, label="(12, 512)"]; +"307 features_5_5_norm1_weight" -> "1444 layer_norm_21" [style=solid, label="(384,)"]; +"308 features_5_5_norm1_bias" -> "1444 layer_norm_21" [style=solid, label="(384,)"]; "309 _scale_45" -> "312 dequantize_per_channel_default_45" [style=solid, label="(1536,)"]; "310 _zero_point_45" -> "312 dequantize_per_channel_default_45" [style=solid, label="(1536,)"]; "311 _frozen_param45" -> "312 dequantize_per_channel_default_45" [style=solid, label="(1536, 384)"]; -"312 dequantize_per_channel_default_45" -> "1474 linear_60" [style=solid, label=None]; -"313 features_5_5_mlp_0_bias" -> "1474 linear_60" [style=solid, label="(1536,)"]; +"312 dequantize_per_channel_default_45" -> "1448 linear_60" [style=solid, label=None]; +"313 features_5_5_mlp_0_bias" -> "1448 linear_60" [style=solid, label="(1536,)"]; "314 _scale_46" -> "317 dequantize_per_channel_default_46" [style=solid, label="(384,)"]; "315 _zero_point_46" -> "317 dequantize_per_channel_default_46" [style=solid, label="(384,)"]; "316 _frozen_param46" -> "317 dequantize_per_channel_default_46" [style=solid, label="(384, 1536)"]; -"317 dequantize_per_channel_default_46" -> "1479 linear_61" [style=solid, label=None]; -"318 features_5_5_mlp_3_bias" -> "1479 linear_61" [style=solid, label="(384,)"]; -"319 features_5_5_norm2_weight" -> "1481 layer_norm_22" [style=solid, label="(384,)"]; -"320 features_5_5_norm2_bias" -> "1481 layer_norm_22" [style=solid, label="(384,)"]; +"317 dequantize_per_channel_default_46" -> "1453 linear_61" [style=solid, label=None]; +"318 features_5_5_mlp_3_bias" -> "1453 linear_61" [style=solid, label="(384,)"]; +"319 features_5_5_norm2_weight" -> "1455 layer_norm_22" [style=solid, label="(384,)"]; +"320 features_5_5_norm2_bias" -> "1455 layer_norm_22" [style=solid, label="(384,)"]; "321 _scale_47" -> "324 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; "322 _zero_point_47" -> "324 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; "323 _frozen_param47" -> "324 dequantize_per_channel_default_47" [style=solid, label="(768, 1536)"]; -"324 dequantize_per_channel_default_47" -> "1499 linear_62" [style=solid, label=None]; -"325 features_6_norm_weight" -> "1500 layer_norm_23" [style=solid, label="(768,)"]; -"326 features_6_norm_bias" -> "1500 layer_norm_23" [style=solid, label="(768,)"]; -"327 features_7_0_attn_cpb_mlp_0_weight" -> "1503 linear_63" [style=solid, label="(512, 2)"]; -"328 features_7_0_attn_cpb_mlp_0_bias" -> "1503 linear_63" [style=solid, label="(512,)"]; -"329 features_7_0_attn_cpb_mlp_2_weight" -> "1505 linear_64" [style=solid, label="(24, 512)"]; -"330 features_7_0_norm1_weight" -> "1562 layer_norm_24" [style=solid, label="(768,)"]; -"331 features_7_0_norm1_bias" -> "1562 layer_norm_24" [style=solid, label="(768,)"]; +"324 dequantize_per_channel_default_47" -> "1469 linear_62" [style=solid, label=None]; +"325 features_6_norm_weight" -> "1470 layer_norm_23" [style=solid, label="(768,)"]; +"326 features_6_norm_bias" -> "1470 layer_norm_23" [style=solid, label="(768,)"]; +"327 features_7_0_attn_cpb_mlp_0_weight" -> "1473 linear_63" [style=solid, label="(512, 2)"]; +"328 features_7_0_attn_cpb_mlp_0_bias" -> "1473 linear_63" [style=solid, label="(512,)"]; +"329 features_7_0_attn_cpb_mlp_2_weight" -> "1475 linear_64" [style=solid, label="(24, 512)"]; +"330 features_7_0_norm1_weight" -> "1530 layer_norm_24" [style=solid, label="(768,)"]; +"331 features_7_0_norm1_bias" -> "1530 layer_norm_24" [style=solid, label="(768,)"]; "332 _scale_48" -> "335 dequantize_per_channel_default_48" [style=solid, label="(3072,)"]; "333 _zero_point_48" -> "335 dequantize_per_channel_default_48" [style=solid, label="(3072,)"]; "334 _frozen_param48" -> "335 dequantize_per_channel_default_48" [style=solid, label="(3072, 768)"]; -"335 dequantize_per_channel_default_48" -> "1566 linear_67" [style=solid, label=None]; -"336 features_7_0_mlp_0_bias" -> "1566 linear_67" [style=solid, label="(3072,)"]; +"335 dequantize_per_channel_default_48" -> "1534 linear_67" [style=solid, label=None]; +"336 features_7_0_mlp_0_bias" -> "1534 linear_67" [style=solid, label="(3072,)"]; "337 _scale_49" -> "340 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; "338 _zero_point_49" -> "340 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; "339 _frozen_param49" -> "340 dequantize_per_channel_default_49" [style=solid, label="(768, 3072)"]; -"340 dequantize_per_channel_default_49" -> "1571 linear_68" [style=solid, label=None]; -"341 features_7_0_mlp_3_bias" -> "1571 linear_68" [style=solid, label="(768,)"]; -"342 features_7_0_norm2_weight" -> "1573 layer_norm_25" [style=solid, label="(768,)"]; -"343 features_7_0_norm2_bias" -> "1573 layer_norm_25" [style=solid, label="(768,)"]; -"344 features_7_1_attn_cpb_mlp_0_weight" -> "1577 linear_69" [style=solid, label="(512, 2)"]; -"345 features_7_1_attn_cpb_mlp_0_bias" -> "1577 linear_69" [style=solid, label="(512,)"]; -"346 features_7_1_attn_cpb_mlp_2_weight" -> "1579 linear_70" [style=solid, label="(24, 512)"]; -"347 features_7_1_norm1_weight" -> "1636 layer_norm_26" [style=solid, label="(768,)"]; -"348 features_7_1_norm1_bias" -> "1636 layer_norm_26" [style=solid, label="(768,)"]; +"340 dequantize_per_channel_default_49" -> "1539 linear_68" [style=solid, label=None]; +"341 features_7_0_mlp_3_bias" -> "1539 linear_68" [style=solid, label="(768,)"]; +"342 features_7_0_norm2_weight" -> "1541 layer_norm_25" [style=solid, label="(768,)"]; +"343 features_7_0_norm2_bias" -> "1541 layer_norm_25" [style=solid, label="(768,)"]; +"344 features_7_1_attn_cpb_mlp_0_weight" -> "1545 linear_69" [style=solid, label="(512, 2)"]; +"345 features_7_1_attn_cpb_mlp_0_bias" -> "1545 linear_69" [style=solid, label="(512,)"]; +"346 features_7_1_attn_cpb_mlp_2_weight" -> "1547 linear_70" [style=solid, label="(24, 512)"]; +"347 features_7_1_norm1_weight" -> "1602 layer_norm_26" [style=solid, label="(768,)"]; +"348 features_7_1_norm1_bias" -> "1602 layer_norm_26" [style=solid, label="(768,)"]; "349 _scale_50" -> "352 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; "350 _zero_point_50" -> "352 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; "351 _frozen_param50" -> "352 dequantize_per_channel_default_50" [style=solid, label="(3072, 768)"]; -"352 dequantize_per_channel_default_50" -> "1640 linear_73" [style=solid, label=None]; -"353 features_7_1_mlp_0_bias" -> "1640 linear_73" [style=solid, label="(3072,)"]; +"352 dequantize_per_channel_default_50" -> "1606 linear_73" [style=solid, label=None]; +"353 features_7_1_mlp_0_bias" -> "1606 linear_73" [style=solid, label="(3072,)"]; "354 _scale_51" -> "357 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; "355 _zero_point_51" -> "357 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; "356 _frozen_param51" -> "357 dequantize_per_channel_default_51" [style=solid, label="(768, 3072)"]; -"357 dequantize_per_channel_default_51" -> "1645 linear_74" [style=solid, label=None]; -"358 features_7_1_mlp_3_bias" -> "1645 linear_74" [style=solid, label="(768,)"]; -"359 features_7_1_norm2_weight" -> "1647 layer_norm_27" [style=solid, label="(768,)"]; -"360 features_7_1_norm2_bias" -> "1647 layer_norm_27" [style=solid, label="(768,)"]; -"361 norm_weight" -> "1649 layer_norm_28" [style=solid, label="(768,)"]; -"362 norm_bias" -> "1649 layer_norm_28" [style=solid, label="(768,)"]; +"357 dequantize_per_channel_default_51" -> "1611 linear_74" [style=solid, label=None]; +"358 features_7_1_mlp_3_bias" -> "1611 linear_74" [style=solid, label="(768,)"]; +"359 features_7_1_norm2_weight" -> "1613 layer_norm_27" [style=solid, label="(768,)"]; +"360 features_7_1_norm2_bias" -> "1613 layer_norm_27" [style=solid, label="(768,)"]; +"361 norm_weight" -> "1615 layer_norm_28" [style=solid, label="(768,)"]; +"362 norm_bias" -> "1615 layer_norm_28" [style=solid, label="(768,)"]; "363 _scale_52" -> "366 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; "364 _zero_point_52" -> "366 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; "365 _frozen_param52" -> "366 dequantize_per_channel_default_52" [style=solid, label="(1000, 768)"]; -"366 dequantize_per_channel_default_52" -> "1655 linear_75" [style=solid, label=None]; -"367 head_bias" -> "1655 linear_75" [style=solid, label="(1000,)"]; +"366 dequantize_per_channel_default_52" -> "1621 linear_75" [style=solid, label=None]; +"367 head_bias" -> "1621 linear_75" [style=solid, label="(1000,)"]; "368 features_1_0_attn_relative_coords_table" -> "445 linear" [style=solid, label="(1, 15, 15, 2)"]; "369 features_1_0_attn_relative_position_index" -> "449 index" [style=solid, label="(4096,)"]; -"370 features_1_1_attn_relative_coords_table" -> "514 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"371 features_1_1_attn_relative_position_index" -> "518 index_1" [style=solid, label="(4096,)"]; -"372 features_3_0_attn_relative_coords_table" -> "659 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"373 features_3_0_attn_relative_position_index" -> "663 index_2" [style=solid, label="(4096,)"]; -"374 features_3_1_attn_relative_coords_table" -> "731 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"375 features_3_1_attn_relative_position_index" -> "735 index_3" [style=solid, label="(4096,)"]; -"376 features_5_0_attn_relative_coords_table" -> "879 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"377 features_5_0_attn_relative_position_index" -> "883 index_4" [style=solid, label="(4096,)"]; -"378 features_5_1_attn_relative_coords_table" -> "951 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"379 features_5_1_attn_relative_position_index" -> "955 index_5" [style=solid, label="(4096,)"]; -"380 features_5_2_attn_relative_coords_table" -> "1081 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"381 features_5_2_attn_relative_position_index" -> "1085 index_6" [style=solid, label="(4096,)"]; -"382 features_5_3_attn_relative_coords_table" -> "1153 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"383 features_5_3_attn_relative_position_index" -> "1157 index_7" [style=solid, label="(4096,)"]; -"384 features_5_4_attn_relative_coords_table" -> "1283 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"385 features_5_4_attn_relative_position_index" -> "1287 index_8" [style=solid, label="(4096,)"]; -"386 features_5_5_attn_relative_coords_table" -> "1355 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"387 features_5_5_attn_relative_position_index" -> "1359 index_9" [style=solid, label="(4096,)"]; -"388 features_7_0_attn_relative_coords_table" -> "1503 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"389 features_7_0_attn_relative_position_index" -> "1507 index_10" [style=solid, label="(4096,)"]; -"390 features_7_1_attn_relative_coords_table" -> "1577 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"391 features_7_1_attn_relative_position_index" -> "1581 index_11" [style=solid, label="(4096,)"]; -"392 features_1_1_attn_lifted_tensor_0" -> "560 lift_fresh_copy" [style=solid, label="()"]; -"393 features_1_1_attn_lifted_tensor_1" -> "564 lift_fresh_copy_1" [style=solid, label="()"]; -"394 features_1_1_attn_lifted_tensor_2" -> "568 lift_fresh_copy_2" [style=solid, label="()"]; -"395 features_1_1_attn_lifted_tensor_3" -> "572 lift_fresh_copy_3" [style=solid, label="()"]; -"396 features_1_1_attn_lifted_tensor_4" -> "576 lift_fresh_copy_4" [style=solid, label="()"]; -"397 features_1_1_attn_lifted_tensor_5" -> "580 lift_fresh_copy_5" [style=solid, label="()"]; -"398 features_1_1_attn_lifted_tensor_6" -> "584 lift_fresh_copy_6" [style=solid, label="()"]; -"399 features_1_1_attn_lifted_tensor_7" -> "588 lift_fresh_copy_7" [style=solid, label="()"]; -"400 features_1_1_attn_lifted_tensor_8" -> "592 lift_fresh_copy_8" [style=solid, label="()"]; -"401 features_3_1_attn_lifted_tensor_9" -> "777 lift_fresh_copy_9" [style=solid, label="()"]; -"402 features_3_1_attn_lifted_tensor_10" -> "781 lift_fresh_copy_10" [style=solid, label="()"]; -"403 features_3_1_attn_lifted_tensor_11" -> "785 lift_fresh_copy_11" [style=solid, label="()"]; -"404 features_3_1_attn_lifted_tensor_12" -> "789 lift_fresh_copy_12" [style=solid, label="()"]; -"405 features_3_1_attn_lifted_tensor_13" -> "793 lift_fresh_copy_13" [style=solid, label="()"]; -"406 features_3_1_attn_lifted_tensor_14" -> "797 lift_fresh_copy_14" [style=solid, label="()"]; -"407 features_3_1_attn_lifted_tensor_15" -> "801 lift_fresh_copy_15" [style=solid, label="()"]; -"408 features_3_1_attn_lifted_tensor_16" -> "805 lift_fresh_copy_16" [style=solid, label="()"]; -"409 features_3_1_attn_lifted_tensor_17" -> "809 lift_fresh_copy_17" [style=solid, label="()"]; -"410 features_5_1_attn_lifted_tensor_18" -> "997 lift_fresh_copy_18" [style=solid, label="()"]; -"411 features_5_1_attn_lifted_tensor_19" -> "1001 lift_fresh_copy_19" [style=solid, label="()"]; -"412 features_5_1_attn_lifted_tensor_20" -> "1005 lift_fresh_copy_20" [style=solid, label="()"]; -"413 features_5_1_attn_lifted_tensor_21" -> "1009 lift_fresh_copy_21" [style=solid, label="()"]; -"414 features_5_1_attn_lifted_tensor_22" -> "1013 lift_fresh_copy_22" [style=solid, label="()"]; -"415 features_5_1_attn_lifted_tensor_23" -> "1017 lift_fresh_copy_23" [style=solid, label="()"]; -"416 features_5_1_attn_lifted_tensor_24" -> "1021 lift_fresh_copy_24" [style=solid, label="()"]; -"417 features_5_1_attn_lifted_tensor_25" -> "1025 lift_fresh_copy_25" [style=solid, label="()"]; -"418 features_5_1_attn_lifted_tensor_26" -> "1029 lift_fresh_copy_26" [style=solid, label="()"]; -"419 features_5_3_attn_lifted_tensor_27" -> "1199 lift_fresh_copy_27" [style=solid, label="()"]; -"420 features_5_3_attn_lifted_tensor_28" -> "1203 lift_fresh_copy_28" [style=solid, label="()"]; -"421 features_5_3_attn_lifted_tensor_29" -> "1207 lift_fresh_copy_29" [style=solid, label="()"]; -"422 features_5_3_attn_lifted_tensor_30" -> "1211 lift_fresh_copy_30" [style=solid, label="()"]; -"423 features_5_3_attn_lifted_tensor_31" -> "1215 lift_fresh_copy_31" [style=solid, label="()"]; -"424 features_5_3_attn_lifted_tensor_32" -> "1219 lift_fresh_copy_32" [style=solid, label="()"]; -"425 features_5_3_attn_lifted_tensor_33" -> "1223 lift_fresh_copy_33" [style=solid, label="()"]; -"426 features_5_3_attn_lifted_tensor_34" -> "1227 lift_fresh_copy_34" [style=solid, label="()"]; -"427 features_5_3_attn_lifted_tensor_35" -> "1231 lift_fresh_copy_35" [style=solid, label="()"]; -"428 features_5_5_attn_lifted_tensor_36" -> "1401 lift_fresh_copy_36" [style=solid, label="()"]; -"429 features_5_5_attn_lifted_tensor_37" -> "1405 lift_fresh_copy_37" [style=solid, label="()"]; -"430 features_5_5_attn_lifted_tensor_38" -> "1409 lift_fresh_copy_38" [style=solid, label="()"]; -"431 features_5_5_attn_lifted_tensor_39" -> "1413 lift_fresh_copy_39" [style=solid, label="()"]; -"432 features_5_5_attn_lifted_tensor_40" -> "1417 lift_fresh_copy_40" [style=solid, label="()"]; -"433 features_5_5_attn_lifted_tensor_41" -> "1421 lift_fresh_copy_41" [style=solid, label="()"]; -"434 features_5_5_attn_lifted_tensor_42" -> "1425 lift_fresh_copy_42" [style=solid, label="()"]; -"435 features_5_5_attn_lifted_tensor_43" -> "1429 lift_fresh_copy_43" [style=solid, label="()"]; -"436 features_5_5_attn_lifted_tensor_44" -> "1433 lift_fresh_copy_44" [style=solid, label="()"]; +"370 features_1_1_attn_relative_coords_table" -> "513 linear_6" [style=solid, label="(1, 15, 15, 2)"]; +"371 features_1_1_attn_relative_position_index" -> "517 index_1" [style=solid, label="(4096,)"]; +"372 features_3_0_attn_relative_coords_table" -> "653 linear_13" [style=solid, label="(1, 15, 15, 2)"]; +"373 features_3_0_attn_relative_position_index" -> "657 index_2" [style=solid, label="(4096,)"]; +"374 features_3_1_attn_relative_coords_table" -> "723 linear_19" [style=solid, label="(1, 15, 15, 2)"]; +"375 features_3_1_attn_relative_position_index" -> "727 index_3" [style=solid, label="(4096,)"]; +"376 features_5_0_attn_relative_coords_table" -> "865 linear_26" [style=solid, label="(1, 15, 15, 2)"]; +"377 features_5_0_attn_relative_position_index" -> "869 index_4" [style=solid, label="(4096,)"]; +"378 features_5_1_attn_relative_coords_table" -> "935 linear_32" [style=solid, label="(1, 15, 15, 2)"]; +"379 features_5_1_attn_relative_position_index" -> "939 index_5" [style=solid, label="(4096,)"]; +"380 features_5_2_attn_relative_coords_table" -> "1063 linear_38" [style=solid, label="(1, 15, 15, 2)"]; +"381 features_5_2_attn_relative_position_index" -> "1067 index_6" [style=solid, label="(4096,)"]; +"382 features_5_3_attn_relative_coords_table" -> "1133 linear_44" [style=solid, label="(1, 15, 15, 2)"]; +"383 features_5_3_attn_relative_position_index" -> "1137 index_7" [style=solid, label="(4096,)"]; +"384 features_5_4_attn_relative_coords_table" -> "1261 linear_50" [style=solid, label="(1, 15, 15, 2)"]; +"385 features_5_4_attn_relative_position_index" -> "1265 index_8" [style=solid, label="(4096,)"]; +"386 features_5_5_attn_relative_coords_table" -> "1331 linear_56" [style=solid, label="(1, 15, 15, 2)"]; +"387 features_5_5_attn_relative_position_index" -> "1335 index_9" [style=solid, label="(4096,)"]; +"388 features_7_0_attn_relative_coords_table" -> "1473 linear_63" [style=solid, label="(1, 15, 15, 2)"]; +"389 features_7_0_attn_relative_position_index" -> "1477 index_10" [style=solid, label="(4096,)"]; +"390 features_7_1_attn_relative_coords_table" -> "1545 linear_69" [style=solid, label="(1, 15, 15, 2)"]; +"391 features_7_1_attn_relative_position_index" -> "1549 index_11" [style=solid, label="(4096,)"]; +"392 features_1_1_attn_lifted_tensor_0" -> "559 lift_fresh_copy" [style=solid, label="()"]; +"393 features_1_1_attn_lifted_tensor_1" -> "563 lift_fresh_copy_1" [style=solid, label="()"]; +"394 features_1_1_attn_lifted_tensor_2" -> "567 lift_fresh_copy_2" [style=solid, label="()"]; +"395 features_1_1_attn_lifted_tensor_3" -> "571 lift_fresh_copy_3" [style=solid, label="()"]; +"396 features_1_1_attn_lifted_tensor_4" -> "575 lift_fresh_copy_4" [style=solid, label="()"]; +"397 features_1_1_attn_lifted_tensor_5" -> "579 lift_fresh_copy_5" [style=solid, label="()"]; +"398 features_1_1_attn_lifted_tensor_6" -> "583 lift_fresh_copy_6" [style=solid, label="()"]; +"399 features_1_1_attn_lifted_tensor_7" -> "587 lift_fresh_copy_7" [style=solid, label="()"]; +"400 features_1_1_attn_lifted_tensor_8" -> "591 lift_fresh_copy_8" [style=solid, label="()"]; +"401 features_3_1_attn_lifted_tensor_9" -> "769 lift_fresh_copy_9" [style=solid, label="()"]; +"402 features_3_1_attn_lifted_tensor_10" -> "773 lift_fresh_copy_10" [style=solid, label="()"]; +"403 features_3_1_attn_lifted_tensor_11" -> "777 lift_fresh_copy_11" [style=solid, label="()"]; +"404 features_3_1_attn_lifted_tensor_12" -> "781 lift_fresh_copy_12" [style=solid, label="()"]; +"405 features_3_1_attn_lifted_tensor_13" -> "785 lift_fresh_copy_13" [style=solid, label="()"]; +"406 features_3_1_attn_lifted_tensor_14" -> "789 lift_fresh_copy_14" [style=solid, label="()"]; +"407 features_3_1_attn_lifted_tensor_15" -> "793 lift_fresh_copy_15" [style=solid, label="()"]; +"408 features_3_1_attn_lifted_tensor_16" -> "797 lift_fresh_copy_16" [style=solid, label="()"]; +"409 features_3_1_attn_lifted_tensor_17" -> "801 lift_fresh_copy_17" [style=solid, label="()"]; +"410 features_5_1_attn_lifted_tensor_18" -> "981 lift_fresh_copy_18" [style=solid, label="()"]; +"411 features_5_1_attn_lifted_tensor_19" -> "985 lift_fresh_copy_19" [style=solid, label="()"]; +"412 features_5_1_attn_lifted_tensor_20" -> "989 lift_fresh_copy_20" [style=solid, label="()"]; +"413 features_5_1_attn_lifted_tensor_21" -> "993 lift_fresh_copy_21" [style=solid, label="()"]; +"414 features_5_1_attn_lifted_tensor_22" -> "997 lift_fresh_copy_22" [style=solid, label="()"]; +"415 features_5_1_attn_lifted_tensor_23" -> "1001 lift_fresh_copy_23" [style=solid, label="()"]; +"416 features_5_1_attn_lifted_tensor_24" -> "1005 lift_fresh_copy_24" [style=solid, label="()"]; +"417 features_5_1_attn_lifted_tensor_25" -> "1009 lift_fresh_copy_25" [style=solid, label="()"]; +"418 features_5_1_attn_lifted_tensor_26" -> "1013 lift_fresh_copy_26" [style=solid, label="()"]; +"419 features_5_3_attn_lifted_tensor_27" -> "1179 lift_fresh_copy_27" [style=solid, label="()"]; +"420 features_5_3_attn_lifted_tensor_28" -> "1183 lift_fresh_copy_28" [style=solid, label="()"]; +"421 features_5_3_attn_lifted_tensor_29" -> "1187 lift_fresh_copy_29" [style=solid, label="()"]; +"422 features_5_3_attn_lifted_tensor_30" -> "1191 lift_fresh_copy_30" [style=solid, label="()"]; +"423 features_5_3_attn_lifted_tensor_31" -> "1195 lift_fresh_copy_31" [style=solid, label="()"]; +"424 features_5_3_attn_lifted_tensor_32" -> "1199 lift_fresh_copy_32" [style=solid, label="()"]; +"425 features_5_3_attn_lifted_tensor_33" -> "1203 lift_fresh_copy_33" [style=solid, label="()"]; +"426 features_5_3_attn_lifted_tensor_34" -> "1207 lift_fresh_copy_34" [style=solid, label="()"]; +"427 features_5_3_attn_lifted_tensor_35" -> "1211 lift_fresh_copy_35" [style=solid, label="()"]; +"428 features_5_5_attn_lifted_tensor_36" -> "1377 lift_fresh_copy_36" [style=solid, label="()"]; +"429 features_5_5_attn_lifted_tensor_37" -> "1381 lift_fresh_copy_37" [style=solid, label="()"]; +"430 features_5_5_attn_lifted_tensor_38" -> "1385 lift_fresh_copy_38" [style=solid, label="()"]; +"431 features_5_5_attn_lifted_tensor_39" -> "1389 lift_fresh_copy_39" [style=solid, label="()"]; +"432 features_5_5_attn_lifted_tensor_40" -> "1393 lift_fresh_copy_40" [style=solid, label="()"]; +"433 features_5_5_attn_lifted_tensor_41" -> "1397 lift_fresh_copy_41" [style=solid, label="()"]; +"434 features_5_5_attn_lifted_tensor_42" -> "1401 lift_fresh_copy_42" [style=solid, label="()"]; +"435 features_5_5_attn_lifted_tensor_43" -> "1405 lift_fresh_copy_43" [style=solid, label="()"]; +"436 features_5_5_attn_lifted_tensor_44" -> "1409 lift_fresh_copy_44" [style=solid, label="()"]; "437 x" -> "438 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "438 quantize_per_tensor_default" -> "439 dequantize_per_tensor_default" [style=solid, label=None]; "439 dequantize_per_tensor_default" -> "440 conv2d" [style=solid, label=None]; "440 conv2d" -> "441 permute" [style=solid, label="(1, 96, 56, 56)"]; "441 permute" -> "442 layer_norm" [style=solid, label="(1, 56, 56, 96)"]; "442 layer_norm" -> "443 quantize_per_tensor_default_1" [style=solid, label="(1, 56, 56, 96)"]; -"442 layer_norm" -> "502 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"442 layer_norm" -> "501 add_1" [style=solid, label="(1, 56, 56, 96)"]; "443 quantize_per_tensor_default_1" -> "444 dequantize_per_tensor_default_1" [style=solid, label=None]; "444 dequantize_per_tensor_default_1" -> "456 pad" [style=solid, label=None]; "445 linear" -> "446 relu_" [style=solid, label="(1, 15, 15, 512)"]; @@ -2161,1280 +2127,1246 @@ strict digraph { "495 dropout_1" -> "496 view_3" [style=solid, label="(49, 64, 96)"]; "496 view_3" -> "497 permute_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; "497 permute_4" -> "498 reshape_3" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"498 reshape_3" -> "499 slice_2" [style=solid, label="(1, 56, 56, 96)"]; -"499 slice_2" -> "500 slice_3" [style=solid, label="(1, 56, 56, 96)"]; -"500 slice_3" -> "501 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; -"501 layer_norm_1" -> "502 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"502 add_1" -> "503 quantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; -"502 add_1" -> "513 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"503 quantize_per_tensor_default_5" -> "504 dequantize_per_tensor_default_5" [style=solid, label=None]; -"504 dequantize_per_tensor_default_5" -> "505 linear_4" [style=solid, label=None]; -"505 linear_4" -> "506 gelu" [style=solid, label="(1, 56, 56, 384)"]; -"506 gelu" -> "507 quantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; -"507 quantize_per_tensor_default_6" -> "508 dequantize_per_tensor_default_6" [style=solid, label=None]; -"508 dequantize_per_tensor_default_6" -> "509 dropout_2" [style=solid, label=None]; -"509 dropout_2" -> "510 linear_5" [style=solid, label="(1, 56, 56, 384)"]; -"510 linear_5" -> "511 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; -"511 dropout_3" -> "512 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; -"512 layer_norm_2" -> "513 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"513 add_2" -> "525 pad_1" [style=solid, label="(1, 56, 56, 96)"]; -"513 add_2" -> "627 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"514 linear_6" -> "515 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"515 relu__1" -> "516 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"516 linear_7" -> "517 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"517 view_4" -> "518 index_1" [style=solid, label="(225, 3)"]; -"518 index_1" -> "519 view_5" [style=solid, label="(4096, 3)"]; -"519 view_5" -> "520 permute_5" [style=solid, label="(64, 64, 3)"]; -"520 permute_5" -> "521 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"521 contiguous_1" -> "522 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"522 unsqueeze_1" -> "523 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"523 sigmoid_1" -> "524 mul_2" [style=solid, label="(1, 3, 64, 64)"]; -"524 mul_2" -> "558 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"525 pad_1" -> "526 roll" [style=solid, label="(1, 56, 56, 96)"]; -"526 roll" -> "527 view_6" [style=solid, label="(1, 56, 56, 96)"]; -"527 view_6" -> "528 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"528 permute_6" -> "529 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"529 reshape_4" -> "530 quantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; -"529 reshape_4" -> "559 new_zeros" [style=solid, label="(49, 64, 96)"]; -"530 quantize_per_tensor_default_7" -> "531 dequantize_per_tensor_default_7" [style=solid, label=None]; -"531 dequantize_per_tensor_default_7" -> "535 linear_8" [style=solid, label=None]; -"532 clone_1" -> "533 slice_4" [style=solid, label="(288,)"]; -"532 clone_1" -> "535 linear_8" [style=solid, label="(288,)"]; -"533 slice_4" -> "534 zero__1" [style=solid, label="(96,)"]; -"535 linear_8" -> "536 reshape_5" [style=solid, label="(49, 64, 288)"]; -"536 reshape_5" -> "537 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; -"537 permute_7" -> "538 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; -"537 permute_7" -> "539 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; -"537 permute_7" -> "540 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; -"538 select_3" -> "541 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; -"538 select_3" -> "543 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; -"538 select_3" -> "544 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"539 select_4" -> "547 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; -"539 select_4" -> "549 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; -"539 select_4" -> "550 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"540 select_5" -> "613 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; -"541 linalg_vector_norm_2" -> "542 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; -"542 clamp_min_2" -> "543 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; -"543 expand_as_2" -> "544 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"544 div_2" -> "545 quantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; -"545 quantize_per_tensor_default_8" -> "546 dequantize_per_tensor_default_8" [style=solid, label=None]; -"546 dequantize_per_tensor_default_8" -> "554 matmul_2" [style=solid, label=None]; -"547 linalg_vector_norm_3" -> "548 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; -"548 clamp_min_3" -> "549 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; -"549 expand_as_3" -> "550 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"550 div_3" -> "551 quantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; -"551 quantize_per_tensor_default_9" -> "552 dequantize_per_tensor_default_9" [style=solid, label=None]; -"552 dequantize_per_tensor_default_9" -> "553 transpose_2" [style=solid, label=None]; -"553 transpose_2" -> "554 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; -"554 matmul_2" -> "557 mul_3" [style=solid, label="(49, 3, 64, 64)"]; -"555 clamp_1" -> "556 exp_1" [style=solid, label="(3, 1, 1)"]; -"556 exp_1" -> "557 mul_3" [style=solid, label="(3, 1, 1)"]; -"557 mul_3" -> "558 add_3" [style=solid, label="(49, 3, 64, 64)"]; -"558 add_3" -> "606 view_8" [style=solid, label="(49, 3, 64, 64)"]; -"559 new_zeros" -> "561 slice_5" [style=solid, label="(56, 56)"]; -"559 new_zeros" -> "565 slice_7" [style=solid, label="(56, 56)"]; -"559 new_zeros" -> "569 slice_9" [style=solid, label="(56, 56)"]; -"559 new_zeros" -> "573 slice_11" [style=solid, label="(56, 56)"]; -"559 new_zeros" -> "577 slice_13" [style=solid, label="(56, 56)"]; -"559 new_zeros" -> "581 slice_15" [style=solid, label="(56, 56)"]; -"559 new_zeros" -> "585 slice_17" [style=solid, label="(56, 56)"]; -"559 new_zeros" -> "589 slice_19" [style=solid, label="(56, 56)"]; -"559 new_zeros" -> "593 slice_21" [style=solid, label="(56, 56)"]; -"559 new_zeros" -> "596 view_7" [style=solid, label="(56, 56)"]; -"560 lift_fresh_copy" -> "563 fill_" [style=solid, label="()"]; -"561 slice_5" -> "562 slice_6" [style=solid, label="(48, 56)"]; -"562 slice_6" -> "563 fill_" [style=solid, label="(48, 48)"]; -"564 lift_fresh_copy_1" -> "567 fill__1" [style=solid, label="()"]; -"565 slice_7" -> "566 slice_8" [style=solid, label="(48, 56)"]; -"566 slice_8" -> "567 fill__1" [style=solid, label="(48, 4)"]; -"568 lift_fresh_copy_2" -> "571 fill__2" [style=solid, label="()"]; -"569 slice_9" -> "570 slice_10" [style=solid, label="(48, 56)"]; -"570 slice_10" -> "571 fill__2" [style=solid, label="(48, 4)"]; -"572 lift_fresh_copy_3" -> "575 fill__3" [style=solid, label="()"]; -"573 slice_11" -> "574 slice_12" [style=solid, label="(4, 56)"]; -"574 slice_12" -> "575 fill__3" [style=solid, label="(4, 48)"]; -"576 lift_fresh_copy_4" -> "579 fill__4" [style=solid, label="()"]; -"577 slice_13" -> "578 slice_14" [style=solid, label="(4, 56)"]; -"578 slice_14" -> "579 fill__4" [style=solid, label="(4, 4)"]; -"580 lift_fresh_copy_5" -> "583 fill__5" [style=solid, label="()"]; -"581 slice_15" -> "582 slice_16" [style=solid, label="(4, 56)"]; -"582 slice_16" -> "583 fill__5" [style=solid, label="(4, 4)"]; -"584 lift_fresh_copy_6" -> "587 fill__6" [style=solid, label="()"]; -"585 slice_17" -> "586 slice_18" [style=solid, label="(4, 56)"]; -"586 slice_18" -> "587 fill__6" [style=solid, label="(4, 48)"]; -"588 lift_fresh_copy_7" -> "591 fill__7" [style=solid, label="()"]; -"589 slice_19" -> "590 slice_20" [style=solid, label="(4, 56)"]; -"590 slice_20" -> "591 fill__7" [style=solid, label="(4, 4)"]; -"592 lift_fresh_copy_8" -> "595 fill__8" [style=solid, label="()"]; -"593 slice_21" -> "594 slice_22" [style=solid, label="(4, 56)"]; -"594 slice_22" -> "595 fill__8" [style=solid, label="(4, 4)"]; -"596 view_7" -> "597 permute_8" [style=solid, label="(7, 8, 7, 8)"]; -"597 permute_8" -> "598 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; -"598 reshape_6" -> "599 unsqueeze_2" [style=solid, label="(49, 64)"]; -"598 reshape_6" -> "600 unsqueeze_3" [style=solid, label="(49, 64)"]; -"599 unsqueeze_2" -> "601 sub" [style=solid, label="(49, 1, 64)"]; -"600 unsqueeze_3" -> "601 sub" [style=solid, label="(49, 64, 1)"]; -"601 sub" -> "602 ne" [style=solid, label="(49, 64, 64)"]; -"601 sub" -> "603 masked_fill" [style=solid, label="(49, 64, 64)"]; -"601 sub" -> "604 eq" [style=solid, label="(49, 64, 64)"]; -"602 ne" -> "603 masked_fill" [style=solid, label="(49, 64, 64)"]; -"603 masked_fill" -> "605 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"604 eq" -> "605 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"605 masked_fill_1" -> "607 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; -"606 view_8" -> "609 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; -"607 unsqueeze_4" -> "608 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; -"608 unsqueeze_5" -> "609 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; -"609 add_4" -> "610 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; -"610 view_9" -> "611 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; -"611 softmax_1" -> "612 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; -"612 dropout_4" -> "613 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; -"613 matmul_3" -> "614 quantize_per_tensor_default_10" [style=solid, label="(49, 3, 64, 32)"]; -"614 quantize_per_tensor_default_10" -> "615 dequantize_per_tensor_default_10" [style=solid, label=None]; -"615 dequantize_per_tensor_default_10" -> "616 transpose_3" [style=solid, label=None]; -"616 transpose_3" -> "617 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; -"617 reshape_7" -> "618 linear_9" [style=solid, label="(49, 64, 96)"]; -"618 linear_9" -> "619 dropout_5" [style=solid, label="(49, 64, 96)"]; -"619 dropout_5" -> "620 view_10" [style=solid, label="(49, 64, 96)"]; -"620 view_10" -> "621 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"621 permute_9" -> "622 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"622 reshape_8" -> "623 roll_1" [style=solid, label="(1, 56, 56, 96)"]; -"623 roll_1" -> "624 slice_23" [style=solid, label="(1, 56, 56, 96)"]; -"624 slice_23" -> "625 slice_24" [style=solid, label="(1, 56, 56, 96)"]; -"625 slice_24" -> "626 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; -"626 layer_norm_3" -> "627 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"627 add_5" -> "628 quantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; -"627 add_5" -> "638 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"628 quantize_per_tensor_default_11" -> "629 dequantize_per_tensor_default_11" [style=solid, label=None]; -"629 dequantize_per_tensor_default_11" -> "630 linear_10" [style=solid, label=None]; -"630 linear_10" -> "631 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; -"631 gelu_1" -> "632 quantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; -"632 quantize_per_tensor_default_12" -> "633 dequantize_per_tensor_default_12" [style=solid, label=None]; -"633 dequantize_per_tensor_default_12" -> "634 dropout_6" [style=solid, label=None]; -"634 dropout_6" -> "635 linear_11" [style=solid, label="(1, 56, 56, 384)"]; -"635 linear_11" -> "636 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; -"636 dropout_7" -> "637 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; -"637 layer_norm_4" -> "638 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"638 add_6" -> "639 quantize_per_tensor_default_13" [style=solid, label="(1, 56, 56, 96)"]; -"639 quantize_per_tensor_default_13" -> "640 dequantize_per_tensor_default_13" [style=solid, label=None]; -"640 dequantize_per_tensor_default_13" -> "641 pad_2" [style=solid, label=None]; -"641 pad_2" -> "642 slice_25" [style=solid, label="(1, 56, 56, 96)"]; -"641 pad_2" -> "645 slice_28" [style=solid, label="(1, 56, 56, 96)"]; -"641 pad_2" -> "648 slice_31" [style=solid, label="(1, 56, 56, 96)"]; -"641 pad_2" -> "651 slice_34" [style=solid, label="(1, 56, 56, 96)"]; -"642 slice_25" -> "643 slice_26" [style=solid, label="(1, 28, 56, 96)"]; -"643 slice_26" -> "644 slice_27" [style=solid, label="(1, 28, 28, 96)"]; -"644 slice_27" -> "654 cat" [style=solid, label="(1, 28, 28, 96)"]; -"645 slice_28" -> "646 slice_29" [style=solid, label="(1, 28, 56, 96)"]; -"646 slice_29" -> "647 slice_30" [style=solid, label="(1, 28, 28, 96)"]; -"647 slice_30" -> "654 cat" [style=solid, label="(1, 28, 28, 96)"]; -"648 slice_31" -> "649 slice_32" [style=solid, label="(1, 28, 56, 96)"]; -"649 slice_32" -> "650 slice_33" [style=solid, label="(1, 28, 28, 96)"]; -"650 slice_33" -> "654 cat" [style=solid, label="(1, 28, 28, 96)"]; -"651 slice_34" -> "652 slice_35" [style=solid, label="(1, 28, 56, 96)"]; -"652 slice_35" -> "653 slice_36" [style=solid, label="(1, 28, 28, 96)"]; -"653 slice_36" -> "654 cat" [style=solid, label="(1, 28, 28, 96)"]; -"654 cat" -> "655 linear_12" [style=solid, label="(1, 28, 28, 384)"]; -"655 linear_12" -> "656 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; -"656 layer_norm_5" -> "657 quantize_per_tensor_default_14" [style=solid, label="(1, 28, 28, 192)"]; -"656 layer_norm_5" -> "719 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"657 quantize_per_tensor_default_14" -> "658 dequantize_per_tensor_default_14" [style=solid, label=None]; -"658 dequantize_per_tensor_default_14" -> "670 pad_3" [style=solid, label=None]; -"659 linear_13" -> "660 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"660 relu__2" -> "661 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"661 linear_14" -> "662 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"662 view_11" -> "663 index_2" [style=solid, label="(225, 6)"]; -"663 index_2" -> "664 view_12" [style=solid, label="(4096, 6)"]; -"664 view_12" -> "665 permute_10" [style=solid, label="(64, 64, 6)"]; -"665 permute_10" -> "666 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"666 contiguous_2" -> "667 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"667 unsqueeze_6" -> "668 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"668 sigmoid_2" -> "669 mul_4" [style=solid, label="(1, 6, 64, 64)"]; -"669 mul_4" -> "700 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"670 pad_3" -> "671 view_13" [style=solid, label="(1, 32, 32, 192)"]; -"671 view_13" -> "672 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"672 permute_11" -> "673 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"673 reshape_9" -> "677 linear_15" [style=solid, label="(16, 64, 192)"]; -"674 clone_2" -> "675 slice_37" [style=solid, label="(576,)"]; -"674 clone_2" -> "677 linear_15" [style=solid, label="(576,)"]; -"675 slice_37" -> "676 zero__2" [style=solid, label="(192,)"]; -"677 linear_15" -> "678 reshape_10" [style=solid, label="(16, 64, 576)"]; -"678 reshape_10" -> "679 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; -"679 permute_12" -> "680 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; -"679 permute_12" -> "681 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; -"679 permute_12" -> "682 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; -"680 select_6" -> "683 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; -"680 select_6" -> "685 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; -"680 select_6" -> "686 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"681 select_7" -> "689 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; -"681 select_7" -> "691 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; -"681 select_7" -> "692 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"682 select_8" -> "703 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; -"683 linalg_vector_norm_4" -> "684 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; -"684 clamp_min_4" -> "685 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; -"685 expand_as_4" -> "686 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"686 div_4" -> "687 quantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; -"687 quantize_per_tensor_default_15" -> "688 dequantize_per_tensor_default_15" [style=solid, label=None]; -"688 dequantize_per_tensor_default_15" -> "696 matmul_4" [style=solid, label=None]; -"689 linalg_vector_norm_5" -> "690 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; -"690 clamp_min_5" -> "691 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; -"691 expand_as_5" -> "692 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"692 div_5" -> "693 quantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; -"693 quantize_per_tensor_default_16" -> "694 dequantize_per_tensor_default_16" [style=solid, label=None]; -"694 dequantize_per_tensor_default_16" -> "695 transpose_4" [style=solid, label=None]; -"695 transpose_4" -> "696 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; -"696 matmul_4" -> "699 mul_5" [style=solid, label="(16, 6, 64, 64)"]; -"697 clamp_2" -> "698 exp_2" [style=solid, label="(6, 1, 1)"]; -"698 exp_2" -> "699 mul_5" [style=solid, label="(6, 1, 1)"]; -"699 mul_5" -> "700 add_7" [style=solid, label="(16, 6, 64, 64)"]; -"700 add_7" -> "701 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; -"701 softmax_2" -> "702 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; -"702 dropout_8" -> "703 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; -"703 matmul_5" -> "704 quantize_per_tensor_default_17" [style=solid, label="(16, 6, 64, 32)"]; -"704 quantize_per_tensor_default_17" -> "705 dequantize_per_tensor_default_17" [style=solid, label=None]; -"705 dequantize_per_tensor_default_17" -> "706 transpose_5" [style=solid, label=None]; -"706 transpose_5" -> "707 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; -"707 reshape_11" -> "708 linear_16" [style=solid, label="(16, 64, 192)"]; -"708 linear_16" -> "709 dropout_9" [style=solid, label="(16, 64, 192)"]; -"709 dropout_9" -> "710 view_14" [style=solid, label="(16, 64, 192)"]; -"710 view_14" -> "711 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"711 permute_13" -> "712 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"712 reshape_12" -> "713 slice_38" [style=solid, label="(1, 32, 32, 192)"]; -"713 slice_38" -> "714 slice_39" [style=solid, label="(1, 32, 32, 192)"]; -"714 slice_39" -> "715 slice_40" [style=solid, label="(1, 28, 32, 192)"]; -"715 slice_40" -> "716 slice_41" [style=solid, label="(1, 28, 28, 192)"]; -"716 slice_41" -> "717 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; -"717 contiguous_3" -> "718 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; -"718 layer_norm_6" -> "719 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"719 add_8" -> "720 quantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; -"719 add_8" -> "730 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"720 quantize_per_tensor_default_18" -> "721 dequantize_per_tensor_default_18" [style=solid, label=None]; -"721 dequantize_per_tensor_default_18" -> "722 linear_17" [style=solid, label=None]; -"722 linear_17" -> "723 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; -"723 gelu_2" -> "724 quantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; -"724 quantize_per_tensor_default_19" -> "725 dequantize_per_tensor_default_19" [style=solid, label=None]; -"725 dequantize_per_tensor_default_19" -> "726 dropout_10" [style=solid, label=None]; -"726 dropout_10" -> "727 linear_18" [style=solid, label="(1, 28, 28, 768)"]; -"727 linear_18" -> "728 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; -"728 dropout_11" -> "729 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; -"729 layer_norm_7" -> "730 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"730 add_9" -> "742 pad_4" [style=solid, label="(1, 28, 28, 192)"]; -"730 add_9" -> "847 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"731 linear_19" -> "732 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"732 relu__3" -> "733 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"733 linear_20" -> "734 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"734 view_15" -> "735 index_3" [style=solid, label="(225, 6)"]; -"735 index_3" -> "736 view_16" [style=solid, label="(4096, 6)"]; -"736 view_16" -> "737 permute_14" [style=solid, label="(64, 64, 6)"]; -"737 permute_14" -> "738 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"738 contiguous_4" -> "739 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"739 unsqueeze_7" -> "740 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"740 sigmoid_3" -> "741 mul_6" [style=solid, label="(1, 6, 64, 64)"]; -"741 mul_6" -> "775 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"742 pad_4" -> "743 roll_2" [style=solid, label="(1, 32, 32, 192)"]; -"743 roll_2" -> "744 view_17" [style=solid, label="(1, 32, 32, 192)"]; -"744 view_17" -> "745 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"745 permute_15" -> "746 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"746 reshape_13" -> "747 quantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; -"746 reshape_13" -> "776 new_zeros_1" [style=solid, label="(16, 64, 192)"]; -"747 quantize_per_tensor_default_20" -> "748 dequantize_per_tensor_default_20" [style=solid, label=None]; -"748 dequantize_per_tensor_default_20" -> "752 linear_21" [style=solid, label=None]; -"749 clone_3" -> "750 slice_42" [style=solid, label="(576,)"]; -"749 clone_3" -> "752 linear_21" [style=solid, label="(576,)"]; -"750 slice_42" -> "751 zero__3" [style=solid, label="(192,)"]; -"752 linear_21" -> "753 reshape_14" [style=solid, label="(16, 64, 576)"]; -"753 reshape_14" -> "754 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; -"754 permute_16" -> "755 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; -"754 permute_16" -> "756 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; -"754 permute_16" -> "757 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; -"755 select_9" -> "758 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; -"755 select_9" -> "760 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; -"755 select_9" -> "761 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"756 select_10" -> "764 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; -"756 select_10" -> "766 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; -"756 select_10" -> "767 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"757 select_11" -> "830 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; -"758 linalg_vector_norm_6" -> "759 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; -"759 clamp_min_6" -> "760 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; -"760 expand_as_6" -> "761 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"761 div_6" -> "762 quantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; -"762 quantize_per_tensor_default_21" -> "763 dequantize_per_tensor_default_21" [style=solid, label=None]; -"763 dequantize_per_tensor_default_21" -> "771 matmul_6" [style=solid, label=None]; -"764 linalg_vector_norm_7" -> "765 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; -"765 clamp_min_7" -> "766 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; -"766 expand_as_7" -> "767 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"767 div_7" -> "768 quantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; -"768 quantize_per_tensor_default_22" -> "769 dequantize_per_tensor_default_22" [style=solid, label=None]; -"769 dequantize_per_tensor_default_22" -> "770 transpose_6" [style=solid, label=None]; -"770 transpose_6" -> "771 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; -"771 matmul_6" -> "774 mul_7" [style=solid, label="(16, 6, 64, 64)"]; -"772 clamp_3" -> "773 exp_3" [style=solid, label="(6, 1, 1)"]; -"773 exp_3" -> "774 mul_7" [style=solid, label="(6, 1, 1)"]; -"774 mul_7" -> "775 add_10" [style=solid, label="(16, 6, 64, 64)"]; -"775 add_10" -> "823 view_19" [style=solid, label="(16, 6, 64, 64)"]; -"776 new_zeros_1" -> "778 slice_43" [style=solid, label="(32, 32)"]; -"776 new_zeros_1" -> "782 slice_45" [style=solid, label="(32, 32)"]; -"776 new_zeros_1" -> "786 slice_47" [style=solid, label="(32, 32)"]; -"776 new_zeros_1" -> "790 slice_49" [style=solid, label="(32, 32)"]; -"776 new_zeros_1" -> "794 slice_51" [style=solid, label="(32, 32)"]; -"776 new_zeros_1" -> "798 slice_53" [style=solid, label="(32, 32)"]; -"776 new_zeros_1" -> "802 slice_55" [style=solid, label="(32, 32)"]; -"776 new_zeros_1" -> "806 slice_57" [style=solid, label="(32, 32)"]; -"776 new_zeros_1" -> "810 slice_59" [style=solid, label="(32, 32)"]; -"776 new_zeros_1" -> "813 view_18" [style=solid, label="(32, 32)"]; -"777 lift_fresh_copy_9" -> "780 fill__9" [style=solid, label="()"]; -"778 slice_43" -> "779 slice_44" [style=solid, label="(24, 32)"]; -"779 slice_44" -> "780 fill__9" [style=solid, label="(24, 24)"]; -"781 lift_fresh_copy_10" -> "784 fill__10" [style=solid, label="()"]; -"782 slice_45" -> "783 slice_46" [style=solid, label="(24, 32)"]; -"783 slice_46" -> "784 fill__10" [style=solid, label="(24, 4)"]; -"785 lift_fresh_copy_11" -> "788 fill__11" [style=solid, label="()"]; -"786 slice_47" -> "787 slice_48" [style=solid, label="(24, 32)"]; -"787 slice_48" -> "788 fill__11" [style=solid, label="(24, 4)"]; -"789 lift_fresh_copy_12" -> "792 fill__12" [style=solid, label="()"]; -"790 slice_49" -> "791 slice_50" [style=solid, label="(4, 32)"]; -"791 slice_50" -> "792 fill__12" [style=solid, label="(4, 24)"]; -"793 lift_fresh_copy_13" -> "796 fill__13" [style=solid, label="()"]; -"794 slice_51" -> "795 slice_52" [style=solid, label="(4, 32)"]; -"795 slice_52" -> "796 fill__13" [style=solid, label="(4, 4)"]; -"797 lift_fresh_copy_14" -> "800 fill__14" [style=solid, label="()"]; -"798 slice_53" -> "799 slice_54" [style=solid, label="(4, 32)"]; -"799 slice_54" -> "800 fill__14" [style=solid, label="(4, 4)"]; -"801 lift_fresh_copy_15" -> "804 fill__15" [style=solid, label="()"]; -"802 slice_55" -> "803 slice_56" [style=solid, label="(4, 32)"]; -"803 slice_56" -> "804 fill__15" [style=solid, label="(4, 24)"]; -"805 lift_fresh_copy_16" -> "808 fill__16" [style=solid, label="()"]; -"806 slice_57" -> "807 slice_58" [style=solid, label="(4, 32)"]; -"807 slice_58" -> "808 fill__16" [style=solid, label="(4, 4)"]; -"809 lift_fresh_copy_17" -> "812 fill__17" [style=solid, label="()"]; -"810 slice_59" -> "811 slice_60" [style=solid, label="(4, 32)"]; -"811 slice_60" -> "812 fill__17" [style=solid, label="(4, 4)"]; -"813 view_18" -> "814 permute_17" [style=solid, label="(4, 8, 4, 8)"]; -"814 permute_17" -> "815 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; -"815 reshape_15" -> "816 unsqueeze_8" [style=solid, label="(16, 64)"]; -"815 reshape_15" -> "817 unsqueeze_9" [style=solid, label="(16, 64)"]; -"816 unsqueeze_8" -> "818 sub_1" [style=solid, label="(16, 1, 64)"]; -"817 unsqueeze_9" -> "818 sub_1" [style=solid, label="(16, 64, 1)"]; -"818 sub_1" -> "819 ne_1" [style=solid, label="(16, 64, 64)"]; -"818 sub_1" -> "820 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"818 sub_1" -> "821 eq_1" [style=solid, label="(16, 64, 64)"]; -"819 ne_1" -> "820 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"820 masked_fill_2" -> "822 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"821 eq_1" -> "822 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"822 masked_fill_3" -> "824 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; -"823 view_19" -> "826 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; -"824 unsqueeze_10" -> "825 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; -"825 unsqueeze_11" -> "826 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; -"826 add_11" -> "827 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; -"827 view_20" -> "828 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; -"828 softmax_3" -> "829 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; -"829 dropout_12" -> "830 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; -"830 matmul_7" -> "831 quantize_per_tensor_default_23" [style=solid, label="(16, 6, 64, 32)"]; -"831 quantize_per_tensor_default_23" -> "832 dequantize_per_tensor_default_23" [style=solid, label=None]; -"832 dequantize_per_tensor_default_23" -> "833 transpose_7" [style=solid, label=None]; -"833 transpose_7" -> "834 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; -"834 reshape_16" -> "835 linear_22" [style=solid, label="(16, 64, 192)"]; -"835 linear_22" -> "836 dropout_13" [style=solid, label="(16, 64, 192)"]; -"836 dropout_13" -> "837 view_21" [style=solid, label="(16, 64, 192)"]; -"837 view_21" -> "838 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"838 permute_18" -> "839 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"839 reshape_17" -> "840 roll_3" [style=solid, label="(1, 32, 32, 192)"]; -"840 roll_3" -> "841 slice_61" [style=solid, label="(1, 32, 32, 192)"]; -"841 slice_61" -> "842 slice_62" [style=solid, label="(1, 32, 32, 192)"]; -"842 slice_62" -> "843 slice_63" [style=solid, label="(1, 28, 32, 192)"]; -"843 slice_63" -> "844 slice_64" [style=solid, label="(1, 28, 28, 192)"]; -"844 slice_64" -> "845 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; -"845 contiguous_5" -> "846 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; -"846 layer_norm_8" -> "847 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"847 add_12" -> "848 quantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; -"847 add_12" -> "858 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"848 quantize_per_tensor_default_24" -> "849 dequantize_per_tensor_default_24" [style=solid, label=None]; -"849 dequantize_per_tensor_default_24" -> "850 linear_23" [style=solid, label=None]; -"850 linear_23" -> "851 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; -"851 gelu_3" -> "852 quantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; -"852 quantize_per_tensor_default_25" -> "853 dequantize_per_tensor_default_25" [style=solid, label=None]; -"853 dequantize_per_tensor_default_25" -> "854 dropout_14" [style=solid, label=None]; -"854 dropout_14" -> "855 linear_24" [style=solid, label="(1, 28, 28, 768)"]; -"855 linear_24" -> "856 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; -"856 dropout_15" -> "857 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; -"857 layer_norm_9" -> "858 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"858 add_13" -> "859 quantize_per_tensor_default_26" [style=solid, label="(1, 28, 28, 192)"]; -"859 quantize_per_tensor_default_26" -> "860 dequantize_per_tensor_default_26" [style=solid, label=None]; -"860 dequantize_per_tensor_default_26" -> "861 pad_5" [style=solid, label=None]; -"861 pad_5" -> "862 slice_65" [style=solid, label="(1, 28, 28, 192)"]; -"861 pad_5" -> "865 slice_68" [style=solid, label="(1, 28, 28, 192)"]; -"861 pad_5" -> "868 slice_71" [style=solid, label="(1, 28, 28, 192)"]; -"861 pad_5" -> "871 slice_74" [style=solid, label="(1, 28, 28, 192)"]; -"862 slice_65" -> "863 slice_66" [style=solid, label="(1, 14, 28, 192)"]; -"863 slice_66" -> "864 slice_67" [style=solid, label="(1, 14, 14, 192)"]; -"864 slice_67" -> "874 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"865 slice_68" -> "866 slice_69" [style=solid, label="(1, 14, 28, 192)"]; -"866 slice_69" -> "867 slice_70" [style=solid, label="(1, 14, 14, 192)"]; -"867 slice_70" -> "874 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"868 slice_71" -> "869 slice_72" [style=solid, label="(1, 14, 28, 192)"]; -"869 slice_72" -> "870 slice_73" [style=solid, label="(1, 14, 14, 192)"]; -"870 slice_73" -> "874 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"871 slice_74" -> "872 slice_75" [style=solid, label="(1, 14, 28, 192)"]; -"872 slice_75" -> "873 slice_76" [style=solid, label="(1, 14, 14, 192)"]; -"873 slice_76" -> "874 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"874 cat_1" -> "875 linear_25" [style=solid, label="(1, 14, 14, 768)"]; -"875 linear_25" -> "876 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; -"876 layer_norm_10" -> "877 quantize_per_tensor_default_27" [style=solid, label="(1, 14, 14, 384)"]; -"876 layer_norm_10" -> "939 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"877 quantize_per_tensor_default_27" -> "878 dequantize_per_tensor_default_27" [style=solid, label=None]; -"878 dequantize_per_tensor_default_27" -> "890 pad_6" [style=solid, label=None]; -"879 linear_26" -> "880 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"880 relu__4" -> "881 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"881 linear_27" -> "882 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"882 view_22" -> "883 index_4" [style=solid, label="(225, 12)"]; -"883 index_4" -> "884 view_23" [style=solid, label="(4096, 12)"]; -"884 view_23" -> "885 permute_19" [style=solid, label="(64, 64, 12)"]; -"885 permute_19" -> "886 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"886 contiguous_6" -> "887 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"887 unsqueeze_12" -> "888 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"888 sigmoid_4" -> "889 mul_8" [style=solid, label="(1, 12, 64, 64)"]; -"889 mul_8" -> "920 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"890 pad_6" -> "891 view_24" [style=solid, label="(1, 16, 16, 384)"]; -"891 view_24" -> "892 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"892 permute_20" -> "893 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"893 reshape_18" -> "897 linear_28" [style=solid, label="(4, 64, 384)"]; -"894 clone_4" -> "895 slice_77" [style=solid, label="(1152,)"]; -"894 clone_4" -> "897 linear_28" [style=solid, label="(1152,)"]; -"895 slice_77" -> "896 zero__4" [style=solid, label="(384,)"]; -"897 linear_28" -> "898 reshape_19" [style=solid, label="(4, 64, 1152)"]; -"898 reshape_19" -> "899 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; -"899 permute_21" -> "900 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; -"899 permute_21" -> "901 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; -"899 permute_21" -> "902 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; -"900 select_12" -> "903 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; -"900 select_12" -> "905 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; -"900 select_12" -> "906 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"901 select_13" -> "909 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; -"901 select_13" -> "911 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; -"901 select_13" -> "912 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"902 select_14" -> "923 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; -"903 linalg_vector_norm_8" -> "904 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; -"904 clamp_min_8" -> "905 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; -"905 expand_as_8" -> "906 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"906 div_8" -> "907 quantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; -"907 quantize_per_tensor_default_28" -> "908 dequantize_per_tensor_default_28" [style=solid, label=None]; -"908 dequantize_per_tensor_default_28" -> "916 matmul_8" [style=solid, label=None]; -"909 linalg_vector_norm_9" -> "910 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; -"910 clamp_min_9" -> "911 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; -"911 expand_as_9" -> "912 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"912 div_9" -> "913 quantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; -"913 quantize_per_tensor_default_29" -> "914 dequantize_per_tensor_default_29" [style=solid, label=None]; -"914 dequantize_per_tensor_default_29" -> "915 transpose_8" [style=solid, label=None]; -"915 transpose_8" -> "916 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; -"916 matmul_8" -> "919 mul_9" [style=solid, label="(4, 12, 64, 64)"]; -"917 clamp_4" -> "918 exp_4" [style=solid, label="(12, 1, 1)"]; -"918 exp_4" -> "919 mul_9" [style=solid, label="(12, 1, 1)"]; -"919 mul_9" -> "920 add_14" [style=solid, label="(4, 12, 64, 64)"]; -"920 add_14" -> "921 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; -"921 softmax_4" -> "922 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; -"922 dropout_16" -> "923 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; -"923 matmul_9" -> "924 quantize_per_tensor_default_30" [style=solid, label="(4, 12, 64, 32)"]; -"924 quantize_per_tensor_default_30" -> "925 dequantize_per_tensor_default_30" [style=solid, label=None]; -"925 dequantize_per_tensor_default_30" -> "926 transpose_9" [style=solid, label=None]; -"926 transpose_9" -> "927 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; -"927 reshape_20" -> "928 linear_29" [style=solid, label="(4, 64, 384)"]; -"928 linear_29" -> "929 dropout_17" [style=solid, label="(4, 64, 384)"]; -"929 dropout_17" -> "930 view_25" [style=solid, label="(4, 64, 384)"]; -"930 view_25" -> "931 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"931 permute_22" -> "932 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"932 reshape_21" -> "933 slice_78" [style=solid, label="(1, 16, 16, 384)"]; -"933 slice_78" -> "934 slice_79" [style=solid, label="(1, 16, 16, 384)"]; -"934 slice_79" -> "935 slice_80" [style=solid, label="(1, 14, 16, 384)"]; -"935 slice_80" -> "936 slice_81" [style=solid, label="(1, 14, 14, 384)"]; -"936 slice_81" -> "937 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; -"937 contiguous_7" -> "938 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; -"938 layer_norm_11" -> "939 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"939 add_15" -> "940 quantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; -"939 add_15" -> "950 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"940 quantize_per_tensor_default_31" -> "941 dequantize_per_tensor_default_31" [style=solid, label=None]; -"941 dequantize_per_tensor_default_31" -> "942 linear_30" [style=solid, label=None]; -"942 linear_30" -> "943 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; -"943 gelu_4" -> "944 quantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; -"944 quantize_per_tensor_default_32" -> "945 dequantize_per_tensor_default_32" [style=solid, label=None]; -"945 dequantize_per_tensor_default_32" -> "946 dropout_18" [style=solid, label=None]; -"946 dropout_18" -> "947 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; -"947 linear_31" -> "948 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; -"948 dropout_19" -> "949 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; -"949 layer_norm_12" -> "950 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"950 add_16" -> "962 pad_7" [style=solid, label="(1, 14, 14, 384)"]; -"950 add_16" -> "1067 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"951 linear_32" -> "952 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"952 relu__5" -> "953 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"953 linear_33" -> "954 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"954 view_26" -> "955 index_5" [style=solid, label="(225, 12)"]; -"955 index_5" -> "956 view_27" [style=solid, label="(4096, 12)"]; -"956 view_27" -> "957 permute_23" [style=solid, label="(64, 64, 12)"]; -"957 permute_23" -> "958 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"958 contiguous_8" -> "959 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"959 unsqueeze_13" -> "960 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"960 sigmoid_5" -> "961 mul_10" [style=solid, label="(1, 12, 64, 64)"]; -"961 mul_10" -> "995 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"962 pad_7" -> "963 roll_4" [style=solid, label="(1, 16, 16, 384)"]; -"963 roll_4" -> "964 view_28" [style=solid, label="(1, 16, 16, 384)"]; -"964 view_28" -> "965 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"965 permute_24" -> "966 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"966 reshape_22" -> "967 quantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; -"966 reshape_22" -> "996 new_zeros_2" [style=solid, label="(4, 64, 384)"]; -"967 quantize_per_tensor_default_33" -> "968 dequantize_per_tensor_default_33" [style=solid, label=None]; -"968 dequantize_per_tensor_default_33" -> "972 linear_34" [style=solid, label=None]; -"969 clone_5" -> "970 slice_82" [style=solid, label="(1152,)"]; -"969 clone_5" -> "972 linear_34" [style=solid, label="(1152,)"]; -"970 slice_82" -> "971 zero__5" [style=solid, label="(384,)"]; -"972 linear_34" -> "973 reshape_23" [style=solid, label="(4, 64, 1152)"]; -"973 reshape_23" -> "974 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; -"974 permute_25" -> "975 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; -"974 permute_25" -> "976 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; -"974 permute_25" -> "977 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; -"975 select_15" -> "978 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; -"975 select_15" -> "980 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; -"975 select_15" -> "981 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"976 select_16" -> "984 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; -"976 select_16" -> "986 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; -"976 select_16" -> "987 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"977 select_17" -> "1050 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; -"978 linalg_vector_norm_10" -> "979 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; -"979 clamp_min_10" -> "980 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; -"980 expand_as_10" -> "981 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"981 div_10" -> "982 quantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; -"982 quantize_per_tensor_default_34" -> "983 dequantize_per_tensor_default_34" [style=solid, label=None]; -"983 dequantize_per_tensor_default_34" -> "991 matmul_10" [style=solid, label=None]; -"984 linalg_vector_norm_11" -> "985 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; -"985 clamp_min_11" -> "986 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; -"986 expand_as_11" -> "987 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"987 div_11" -> "988 quantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; -"988 quantize_per_tensor_default_35" -> "989 dequantize_per_tensor_default_35" [style=solid, label=None]; -"989 dequantize_per_tensor_default_35" -> "990 transpose_10" [style=solid, label=None]; -"990 transpose_10" -> "991 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; -"991 matmul_10" -> "994 mul_11" [style=solid, label="(4, 12, 64, 64)"]; -"992 clamp_5" -> "993 exp_5" [style=solid, label="(12, 1, 1)"]; -"993 exp_5" -> "994 mul_11" [style=solid, label="(12, 1, 1)"]; -"994 mul_11" -> "995 add_17" [style=solid, label="(4, 12, 64, 64)"]; -"995 add_17" -> "1043 view_30" [style=solid, label="(4, 12, 64, 64)"]; -"996 new_zeros_2" -> "998 slice_83" [style=solid, label="(16, 16)"]; -"996 new_zeros_2" -> "1002 slice_85" [style=solid, label="(16, 16)"]; -"996 new_zeros_2" -> "1006 slice_87" [style=solid, label="(16, 16)"]; -"996 new_zeros_2" -> "1010 slice_89" [style=solid, label="(16, 16)"]; -"996 new_zeros_2" -> "1014 slice_91" [style=solid, label="(16, 16)"]; -"996 new_zeros_2" -> "1018 slice_93" [style=solid, label="(16, 16)"]; -"996 new_zeros_2" -> "1022 slice_95" [style=solid, label="(16, 16)"]; -"996 new_zeros_2" -> "1026 slice_97" [style=solid, label="(16, 16)"]; -"996 new_zeros_2" -> "1030 slice_99" [style=solid, label="(16, 16)"]; -"996 new_zeros_2" -> "1033 view_29" [style=solid, label="(16, 16)"]; -"997 lift_fresh_copy_18" -> "1000 fill__18" [style=solid, label="()"]; -"998 slice_83" -> "999 slice_84" [style=solid, label="(8, 16)"]; -"999 slice_84" -> "1000 fill__18" [style=solid, label="(8, 8)"]; -"1001 lift_fresh_copy_19" -> "1004 fill__19" [style=solid, label="()"]; -"1002 slice_85" -> "1003 slice_86" [style=solid, label="(8, 16)"]; -"1003 slice_86" -> "1004 fill__19" [style=solid, label="(8, 4)"]; -"1005 lift_fresh_copy_20" -> "1008 fill__20" [style=solid, label="()"]; -"1006 slice_87" -> "1007 slice_88" [style=solid, label="(8, 16)"]; -"1007 slice_88" -> "1008 fill__20" [style=solid, label="(8, 4)"]; -"1009 lift_fresh_copy_21" -> "1012 fill__21" [style=solid, label="()"]; -"1010 slice_89" -> "1011 slice_90" [style=solid, label="(4, 16)"]; -"1011 slice_90" -> "1012 fill__21" [style=solid, label="(4, 8)"]; -"1013 lift_fresh_copy_22" -> "1016 fill__22" [style=solid, label="()"]; -"1014 slice_91" -> "1015 slice_92" [style=solid, label="(4, 16)"]; -"1015 slice_92" -> "1016 fill__22" [style=solid, label="(4, 4)"]; -"1017 lift_fresh_copy_23" -> "1020 fill__23" [style=solid, label="()"]; -"1018 slice_93" -> "1019 slice_94" [style=solid, label="(4, 16)"]; -"1019 slice_94" -> "1020 fill__23" [style=solid, label="(4, 4)"]; -"1021 lift_fresh_copy_24" -> "1024 fill__24" [style=solid, label="()"]; -"1022 slice_95" -> "1023 slice_96" [style=solid, label="(4, 16)"]; -"1023 slice_96" -> "1024 fill__24" [style=solid, label="(4, 8)"]; -"1025 lift_fresh_copy_25" -> "1028 fill__25" [style=solid, label="()"]; -"1026 slice_97" -> "1027 slice_98" [style=solid, label="(4, 16)"]; -"1027 slice_98" -> "1028 fill__25" [style=solid, label="(4, 4)"]; -"1029 lift_fresh_copy_26" -> "1032 fill__26" [style=solid, label="()"]; -"1030 slice_99" -> "1031 slice_100" [style=solid, label="(4, 16)"]; -"1031 slice_100" -> "1032 fill__26" [style=solid, label="(4, 4)"]; -"1033 view_29" -> "1034 permute_26" [style=solid, label="(2, 8, 2, 8)"]; -"1034 permute_26" -> "1035 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; -"1035 reshape_24" -> "1036 unsqueeze_14" [style=solid, label="(4, 64)"]; -"1035 reshape_24" -> "1037 unsqueeze_15" [style=solid, label="(4, 64)"]; -"1036 unsqueeze_14" -> "1038 sub_2" [style=solid, label="(4, 1, 64)"]; -"1037 unsqueeze_15" -> "1038 sub_2" [style=solid, label="(4, 64, 1)"]; -"1038 sub_2" -> "1039 ne_2" [style=solid, label="(4, 64, 64)"]; -"1038 sub_2" -> "1040 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"1038 sub_2" -> "1041 eq_2" [style=solid, label="(4, 64, 64)"]; -"1039 ne_2" -> "1040 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"1040 masked_fill_4" -> "1042 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"1041 eq_2" -> "1042 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"1042 masked_fill_5" -> "1044 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; -"1043 view_30" -> "1046 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1044 unsqueeze_16" -> "1045 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; -"1045 unsqueeze_17" -> "1046 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1046 add_18" -> "1047 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1047 view_31" -> "1048 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; -"1048 softmax_5" -> "1049 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; -"1049 dropout_20" -> "1050 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; -"1050 matmul_11" -> "1051 quantize_per_tensor_default_36" [style=solid, label="(4, 12, 64, 32)"]; -"1051 quantize_per_tensor_default_36" -> "1052 dequantize_per_tensor_default_36" [style=solid, label=None]; -"1052 dequantize_per_tensor_default_36" -> "1053 transpose_11" [style=solid, label=None]; -"1053 transpose_11" -> "1054 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; -"1054 reshape_25" -> "1055 linear_35" [style=solid, label="(4, 64, 384)"]; -"1055 linear_35" -> "1056 dropout_21" [style=solid, label="(4, 64, 384)"]; -"1056 dropout_21" -> "1057 view_32" [style=solid, label="(4, 64, 384)"]; -"1057 view_32" -> "1058 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1058 permute_27" -> "1059 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1059 reshape_26" -> "1060 roll_5" [style=solid, label="(1, 16, 16, 384)"]; -"1060 roll_5" -> "1061 slice_101" [style=solid, label="(1, 16, 16, 384)"]; -"1061 slice_101" -> "1062 slice_102" [style=solid, label="(1, 16, 16, 384)"]; -"1062 slice_102" -> "1063 slice_103" [style=solid, label="(1, 14, 16, 384)"]; -"1063 slice_103" -> "1064 slice_104" [style=solid, label="(1, 14, 14, 384)"]; -"1064 slice_104" -> "1065 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; -"1065 contiguous_9" -> "1066 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; -"1066 layer_norm_13" -> "1067 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"1067 add_19" -> "1068 quantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; -"1067 add_19" -> "1078 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"1068 quantize_per_tensor_default_37" -> "1069 dequantize_per_tensor_default_37" [style=solid, label=None]; -"1069 dequantize_per_tensor_default_37" -> "1070 linear_36" [style=solid, label=None]; -"1070 linear_36" -> "1071 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; -"1071 gelu_5" -> "1072 quantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1072 quantize_per_tensor_default_38" -> "1073 dequantize_per_tensor_default_38" [style=solid, label=None]; -"1073 dequantize_per_tensor_default_38" -> "1074 dropout_22" [style=solid, label=None]; -"1074 dropout_22" -> "1075 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; -"1075 linear_37" -> "1076 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; -"1076 dropout_23" -> "1077 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; -"1077 layer_norm_14" -> "1078 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"1078 add_20" -> "1079 quantize_per_tensor_default_39" [style=solid, label="(1, 14, 14, 384)"]; -"1078 add_20" -> "1141 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1079 quantize_per_tensor_default_39" -> "1080 dequantize_per_tensor_default_39" [style=solid, label=None]; -"1080 dequantize_per_tensor_default_39" -> "1092 pad_8" [style=solid, label=None]; -"1081 linear_38" -> "1082 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"1082 relu__6" -> "1083 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"1083 linear_39" -> "1084 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"1084 view_33" -> "1085 index_6" [style=solid, label="(225, 12)"]; -"1085 index_6" -> "1086 view_34" [style=solid, label="(4096, 12)"]; -"1086 view_34" -> "1087 permute_28" [style=solid, label="(64, 64, 12)"]; -"1087 permute_28" -> "1088 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"1088 contiguous_10" -> "1089 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"1089 unsqueeze_18" -> "1090 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"1090 sigmoid_6" -> "1091 mul_12" [style=solid, label="(1, 12, 64, 64)"]; -"1091 mul_12" -> "1122 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"1092 pad_8" -> "1093 view_35" [style=solid, label="(1, 16, 16, 384)"]; -"1093 view_35" -> "1094 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1094 permute_29" -> "1095 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1095 reshape_27" -> "1099 linear_40" [style=solid, label="(4, 64, 384)"]; -"1096 clone_6" -> "1097 slice_105" [style=solid, label="(1152,)"]; -"1096 clone_6" -> "1099 linear_40" [style=solid, label="(1152,)"]; -"1097 slice_105" -> "1098 zero__6" [style=solid, label="(384,)"]; -"1099 linear_40" -> "1100 reshape_28" [style=solid, label="(4, 64, 1152)"]; -"1100 reshape_28" -> "1101 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1101 permute_30" -> "1102 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1101 permute_30" -> "1103 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1101 permute_30" -> "1104 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1102 select_18" -> "1105 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; -"1102 select_18" -> "1107 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; -"1102 select_18" -> "1108 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1103 select_19" -> "1111 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; -"1103 select_19" -> "1113 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; -"1103 select_19" -> "1114 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1104 select_20" -> "1125 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; -"1105 linalg_vector_norm_12" -> "1106 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; -"1106 clamp_min_12" -> "1107 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; -"1107 expand_as_12" -> "1108 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1108 div_12" -> "1109 quantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; -"1109 quantize_per_tensor_default_40" -> "1110 dequantize_per_tensor_default_40" [style=solid, label=None]; -"1110 dequantize_per_tensor_default_40" -> "1118 matmul_12" [style=solid, label=None]; -"1111 linalg_vector_norm_13" -> "1112 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; -"1112 clamp_min_13" -> "1113 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; -"1113 expand_as_13" -> "1114 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1114 div_13" -> "1115 quantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; -"1115 quantize_per_tensor_default_41" -> "1116 dequantize_per_tensor_default_41" [style=solid, label=None]; -"1116 dequantize_per_tensor_default_41" -> "1117 transpose_12" [style=solid, label=None]; -"1117 transpose_12" -> "1118 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; -"1118 matmul_12" -> "1121 mul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1119 clamp_6" -> "1120 exp_6" [style=solid, label="(12, 1, 1)"]; -"1120 exp_6" -> "1121 mul_13" [style=solid, label="(12, 1, 1)"]; -"1121 mul_13" -> "1122 add_21" [style=solid, label="(4, 12, 64, 64)"]; -"1122 add_21" -> "1123 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; -"1123 softmax_6" -> "1124 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; -"1124 dropout_24" -> "1125 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1125 matmul_13" -> "1126 quantize_per_tensor_default_42" [style=solid, label="(4, 12, 64, 32)"]; -"1126 quantize_per_tensor_default_42" -> "1127 dequantize_per_tensor_default_42" [style=solid, label=None]; -"1127 dequantize_per_tensor_default_42" -> "1128 transpose_13" [style=solid, label=None]; -"1128 transpose_13" -> "1129 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; -"1129 reshape_29" -> "1130 linear_41" [style=solid, label="(4, 64, 384)"]; -"1130 linear_41" -> "1131 dropout_25" [style=solid, label="(4, 64, 384)"]; -"1131 dropout_25" -> "1132 view_36" [style=solid, label="(4, 64, 384)"]; -"1132 view_36" -> "1133 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1133 permute_31" -> "1134 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1134 reshape_30" -> "1135 slice_106" [style=solid, label="(1, 16, 16, 384)"]; -"1135 slice_106" -> "1136 slice_107" [style=solid, label="(1, 16, 16, 384)"]; -"1136 slice_107" -> "1137 slice_108" [style=solid, label="(1, 14, 16, 384)"]; -"1137 slice_108" -> "1138 slice_109" [style=solid, label="(1, 14, 14, 384)"]; -"1138 slice_109" -> "1139 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; -"1139 contiguous_11" -> "1140 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; -"1140 layer_norm_15" -> "1141 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1141 add_22" -> "1142 quantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; -"1141 add_22" -> "1152 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1142 quantize_per_tensor_default_43" -> "1143 dequantize_per_tensor_default_43" [style=solid, label=None]; -"1143 dequantize_per_tensor_default_43" -> "1144 linear_42" [style=solid, label=None]; -"1144 linear_42" -> "1145 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; -"1145 gelu_6" -> "1146 quantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; -"1146 quantize_per_tensor_default_44" -> "1147 dequantize_per_tensor_default_44" [style=solid, label=None]; -"1147 dequantize_per_tensor_default_44" -> "1148 dropout_26" [style=solid, label=None]; -"1148 dropout_26" -> "1149 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; -"1149 linear_43" -> "1150 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; -"1150 dropout_27" -> "1151 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; -"1151 layer_norm_16" -> "1152 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1152 add_23" -> "1164 pad_9" [style=solid, label="(1, 14, 14, 384)"]; -"1152 add_23" -> "1269 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1153 linear_44" -> "1154 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"1154 relu__7" -> "1155 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"1155 linear_45" -> "1156 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"1156 view_37" -> "1157 index_7" [style=solid, label="(225, 12)"]; -"1157 index_7" -> "1158 view_38" [style=solid, label="(4096, 12)"]; -"1158 view_38" -> "1159 permute_32" [style=solid, label="(64, 64, 12)"]; -"1159 permute_32" -> "1160 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"1160 contiguous_12" -> "1161 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"1161 unsqueeze_19" -> "1162 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"1162 sigmoid_7" -> "1163 mul_14" [style=solid, label="(1, 12, 64, 64)"]; -"1163 mul_14" -> "1197 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"1164 pad_9" -> "1165 roll_6" [style=solid, label="(1, 16, 16, 384)"]; -"1165 roll_6" -> "1166 view_39" [style=solid, label="(1, 16, 16, 384)"]; -"1166 view_39" -> "1167 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1167 permute_33" -> "1168 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1168 reshape_31" -> "1169 quantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; -"1168 reshape_31" -> "1198 new_zeros_3" [style=solid, label="(4, 64, 384)"]; -"1169 quantize_per_tensor_default_45" -> "1170 dequantize_per_tensor_default_45" [style=solid, label=None]; -"1170 dequantize_per_tensor_default_45" -> "1174 linear_46" [style=solid, label=None]; -"1171 clone_7" -> "1172 slice_110" [style=solid, label="(1152,)"]; -"1171 clone_7" -> "1174 linear_46" [style=solid, label="(1152,)"]; -"1172 slice_110" -> "1173 zero__7" [style=solid, label="(384,)"]; -"1174 linear_46" -> "1175 reshape_32" [style=solid, label="(4, 64, 1152)"]; -"1175 reshape_32" -> "1176 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1176 permute_34" -> "1177 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1176 permute_34" -> "1178 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1176 permute_34" -> "1179 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1177 select_21" -> "1180 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; -"1177 select_21" -> "1182 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; -"1177 select_21" -> "1183 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1178 select_22" -> "1186 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; -"1178 select_22" -> "1188 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; -"1178 select_22" -> "1189 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1179 select_23" -> "1252 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; -"1180 linalg_vector_norm_14" -> "1181 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; -"1181 clamp_min_14" -> "1182 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; -"1182 expand_as_14" -> "1183 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1183 div_14" -> "1184 quantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; -"1184 quantize_per_tensor_default_46" -> "1185 dequantize_per_tensor_default_46" [style=solid, label=None]; -"1185 dequantize_per_tensor_default_46" -> "1193 matmul_14" [style=solid, label=None]; -"1186 linalg_vector_norm_15" -> "1187 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; -"1187 clamp_min_15" -> "1188 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; -"1188 expand_as_15" -> "1189 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1189 div_15" -> "1190 quantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; -"1190 quantize_per_tensor_default_47" -> "1191 dequantize_per_tensor_default_47" [style=solid, label=None]; -"1191 dequantize_per_tensor_default_47" -> "1192 transpose_14" [style=solid, label=None]; -"1192 transpose_14" -> "1193 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; -"1193 matmul_14" -> "1196 mul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1194 clamp_7" -> "1195 exp_7" [style=solid, label="(12, 1, 1)"]; -"1195 exp_7" -> "1196 mul_15" [style=solid, label="(12, 1, 1)"]; -"1196 mul_15" -> "1197 add_24" [style=solid, label="(4, 12, 64, 64)"]; -"1197 add_24" -> "1245 view_41" [style=solid, label="(4, 12, 64, 64)"]; -"1198 new_zeros_3" -> "1200 slice_111" [style=solid, label="(16, 16)"]; -"1198 new_zeros_3" -> "1204 slice_113" [style=solid, label="(16, 16)"]; -"1198 new_zeros_3" -> "1208 slice_115" [style=solid, label="(16, 16)"]; -"1198 new_zeros_3" -> "1212 slice_117" [style=solid, label="(16, 16)"]; -"1198 new_zeros_3" -> "1216 slice_119" [style=solid, label="(16, 16)"]; -"1198 new_zeros_3" -> "1220 slice_121" [style=solid, label="(16, 16)"]; -"1198 new_zeros_3" -> "1224 slice_123" [style=solid, label="(16, 16)"]; -"1198 new_zeros_3" -> "1228 slice_125" [style=solid, label="(16, 16)"]; -"1198 new_zeros_3" -> "1232 slice_127" [style=solid, label="(16, 16)"]; -"1198 new_zeros_3" -> "1235 view_40" [style=solid, label="(16, 16)"]; -"1199 lift_fresh_copy_27" -> "1202 fill__27" [style=solid, label="()"]; -"1200 slice_111" -> "1201 slice_112" [style=solid, label="(8, 16)"]; -"1201 slice_112" -> "1202 fill__27" [style=solid, label="(8, 8)"]; -"1203 lift_fresh_copy_28" -> "1206 fill__28" [style=solid, label="()"]; -"1204 slice_113" -> "1205 slice_114" [style=solid, label="(8, 16)"]; -"1205 slice_114" -> "1206 fill__28" [style=solid, label="(8, 4)"]; -"1207 lift_fresh_copy_29" -> "1210 fill__29" [style=solid, label="()"]; -"1208 slice_115" -> "1209 slice_116" [style=solid, label="(8, 16)"]; -"1209 slice_116" -> "1210 fill__29" [style=solid, label="(8, 4)"]; -"1211 lift_fresh_copy_30" -> "1214 fill__30" [style=solid, label="()"]; -"1212 slice_117" -> "1213 slice_118" [style=solid, label="(4, 16)"]; -"1213 slice_118" -> "1214 fill__30" [style=solid, label="(4, 8)"]; -"1215 lift_fresh_copy_31" -> "1218 fill__31" [style=solid, label="()"]; -"1216 slice_119" -> "1217 slice_120" [style=solid, label="(4, 16)"]; -"1217 slice_120" -> "1218 fill__31" [style=solid, label="(4, 4)"]; -"1219 lift_fresh_copy_32" -> "1222 fill__32" [style=solid, label="()"]; -"1220 slice_121" -> "1221 slice_122" [style=solid, label="(4, 16)"]; -"1221 slice_122" -> "1222 fill__32" [style=solid, label="(4, 4)"]; -"1223 lift_fresh_copy_33" -> "1226 fill__33" [style=solid, label="()"]; -"1224 slice_123" -> "1225 slice_124" [style=solid, label="(4, 16)"]; -"1225 slice_124" -> "1226 fill__33" [style=solid, label="(4, 8)"]; -"1227 lift_fresh_copy_34" -> "1230 fill__34" [style=solid, label="()"]; -"1228 slice_125" -> "1229 slice_126" [style=solid, label="(4, 16)"]; -"1229 slice_126" -> "1230 fill__34" [style=solid, label="(4, 4)"]; -"1231 lift_fresh_copy_35" -> "1234 fill__35" [style=solid, label="()"]; -"1232 slice_127" -> "1233 slice_128" [style=solid, label="(4, 16)"]; -"1233 slice_128" -> "1234 fill__35" [style=solid, label="(4, 4)"]; -"1235 view_40" -> "1236 permute_35" [style=solid, label="(2, 8, 2, 8)"]; -"1236 permute_35" -> "1237 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; -"1237 reshape_33" -> "1238 unsqueeze_20" [style=solid, label="(4, 64)"]; -"1237 reshape_33" -> "1239 unsqueeze_21" [style=solid, label="(4, 64)"]; -"1238 unsqueeze_20" -> "1240 sub_3" [style=solid, label="(4, 1, 64)"]; -"1239 unsqueeze_21" -> "1240 sub_3" [style=solid, label="(4, 64, 1)"]; -"1240 sub_3" -> "1241 ne_3" [style=solid, label="(4, 64, 64)"]; -"1240 sub_3" -> "1242 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1240 sub_3" -> "1243 eq_3" [style=solid, label="(4, 64, 64)"]; -"1241 ne_3" -> "1242 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1242 masked_fill_6" -> "1244 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1243 eq_3" -> "1244 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1244 masked_fill_7" -> "1246 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; -"1245 view_41" -> "1248 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1246 unsqueeze_22" -> "1247 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; -"1247 unsqueeze_23" -> "1248 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1248 add_25" -> "1249 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1249 view_42" -> "1250 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; -"1250 softmax_7" -> "1251 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; -"1251 dropout_28" -> "1252 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1252 matmul_15" -> "1253 quantize_per_tensor_default_48" [style=solid, label="(4, 12, 64, 32)"]; -"1253 quantize_per_tensor_default_48" -> "1254 dequantize_per_tensor_default_48" [style=solid, label=None]; -"1254 dequantize_per_tensor_default_48" -> "1255 transpose_15" [style=solid, label=None]; -"1255 transpose_15" -> "1256 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; -"1256 reshape_34" -> "1257 linear_47" [style=solid, label="(4, 64, 384)"]; -"1257 linear_47" -> "1258 dropout_29" [style=solid, label="(4, 64, 384)"]; -"1258 dropout_29" -> "1259 view_43" [style=solid, label="(4, 64, 384)"]; -"1259 view_43" -> "1260 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1260 permute_36" -> "1261 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1261 reshape_35" -> "1262 roll_7" [style=solid, label="(1, 16, 16, 384)"]; -"1262 roll_7" -> "1263 slice_129" [style=solid, label="(1, 16, 16, 384)"]; -"1263 slice_129" -> "1264 slice_130" [style=solid, label="(1, 16, 16, 384)"]; -"1264 slice_130" -> "1265 slice_131" [style=solid, label="(1, 14, 16, 384)"]; -"1265 slice_131" -> "1266 slice_132" [style=solid, label="(1, 14, 14, 384)"]; -"1266 slice_132" -> "1267 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; -"1267 contiguous_13" -> "1268 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; -"1268 layer_norm_17" -> "1269 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1269 add_26" -> "1270 quantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; -"1269 add_26" -> "1280 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1270 quantize_per_tensor_default_49" -> "1271 dequantize_per_tensor_default_49" [style=solid, label=None]; -"1271 dequantize_per_tensor_default_49" -> "1272 linear_48" [style=solid, label=None]; -"1272 linear_48" -> "1273 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; -"1273 gelu_7" -> "1274 quantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; -"1274 quantize_per_tensor_default_50" -> "1275 dequantize_per_tensor_default_50" [style=solid, label=None]; -"1275 dequantize_per_tensor_default_50" -> "1276 dropout_30" [style=solid, label=None]; -"1276 dropout_30" -> "1277 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; -"1277 linear_49" -> "1278 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; -"1278 dropout_31" -> "1279 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; -"1279 layer_norm_18" -> "1280 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1280 add_27" -> "1281 quantize_per_tensor_default_51" [style=solid, label="(1, 14, 14, 384)"]; -"1280 add_27" -> "1343 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1281 quantize_per_tensor_default_51" -> "1282 dequantize_per_tensor_default_51" [style=solid, label=None]; -"1282 dequantize_per_tensor_default_51" -> "1294 pad_10" [style=solid, label=None]; -"1283 linear_50" -> "1284 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"1284 relu__8" -> "1285 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1285 linear_51" -> "1286 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1286 view_44" -> "1287 index_8" [style=solid, label="(225, 12)"]; -"1287 index_8" -> "1288 view_45" [style=solid, label="(4096, 12)"]; -"1288 view_45" -> "1289 permute_37" [style=solid, label="(64, 64, 12)"]; -"1289 permute_37" -> "1290 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1290 contiguous_14" -> "1291 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1291 unsqueeze_24" -> "1292 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1292 sigmoid_8" -> "1293 mul_16" [style=solid, label="(1, 12, 64, 64)"]; -"1293 mul_16" -> "1324 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1294 pad_10" -> "1295 view_46" [style=solid, label="(1, 16, 16, 384)"]; -"1295 view_46" -> "1296 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1296 permute_38" -> "1297 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1297 reshape_36" -> "1301 linear_52" [style=solid, label="(4, 64, 384)"]; -"1298 clone_8" -> "1299 slice_133" [style=solid, label="(1152,)"]; -"1298 clone_8" -> "1301 linear_52" [style=solid, label="(1152,)"]; -"1299 slice_133" -> "1300 zero__8" [style=solid, label="(384,)"]; -"1301 linear_52" -> "1302 reshape_37" [style=solid, label="(4, 64, 1152)"]; -"1302 reshape_37" -> "1303 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1303 permute_39" -> "1304 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1303 permute_39" -> "1305 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1303 permute_39" -> "1306 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1304 select_24" -> "1307 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; -"1304 select_24" -> "1309 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; -"1304 select_24" -> "1310 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1305 select_25" -> "1313 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; -"1305 select_25" -> "1315 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; -"1305 select_25" -> "1316 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1306 select_26" -> "1327 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; -"1307 linalg_vector_norm_16" -> "1308 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; -"1308 clamp_min_16" -> "1309 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; -"1309 expand_as_16" -> "1310 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1310 div_16" -> "1311 quantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; -"1311 quantize_per_tensor_default_52" -> "1312 dequantize_per_tensor_default_52" [style=solid, label=None]; -"1312 dequantize_per_tensor_default_52" -> "1320 matmul_16" [style=solid, label=None]; -"1313 linalg_vector_norm_17" -> "1314 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; -"1314 clamp_min_17" -> "1315 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; -"1315 expand_as_17" -> "1316 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1316 div_17" -> "1317 quantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; -"1317 quantize_per_tensor_default_53" -> "1318 dequantize_per_tensor_default_53" [style=solid, label=None]; -"1318 dequantize_per_tensor_default_53" -> "1319 transpose_16" [style=solid, label=None]; -"1319 transpose_16" -> "1320 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; -"1320 matmul_16" -> "1323 mul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1321 clamp_8" -> "1322 exp_8" [style=solid, label="(12, 1, 1)"]; -"1322 exp_8" -> "1323 mul_17" [style=solid, label="(12, 1, 1)"]; -"1323 mul_17" -> "1324 add_28" [style=solid, label="(4, 12, 64, 64)"]; -"1324 add_28" -> "1325 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; -"1325 softmax_8" -> "1326 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; -"1326 dropout_32" -> "1327 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1327 matmul_17" -> "1328 quantize_per_tensor_default_54" [style=solid, label="(4, 12, 64, 32)"]; -"1328 quantize_per_tensor_default_54" -> "1329 dequantize_per_tensor_default_54" [style=solid, label=None]; -"1329 dequantize_per_tensor_default_54" -> "1330 transpose_17" [style=solid, label=None]; -"1330 transpose_17" -> "1331 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; -"1331 reshape_38" -> "1332 linear_53" [style=solid, label="(4, 64, 384)"]; -"1332 linear_53" -> "1333 dropout_33" [style=solid, label="(4, 64, 384)"]; -"1333 dropout_33" -> "1334 view_47" [style=solid, label="(4, 64, 384)"]; -"1334 view_47" -> "1335 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1335 permute_40" -> "1336 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1336 reshape_39" -> "1337 slice_134" [style=solid, label="(1, 16, 16, 384)"]; -"1337 slice_134" -> "1338 slice_135" [style=solid, label="(1, 16, 16, 384)"]; -"1338 slice_135" -> "1339 slice_136" [style=solid, label="(1, 14, 16, 384)"]; -"1339 slice_136" -> "1340 slice_137" [style=solid, label="(1, 14, 14, 384)"]; -"1340 slice_137" -> "1341 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; -"1341 contiguous_15" -> "1342 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; -"1342 layer_norm_19" -> "1343 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1343 add_29" -> "1344 quantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; -"1343 add_29" -> "1354 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1344 quantize_per_tensor_default_55" -> "1345 dequantize_per_tensor_default_55" [style=solid, label=None]; -"1345 dequantize_per_tensor_default_55" -> "1346 linear_54" [style=solid, label=None]; -"1346 linear_54" -> "1347 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; -"1347 gelu_8" -> "1348 quantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; -"1348 quantize_per_tensor_default_56" -> "1349 dequantize_per_tensor_default_56" [style=solid, label=None]; -"1349 dequantize_per_tensor_default_56" -> "1350 dropout_34" [style=solid, label=None]; -"1350 dropout_34" -> "1351 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; -"1351 linear_55" -> "1352 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; -"1352 dropout_35" -> "1353 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; -"1353 layer_norm_20" -> "1354 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1354 add_30" -> "1366 pad_11" [style=solid, label="(1, 14, 14, 384)"]; -"1354 add_30" -> "1471 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1355 linear_56" -> "1356 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1356 relu__9" -> "1357 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1357 linear_57" -> "1358 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1358 view_48" -> "1359 index_9" [style=solid, label="(225, 12)"]; -"1359 index_9" -> "1360 view_49" [style=solid, label="(4096, 12)"]; -"1360 view_49" -> "1361 permute_41" [style=solid, label="(64, 64, 12)"]; -"1361 permute_41" -> "1362 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1362 contiguous_16" -> "1363 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1363 unsqueeze_25" -> "1364 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1364 sigmoid_9" -> "1365 mul_18" [style=solid, label="(1, 12, 64, 64)"]; -"1365 mul_18" -> "1399 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1366 pad_11" -> "1367 roll_8" [style=solid, label="(1, 16, 16, 384)"]; -"1367 roll_8" -> "1368 view_50" [style=solid, label="(1, 16, 16, 384)"]; -"1368 view_50" -> "1369 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1369 permute_42" -> "1370 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1370 reshape_40" -> "1371 quantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; -"1370 reshape_40" -> "1400 new_zeros_4" [style=solid, label="(4, 64, 384)"]; -"1371 quantize_per_tensor_default_57" -> "1372 dequantize_per_tensor_default_57" [style=solid, label=None]; -"1372 dequantize_per_tensor_default_57" -> "1376 linear_58" [style=solid, label=None]; -"1373 clone_9" -> "1374 slice_138" [style=solid, label="(1152,)"]; -"1373 clone_9" -> "1376 linear_58" [style=solid, label="(1152,)"]; -"1374 slice_138" -> "1375 zero__9" [style=solid, label="(384,)"]; -"1376 linear_58" -> "1377 reshape_41" [style=solid, label="(4, 64, 1152)"]; -"1377 reshape_41" -> "1378 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1378 permute_43" -> "1379 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1378 permute_43" -> "1380 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1378 permute_43" -> "1381 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1379 select_27" -> "1382 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; -"1379 select_27" -> "1384 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; -"1379 select_27" -> "1385 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1380 select_28" -> "1388 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; -"1380 select_28" -> "1390 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; -"1380 select_28" -> "1391 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1381 select_29" -> "1454 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; -"1382 linalg_vector_norm_18" -> "1383 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; -"1383 clamp_min_18" -> "1384 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; -"1384 expand_as_18" -> "1385 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1385 div_18" -> "1386 quantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; -"1386 quantize_per_tensor_default_58" -> "1387 dequantize_per_tensor_default_58" [style=solid, label=None]; -"1387 dequantize_per_tensor_default_58" -> "1395 matmul_18" [style=solid, label=None]; -"1388 linalg_vector_norm_19" -> "1389 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; -"1389 clamp_min_19" -> "1390 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; -"1390 expand_as_19" -> "1391 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1391 div_19" -> "1392 quantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; -"1392 quantize_per_tensor_default_59" -> "1393 dequantize_per_tensor_default_59" [style=solid, label=None]; -"1393 dequantize_per_tensor_default_59" -> "1394 transpose_18" [style=solid, label=None]; -"1394 transpose_18" -> "1395 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; -"1395 matmul_18" -> "1398 mul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1396 clamp_9" -> "1397 exp_9" [style=solid, label="(12, 1, 1)"]; -"1397 exp_9" -> "1398 mul_19" [style=solid, label="(12, 1, 1)"]; -"1398 mul_19" -> "1399 add_31" [style=solid, label="(4, 12, 64, 64)"]; -"1399 add_31" -> "1447 view_52" [style=solid, label="(4, 12, 64, 64)"]; -"1400 new_zeros_4" -> "1402 slice_139" [style=solid, label="(16, 16)"]; -"1400 new_zeros_4" -> "1406 slice_141" [style=solid, label="(16, 16)"]; -"1400 new_zeros_4" -> "1410 slice_143" [style=solid, label="(16, 16)"]; -"1400 new_zeros_4" -> "1414 slice_145" [style=solid, label="(16, 16)"]; -"1400 new_zeros_4" -> "1418 slice_147" [style=solid, label="(16, 16)"]; -"1400 new_zeros_4" -> "1422 slice_149" [style=solid, label="(16, 16)"]; -"1400 new_zeros_4" -> "1426 slice_151" [style=solid, label="(16, 16)"]; -"1400 new_zeros_4" -> "1430 slice_153" [style=solid, label="(16, 16)"]; -"1400 new_zeros_4" -> "1434 slice_155" [style=solid, label="(16, 16)"]; -"1400 new_zeros_4" -> "1437 view_51" [style=solid, label="(16, 16)"]; -"1401 lift_fresh_copy_36" -> "1404 fill__36" [style=solid, label="()"]; -"1402 slice_139" -> "1403 slice_140" [style=solid, label="(8, 16)"]; -"1403 slice_140" -> "1404 fill__36" [style=solid, label="(8, 8)"]; -"1405 lift_fresh_copy_37" -> "1408 fill__37" [style=solid, label="()"]; -"1406 slice_141" -> "1407 slice_142" [style=solid, label="(8, 16)"]; -"1407 slice_142" -> "1408 fill__37" [style=solid, label="(8, 4)"]; -"1409 lift_fresh_copy_38" -> "1412 fill__38" [style=solid, label="()"]; -"1410 slice_143" -> "1411 slice_144" [style=solid, label="(8, 16)"]; -"1411 slice_144" -> "1412 fill__38" [style=solid, label="(8, 4)"]; -"1413 lift_fresh_copy_39" -> "1416 fill__39" [style=solid, label="()"]; -"1414 slice_145" -> "1415 slice_146" [style=solid, label="(4, 16)"]; -"1415 slice_146" -> "1416 fill__39" [style=solid, label="(4, 8)"]; -"1417 lift_fresh_copy_40" -> "1420 fill__40" [style=solid, label="()"]; -"1418 slice_147" -> "1419 slice_148" [style=solid, label="(4, 16)"]; -"1419 slice_148" -> "1420 fill__40" [style=solid, label="(4, 4)"]; -"1421 lift_fresh_copy_41" -> "1424 fill__41" [style=solid, label="()"]; -"1422 slice_149" -> "1423 slice_150" [style=solid, label="(4, 16)"]; -"1423 slice_150" -> "1424 fill__41" [style=solid, label="(4, 4)"]; -"1425 lift_fresh_copy_42" -> "1428 fill__42" [style=solid, label="()"]; -"1426 slice_151" -> "1427 slice_152" [style=solid, label="(4, 16)"]; -"1427 slice_152" -> "1428 fill__42" [style=solid, label="(4, 8)"]; -"1429 lift_fresh_copy_43" -> "1432 fill__43" [style=solid, label="()"]; -"1430 slice_153" -> "1431 slice_154" [style=solid, label="(4, 16)"]; -"1431 slice_154" -> "1432 fill__43" [style=solid, label="(4, 4)"]; -"1433 lift_fresh_copy_44" -> "1436 fill__44" [style=solid, label="()"]; -"1434 slice_155" -> "1435 slice_156" [style=solid, label="(4, 16)"]; -"1435 slice_156" -> "1436 fill__44" [style=solid, label="(4, 4)"]; -"1437 view_51" -> "1438 permute_44" [style=solid, label="(2, 8, 2, 8)"]; -"1438 permute_44" -> "1439 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; -"1439 reshape_42" -> "1440 unsqueeze_26" [style=solid, label="(4, 64)"]; -"1439 reshape_42" -> "1441 unsqueeze_27" [style=solid, label="(4, 64)"]; -"1440 unsqueeze_26" -> "1442 sub_4" [style=solid, label="(4, 1, 64)"]; -"1441 unsqueeze_27" -> "1442 sub_4" [style=solid, label="(4, 64, 1)"]; -"1442 sub_4" -> "1443 ne_4" [style=solid, label="(4, 64, 64)"]; -"1442 sub_4" -> "1444 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1442 sub_4" -> "1445 eq_4" [style=solid, label="(4, 64, 64)"]; -"1443 ne_4" -> "1444 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1444 masked_fill_8" -> "1446 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1445 eq_4" -> "1446 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1446 masked_fill_9" -> "1448 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; -"1447 view_52" -> "1450 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1448 unsqueeze_28" -> "1449 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; -"1449 unsqueeze_29" -> "1450 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1450 add_32" -> "1451 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1451 view_53" -> "1452 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; -"1452 softmax_9" -> "1453 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; -"1453 dropout_36" -> "1454 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1454 matmul_19" -> "1455 quantize_per_tensor_default_60" [style=solid, label="(4, 12, 64, 32)"]; -"1455 quantize_per_tensor_default_60" -> "1456 dequantize_per_tensor_default_60" [style=solid, label=None]; -"1456 dequantize_per_tensor_default_60" -> "1457 transpose_19" [style=solid, label=None]; -"1457 transpose_19" -> "1458 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; -"1458 reshape_43" -> "1459 linear_59" [style=solid, label="(4, 64, 384)"]; -"1459 linear_59" -> "1460 dropout_37" [style=solid, label="(4, 64, 384)"]; -"1460 dropout_37" -> "1461 view_54" [style=solid, label="(4, 64, 384)"]; -"1461 view_54" -> "1462 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1462 permute_45" -> "1463 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1463 reshape_44" -> "1464 roll_9" [style=solid, label="(1, 16, 16, 384)"]; -"1464 roll_9" -> "1465 slice_157" [style=solid, label="(1, 16, 16, 384)"]; -"1465 slice_157" -> "1466 slice_158" [style=solid, label="(1, 16, 16, 384)"]; -"1466 slice_158" -> "1467 slice_159" [style=solid, label="(1, 14, 16, 384)"]; -"1467 slice_159" -> "1468 slice_160" [style=solid, label="(1, 14, 14, 384)"]; -"1468 slice_160" -> "1469 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; -"1469 contiguous_17" -> "1470 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; -"1470 layer_norm_21" -> "1471 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1471 add_33" -> "1472 quantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; -"1471 add_33" -> "1482 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1472 quantize_per_tensor_default_61" -> "1473 dequantize_per_tensor_default_61" [style=solid, label=None]; -"1473 dequantize_per_tensor_default_61" -> "1474 linear_60" [style=solid, label=None]; -"1474 linear_60" -> "1475 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; -"1475 gelu_9" -> "1476 quantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; -"1476 quantize_per_tensor_default_62" -> "1477 dequantize_per_tensor_default_62" [style=solid, label=None]; -"1477 dequantize_per_tensor_default_62" -> "1478 dropout_38" [style=solid, label=None]; -"1478 dropout_38" -> "1479 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; -"1479 linear_61" -> "1480 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; -"1480 dropout_39" -> "1481 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; -"1481 layer_norm_22" -> "1482 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1482 add_34" -> "1483 quantize_per_tensor_default_63" [style=solid, label="(1, 14, 14, 384)"]; -"1483 quantize_per_tensor_default_63" -> "1484 dequantize_per_tensor_default_63" [style=solid, label=None]; -"1484 dequantize_per_tensor_default_63" -> "1485 pad_12" [style=solid, label=None]; -"1485 pad_12" -> "1486 slice_161" [style=solid, label="(1, 14, 14, 384)"]; -"1485 pad_12" -> "1489 slice_164" [style=solid, label="(1, 14, 14, 384)"]; -"1485 pad_12" -> "1492 slice_167" [style=solid, label="(1, 14, 14, 384)"]; -"1485 pad_12" -> "1495 slice_170" [style=solid, label="(1, 14, 14, 384)"]; -"1486 slice_161" -> "1487 slice_162" [style=solid, label="(1, 7, 14, 384)"]; -"1487 slice_162" -> "1488 slice_163" [style=solid, label="(1, 7, 7, 384)"]; -"1488 slice_163" -> "1498 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1489 slice_164" -> "1490 slice_165" [style=solid, label="(1, 7, 14, 384)"]; -"1490 slice_165" -> "1491 slice_166" [style=solid, label="(1, 7, 7, 384)"]; -"1491 slice_166" -> "1498 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1492 slice_167" -> "1493 slice_168" [style=solid, label="(1, 7, 14, 384)"]; -"1493 slice_168" -> "1494 slice_169" [style=solid, label="(1, 7, 7, 384)"]; -"1494 slice_169" -> "1498 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1495 slice_170" -> "1496 slice_171" [style=solid, label="(1, 7, 14, 384)"]; -"1496 slice_171" -> "1497 slice_172" [style=solid, label="(1, 7, 7, 384)"]; -"1497 slice_172" -> "1498 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1498 cat_2" -> "1499 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; -"1499 linear_62" -> "1500 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; -"1500 layer_norm_23" -> "1501 quantize_per_tensor_default_64" [style=solid, label="(1, 7, 7, 768)"]; -"1500 layer_norm_23" -> "1563 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1501 quantize_per_tensor_default_64" -> "1502 dequantize_per_tensor_default_64" [style=solid, label=None]; -"1502 dequantize_per_tensor_default_64" -> "1514 pad_13" [style=solid, label=None]; -"1503 linear_63" -> "1504 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1504 relu__10" -> "1505 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1505 linear_64" -> "1506 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1506 view_55" -> "1507 index_10" [style=solid, label="(225, 24)"]; -"1507 index_10" -> "1508 view_56" [style=solid, label="(4096, 24)"]; -"1508 view_56" -> "1509 permute_46" [style=solid, label="(64, 64, 24)"]; -"1509 permute_46" -> "1510 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1510 contiguous_18" -> "1511 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1511 unsqueeze_30" -> "1512 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1512 sigmoid_10" -> "1513 mul_20" [style=solid, label="(1, 24, 64, 64)"]; -"1513 mul_20" -> "1544 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1514 pad_13" -> "1515 view_57" [style=solid, label="(1, 8, 8, 768)"]; -"1515 view_57" -> "1516 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1516 permute_47" -> "1517 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1517 reshape_45" -> "1521 linear_65" [style=solid, label="(1, 64, 768)"]; -"1518 clone_10" -> "1519 slice_173" [style=solid, label="(2304,)"]; -"1518 clone_10" -> "1521 linear_65" [style=solid, label="(2304,)"]; -"1519 slice_173" -> "1520 zero__10" [style=solid, label="(768,)"]; -"1521 linear_65" -> "1522 reshape_46" [style=solid, label="(1, 64, 2304)"]; -"1522 reshape_46" -> "1523 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1523 permute_48" -> "1524 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1523 permute_48" -> "1525 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1523 permute_48" -> "1526 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1524 select_30" -> "1527 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; -"1524 select_30" -> "1529 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; -"1524 select_30" -> "1530 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1525 select_31" -> "1533 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; -"1525 select_31" -> "1535 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; -"1525 select_31" -> "1536 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1526 select_32" -> "1547 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; -"1527 linalg_vector_norm_20" -> "1528 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; -"1528 clamp_min_20" -> "1529 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; -"1529 expand_as_20" -> "1530 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1530 div_20" -> "1531 quantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; -"1531 quantize_per_tensor_default_65" -> "1532 dequantize_per_tensor_default_65" [style=solid, label=None]; -"1532 dequantize_per_tensor_default_65" -> "1540 matmul_20" [style=solid, label=None]; -"1533 linalg_vector_norm_21" -> "1534 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; -"1534 clamp_min_21" -> "1535 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; -"1535 expand_as_21" -> "1536 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1536 div_21" -> "1537 quantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; -"1537 quantize_per_tensor_default_66" -> "1538 dequantize_per_tensor_default_66" [style=solid, label=None]; -"1538 dequantize_per_tensor_default_66" -> "1539 transpose_20" [style=solid, label=None]; -"1539 transpose_20" -> "1540 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; -"1540 matmul_20" -> "1543 mul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1541 clamp_10" -> "1542 exp_10" [style=solid, label="(24, 1, 1)"]; -"1542 exp_10" -> "1543 mul_21" [style=solid, label="(24, 1, 1)"]; -"1543 mul_21" -> "1544 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1544 add_35" -> "1545 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; -"1545 softmax_10" -> "1546 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; -"1546 dropout_40" -> "1547 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1547 matmul_21" -> "1548 quantize_per_tensor_default_67" [style=solid, label="(1, 24, 64, 32)"]; -"1548 quantize_per_tensor_default_67" -> "1549 dequantize_per_tensor_default_67" [style=solid, label=None]; -"1549 dequantize_per_tensor_default_67" -> "1550 transpose_21" [style=solid, label=None]; -"1550 transpose_21" -> "1551 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; -"1551 reshape_47" -> "1552 linear_66" [style=solid, label="(1, 64, 768)"]; -"1552 linear_66" -> "1553 dropout_41" [style=solid, label="(1, 64, 768)"]; -"1553 dropout_41" -> "1554 view_58" [style=solid, label="(1, 64, 768)"]; -"1554 view_58" -> "1555 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1555 permute_49" -> "1556 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1556 reshape_48" -> "1557 slice_174" [style=solid, label="(1, 8, 8, 768)"]; -"1557 slice_174" -> "1558 slice_175" [style=solid, label="(1, 8, 8, 768)"]; -"1558 slice_175" -> "1559 slice_176" [style=solid, label="(1, 7, 8, 768)"]; -"1559 slice_176" -> "1560 slice_177" [style=solid, label="(1, 7, 7, 768)"]; -"1560 slice_177" -> "1561 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; -"1561 contiguous_19" -> "1562 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; -"1562 layer_norm_24" -> "1563 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1563 add_36" -> "1564 quantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; -"1563 add_36" -> "1574 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1564 quantize_per_tensor_default_68" -> "1565 dequantize_per_tensor_default_68" [style=solid, label=None]; -"1565 dequantize_per_tensor_default_68" -> "1566 linear_67" [style=solid, label=None]; -"1566 linear_67" -> "1567 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; -"1567 gelu_10" -> "1568 quantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; -"1568 quantize_per_tensor_default_69" -> "1569 dequantize_per_tensor_default_69" [style=solid, label=None]; -"1569 dequantize_per_tensor_default_69" -> "1570 dropout_42" [style=solid, label=None]; -"1570 dropout_42" -> "1571 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; -"1571 linear_68" -> "1572 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; -"1572 dropout_43" -> "1573 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; -"1573 layer_norm_25" -> "1574 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1574 add_37" -> "1575 quantize_per_tensor_default_70" [style=solid, label="(1, 7, 7, 768)"]; -"1574 add_37" -> "1637 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1575 quantize_per_tensor_default_70" -> "1576 dequantize_per_tensor_default_70" [style=solid, label=None]; -"1576 dequantize_per_tensor_default_70" -> "1588 pad_14" [style=solid, label=None]; -"1577 linear_69" -> "1578 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1578 relu__11" -> "1579 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1579 linear_70" -> "1580 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1580 view_59" -> "1581 index_11" [style=solid, label="(225, 24)"]; -"1581 index_11" -> "1582 view_60" [style=solid, label="(4096, 24)"]; -"1582 view_60" -> "1583 permute_50" [style=solid, label="(64, 64, 24)"]; -"1583 permute_50" -> "1584 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1584 contiguous_20" -> "1585 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1585 unsqueeze_31" -> "1586 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1586 sigmoid_11" -> "1587 mul_22" [style=solid, label="(1, 24, 64, 64)"]; -"1587 mul_22" -> "1618 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1588 pad_14" -> "1589 view_61" [style=solid, label="(1, 8, 8, 768)"]; -"1589 view_61" -> "1590 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1590 permute_51" -> "1591 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1591 reshape_49" -> "1595 linear_71" [style=solid, label="(1, 64, 768)"]; -"1592 clone_11" -> "1593 slice_178" [style=solid, label="(2304,)"]; -"1592 clone_11" -> "1595 linear_71" [style=solid, label="(2304,)"]; -"1593 slice_178" -> "1594 zero__11" [style=solid, label="(768,)"]; -"1595 linear_71" -> "1596 reshape_50" [style=solid, label="(1, 64, 2304)"]; -"1596 reshape_50" -> "1597 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1597 permute_52" -> "1598 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1597 permute_52" -> "1599 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1597 permute_52" -> "1600 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1598 select_33" -> "1601 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; -"1598 select_33" -> "1603 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; -"1598 select_33" -> "1604 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1599 select_34" -> "1607 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; -"1599 select_34" -> "1609 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; -"1599 select_34" -> "1610 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1600 select_35" -> "1621 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; -"1601 linalg_vector_norm_22" -> "1602 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; -"1602 clamp_min_22" -> "1603 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; -"1603 expand_as_22" -> "1604 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1604 div_22" -> "1605 quantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; -"1605 quantize_per_tensor_default_71" -> "1606 dequantize_per_tensor_default_71" [style=solid, label=None]; -"1606 dequantize_per_tensor_default_71" -> "1614 matmul_22" [style=solid, label=None]; -"1607 linalg_vector_norm_23" -> "1608 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; -"1608 clamp_min_23" -> "1609 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; -"1609 expand_as_23" -> "1610 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1610 div_23" -> "1611 quantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; -"1611 quantize_per_tensor_default_72" -> "1612 dequantize_per_tensor_default_72" [style=solid, label=None]; -"1612 dequantize_per_tensor_default_72" -> "1613 transpose_22" [style=solid, label=None]; -"1613 transpose_22" -> "1614 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; -"1614 matmul_22" -> "1617 mul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1615 clamp_11" -> "1616 exp_11" [style=solid, label="(24, 1, 1)"]; -"1616 exp_11" -> "1617 mul_23" [style=solid, label="(24, 1, 1)"]; -"1617 mul_23" -> "1618 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1618 add_38" -> "1619 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; -"1619 softmax_11" -> "1620 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; -"1620 dropout_44" -> "1621 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1621 matmul_23" -> "1622 quantize_per_tensor_default_73" [style=solid, label="(1, 24, 64, 32)"]; -"1622 quantize_per_tensor_default_73" -> "1623 dequantize_per_tensor_default_73" [style=solid, label=None]; -"1623 dequantize_per_tensor_default_73" -> "1624 transpose_23" [style=solid, label=None]; -"1624 transpose_23" -> "1625 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; -"1625 reshape_51" -> "1626 linear_72" [style=solid, label="(1, 64, 768)"]; -"1626 linear_72" -> "1627 dropout_45" [style=solid, label="(1, 64, 768)"]; -"1627 dropout_45" -> "1628 view_62" [style=solid, label="(1, 64, 768)"]; -"1628 view_62" -> "1629 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1629 permute_53" -> "1630 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1630 reshape_52" -> "1631 slice_179" [style=solid, label="(1, 8, 8, 768)"]; -"1631 slice_179" -> "1632 slice_180" [style=solid, label="(1, 8, 8, 768)"]; -"1632 slice_180" -> "1633 slice_181" [style=solid, label="(1, 7, 8, 768)"]; -"1633 slice_181" -> "1634 slice_182" [style=solid, label="(1, 7, 7, 768)"]; -"1634 slice_182" -> "1635 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; -"1635 contiguous_21" -> "1636 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; -"1636 layer_norm_26" -> "1637 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1637 add_39" -> "1638 quantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; -"1637 add_39" -> "1648 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1638 quantize_per_tensor_default_74" -> "1639 dequantize_per_tensor_default_74" [style=solid, label=None]; -"1639 dequantize_per_tensor_default_74" -> "1640 linear_73" [style=solid, label=None]; -"1640 linear_73" -> "1641 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; -"1641 gelu_11" -> "1642 quantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; -"1642 quantize_per_tensor_default_75" -> "1643 dequantize_per_tensor_default_75" [style=solid, label=None]; -"1643 dequantize_per_tensor_default_75" -> "1644 dropout_46" [style=solid, label=None]; -"1644 dropout_46" -> "1645 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; -"1645 linear_74" -> "1646 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; -"1646 dropout_47" -> "1647 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; -"1647 layer_norm_27" -> "1648 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1648 add_40" -> "1649 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; -"1649 layer_norm_28" -> "1650 permute_54" [style=solid, label="(1, 7, 7, 768)"]; -"1650 permute_54" -> "1651 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; -"1651 adaptive_avg_pool2d" -> "1652 quantize_per_tensor_default_76" [style=solid, label="(1, 768, 1, 1)"]; -"1652 quantize_per_tensor_default_76" -> "1653 dequantize_per_tensor_default_76" [style=solid, label=None]; -"1653 dequantize_per_tensor_default_76" -> "1654 flatten" [style=solid, label=None]; -"1654 flatten" -> "1655 linear_75" [style=solid, label="(1, 768)"]; -"1655 linear_75" -> "1656 output" [style=solid, label="(1, 1000)"]; +"498 reshape_3" -> "499 alias" [style=solid, label="(1, 56, 56, 96)"]; +"499 alias" -> "500 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; +"500 layer_norm_1" -> "501 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"501 add_1" -> "502 quantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; +"501 add_1" -> "512 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"502 quantize_per_tensor_default_5" -> "503 dequantize_per_tensor_default_5" [style=solid, label=None]; +"503 dequantize_per_tensor_default_5" -> "504 linear_4" [style=solid, label=None]; +"504 linear_4" -> "505 gelu" [style=solid, label="(1, 56, 56, 384)"]; +"505 gelu" -> "506 quantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; +"506 quantize_per_tensor_default_6" -> "507 dequantize_per_tensor_default_6" [style=solid, label=None]; +"507 dequantize_per_tensor_default_6" -> "508 dropout_2" [style=solid, label=None]; +"508 dropout_2" -> "509 linear_5" [style=solid, label="(1, 56, 56, 384)"]; +"509 linear_5" -> "510 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; +"510 dropout_3" -> "511 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; +"511 layer_norm_2" -> "512 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"512 add_2" -> "524 pad_1" [style=solid, label="(1, 56, 56, 96)"]; +"512 add_2" -> "625 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"513 linear_6" -> "514 relu__1" [style=solid, label="(1, 15, 15, 512)"]; +"514 relu__1" -> "515 linear_7" [style=solid, label="(1, 15, 15, 512)"]; +"515 linear_7" -> "516 view_4" [style=solid, label="(1, 15, 15, 3)"]; +"516 view_4" -> "517 index_1" [style=solid, label="(225, 3)"]; +"517 index_1" -> "518 view_5" [style=solid, label="(4096, 3)"]; +"518 view_5" -> "519 permute_5" [style=solid, label="(64, 64, 3)"]; +"519 permute_5" -> "520 contiguous_1" [style=solid, label="(3, 64, 64)"]; +"520 contiguous_1" -> "521 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; +"521 unsqueeze_1" -> "522 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; +"522 sigmoid_1" -> "523 mul_2" [style=solid, label="(1, 3, 64, 64)"]; +"523 mul_2" -> "557 add_3" [style=solid, label="(1, 3, 64, 64)"]; +"524 pad_1" -> "525 roll" [style=solid, label="(1, 56, 56, 96)"]; +"525 roll" -> "526 view_6" [style=solid, label="(1, 56, 56, 96)"]; +"526 view_6" -> "527 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"527 permute_6" -> "528 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"528 reshape_4" -> "529 quantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; +"528 reshape_4" -> "558 new_zeros" [style=solid, label="(49, 64, 96)"]; +"529 quantize_per_tensor_default_7" -> "530 dequantize_per_tensor_default_7" [style=solid, label=None]; +"530 dequantize_per_tensor_default_7" -> "534 linear_8" [style=solid, label=None]; +"531 clone_1" -> "532 slice_2" [style=solid, label="(288,)"]; +"531 clone_1" -> "534 linear_8" [style=solid, label="(288,)"]; +"532 slice_2" -> "533 zero__1" [style=solid, label="(96,)"]; +"534 linear_8" -> "535 reshape_5" [style=solid, label="(49, 64, 288)"]; +"535 reshape_5" -> "536 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; +"536 permute_7" -> "537 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; +"536 permute_7" -> "538 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; +"536 permute_7" -> "539 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; +"537 select_3" -> "540 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; +"537 select_3" -> "542 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; +"537 select_3" -> "543 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"538 select_4" -> "546 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; +"538 select_4" -> "548 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; +"538 select_4" -> "549 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"539 select_5" -> "612 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; +"540 linalg_vector_norm_2" -> "541 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; +"541 clamp_min_2" -> "542 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; +"542 expand_as_2" -> "543 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"543 div_2" -> "544 quantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; +"544 quantize_per_tensor_default_8" -> "545 dequantize_per_tensor_default_8" [style=solid, label=None]; +"545 dequantize_per_tensor_default_8" -> "553 matmul_2" [style=solid, label=None]; +"546 linalg_vector_norm_3" -> "547 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; +"547 clamp_min_3" -> "548 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; +"548 expand_as_3" -> "549 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"549 div_3" -> "550 quantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; +"550 quantize_per_tensor_default_9" -> "551 dequantize_per_tensor_default_9" [style=solid, label=None]; +"551 dequantize_per_tensor_default_9" -> "552 transpose_2" [style=solid, label=None]; +"552 transpose_2" -> "553 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; +"553 matmul_2" -> "556 mul_3" [style=solid, label="(49, 3, 64, 64)"]; +"554 clamp_1" -> "555 exp_1" [style=solid, label="(3, 1, 1)"]; +"555 exp_1" -> "556 mul_3" [style=solid, label="(3, 1, 1)"]; +"556 mul_3" -> "557 add_3" [style=solid, label="(49, 3, 64, 64)"]; +"557 add_3" -> "605 view_8" [style=solid, label="(49, 3, 64, 64)"]; +"558 new_zeros" -> "560 slice_3" [style=solid, label="(56, 56)"]; +"558 new_zeros" -> "564 slice_5" [style=solid, label="(56, 56)"]; +"558 new_zeros" -> "568 slice_7" [style=solid, label="(56, 56)"]; +"558 new_zeros" -> "572 slice_9" [style=solid, label="(56, 56)"]; +"558 new_zeros" -> "576 slice_11" [style=solid, label="(56, 56)"]; +"558 new_zeros" -> "580 slice_13" [style=solid, label="(56, 56)"]; +"558 new_zeros" -> "584 slice_15" [style=solid, label="(56, 56)"]; +"558 new_zeros" -> "588 slice_17" [style=solid, label="(56, 56)"]; +"558 new_zeros" -> "592 slice_19" [style=solid, label="(56, 56)"]; +"558 new_zeros" -> "595 view_7" [style=solid, label="(56, 56)"]; +"559 lift_fresh_copy" -> "562 fill_" [style=solid, label="()"]; +"560 slice_3" -> "561 slice_4" [style=solid, label="(48, 56)"]; +"561 slice_4" -> "562 fill_" [style=solid, label="(48, 48)"]; +"563 lift_fresh_copy_1" -> "566 fill__1" [style=solid, label="()"]; +"564 slice_5" -> "565 slice_6" [style=solid, label="(48, 56)"]; +"565 slice_6" -> "566 fill__1" [style=solid, label="(48, 4)"]; +"567 lift_fresh_copy_2" -> "570 fill__2" [style=solid, label="()"]; +"568 slice_7" -> "569 slice_8" [style=solid, label="(48, 56)"]; +"569 slice_8" -> "570 fill__2" [style=solid, label="(48, 4)"]; +"571 lift_fresh_copy_3" -> "574 fill__3" [style=solid, label="()"]; +"572 slice_9" -> "573 slice_10" [style=solid, label="(4, 56)"]; +"573 slice_10" -> "574 fill__3" [style=solid, label="(4, 48)"]; +"575 lift_fresh_copy_4" -> "578 fill__4" [style=solid, label="()"]; +"576 slice_11" -> "577 slice_12" [style=solid, label="(4, 56)"]; +"577 slice_12" -> "578 fill__4" [style=solid, label="(4, 4)"]; +"579 lift_fresh_copy_5" -> "582 fill__5" [style=solid, label="()"]; +"580 slice_13" -> "581 slice_14" [style=solid, label="(4, 56)"]; +"581 slice_14" -> "582 fill__5" [style=solid, label="(4, 4)"]; +"583 lift_fresh_copy_6" -> "586 fill__6" [style=solid, label="()"]; +"584 slice_15" -> "585 slice_16" [style=solid, label="(4, 56)"]; +"585 slice_16" -> "586 fill__6" [style=solid, label="(4, 48)"]; +"587 lift_fresh_copy_7" -> "590 fill__7" [style=solid, label="()"]; +"588 slice_17" -> "589 slice_18" [style=solid, label="(4, 56)"]; +"589 slice_18" -> "590 fill__7" [style=solid, label="(4, 4)"]; +"591 lift_fresh_copy_8" -> "594 fill__8" [style=solid, label="()"]; +"592 slice_19" -> "593 slice_20" [style=solid, label="(4, 56)"]; +"593 slice_20" -> "594 fill__8" [style=solid, label="(4, 4)"]; +"595 view_7" -> "596 permute_8" [style=solid, label="(7, 8, 7, 8)"]; +"596 permute_8" -> "597 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; +"597 reshape_6" -> "598 unsqueeze_2" [style=solid, label="(49, 64)"]; +"597 reshape_6" -> "599 unsqueeze_3" [style=solid, label="(49, 64)"]; +"598 unsqueeze_2" -> "600 sub" [style=solid, label="(49, 1, 64)"]; +"599 unsqueeze_3" -> "600 sub" [style=solid, label="(49, 64, 1)"]; +"600 sub" -> "601 ne" [style=solid, label="(49, 64, 64)"]; +"600 sub" -> "602 masked_fill" [style=solid, label="(49, 64, 64)"]; +"600 sub" -> "603 eq" [style=solid, label="(49, 64, 64)"]; +"601 ne" -> "602 masked_fill" [style=solid, label="(49, 64, 64)"]; +"602 masked_fill" -> "604 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"603 eq" -> "604 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"604 masked_fill_1" -> "606 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; +"605 view_8" -> "608 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; +"606 unsqueeze_4" -> "607 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; +"607 unsqueeze_5" -> "608 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; +"608 add_4" -> "609 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; +"609 view_9" -> "610 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; +"610 softmax_1" -> "611 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; +"611 dropout_4" -> "612 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; +"612 matmul_3" -> "613 quantize_per_tensor_default_10" [style=solid, label="(49, 3, 64, 32)"]; +"613 quantize_per_tensor_default_10" -> "614 dequantize_per_tensor_default_10" [style=solid, label=None]; +"614 dequantize_per_tensor_default_10" -> "615 transpose_3" [style=solid, label=None]; +"615 transpose_3" -> "616 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; +"616 reshape_7" -> "617 linear_9" [style=solid, label="(49, 64, 96)"]; +"617 linear_9" -> "618 dropout_5" [style=solid, label="(49, 64, 96)"]; +"618 dropout_5" -> "619 view_10" [style=solid, label="(49, 64, 96)"]; +"619 view_10" -> "620 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"620 permute_9" -> "621 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"621 reshape_8" -> "622 roll_1" [style=solid, label="(1, 56, 56, 96)"]; +"622 roll_1" -> "623 alias_1" [style=solid, label="(1, 56, 56, 96)"]; +"623 alias_1" -> "624 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; +"624 layer_norm_3" -> "625 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"625 add_5" -> "626 quantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; +"625 add_5" -> "636 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"626 quantize_per_tensor_default_11" -> "627 dequantize_per_tensor_default_11" [style=solid, label=None]; +"627 dequantize_per_tensor_default_11" -> "628 linear_10" [style=solid, label=None]; +"628 linear_10" -> "629 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; +"629 gelu_1" -> "630 quantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; +"630 quantize_per_tensor_default_12" -> "631 dequantize_per_tensor_default_12" [style=solid, label=None]; +"631 dequantize_per_tensor_default_12" -> "632 dropout_6" [style=solid, label=None]; +"632 dropout_6" -> "633 linear_11" [style=solid, label="(1, 56, 56, 384)"]; +"633 linear_11" -> "634 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; +"634 dropout_7" -> "635 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; +"635 layer_norm_4" -> "636 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"636 add_6" -> "637 quantize_per_tensor_default_13" [style=solid, label="(1, 56, 56, 96)"]; +"637 quantize_per_tensor_default_13" -> "638 dequantize_per_tensor_default_13" [style=solid, label=None]; +"638 dequantize_per_tensor_default_13" -> "639 pad_2" [style=solid, label=None]; +"639 pad_2" -> "640 slice_21" [style=solid, label="(1, 56, 56, 96)"]; +"639 pad_2" -> "642 slice_23" [style=solid, label="(1, 56, 56, 96)"]; +"639 pad_2" -> "644 slice_25" [style=solid, label="(1, 56, 56, 96)"]; +"639 pad_2" -> "646 slice_27" [style=solid, label="(1, 56, 56, 96)"]; +"640 slice_21" -> "641 slice_22" [style=solid, label="(1, 28, 56, 96)"]; +"641 slice_22" -> "648 cat" [style=solid, label="(1, 28, 28, 96)"]; +"642 slice_23" -> "643 slice_24" [style=solid, label="(1, 28, 56, 96)"]; +"643 slice_24" -> "648 cat" [style=solid, label="(1, 28, 28, 96)"]; +"644 slice_25" -> "645 slice_26" [style=solid, label="(1, 28, 56, 96)"]; +"645 slice_26" -> "648 cat" [style=solid, label="(1, 28, 28, 96)"]; +"646 slice_27" -> "647 slice_28" [style=solid, label="(1, 28, 56, 96)"]; +"647 slice_28" -> "648 cat" [style=solid, label="(1, 28, 28, 96)"]; +"648 cat" -> "649 linear_12" [style=solid, label="(1, 28, 28, 384)"]; +"649 linear_12" -> "650 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; +"650 layer_norm_5" -> "651 quantize_per_tensor_default_14" [style=solid, label="(1, 28, 28, 192)"]; +"650 layer_norm_5" -> "711 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"651 quantize_per_tensor_default_14" -> "652 dequantize_per_tensor_default_14" [style=solid, label=None]; +"652 dequantize_per_tensor_default_14" -> "664 pad_3" [style=solid, label=None]; +"653 linear_13" -> "654 relu__2" [style=solid, label="(1, 15, 15, 512)"]; +"654 relu__2" -> "655 linear_14" [style=solid, label="(1, 15, 15, 512)"]; +"655 linear_14" -> "656 view_11" [style=solid, label="(1, 15, 15, 6)"]; +"656 view_11" -> "657 index_2" [style=solid, label="(225, 6)"]; +"657 index_2" -> "658 view_12" [style=solid, label="(4096, 6)"]; +"658 view_12" -> "659 permute_10" [style=solid, label="(64, 64, 6)"]; +"659 permute_10" -> "660 contiguous_2" [style=solid, label="(6, 64, 64)"]; +"660 contiguous_2" -> "661 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; +"661 unsqueeze_6" -> "662 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; +"662 sigmoid_2" -> "663 mul_4" [style=solid, label="(1, 6, 64, 64)"]; +"663 mul_4" -> "694 add_7" [style=solid, label="(1, 6, 64, 64)"]; +"664 pad_3" -> "665 view_13" [style=solid, label="(1, 32, 32, 192)"]; +"665 view_13" -> "666 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"666 permute_11" -> "667 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"667 reshape_9" -> "671 linear_15" [style=solid, label="(16, 64, 192)"]; +"668 clone_2" -> "669 slice_29" [style=solid, label="(576,)"]; +"668 clone_2" -> "671 linear_15" [style=solid, label="(576,)"]; +"669 slice_29" -> "670 zero__2" [style=solid, label="(192,)"]; +"671 linear_15" -> "672 reshape_10" [style=solid, label="(16, 64, 576)"]; +"672 reshape_10" -> "673 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; +"673 permute_12" -> "674 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; +"673 permute_12" -> "675 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; +"673 permute_12" -> "676 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; +"674 select_6" -> "677 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; +"674 select_6" -> "679 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; +"674 select_6" -> "680 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"675 select_7" -> "683 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; +"675 select_7" -> "685 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; +"675 select_7" -> "686 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"676 select_8" -> "697 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; +"677 linalg_vector_norm_4" -> "678 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; +"678 clamp_min_4" -> "679 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; +"679 expand_as_4" -> "680 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"680 div_4" -> "681 quantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; +"681 quantize_per_tensor_default_15" -> "682 dequantize_per_tensor_default_15" [style=solid, label=None]; +"682 dequantize_per_tensor_default_15" -> "690 matmul_4" [style=solid, label=None]; +"683 linalg_vector_norm_5" -> "684 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; +"684 clamp_min_5" -> "685 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; +"685 expand_as_5" -> "686 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"686 div_5" -> "687 quantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; +"687 quantize_per_tensor_default_16" -> "688 dequantize_per_tensor_default_16" [style=solid, label=None]; +"688 dequantize_per_tensor_default_16" -> "689 transpose_4" [style=solid, label=None]; +"689 transpose_4" -> "690 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; +"690 matmul_4" -> "693 mul_5" [style=solid, label="(16, 6, 64, 64)"]; +"691 clamp_2" -> "692 exp_2" [style=solid, label="(6, 1, 1)"]; +"692 exp_2" -> "693 mul_5" [style=solid, label="(6, 1, 1)"]; +"693 mul_5" -> "694 add_7" [style=solid, label="(16, 6, 64, 64)"]; +"694 add_7" -> "695 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; +"695 softmax_2" -> "696 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; +"696 dropout_8" -> "697 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; +"697 matmul_5" -> "698 quantize_per_tensor_default_17" [style=solid, label="(16, 6, 64, 32)"]; +"698 quantize_per_tensor_default_17" -> "699 dequantize_per_tensor_default_17" [style=solid, label=None]; +"699 dequantize_per_tensor_default_17" -> "700 transpose_5" [style=solid, label=None]; +"700 transpose_5" -> "701 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; +"701 reshape_11" -> "702 linear_16" [style=solid, label="(16, 64, 192)"]; +"702 linear_16" -> "703 dropout_9" [style=solid, label="(16, 64, 192)"]; +"703 dropout_9" -> "704 view_14" [style=solid, label="(16, 64, 192)"]; +"704 view_14" -> "705 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"705 permute_13" -> "706 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"706 reshape_12" -> "707 slice_30" [style=solid, label="(1, 32, 32, 192)"]; +"707 slice_30" -> "708 slice_31" [style=solid, label="(1, 28, 32, 192)"]; +"708 slice_31" -> "709 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; +"709 contiguous_3" -> "710 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; +"710 layer_norm_6" -> "711 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"711 add_8" -> "712 quantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; +"711 add_8" -> "722 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"712 quantize_per_tensor_default_18" -> "713 dequantize_per_tensor_default_18" [style=solid, label=None]; +"713 dequantize_per_tensor_default_18" -> "714 linear_17" [style=solid, label=None]; +"714 linear_17" -> "715 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; +"715 gelu_2" -> "716 quantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; +"716 quantize_per_tensor_default_19" -> "717 dequantize_per_tensor_default_19" [style=solid, label=None]; +"717 dequantize_per_tensor_default_19" -> "718 dropout_10" [style=solid, label=None]; +"718 dropout_10" -> "719 linear_18" [style=solid, label="(1, 28, 28, 768)"]; +"719 linear_18" -> "720 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; +"720 dropout_11" -> "721 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; +"721 layer_norm_7" -> "722 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"722 add_9" -> "734 pad_4" [style=solid, label="(1, 28, 28, 192)"]; +"722 add_9" -> "837 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"723 linear_19" -> "724 relu__3" [style=solid, label="(1, 15, 15, 512)"]; +"724 relu__3" -> "725 linear_20" [style=solid, label="(1, 15, 15, 512)"]; +"725 linear_20" -> "726 view_15" [style=solid, label="(1, 15, 15, 6)"]; +"726 view_15" -> "727 index_3" [style=solid, label="(225, 6)"]; +"727 index_3" -> "728 view_16" [style=solid, label="(4096, 6)"]; +"728 view_16" -> "729 permute_14" [style=solid, label="(64, 64, 6)"]; +"729 permute_14" -> "730 contiguous_4" [style=solid, label="(6, 64, 64)"]; +"730 contiguous_4" -> "731 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; +"731 unsqueeze_7" -> "732 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; +"732 sigmoid_3" -> "733 mul_6" [style=solid, label="(1, 6, 64, 64)"]; +"733 mul_6" -> "767 add_10" [style=solid, label="(1, 6, 64, 64)"]; +"734 pad_4" -> "735 roll_2" [style=solid, label="(1, 32, 32, 192)"]; +"735 roll_2" -> "736 view_17" [style=solid, label="(1, 32, 32, 192)"]; +"736 view_17" -> "737 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"737 permute_15" -> "738 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"738 reshape_13" -> "739 quantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; +"738 reshape_13" -> "768 new_zeros_1" [style=solid, label="(16, 64, 192)"]; +"739 quantize_per_tensor_default_20" -> "740 dequantize_per_tensor_default_20" [style=solid, label=None]; +"740 dequantize_per_tensor_default_20" -> "744 linear_21" [style=solid, label=None]; +"741 clone_3" -> "742 slice_32" [style=solid, label="(576,)"]; +"741 clone_3" -> "744 linear_21" [style=solid, label="(576,)"]; +"742 slice_32" -> "743 zero__3" [style=solid, label="(192,)"]; +"744 linear_21" -> "745 reshape_14" [style=solid, label="(16, 64, 576)"]; +"745 reshape_14" -> "746 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; +"746 permute_16" -> "747 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; +"746 permute_16" -> "748 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; +"746 permute_16" -> "749 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; +"747 select_9" -> "750 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; +"747 select_9" -> "752 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; +"747 select_9" -> "753 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"748 select_10" -> "756 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; +"748 select_10" -> "758 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; +"748 select_10" -> "759 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"749 select_11" -> "822 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; +"750 linalg_vector_norm_6" -> "751 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; +"751 clamp_min_6" -> "752 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; +"752 expand_as_6" -> "753 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"753 div_6" -> "754 quantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; +"754 quantize_per_tensor_default_21" -> "755 dequantize_per_tensor_default_21" [style=solid, label=None]; +"755 dequantize_per_tensor_default_21" -> "763 matmul_6" [style=solid, label=None]; +"756 linalg_vector_norm_7" -> "757 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; +"757 clamp_min_7" -> "758 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; +"758 expand_as_7" -> "759 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"759 div_7" -> "760 quantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; +"760 quantize_per_tensor_default_22" -> "761 dequantize_per_tensor_default_22" [style=solid, label=None]; +"761 dequantize_per_tensor_default_22" -> "762 transpose_6" [style=solid, label=None]; +"762 transpose_6" -> "763 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; +"763 matmul_6" -> "766 mul_7" [style=solid, label="(16, 6, 64, 64)"]; +"764 clamp_3" -> "765 exp_3" [style=solid, label="(6, 1, 1)"]; +"765 exp_3" -> "766 mul_7" [style=solid, label="(6, 1, 1)"]; +"766 mul_7" -> "767 add_10" [style=solid, label="(16, 6, 64, 64)"]; +"767 add_10" -> "815 view_19" [style=solid, label="(16, 6, 64, 64)"]; +"768 new_zeros_1" -> "770 slice_33" [style=solid, label="(32, 32)"]; +"768 new_zeros_1" -> "774 slice_35" [style=solid, label="(32, 32)"]; +"768 new_zeros_1" -> "778 slice_37" [style=solid, label="(32, 32)"]; +"768 new_zeros_1" -> "782 slice_39" [style=solid, label="(32, 32)"]; +"768 new_zeros_1" -> "786 slice_41" [style=solid, label="(32, 32)"]; +"768 new_zeros_1" -> "790 slice_43" [style=solid, label="(32, 32)"]; +"768 new_zeros_1" -> "794 slice_45" [style=solid, label="(32, 32)"]; +"768 new_zeros_1" -> "798 slice_47" [style=solid, label="(32, 32)"]; +"768 new_zeros_1" -> "802 slice_49" [style=solid, label="(32, 32)"]; +"768 new_zeros_1" -> "805 view_18" [style=solid, label="(32, 32)"]; +"769 lift_fresh_copy_9" -> "772 fill__9" [style=solid, label="()"]; +"770 slice_33" -> "771 slice_34" [style=solid, label="(24, 32)"]; +"771 slice_34" -> "772 fill__9" [style=solid, label="(24, 24)"]; +"773 lift_fresh_copy_10" -> "776 fill__10" [style=solid, label="()"]; +"774 slice_35" -> "775 slice_36" [style=solid, label="(24, 32)"]; +"775 slice_36" -> "776 fill__10" [style=solid, label="(24, 4)"]; +"777 lift_fresh_copy_11" -> "780 fill__11" [style=solid, label="()"]; +"778 slice_37" -> "779 slice_38" [style=solid, label="(24, 32)"]; +"779 slice_38" -> "780 fill__11" [style=solid, label="(24, 4)"]; +"781 lift_fresh_copy_12" -> "784 fill__12" [style=solid, label="()"]; +"782 slice_39" -> "783 slice_40" [style=solid, label="(4, 32)"]; +"783 slice_40" -> "784 fill__12" [style=solid, label="(4, 24)"]; +"785 lift_fresh_copy_13" -> "788 fill__13" [style=solid, label="()"]; +"786 slice_41" -> "787 slice_42" [style=solid, label="(4, 32)"]; +"787 slice_42" -> "788 fill__13" [style=solid, label="(4, 4)"]; +"789 lift_fresh_copy_14" -> "792 fill__14" [style=solid, label="()"]; +"790 slice_43" -> "791 slice_44" [style=solid, label="(4, 32)"]; +"791 slice_44" -> "792 fill__14" [style=solid, label="(4, 4)"]; +"793 lift_fresh_copy_15" -> "796 fill__15" [style=solid, label="()"]; +"794 slice_45" -> "795 slice_46" [style=solid, label="(4, 32)"]; +"795 slice_46" -> "796 fill__15" [style=solid, label="(4, 24)"]; +"797 lift_fresh_copy_16" -> "800 fill__16" [style=solid, label="()"]; +"798 slice_47" -> "799 slice_48" [style=solid, label="(4, 32)"]; +"799 slice_48" -> "800 fill__16" [style=solid, label="(4, 4)"]; +"801 lift_fresh_copy_17" -> "804 fill__17" [style=solid, label="()"]; +"802 slice_49" -> "803 slice_50" [style=solid, label="(4, 32)"]; +"803 slice_50" -> "804 fill__17" [style=solid, label="(4, 4)"]; +"805 view_18" -> "806 permute_17" [style=solid, label="(4, 8, 4, 8)"]; +"806 permute_17" -> "807 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; +"807 reshape_15" -> "808 unsqueeze_8" [style=solid, label="(16, 64)"]; +"807 reshape_15" -> "809 unsqueeze_9" [style=solid, label="(16, 64)"]; +"808 unsqueeze_8" -> "810 sub_1" [style=solid, label="(16, 1, 64)"]; +"809 unsqueeze_9" -> "810 sub_1" [style=solid, label="(16, 64, 1)"]; +"810 sub_1" -> "811 ne_1" [style=solid, label="(16, 64, 64)"]; +"810 sub_1" -> "812 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"810 sub_1" -> "813 eq_1" [style=solid, label="(16, 64, 64)"]; +"811 ne_1" -> "812 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"812 masked_fill_2" -> "814 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"813 eq_1" -> "814 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"814 masked_fill_3" -> "816 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; +"815 view_19" -> "818 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; +"816 unsqueeze_10" -> "817 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; +"817 unsqueeze_11" -> "818 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; +"818 add_11" -> "819 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; +"819 view_20" -> "820 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; +"820 softmax_3" -> "821 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; +"821 dropout_12" -> "822 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; +"822 matmul_7" -> "823 quantize_per_tensor_default_23" [style=solid, label="(16, 6, 64, 32)"]; +"823 quantize_per_tensor_default_23" -> "824 dequantize_per_tensor_default_23" [style=solid, label=None]; +"824 dequantize_per_tensor_default_23" -> "825 transpose_7" [style=solid, label=None]; +"825 transpose_7" -> "826 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; +"826 reshape_16" -> "827 linear_22" [style=solid, label="(16, 64, 192)"]; +"827 linear_22" -> "828 dropout_13" [style=solid, label="(16, 64, 192)"]; +"828 dropout_13" -> "829 view_21" [style=solid, label="(16, 64, 192)"]; +"829 view_21" -> "830 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"830 permute_18" -> "831 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"831 reshape_17" -> "832 roll_3" [style=solid, label="(1, 32, 32, 192)"]; +"832 roll_3" -> "833 slice_51" [style=solid, label="(1, 32, 32, 192)"]; +"833 slice_51" -> "834 slice_52" [style=solid, label="(1, 28, 32, 192)"]; +"834 slice_52" -> "835 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; +"835 contiguous_5" -> "836 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; +"836 layer_norm_8" -> "837 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"837 add_12" -> "838 quantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; +"837 add_12" -> "848 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"838 quantize_per_tensor_default_24" -> "839 dequantize_per_tensor_default_24" [style=solid, label=None]; +"839 dequantize_per_tensor_default_24" -> "840 linear_23" [style=solid, label=None]; +"840 linear_23" -> "841 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; +"841 gelu_3" -> "842 quantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; +"842 quantize_per_tensor_default_25" -> "843 dequantize_per_tensor_default_25" [style=solid, label=None]; +"843 dequantize_per_tensor_default_25" -> "844 dropout_14" [style=solid, label=None]; +"844 dropout_14" -> "845 linear_24" [style=solid, label="(1, 28, 28, 768)"]; +"845 linear_24" -> "846 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; +"846 dropout_15" -> "847 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; +"847 layer_norm_9" -> "848 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"848 add_13" -> "849 quantize_per_tensor_default_26" [style=solid, label="(1, 28, 28, 192)"]; +"849 quantize_per_tensor_default_26" -> "850 dequantize_per_tensor_default_26" [style=solid, label=None]; +"850 dequantize_per_tensor_default_26" -> "851 pad_5" [style=solid, label=None]; +"851 pad_5" -> "852 slice_53" [style=solid, label="(1, 28, 28, 192)"]; +"851 pad_5" -> "854 slice_55" [style=solid, label="(1, 28, 28, 192)"]; +"851 pad_5" -> "856 slice_57" [style=solid, label="(1, 28, 28, 192)"]; +"851 pad_5" -> "858 slice_59" [style=solid, label="(1, 28, 28, 192)"]; +"852 slice_53" -> "853 slice_54" [style=solid, label="(1, 14, 28, 192)"]; +"853 slice_54" -> "860 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"854 slice_55" -> "855 slice_56" [style=solid, label="(1, 14, 28, 192)"]; +"855 slice_56" -> "860 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"856 slice_57" -> "857 slice_58" [style=solid, label="(1, 14, 28, 192)"]; +"857 slice_58" -> "860 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"858 slice_59" -> "859 slice_60" [style=solid, label="(1, 14, 28, 192)"]; +"859 slice_60" -> "860 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"860 cat_1" -> "861 linear_25" [style=solid, label="(1, 14, 14, 768)"]; +"861 linear_25" -> "862 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; +"862 layer_norm_10" -> "863 quantize_per_tensor_default_27" [style=solid, label="(1, 14, 14, 384)"]; +"862 layer_norm_10" -> "923 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"863 quantize_per_tensor_default_27" -> "864 dequantize_per_tensor_default_27" [style=solid, label=None]; +"864 dequantize_per_tensor_default_27" -> "876 pad_6" [style=solid, label=None]; +"865 linear_26" -> "866 relu__4" [style=solid, label="(1, 15, 15, 512)"]; +"866 relu__4" -> "867 linear_27" [style=solid, label="(1, 15, 15, 512)"]; +"867 linear_27" -> "868 view_22" [style=solid, label="(1, 15, 15, 12)"]; +"868 view_22" -> "869 index_4" [style=solid, label="(225, 12)"]; +"869 index_4" -> "870 view_23" [style=solid, label="(4096, 12)"]; +"870 view_23" -> "871 permute_19" [style=solid, label="(64, 64, 12)"]; +"871 permute_19" -> "872 contiguous_6" [style=solid, label="(12, 64, 64)"]; +"872 contiguous_6" -> "873 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; +"873 unsqueeze_12" -> "874 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; +"874 sigmoid_4" -> "875 mul_8" [style=solid, label="(1, 12, 64, 64)"]; +"875 mul_8" -> "906 add_14" [style=solid, label="(1, 12, 64, 64)"]; +"876 pad_6" -> "877 view_24" [style=solid, label="(1, 16, 16, 384)"]; +"877 view_24" -> "878 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"878 permute_20" -> "879 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"879 reshape_18" -> "883 linear_28" [style=solid, label="(4, 64, 384)"]; +"880 clone_4" -> "881 slice_61" [style=solid, label="(1152,)"]; +"880 clone_4" -> "883 linear_28" [style=solid, label="(1152,)"]; +"881 slice_61" -> "882 zero__4" [style=solid, label="(384,)"]; +"883 linear_28" -> "884 reshape_19" [style=solid, label="(4, 64, 1152)"]; +"884 reshape_19" -> "885 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; +"885 permute_21" -> "886 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; +"885 permute_21" -> "887 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; +"885 permute_21" -> "888 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; +"886 select_12" -> "889 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; +"886 select_12" -> "891 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; +"886 select_12" -> "892 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"887 select_13" -> "895 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; +"887 select_13" -> "897 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; +"887 select_13" -> "898 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"888 select_14" -> "909 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; +"889 linalg_vector_norm_8" -> "890 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; +"890 clamp_min_8" -> "891 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; +"891 expand_as_8" -> "892 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"892 div_8" -> "893 quantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; +"893 quantize_per_tensor_default_28" -> "894 dequantize_per_tensor_default_28" [style=solid, label=None]; +"894 dequantize_per_tensor_default_28" -> "902 matmul_8" [style=solid, label=None]; +"895 linalg_vector_norm_9" -> "896 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; +"896 clamp_min_9" -> "897 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; +"897 expand_as_9" -> "898 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"898 div_9" -> "899 quantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; +"899 quantize_per_tensor_default_29" -> "900 dequantize_per_tensor_default_29" [style=solid, label=None]; +"900 dequantize_per_tensor_default_29" -> "901 transpose_8" [style=solid, label=None]; +"901 transpose_8" -> "902 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; +"902 matmul_8" -> "905 mul_9" [style=solid, label="(4, 12, 64, 64)"]; +"903 clamp_4" -> "904 exp_4" [style=solid, label="(12, 1, 1)"]; +"904 exp_4" -> "905 mul_9" [style=solid, label="(12, 1, 1)"]; +"905 mul_9" -> "906 add_14" [style=solid, label="(4, 12, 64, 64)"]; +"906 add_14" -> "907 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; +"907 softmax_4" -> "908 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; +"908 dropout_16" -> "909 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; +"909 matmul_9" -> "910 quantize_per_tensor_default_30" [style=solid, label="(4, 12, 64, 32)"]; +"910 quantize_per_tensor_default_30" -> "911 dequantize_per_tensor_default_30" [style=solid, label=None]; +"911 dequantize_per_tensor_default_30" -> "912 transpose_9" [style=solid, label=None]; +"912 transpose_9" -> "913 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; +"913 reshape_20" -> "914 linear_29" [style=solid, label="(4, 64, 384)"]; +"914 linear_29" -> "915 dropout_17" [style=solid, label="(4, 64, 384)"]; +"915 dropout_17" -> "916 view_25" [style=solid, label="(4, 64, 384)"]; +"916 view_25" -> "917 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"917 permute_22" -> "918 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"918 reshape_21" -> "919 slice_62" [style=solid, label="(1, 16, 16, 384)"]; +"919 slice_62" -> "920 slice_63" [style=solid, label="(1, 14, 16, 384)"]; +"920 slice_63" -> "921 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; +"921 contiguous_7" -> "922 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; +"922 layer_norm_11" -> "923 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"923 add_15" -> "924 quantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; +"923 add_15" -> "934 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"924 quantize_per_tensor_default_31" -> "925 dequantize_per_tensor_default_31" [style=solid, label=None]; +"925 dequantize_per_tensor_default_31" -> "926 linear_30" [style=solid, label=None]; +"926 linear_30" -> "927 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; +"927 gelu_4" -> "928 quantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; +"928 quantize_per_tensor_default_32" -> "929 dequantize_per_tensor_default_32" [style=solid, label=None]; +"929 dequantize_per_tensor_default_32" -> "930 dropout_18" [style=solid, label=None]; +"930 dropout_18" -> "931 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; +"931 linear_31" -> "932 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; +"932 dropout_19" -> "933 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; +"933 layer_norm_12" -> "934 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"934 add_16" -> "946 pad_7" [style=solid, label="(1, 14, 14, 384)"]; +"934 add_16" -> "1049 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"935 linear_32" -> "936 relu__5" [style=solid, label="(1, 15, 15, 512)"]; +"936 relu__5" -> "937 linear_33" [style=solid, label="(1, 15, 15, 512)"]; +"937 linear_33" -> "938 view_26" [style=solid, label="(1, 15, 15, 12)"]; +"938 view_26" -> "939 index_5" [style=solid, label="(225, 12)"]; +"939 index_5" -> "940 view_27" [style=solid, label="(4096, 12)"]; +"940 view_27" -> "941 permute_23" [style=solid, label="(64, 64, 12)"]; +"941 permute_23" -> "942 contiguous_8" [style=solid, label="(12, 64, 64)"]; +"942 contiguous_8" -> "943 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; +"943 unsqueeze_13" -> "944 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; +"944 sigmoid_5" -> "945 mul_10" [style=solid, label="(1, 12, 64, 64)"]; +"945 mul_10" -> "979 add_17" [style=solid, label="(1, 12, 64, 64)"]; +"946 pad_7" -> "947 roll_4" [style=solid, label="(1, 16, 16, 384)"]; +"947 roll_4" -> "948 view_28" [style=solid, label="(1, 16, 16, 384)"]; +"948 view_28" -> "949 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"949 permute_24" -> "950 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"950 reshape_22" -> "951 quantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; +"950 reshape_22" -> "980 new_zeros_2" [style=solid, label="(4, 64, 384)"]; +"951 quantize_per_tensor_default_33" -> "952 dequantize_per_tensor_default_33" [style=solid, label=None]; +"952 dequantize_per_tensor_default_33" -> "956 linear_34" [style=solid, label=None]; +"953 clone_5" -> "954 slice_64" [style=solid, label="(1152,)"]; +"953 clone_5" -> "956 linear_34" [style=solid, label="(1152,)"]; +"954 slice_64" -> "955 zero__5" [style=solid, label="(384,)"]; +"956 linear_34" -> "957 reshape_23" [style=solid, label="(4, 64, 1152)"]; +"957 reshape_23" -> "958 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; +"958 permute_25" -> "959 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; +"958 permute_25" -> "960 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; +"958 permute_25" -> "961 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; +"959 select_15" -> "962 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; +"959 select_15" -> "964 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; +"959 select_15" -> "965 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"960 select_16" -> "968 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; +"960 select_16" -> "970 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; +"960 select_16" -> "971 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"961 select_17" -> "1034 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; +"962 linalg_vector_norm_10" -> "963 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; +"963 clamp_min_10" -> "964 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; +"964 expand_as_10" -> "965 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"965 div_10" -> "966 quantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; +"966 quantize_per_tensor_default_34" -> "967 dequantize_per_tensor_default_34" [style=solid, label=None]; +"967 dequantize_per_tensor_default_34" -> "975 matmul_10" [style=solid, label=None]; +"968 linalg_vector_norm_11" -> "969 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; +"969 clamp_min_11" -> "970 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; +"970 expand_as_11" -> "971 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"971 div_11" -> "972 quantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; +"972 quantize_per_tensor_default_35" -> "973 dequantize_per_tensor_default_35" [style=solid, label=None]; +"973 dequantize_per_tensor_default_35" -> "974 transpose_10" [style=solid, label=None]; +"974 transpose_10" -> "975 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; +"975 matmul_10" -> "978 mul_11" [style=solid, label="(4, 12, 64, 64)"]; +"976 clamp_5" -> "977 exp_5" [style=solid, label="(12, 1, 1)"]; +"977 exp_5" -> "978 mul_11" [style=solid, label="(12, 1, 1)"]; +"978 mul_11" -> "979 add_17" [style=solid, label="(4, 12, 64, 64)"]; +"979 add_17" -> "1027 view_30" [style=solid, label="(4, 12, 64, 64)"]; +"980 new_zeros_2" -> "982 slice_65" [style=solid, label="(16, 16)"]; +"980 new_zeros_2" -> "986 slice_67" [style=solid, label="(16, 16)"]; +"980 new_zeros_2" -> "990 slice_69" [style=solid, label="(16, 16)"]; +"980 new_zeros_2" -> "994 slice_71" [style=solid, label="(16, 16)"]; +"980 new_zeros_2" -> "998 slice_73" [style=solid, label="(16, 16)"]; +"980 new_zeros_2" -> "1002 slice_75" [style=solid, label="(16, 16)"]; +"980 new_zeros_2" -> "1006 slice_77" [style=solid, label="(16, 16)"]; +"980 new_zeros_2" -> "1010 slice_79" [style=solid, label="(16, 16)"]; +"980 new_zeros_2" -> "1014 slice_81" [style=solid, label="(16, 16)"]; +"980 new_zeros_2" -> "1017 view_29" [style=solid, label="(16, 16)"]; +"981 lift_fresh_copy_18" -> "984 fill__18" [style=solid, label="()"]; +"982 slice_65" -> "983 slice_66" [style=solid, label="(8, 16)"]; +"983 slice_66" -> "984 fill__18" [style=solid, label="(8, 8)"]; +"985 lift_fresh_copy_19" -> "988 fill__19" [style=solid, label="()"]; +"986 slice_67" -> "987 slice_68" [style=solid, label="(8, 16)"]; +"987 slice_68" -> "988 fill__19" [style=solid, label="(8, 4)"]; +"989 lift_fresh_copy_20" -> "992 fill__20" [style=solid, label="()"]; +"990 slice_69" -> "991 slice_70" [style=solid, label="(8, 16)"]; +"991 slice_70" -> "992 fill__20" [style=solid, label="(8, 4)"]; +"993 lift_fresh_copy_21" -> "996 fill__21" [style=solid, label="()"]; +"994 slice_71" -> "995 slice_72" [style=solid, label="(4, 16)"]; +"995 slice_72" -> "996 fill__21" [style=solid, label="(4, 8)"]; +"997 lift_fresh_copy_22" -> "1000 fill__22" [style=solid, label="()"]; +"998 slice_73" -> "999 slice_74" [style=solid, label="(4, 16)"]; +"999 slice_74" -> "1000 fill__22" [style=solid, label="(4, 4)"]; +"1001 lift_fresh_copy_23" -> "1004 fill__23" [style=solid, label="()"]; +"1002 slice_75" -> "1003 slice_76" [style=solid, label="(4, 16)"]; +"1003 slice_76" -> "1004 fill__23" [style=solid, label="(4, 4)"]; +"1005 lift_fresh_copy_24" -> "1008 fill__24" [style=solid, label="()"]; +"1006 slice_77" -> "1007 slice_78" [style=solid, label="(4, 16)"]; +"1007 slice_78" -> "1008 fill__24" [style=solid, label="(4, 8)"]; +"1009 lift_fresh_copy_25" -> "1012 fill__25" [style=solid, label="()"]; +"1010 slice_79" -> "1011 slice_80" [style=solid, label="(4, 16)"]; +"1011 slice_80" -> "1012 fill__25" [style=solid, label="(4, 4)"]; +"1013 lift_fresh_copy_26" -> "1016 fill__26" [style=solid, label="()"]; +"1014 slice_81" -> "1015 slice_82" [style=solid, label="(4, 16)"]; +"1015 slice_82" -> "1016 fill__26" [style=solid, label="(4, 4)"]; +"1017 view_29" -> "1018 permute_26" [style=solid, label="(2, 8, 2, 8)"]; +"1018 permute_26" -> "1019 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; +"1019 reshape_24" -> "1020 unsqueeze_14" [style=solid, label="(4, 64)"]; +"1019 reshape_24" -> "1021 unsqueeze_15" [style=solid, label="(4, 64)"]; +"1020 unsqueeze_14" -> "1022 sub_2" [style=solid, label="(4, 1, 64)"]; +"1021 unsqueeze_15" -> "1022 sub_2" [style=solid, label="(4, 64, 1)"]; +"1022 sub_2" -> "1023 ne_2" [style=solid, label="(4, 64, 64)"]; +"1022 sub_2" -> "1024 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"1022 sub_2" -> "1025 eq_2" [style=solid, label="(4, 64, 64)"]; +"1023 ne_2" -> "1024 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"1024 masked_fill_4" -> "1026 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"1025 eq_2" -> "1026 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"1026 masked_fill_5" -> "1028 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; +"1027 view_30" -> "1030 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1028 unsqueeze_16" -> "1029 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; +"1029 unsqueeze_17" -> "1030 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1030 add_18" -> "1031 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1031 view_31" -> "1032 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; +"1032 softmax_5" -> "1033 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; +"1033 dropout_20" -> "1034 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; +"1034 matmul_11" -> "1035 quantize_per_tensor_default_36" [style=solid, label="(4, 12, 64, 32)"]; +"1035 quantize_per_tensor_default_36" -> "1036 dequantize_per_tensor_default_36" [style=solid, label=None]; +"1036 dequantize_per_tensor_default_36" -> "1037 transpose_11" [style=solid, label=None]; +"1037 transpose_11" -> "1038 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; +"1038 reshape_25" -> "1039 linear_35" [style=solid, label="(4, 64, 384)"]; +"1039 linear_35" -> "1040 dropout_21" [style=solid, label="(4, 64, 384)"]; +"1040 dropout_21" -> "1041 view_32" [style=solid, label="(4, 64, 384)"]; +"1041 view_32" -> "1042 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1042 permute_27" -> "1043 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1043 reshape_26" -> "1044 roll_5" [style=solid, label="(1, 16, 16, 384)"]; +"1044 roll_5" -> "1045 slice_83" [style=solid, label="(1, 16, 16, 384)"]; +"1045 slice_83" -> "1046 slice_84" [style=solid, label="(1, 14, 16, 384)"]; +"1046 slice_84" -> "1047 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; +"1047 contiguous_9" -> "1048 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; +"1048 layer_norm_13" -> "1049 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"1049 add_19" -> "1050 quantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; +"1049 add_19" -> "1060 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"1050 quantize_per_tensor_default_37" -> "1051 dequantize_per_tensor_default_37" [style=solid, label=None]; +"1051 dequantize_per_tensor_default_37" -> "1052 linear_36" [style=solid, label=None]; +"1052 linear_36" -> "1053 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; +"1053 gelu_5" -> "1054 quantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; +"1054 quantize_per_tensor_default_38" -> "1055 dequantize_per_tensor_default_38" [style=solid, label=None]; +"1055 dequantize_per_tensor_default_38" -> "1056 dropout_22" [style=solid, label=None]; +"1056 dropout_22" -> "1057 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; +"1057 linear_37" -> "1058 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; +"1058 dropout_23" -> "1059 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; +"1059 layer_norm_14" -> "1060 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"1060 add_20" -> "1061 quantize_per_tensor_default_39" [style=solid, label="(1, 14, 14, 384)"]; +"1060 add_20" -> "1121 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"1061 quantize_per_tensor_default_39" -> "1062 dequantize_per_tensor_default_39" [style=solid, label=None]; +"1062 dequantize_per_tensor_default_39" -> "1074 pad_8" [style=solid, label=None]; +"1063 linear_38" -> "1064 relu__6" [style=solid, label="(1, 15, 15, 512)"]; +"1064 relu__6" -> "1065 linear_39" [style=solid, label="(1, 15, 15, 512)"]; +"1065 linear_39" -> "1066 view_33" [style=solid, label="(1, 15, 15, 12)"]; +"1066 view_33" -> "1067 index_6" [style=solid, label="(225, 12)"]; +"1067 index_6" -> "1068 view_34" [style=solid, label="(4096, 12)"]; +"1068 view_34" -> "1069 permute_28" [style=solid, label="(64, 64, 12)"]; +"1069 permute_28" -> "1070 contiguous_10" [style=solid, label="(12, 64, 64)"]; +"1070 contiguous_10" -> "1071 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; +"1071 unsqueeze_18" -> "1072 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; +"1072 sigmoid_6" -> "1073 mul_12" [style=solid, label="(1, 12, 64, 64)"]; +"1073 mul_12" -> "1104 add_21" [style=solid, label="(1, 12, 64, 64)"]; +"1074 pad_8" -> "1075 view_35" [style=solid, label="(1, 16, 16, 384)"]; +"1075 view_35" -> "1076 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1076 permute_29" -> "1077 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1077 reshape_27" -> "1081 linear_40" [style=solid, label="(4, 64, 384)"]; +"1078 clone_6" -> "1079 slice_85" [style=solid, label="(1152,)"]; +"1078 clone_6" -> "1081 linear_40" [style=solid, label="(1152,)"]; +"1079 slice_85" -> "1080 zero__6" [style=solid, label="(384,)"]; +"1081 linear_40" -> "1082 reshape_28" [style=solid, label="(4, 64, 1152)"]; +"1082 reshape_28" -> "1083 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1083 permute_30" -> "1084 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1083 permute_30" -> "1085 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1083 permute_30" -> "1086 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1084 select_18" -> "1087 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; +"1084 select_18" -> "1089 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; +"1084 select_18" -> "1090 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"1085 select_19" -> "1093 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; +"1085 select_19" -> "1095 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; +"1085 select_19" -> "1096 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"1086 select_20" -> "1107 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; +"1087 linalg_vector_norm_12" -> "1088 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; +"1088 clamp_min_12" -> "1089 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; +"1089 expand_as_12" -> "1090 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"1090 div_12" -> "1091 quantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; +"1091 quantize_per_tensor_default_40" -> "1092 dequantize_per_tensor_default_40" [style=solid, label=None]; +"1092 dequantize_per_tensor_default_40" -> "1100 matmul_12" [style=solid, label=None]; +"1093 linalg_vector_norm_13" -> "1094 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; +"1094 clamp_min_13" -> "1095 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; +"1095 expand_as_13" -> "1096 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"1096 div_13" -> "1097 quantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; +"1097 quantize_per_tensor_default_41" -> "1098 dequantize_per_tensor_default_41" [style=solid, label=None]; +"1098 dequantize_per_tensor_default_41" -> "1099 transpose_12" [style=solid, label=None]; +"1099 transpose_12" -> "1100 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; +"1100 matmul_12" -> "1103 mul_13" [style=solid, label="(4, 12, 64, 64)"]; +"1101 clamp_6" -> "1102 exp_6" [style=solid, label="(12, 1, 1)"]; +"1102 exp_6" -> "1103 mul_13" [style=solid, label="(12, 1, 1)"]; +"1103 mul_13" -> "1104 add_21" [style=solid, label="(4, 12, 64, 64)"]; +"1104 add_21" -> "1105 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; +"1105 softmax_6" -> "1106 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; +"1106 dropout_24" -> "1107 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; +"1107 matmul_13" -> "1108 quantize_per_tensor_default_42" [style=solid, label="(4, 12, 64, 32)"]; +"1108 quantize_per_tensor_default_42" -> "1109 dequantize_per_tensor_default_42" [style=solid, label=None]; +"1109 dequantize_per_tensor_default_42" -> "1110 transpose_13" [style=solid, label=None]; +"1110 transpose_13" -> "1111 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; +"1111 reshape_29" -> "1112 linear_41" [style=solid, label="(4, 64, 384)"]; +"1112 linear_41" -> "1113 dropout_25" [style=solid, label="(4, 64, 384)"]; +"1113 dropout_25" -> "1114 view_36" [style=solid, label="(4, 64, 384)"]; +"1114 view_36" -> "1115 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1115 permute_31" -> "1116 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1116 reshape_30" -> "1117 slice_86" [style=solid, label="(1, 16, 16, 384)"]; +"1117 slice_86" -> "1118 slice_87" [style=solid, label="(1, 14, 16, 384)"]; +"1118 slice_87" -> "1119 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; +"1119 contiguous_11" -> "1120 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; +"1120 layer_norm_15" -> "1121 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"1121 add_22" -> "1122 quantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; +"1121 add_22" -> "1132 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"1122 quantize_per_tensor_default_43" -> "1123 dequantize_per_tensor_default_43" [style=solid, label=None]; +"1123 dequantize_per_tensor_default_43" -> "1124 linear_42" [style=solid, label=None]; +"1124 linear_42" -> "1125 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; +"1125 gelu_6" -> "1126 quantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; +"1126 quantize_per_tensor_default_44" -> "1127 dequantize_per_tensor_default_44" [style=solid, label=None]; +"1127 dequantize_per_tensor_default_44" -> "1128 dropout_26" [style=solid, label=None]; +"1128 dropout_26" -> "1129 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; +"1129 linear_43" -> "1130 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; +"1130 dropout_27" -> "1131 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; +"1131 layer_norm_16" -> "1132 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"1132 add_23" -> "1144 pad_9" [style=solid, label="(1, 14, 14, 384)"]; +"1132 add_23" -> "1247 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"1133 linear_44" -> "1134 relu__7" [style=solid, label="(1, 15, 15, 512)"]; +"1134 relu__7" -> "1135 linear_45" [style=solid, label="(1, 15, 15, 512)"]; +"1135 linear_45" -> "1136 view_37" [style=solid, label="(1, 15, 15, 12)"]; +"1136 view_37" -> "1137 index_7" [style=solid, label="(225, 12)"]; +"1137 index_7" -> "1138 view_38" [style=solid, label="(4096, 12)"]; +"1138 view_38" -> "1139 permute_32" [style=solid, label="(64, 64, 12)"]; +"1139 permute_32" -> "1140 contiguous_12" [style=solid, label="(12, 64, 64)"]; +"1140 contiguous_12" -> "1141 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; +"1141 unsqueeze_19" -> "1142 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; +"1142 sigmoid_7" -> "1143 mul_14" [style=solid, label="(1, 12, 64, 64)"]; +"1143 mul_14" -> "1177 add_24" [style=solid, label="(1, 12, 64, 64)"]; +"1144 pad_9" -> "1145 roll_6" [style=solid, label="(1, 16, 16, 384)"]; +"1145 roll_6" -> "1146 view_39" [style=solid, label="(1, 16, 16, 384)"]; +"1146 view_39" -> "1147 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1147 permute_33" -> "1148 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1148 reshape_31" -> "1149 quantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; +"1148 reshape_31" -> "1178 new_zeros_3" [style=solid, label="(4, 64, 384)"]; +"1149 quantize_per_tensor_default_45" -> "1150 dequantize_per_tensor_default_45" [style=solid, label=None]; +"1150 dequantize_per_tensor_default_45" -> "1154 linear_46" [style=solid, label=None]; +"1151 clone_7" -> "1152 slice_88" [style=solid, label="(1152,)"]; +"1151 clone_7" -> "1154 linear_46" [style=solid, label="(1152,)"]; +"1152 slice_88" -> "1153 zero__7" [style=solid, label="(384,)"]; +"1154 linear_46" -> "1155 reshape_32" [style=solid, label="(4, 64, 1152)"]; +"1155 reshape_32" -> "1156 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1156 permute_34" -> "1157 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1156 permute_34" -> "1158 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1156 permute_34" -> "1159 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1157 select_21" -> "1160 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; +"1157 select_21" -> "1162 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; +"1157 select_21" -> "1163 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"1158 select_22" -> "1166 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; +"1158 select_22" -> "1168 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; +"1158 select_22" -> "1169 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"1159 select_23" -> "1232 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; +"1160 linalg_vector_norm_14" -> "1161 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; +"1161 clamp_min_14" -> "1162 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; +"1162 expand_as_14" -> "1163 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"1163 div_14" -> "1164 quantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; +"1164 quantize_per_tensor_default_46" -> "1165 dequantize_per_tensor_default_46" [style=solid, label=None]; +"1165 dequantize_per_tensor_default_46" -> "1173 matmul_14" [style=solid, label=None]; +"1166 linalg_vector_norm_15" -> "1167 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; +"1167 clamp_min_15" -> "1168 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; +"1168 expand_as_15" -> "1169 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"1169 div_15" -> "1170 quantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; +"1170 quantize_per_tensor_default_47" -> "1171 dequantize_per_tensor_default_47" [style=solid, label=None]; +"1171 dequantize_per_tensor_default_47" -> "1172 transpose_14" [style=solid, label=None]; +"1172 transpose_14" -> "1173 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; +"1173 matmul_14" -> "1176 mul_15" [style=solid, label="(4, 12, 64, 64)"]; +"1174 clamp_7" -> "1175 exp_7" [style=solid, label="(12, 1, 1)"]; +"1175 exp_7" -> "1176 mul_15" [style=solid, label="(12, 1, 1)"]; +"1176 mul_15" -> "1177 add_24" [style=solid, label="(4, 12, 64, 64)"]; +"1177 add_24" -> "1225 view_41" [style=solid, label="(4, 12, 64, 64)"]; +"1178 new_zeros_3" -> "1180 slice_89" [style=solid, label="(16, 16)"]; +"1178 new_zeros_3" -> "1184 slice_91" [style=solid, label="(16, 16)"]; +"1178 new_zeros_3" -> "1188 slice_93" [style=solid, label="(16, 16)"]; +"1178 new_zeros_3" -> "1192 slice_95" [style=solid, label="(16, 16)"]; +"1178 new_zeros_3" -> "1196 slice_97" [style=solid, label="(16, 16)"]; +"1178 new_zeros_3" -> "1200 slice_99" [style=solid, label="(16, 16)"]; +"1178 new_zeros_3" -> "1204 slice_101" [style=solid, label="(16, 16)"]; +"1178 new_zeros_3" -> "1208 slice_103" [style=solid, label="(16, 16)"]; +"1178 new_zeros_3" -> "1212 slice_105" [style=solid, label="(16, 16)"]; +"1178 new_zeros_3" -> "1215 view_40" [style=solid, label="(16, 16)"]; +"1179 lift_fresh_copy_27" -> "1182 fill__27" [style=solid, label="()"]; +"1180 slice_89" -> "1181 slice_90" [style=solid, label="(8, 16)"]; +"1181 slice_90" -> "1182 fill__27" [style=solid, label="(8, 8)"]; +"1183 lift_fresh_copy_28" -> "1186 fill__28" [style=solid, label="()"]; +"1184 slice_91" -> "1185 slice_92" [style=solid, label="(8, 16)"]; +"1185 slice_92" -> "1186 fill__28" [style=solid, label="(8, 4)"]; +"1187 lift_fresh_copy_29" -> "1190 fill__29" [style=solid, label="()"]; +"1188 slice_93" -> "1189 slice_94" [style=solid, label="(8, 16)"]; +"1189 slice_94" -> "1190 fill__29" [style=solid, label="(8, 4)"]; +"1191 lift_fresh_copy_30" -> "1194 fill__30" [style=solid, label="()"]; +"1192 slice_95" -> "1193 slice_96" [style=solid, label="(4, 16)"]; +"1193 slice_96" -> "1194 fill__30" [style=solid, label="(4, 8)"]; +"1195 lift_fresh_copy_31" -> "1198 fill__31" [style=solid, label="()"]; +"1196 slice_97" -> "1197 slice_98" [style=solid, label="(4, 16)"]; +"1197 slice_98" -> "1198 fill__31" [style=solid, label="(4, 4)"]; +"1199 lift_fresh_copy_32" -> "1202 fill__32" [style=solid, label="()"]; +"1200 slice_99" -> "1201 slice_100" [style=solid, label="(4, 16)"]; +"1201 slice_100" -> "1202 fill__32" [style=solid, label="(4, 4)"]; +"1203 lift_fresh_copy_33" -> "1206 fill__33" [style=solid, label="()"]; +"1204 slice_101" -> "1205 slice_102" [style=solid, label="(4, 16)"]; +"1205 slice_102" -> "1206 fill__33" [style=solid, label="(4, 8)"]; +"1207 lift_fresh_copy_34" -> "1210 fill__34" [style=solid, label="()"]; +"1208 slice_103" -> "1209 slice_104" [style=solid, label="(4, 16)"]; +"1209 slice_104" -> "1210 fill__34" [style=solid, label="(4, 4)"]; +"1211 lift_fresh_copy_35" -> "1214 fill__35" [style=solid, label="()"]; +"1212 slice_105" -> "1213 slice_106" [style=solid, label="(4, 16)"]; +"1213 slice_106" -> "1214 fill__35" [style=solid, label="(4, 4)"]; +"1215 view_40" -> "1216 permute_35" [style=solid, label="(2, 8, 2, 8)"]; +"1216 permute_35" -> "1217 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; +"1217 reshape_33" -> "1218 unsqueeze_20" [style=solid, label="(4, 64)"]; +"1217 reshape_33" -> "1219 unsqueeze_21" [style=solid, label="(4, 64)"]; +"1218 unsqueeze_20" -> "1220 sub_3" [style=solid, label="(4, 1, 64)"]; +"1219 unsqueeze_21" -> "1220 sub_3" [style=solid, label="(4, 64, 1)"]; +"1220 sub_3" -> "1221 ne_3" [style=solid, label="(4, 64, 64)"]; +"1220 sub_3" -> "1222 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"1220 sub_3" -> "1223 eq_3" [style=solid, label="(4, 64, 64)"]; +"1221 ne_3" -> "1222 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"1222 masked_fill_6" -> "1224 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1223 eq_3" -> "1224 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1224 masked_fill_7" -> "1226 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; +"1225 view_41" -> "1228 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1226 unsqueeze_22" -> "1227 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; +"1227 unsqueeze_23" -> "1228 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1228 add_25" -> "1229 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1229 view_42" -> "1230 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; +"1230 softmax_7" -> "1231 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; +"1231 dropout_28" -> "1232 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; +"1232 matmul_15" -> "1233 quantize_per_tensor_default_48" [style=solid, label="(4, 12, 64, 32)"]; +"1233 quantize_per_tensor_default_48" -> "1234 dequantize_per_tensor_default_48" [style=solid, label=None]; +"1234 dequantize_per_tensor_default_48" -> "1235 transpose_15" [style=solid, label=None]; +"1235 transpose_15" -> "1236 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; +"1236 reshape_34" -> "1237 linear_47" [style=solid, label="(4, 64, 384)"]; +"1237 linear_47" -> "1238 dropout_29" [style=solid, label="(4, 64, 384)"]; +"1238 dropout_29" -> "1239 view_43" [style=solid, label="(4, 64, 384)"]; +"1239 view_43" -> "1240 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1240 permute_36" -> "1241 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1241 reshape_35" -> "1242 roll_7" [style=solid, label="(1, 16, 16, 384)"]; +"1242 roll_7" -> "1243 slice_107" [style=solid, label="(1, 16, 16, 384)"]; +"1243 slice_107" -> "1244 slice_108" [style=solid, label="(1, 14, 16, 384)"]; +"1244 slice_108" -> "1245 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; +"1245 contiguous_13" -> "1246 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; +"1246 layer_norm_17" -> "1247 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"1247 add_26" -> "1248 quantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; +"1247 add_26" -> "1258 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1248 quantize_per_tensor_default_49" -> "1249 dequantize_per_tensor_default_49" [style=solid, label=None]; +"1249 dequantize_per_tensor_default_49" -> "1250 linear_48" [style=solid, label=None]; +"1250 linear_48" -> "1251 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; +"1251 gelu_7" -> "1252 quantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; +"1252 quantize_per_tensor_default_50" -> "1253 dequantize_per_tensor_default_50" [style=solid, label=None]; +"1253 dequantize_per_tensor_default_50" -> "1254 dropout_30" [style=solid, label=None]; +"1254 dropout_30" -> "1255 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; +"1255 linear_49" -> "1256 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; +"1256 dropout_31" -> "1257 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; +"1257 layer_norm_18" -> "1258 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1258 add_27" -> "1259 quantize_per_tensor_default_51" [style=solid, label="(1, 14, 14, 384)"]; +"1258 add_27" -> "1319 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1259 quantize_per_tensor_default_51" -> "1260 dequantize_per_tensor_default_51" [style=solid, label=None]; +"1260 dequantize_per_tensor_default_51" -> "1272 pad_10" [style=solid, label=None]; +"1261 linear_50" -> "1262 relu__8" [style=solid, label="(1, 15, 15, 512)"]; +"1262 relu__8" -> "1263 linear_51" [style=solid, label="(1, 15, 15, 512)"]; +"1263 linear_51" -> "1264 view_44" [style=solid, label="(1, 15, 15, 12)"]; +"1264 view_44" -> "1265 index_8" [style=solid, label="(225, 12)"]; +"1265 index_8" -> "1266 view_45" [style=solid, label="(4096, 12)"]; +"1266 view_45" -> "1267 permute_37" [style=solid, label="(64, 64, 12)"]; +"1267 permute_37" -> "1268 contiguous_14" [style=solid, label="(12, 64, 64)"]; +"1268 contiguous_14" -> "1269 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; +"1269 unsqueeze_24" -> "1270 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; +"1270 sigmoid_8" -> "1271 mul_16" [style=solid, label="(1, 12, 64, 64)"]; +"1271 mul_16" -> "1302 add_28" [style=solid, label="(1, 12, 64, 64)"]; +"1272 pad_10" -> "1273 view_46" [style=solid, label="(1, 16, 16, 384)"]; +"1273 view_46" -> "1274 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1274 permute_38" -> "1275 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1275 reshape_36" -> "1279 linear_52" [style=solid, label="(4, 64, 384)"]; +"1276 clone_8" -> "1277 slice_109" [style=solid, label="(1152,)"]; +"1276 clone_8" -> "1279 linear_52" [style=solid, label="(1152,)"]; +"1277 slice_109" -> "1278 zero__8" [style=solid, label="(384,)"]; +"1279 linear_52" -> "1280 reshape_37" [style=solid, label="(4, 64, 1152)"]; +"1280 reshape_37" -> "1281 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1281 permute_39" -> "1282 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1281 permute_39" -> "1283 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1281 permute_39" -> "1284 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1282 select_24" -> "1285 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; +"1282 select_24" -> "1287 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; +"1282 select_24" -> "1288 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1283 select_25" -> "1291 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; +"1283 select_25" -> "1293 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; +"1283 select_25" -> "1294 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1284 select_26" -> "1305 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; +"1285 linalg_vector_norm_16" -> "1286 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; +"1286 clamp_min_16" -> "1287 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; +"1287 expand_as_16" -> "1288 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1288 div_16" -> "1289 quantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; +"1289 quantize_per_tensor_default_52" -> "1290 dequantize_per_tensor_default_52" [style=solid, label=None]; +"1290 dequantize_per_tensor_default_52" -> "1298 matmul_16" [style=solid, label=None]; +"1291 linalg_vector_norm_17" -> "1292 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; +"1292 clamp_min_17" -> "1293 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; +"1293 expand_as_17" -> "1294 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1294 div_17" -> "1295 quantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; +"1295 quantize_per_tensor_default_53" -> "1296 dequantize_per_tensor_default_53" [style=solid, label=None]; +"1296 dequantize_per_tensor_default_53" -> "1297 transpose_16" [style=solid, label=None]; +"1297 transpose_16" -> "1298 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; +"1298 matmul_16" -> "1301 mul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1299 clamp_8" -> "1300 exp_8" [style=solid, label="(12, 1, 1)"]; +"1300 exp_8" -> "1301 mul_17" [style=solid, label="(12, 1, 1)"]; +"1301 mul_17" -> "1302 add_28" [style=solid, label="(4, 12, 64, 64)"]; +"1302 add_28" -> "1303 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; +"1303 softmax_8" -> "1304 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; +"1304 dropout_32" -> "1305 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1305 matmul_17" -> "1306 quantize_per_tensor_default_54" [style=solid, label="(4, 12, 64, 32)"]; +"1306 quantize_per_tensor_default_54" -> "1307 dequantize_per_tensor_default_54" [style=solid, label=None]; +"1307 dequantize_per_tensor_default_54" -> "1308 transpose_17" [style=solid, label=None]; +"1308 transpose_17" -> "1309 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; +"1309 reshape_38" -> "1310 linear_53" [style=solid, label="(4, 64, 384)"]; +"1310 linear_53" -> "1311 dropout_33" [style=solid, label="(4, 64, 384)"]; +"1311 dropout_33" -> "1312 view_47" [style=solid, label="(4, 64, 384)"]; +"1312 view_47" -> "1313 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1313 permute_40" -> "1314 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1314 reshape_39" -> "1315 slice_110" [style=solid, label="(1, 16, 16, 384)"]; +"1315 slice_110" -> "1316 slice_111" [style=solid, label="(1, 14, 16, 384)"]; +"1316 slice_111" -> "1317 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; +"1317 contiguous_15" -> "1318 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; +"1318 layer_norm_19" -> "1319 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1319 add_29" -> "1320 quantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; +"1319 add_29" -> "1330 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1320 quantize_per_tensor_default_55" -> "1321 dequantize_per_tensor_default_55" [style=solid, label=None]; +"1321 dequantize_per_tensor_default_55" -> "1322 linear_54" [style=solid, label=None]; +"1322 linear_54" -> "1323 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; +"1323 gelu_8" -> "1324 quantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; +"1324 quantize_per_tensor_default_56" -> "1325 dequantize_per_tensor_default_56" [style=solid, label=None]; +"1325 dequantize_per_tensor_default_56" -> "1326 dropout_34" [style=solid, label=None]; +"1326 dropout_34" -> "1327 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; +"1327 linear_55" -> "1328 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; +"1328 dropout_35" -> "1329 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; +"1329 layer_norm_20" -> "1330 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1330 add_30" -> "1342 pad_11" [style=solid, label="(1, 14, 14, 384)"]; +"1330 add_30" -> "1445 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1331 linear_56" -> "1332 relu__9" [style=solid, label="(1, 15, 15, 512)"]; +"1332 relu__9" -> "1333 linear_57" [style=solid, label="(1, 15, 15, 512)"]; +"1333 linear_57" -> "1334 view_48" [style=solid, label="(1, 15, 15, 12)"]; +"1334 view_48" -> "1335 index_9" [style=solid, label="(225, 12)"]; +"1335 index_9" -> "1336 view_49" [style=solid, label="(4096, 12)"]; +"1336 view_49" -> "1337 permute_41" [style=solid, label="(64, 64, 12)"]; +"1337 permute_41" -> "1338 contiguous_16" [style=solid, label="(12, 64, 64)"]; +"1338 contiguous_16" -> "1339 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; +"1339 unsqueeze_25" -> "1340 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; +"1340 sigmoid_9" -> "1341 mul_18" [style=solid, label="(1, 12, 64, 64)"]; +"1341 mul_18" -> "1375 add_31" [style=solid, label="(1, 12, 64, 64)"]; +"1342 pad_11" -> "1343 roll_8" [style=solid, label="(1, 16, 16, 384)"]; +"1343 roll_8" -> "1344 view_50" [style=solid, label="(1, 16, 16, 384)"]; +"1344 view_50" -> "1345 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1345 permute_42" -> "1346 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1346 reshape_40" -> "1347 quantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; +"1346 reshape_40" -> "1376 new_zeros_4" [style=solid, label="(4, 64, 384)"]; +"1347 quantize_per_tensor_default_57" -> "1348 dequantize_per_tensor_default_57" [style=solid, label=None]; +"1348 dequantize_per_tensor_default_57" -> "1352 linear_58" [style=solid, label=None]; +"1349 clone_9" -> "1350 slice_112" [style=solid, label="(1152,)"]; +"1349 clone_9" -> "1352 linear_58" [style=solid, label="(1152,)"]; +"1350 slice_112" -> "1351 zero__9" [style=solid, label="(384,)"]; +"1352 linear_58" -> "1353 reshape_41" [style=solid, label="(4, 64, 1152)"]; +"1353 reshape_41" -> "1354 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1354 permute_43" -> "1355 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1354 permute_43" -> "1356 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1354 permute_43" -> "1357 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1355 select_27" -> "1358 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; +"1355 select_27" -> "1360 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; +"1355 select_27" -> "1361 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1356 select_28" -> "1364 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; +"1356 select_28" -> "1366 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; +"1356 select_28" -> "1367 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1357 select_29" -> "1430 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; +"1358 linalg_vector_norm_18" -> "1359 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; +"1359 clamp_min_18" -> "1360 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; +"1360 expand_as_18" -> "1361 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1361 div_18" -> "1362 quantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; +"1362 quantize_per_tensor_default_58" -> "1363 dequantize_per_tensor_default_58" [style=solid, label=None]; +"1363 dequantize_per_tensor_default_58" -> "1371 matmul_18" [style=solid, label=None]; +"1364 linalg_vector_norm_19" -> "1365 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; +"1365 clamp_min_19" -> "1366 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; +"1366 expand_as_19" -> "1367 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1367 div_19" -> "1368 quantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; +"1368 quantize_per_tensor_default_59" -> "1369 dequantize_per_tensor_default_59" [style=solid, label=None]; +"1369 dequantize_per_tensor_default_59" -> "1370 transpose_18" [style=solid, label=None]; +"1370 transpose_18" -> "1371 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; +"1371 matmul_18" -> "1374 mul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1372 clamp_9" -> "1373 exp_9" [style=solid, label="(12, 1, 1)"]; +"1373 exp_9" -> "1374 mul_19" [style=solid, label="(12, 1, 1)"]; +"1374 mul_19" -> "1375 add_31" [style=solid, label="(4, 12, 64, 64)"]; +"1375 add_31" -> "1423 view_52" [style=solid, label="(4, 12, 64, 64)"]; +"1376 new_zeros_4" -> "1378 slice_113" [style=solid, label="(16, 16)"]; +"1376 new_zeros_4" -> "1382 slice_115" [style=solid, label="(16, 16)"]; +"1376 new_zeros_4" -> "1386 slice_117" [style=solid, label="(16, 16)"]; +"1376 new_zeros_4" -> "1390 slice_119" [style=solid, label="(16, 16)"]; +"1376 new_zeros_4" -> "1394 slice_121" [style=solid, label="(16, 16)"]; +"1376 new_zeros_4" -> "1398 slice_123" [style=solid, label="(16, 16)"]; +"1376 new_zeros_4" -> "1402 slice_125" [style=solid, label="(16, 16)"]; +"1376 new_zeros_4" -> "1406 slice_127" [style=solid, label="(16, 16)"]; +"1376 new_zeros_4" -> "1410 slice_129" [style=solid, label="(16, 16)"]; +"1376 new_zeros_4" -> "1413 view_51" [style=solid, label="(16, 16)"]; +"1377 lift_fresh_copy_36" -> "1380 fill__36" [style=solid, label="()"]; +"1378 slice_113" -> "1379 slice_114" [style=solid, label="(8, 16)"]; +"1379 slice_114" -> "1380 fill__36" [style=solid, label="(8, 8)"]; +"1381 lift_fresh_copy_37" -> "1384 fill__37" [style=solid, label="()"]; +"1382 slice_115" -> "1383 slice_116" [style=solid, label="(8, 16)"]; +"1383 slice_116" -> "1384 fill__37" [style=solid, label="(8, 4)"]; +"1385 lift_fresh_copy_38" -> "1388 fill__38" [style=solid, label="()"]; +"1386 slice_117" -> "1387 slice_118" [style=solid, label="(8, 16)"]; +"1387 slice_118" -> "1388 fill__38" [style=solid, label="(8, 4)"]; +"1389 lift_fresh_copy_39" -> "1392 fill__39" [style=solid, label="()"]; +"1390 slice_119" -> "1391 slice_120" [style=solid, label="(4, 16)"]; +"1391 slice_120" -> "1392 fill__39" [style=solid, label="(4, 8)"]; +"1393 lift_fresh_copy_40" -> "1396 fill__40" [style=solid, label="()"]; +"1394 slice_121" -> "1395 slice_122" [style=solid, label="(4, 16)"]; +"1395 slice_122" -> "1396 fill__40" [style=solid, label="(4, 4)"]; +"1397 lift_fresh_copy_41" -> "1400 fill__41" [style=solid, label="()"]; +"1398 slice_123" -> "1399 slice_124" [style=solid, label="(4, 16)"]; +"1399 slice_124" -> "1400 fill__41" [style=solid, label="(4, 4)"]; +"1401 lift_fresh_copy_42" -> "1404 fill__42" [style=solid, label="()"]; +"1402 slice_125" -> "1403 slice_126" [style=solid, label="(4, 16)"]; +"1403 slice_126" -> "1404 fill__42" [style=solid, label="(4, 8)"]; +"1405 lift_fresh_copy_43" -> "1408 fill__43" [style=solid, label="()"]; +"1406 slice_127" -> "1407 slice_128" [style=solid, label="(4, 16)"]; +"1407 slice_128" -> "1408 fill__43" [style=solid, label="(4, 4)"]; +"1409 lift_fresh_copy_44" -> "1412 fill__44" [style=solid, label="()"]; +"1410 slice_129" -> "1411 slice_130" [style=solid, label="(4, 16)"]; +"1411 slice_130" -> "1412 fill__44" [style=solid, label="(4, 4)"]; +"1413 view_51" -> "1414 permute_44" [style=solid, label="(2, 8, 2, 8)"]; +"1414 permute_44" -> "1415 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; +"1415 reshape_42" -> "1416 unsqueeze_26" [style=solid, label="(4, 64)"]; +"1415 reshape_42" -> "1417 unsqueeze_27" [style=solid, label="(4, 64)"]; +"1416 unsqueeze_26" -> "1418 sub_4" [style=solid, label="(4, 1, 64)"]; +"1417 unsqueeze_27" -> "1418 sub_4" [style=solid, label="(4, 64, 1)"]; +"1418 sub_4" -> "1419 ne_4" [style=solid, label="(4, 64, 64)"]; +"1418 sub_4" -> "1420 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1418 sub_4" -> "1421 eq_4" [style=solid, label="(4, 64, 64)"]; +"1419 ne_4" -> "1420 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1420 masked_fill_8" -> "1422 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1421 eq_4" -> "1422 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1422 masked_fill_9" -> "1424 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; +"1423 view_52" -> "1426 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1424 unsqueeze_28" -> "1425 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; +"1425 unsqueeze_29" -> "1426 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1426 add_32" -> "1427 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1427 view_53" -> "1428 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; +"1428 softmax_9" -> "1429 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; +"1429 dropout_36" -> "1430 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1430 matmul_19" -> "1431 quantize_per_tensor_default_60" [style=solid, label="(4, 12, 64, 32)"]; +"1431 quantize_per_tensor_default_60" -> "1432 dequantize_per_tensor_default_60" [style=solid, label=None]; +"1432 dequantize_per_tensor_default_60" -> "1433 transpose_19" [style=solid, label=None]; +"1433 transpose_19" -> "1434 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; +"1434 reshape_43" -> "1435 linear_59" [style=solid, label="(4, 64, 384)"]; +"1435 linear_59" -> "1436 dropout_37" [style=solid, label="(4, 64, 384)"]; +"1436 dropout_37" -> "1437 view_54" [style=solid, label="(4, 64, 384)"]; +"1437 view_54" -> "1438 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1438 permute_45" -> "1439 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1439 reshape_44" -> "1440 roll_9" [style=solid, label="(1, 16, 16, 384)"]; +"1440 roll_9" -> "1441 slice_131" [style=solid, label="(1, 16, 16, 384)"]; +"1441 slice_131" -> "1442 slice_132" [style=solid, label="(1, 14, 16, 384)"]; +"1442 slice_132" -> "1443 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; +"1443 contiguous_17" -> "1444 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; +"1444 layer_norm_21" -> "1445 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1445 add_33" -> "1446 quantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; +"1445 add_33" -> "1456 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1446 quantize_per_tensor_default_61" -> "1447 dequantize_per_tensor_default_61" [style=solid, label=None]; +"1447 dequantize_per_tensor_default_61" -> "1448 linear_60" [style=solid, label=None]; +"1448 linear_60" -> "1449 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; +"1449 gelu_9" -> "1450 quantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; +"1450 quantize_per_tensor_default_62" -> "1451 dequantize_per_tensor_default_62" [style=solid, label=None]; +"1451 dequantize_per_tensor_default_62" -> "1452 dropout_38" [style=solid, label=None]; +"1452 dropout_38" -> "1453 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; +"1453 linear_61" -> "1454 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; +"1454 dropout_39" -> "1455 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; +"1455 layer_norm_22" -> "1456 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1456 add_34" -> "1457 quantize_per_tensor_default_63" [style=solid, label="(1, 14, 14, 384)"]; +"1457 quantize_per_tensor_default_63" -> "1458 dequantize_per_tensor_default_63" [style=solid, label=None]; +"1458 dequantize_per_tensor_default_63" -> "1459 pad_12" [style=solid, label=None]; +"1459 pad_12" -> "1460 slice_133" [style=solid, label="(1, 14, 14, 384)"]; +"1459 pad_12" -> "1462 slice_135" [style=solid, label="(1, 14, 14, 384)"]; +"1459 pad_12" -> "1464 slice_137" [style=solid, label="(1, 14, 14, 384)"]; +"1459 pad_12" -> "1466 slice_139" [style=solid, label="(1, 14, 14, 384)"]; +"1460 slice_133" -> "1461 slice_134" [style=solid, label="(1, 7, 14, 384)"]; +"1461 slice_134" -> "1468 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1462 slice_135" -> "1463 slice_136" [style=solid, label="(1, 7, 14, 384)"]; +"1463 slice_136" -> "1468 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1464 slice_137" -> "1465 slice_138" [style=solid, label="(1, 7, 14, 384)"]; +"1465 slice_138" -> "1468 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1466 slice_139" -> "1467 slice_140" [style=solid, label="(1, 7, 14, 384)"]; +"1467 slice_140" -> "1468 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1468 cat_2" -> "1469 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; +"1469 linear_62" -> "1470 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; +"1470 layer_norm_23" -> "1471 quantize_per_tensor_default_64" [style=solid, label="(1, 7, 7, 768)"]; +"1470 layer_norm_23" -> "1531 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1471 quantize_per_tensor_default_64" -> "1472 dequantize_per_tensor_default_64" [style=solid, label=None]; +"1472 dequantize_per_tensor_default_64" -> "1484 pad_13" [style=solid, label=None]; +"1473 linear_63" -> "1474 relu__10" [style=solid, label="(1, 15, 15, 512)"]; +"1474 relu__10" -> "1475 linear_64" [style=solid, label="(1, 15, 15, 512)"]; +"1475 linear_64" -> "1476 view_55" [style=solid, label="(1, 15, 15, 24)"]; +"1476 view_55" -> "1477 index_10" [style=solid, label="(225, 24)"]; +"1477 index_10" -> "1478 view_56" [style=solid, label="(4096, 24)"]; +"1478 view_56" -> "1479 permute_46" [style=solid, label="(64, 64, 24)"]; +"1479 permute_46" -> "1480 contiguous_18" [style=solid, label="(24, 64, 64)"]; +"1480 contiguous_18" -> "1481 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; +"1481 unsqueeze_30" -> "1482 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; +"1482 sigmoid_10" -> "1483 mul_20" [style=solid, label="(1, 24, 64, 64)"]; +"1483 mul_20" -> "1514 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1484 pad_13" -> "1485 view_57" [style=solid, label="(1, 8, 8, 768)"]; +"1485 view_57" -> "1486 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1486 permute_47" -> "1487 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1487 reshape_45" -> "1491 linear_65" [style=solid, label="(1, 64, 768)"]; +"1488 clone_10" -> "1489 slice_141" [style=solid, label="(2304,)"]; +"1488 clone_10" -> "1491 linear_65" [style=solid, label="(2304,)"]; +"1489 slice_141" -> "1490 zero__10" [style=solid, label="(768,)"]; +"1491 linear_65" -> "1492 reshape_46" [style=solid, label="(1, 64, 2304)"]; +"1492 reshape_46" -> "1493 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1493 permute_48" -> "1494 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1493 permute_48" -> "1495 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1493 permute_48" -> "1496 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1494 select_30" -> "1497 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; +"1494 select_30" -> "1499 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; +"1494 select_30" -> "1500 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1495 select_31" -> "1503 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; +"1495 select_31" -> "1505 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; +"1495 select_31" -> "1506 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1496 select_32" -> "1517 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; +"1497 linalg_vector_norm_20" -> "1498 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; +"1498 clamp_min_20" -> "1499 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; +"1499 expand_as_20" -> "1500 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1500 div_20" -> "1501 quantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; +"1501 quantize_per_tensor_default_65" -> "1502 dequantize_per_tensor_default_65" [style=solid, label=None]; +"1502 dequantize_per_tensor_default_65" -> "1510 matmul_20" [style=solid, label=None]; +"1503 linalg_vector_norm_21" -> "1504 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; +"1504 clamp_min_21" -> "1505 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; +"1505 expand_as_21" -> "1506 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1506 div_21" -> "1507 quantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; +"1507 quantize_per_tensor_default_66" -> "1508 dequantize_per_tensor_default_66" [style=solid, label=None]; +"1508 dequantize_per_tensor_default_66" -> "1509 transpose_20" [style=solid, label=None]; +"1509 transpose_20" -> "1510 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; +"1510 matmul_20" -> "1513 mul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1511 clamp_10" -> "1512 exp_10" [style=solid, label="(24, 1, 1)"]; +"1512 exp_10" -> "1513 mul_21" [style=solid, label="(24, 1, 1)"]; +"1513 mul_21" -> "1514 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1514 add_35" -> "1515 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; +"1515 softmax_10" -> "1516 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; +"1516 dropout_40" -> "1517 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1517 matmul_21" -> "1518 quantize_per_tensor_default_67" [style=solid, label="(1, 24, 64, 32)"]; +"1518 quantize_per_tensor_default_67" -> "1519 dequantize_per_tensor_default_67" [style=solid, label=None]; +"1519 dequantize_per_tensor_default_67" -> "1520 transpose_21" [style=solid, label=None]; +"1520 transpose_21" -> "1521 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; +"1521 reshape_47" -> "1522 linear_66" [style=solid, label="(1, 64, 768)"]; +"1522 linear_66" -> "1523 dropout_41" [style=solid, label="(1, 64, 768)"]; +"1523 dropout_41" -> "1524 view_58" [style=solid, label="(1, 64, 768)"]; +"1524 view_58" -> "1525 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1525 permute_49" -> "1526 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1526 reshape_48" -> "1527 slice_142" [style=solid, label="(1, 8, 8, 768)"]; +"1527 slice_142" -> "1528 slice_143" [style=solid, label="(1, 7, 8, 768)"]; +"1528 slice_143" -> "1529 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; +"1529 contiguous_19" -> "1530 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; +"1530 layer_norm_24" -> "1531 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1531 add_36" -> "1532 quantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; +"1531 add_36" -> "1542 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1532 quantize_per_tensor_default_68" -> "1533 dequantize_per_tensor_default_68" [style=solid, label=None]; +"1533 dequantize_per_tensor_default_68" -> "1534 linear_67" [style=solid, label=None]; +"1534 linear_67" -> "1535 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; +"1535 gelu_10" -> "1536 quantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; +"1536 quantize_per_tensor_default_69" -> "1537 dequantize_per_tensor_default_69" [style=solid, label=None]; +"1537 dequantize_per_tensor_default_69" -> "1538 dropout_42" [style=solid, label=None]; +"1538 dropout_42" -> "1539 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; +"1539 linear_68" -> "1540 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; +"1540 dropout_43" -> "1541 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; +"1541 layer_norm_25" -> "1542 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1542 add_37" -> "1543 quantize_per_tensor_default_70" [style=solid, label="(1, 7, 7, 768)"]; +"1542 add_37" -> "1603 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1543 quantize_per_tensor_default_70" -> "1544 dequantize_per_tensor_default_70" [style=solid, label=None]; +"1544 dequantize_per_tensor_default_70" -> "1556 pad_14" [style=solid, label=None]; +"1545 linear_69" -> "1546 relu__11" [style=solid, label="(1, 15, 15, 512)"]; +"1546 relu__11" -> "1547 linear_70" [style=solid, label="(1, 15, 15, 512)"]; +"1547 linear_70" -> "1548 view_59" [style=solid, label="(1, 15, 15, 24)"]; +"1548 view_59" -> "1549 index_11" [style=solid, label="(225, 24)"]; +"1549 index_11" -> "1550 view_60" [style=solid, label="(4096, 24)"]; +"1550 view_60" -> "1551 permute_50" [style=solid, label="(64, 64, 24)"]; +"1551 permute_50" -> "1552 contiguous_20" [style=solid, label="(24, 64, 64)"]; +"1552 contiguous_20" -> "1553 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; +"1553 unsqueeze_31" -> "1554 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; +"1554 sigmoid_11" -> "1555 mul_22" [style=solid, label="(1, 24, 64, 64)"]; +"1555 mul_22" -> "1586 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1556 pad_14" -> "1557 view_61" [style=solid, label="(1, 8, 8, 768)"]; +"1557 view_61" -> "1558 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1558 permute_51" -> "1559 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1559 reshape_49" -> "1563 linear_71" [style=solid, label="(1, 64, 768)"]; +"1560 clone_11" -> "1561 slice_144" [style=solid, label="(2304,)"]; +"1560 clone_11" -> "1563 linear_71" [style=solid, label="(2304,)"]; +"1561 slice_144" -> "1562 zero__11" [style=solid, label="(768,)"]; +"1563 linear_71" -> "1564 reshape_50" [style=solid, label="(1, 64, 2304)"]; +"1564 reshape_50" -> "1565 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1565 permute_52" -> "1566 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1565 permute_52" -> "1567 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1565 permute_52" -> "1568 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1566 select_33" -> "1569 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; +"1566 select_33" -> "1571 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; +"1566 select_33" -> "1572 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1567 select_34" -> "1575 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; +"1567 select_34" -> "1577 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; +"1567 select_34" -> "1578 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1568 select_35" -> "1589 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; +"1569 linalg_vector_norm_22" -> "1570 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; +"1570 clamp_min_22" -> "1571 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; +"1571 expand_as_22" -> "1572 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1572 div_22" -> "1573 quantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; +"1573 quantize_per_tensor_default_71" -> "1574 dequantize_per_tensor_default_71" [style=solid, label=None]; +"1574 dequantize_per_tensor_default_71" -> "1582 matmul_22" [style=solid, label=None]; +"1575 linalg_vector_norm_23" -> "1576 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; +"1576 clamp_min_23" -> "1577 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; +"1577 expand_as_23" -> "1578 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1578 div_23" -> "1579 quantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; +"1579 quantize_per_tensor_default_72" -> "1580 dequantize_per_tensor_default_72" [style=solid, label=None]; +"1580 dequantize_per_tensor_default_72" -> "1581 transpose_22" [style=solid, label=None]; +"1581 transpose_22" -> "1582 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; +"1582 matmul_22" -> "1585 mul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1583 clamp_11" -> "1584 exp_11" [style=solid, label="(24, 1, 1)"]; +"1584 exp_11" -> "1585 mul_23" [style=solid, label="(24, 1, 1)"]; +"1585 mul_23" -> "1586 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1586 add_38" -> "1587 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; +"1587 softmax_11" -> "1588 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; +"1588 dropout_44" -> "1589 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1589 matmul_23" -> "1590 quantize_per_tensor_default_73" [style=solid, label="(1, 24, 64, 32)"]; +"1590 quantize_per_tensor_default_73" -> "1591 dequantize_per_tensor_default_73" [style=solid, label=None]; +"1591 dequantize_per_tensor_default_73" -> "1592 transpose_23" [style=solid, label=None]; +"1592 transpose_23" -> "1593 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; +"1593 reshape_51" -> "1594 linear_72" [style=solid, label="(1, 64, 768)"]; +"1594 linear_72" -> "1595 dropout_45" [style=solid, label="(1, 64, 768)"]; +"1595 dropout_45" -> "1596 view_62" [style=solid, label="(1, 64, 768)"]; +"1596 view_62" -> "1597 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1597 permute_53" -> "1598 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1598 reshape_52" -> "1599 slice_145" [style=solid, label="(1, 8, 8, 768)"]; +"1599 slice_145" -> "1600 slice_146" [style=solid, label="(1, 7, 8, 768)"]; +"1600 slice_146" -> "1601 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; +"1601 contiguous_21" -> "1602 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; +"1602 layer_norm_26" -> "1603 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1603 add_39" -> "1604 quantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; +"1603 add_39" -> "1614 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1604 quantize_per_tensor_default_74" -> "1605 dequantize_per_tensor_default_74" [style=solid, label=None]; +"1605 dequantize_per_tensor_default_74" -> "1606 linear_73" [style=solid, label=None]; +"1606 linear_73" -> "1607 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; +"1607 gelu_11" -> "1608 quantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; +"1608 quantize_per_tensor_default_75" -> "1609 dequantize_per_tensor_default_75" [style=solid, label=None]; +"1609 dequantize_per_tensor_default_75" -> "1610 dropout_46" [style=solid, label=None]; +"1610 dropout_46" -> "1611 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; +"1611 linear_74" -> "1612 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; +"1612 dropout_47" -> "1613 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; +"1613 layer_norm_27" -> "1614 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1614 add_40" -> "1615 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; +"1615 layer_norm_28" -> "1616 permute_54" [style=solid, label="(1, 7, 7, 768)"]; +"1616 permute_54" -> "1617 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; +"1617 adaptive_avg_pool2d" -> "1618 quantize_per_tensor_default_76" [style=solid, label="(1, 768, 1, 1)"]; +"1618 quantize_per_tensor_default_76" -> "1619 dequantize_per_tensor_default_76" [style=solid, label=None]; +"1619 dequantize_per_tensor_default_76" -> "1620 flatten" [style=solid, label=None]; +"1620 flatten" -> "1621 linear_75" [style=solid, label="(1, 768)"]; +"1621 linear_75" -> "1622 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/unet.dot b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/unet.dot index 252a3178e4f..a8224f66809 100644 --- a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/unet.dot +++ b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/unet.dot @@ -166,67 +166,59 @@ strict digraph { "164 dequantize_per_tensor_default_11" [id=164, type="dequantize_per_tensor"]; "165 slice_1" [id=165, type=slice]; "166 slice_2" [id=166, type=slice]; -"167 slice_3" [id=167, type=slice]; -"168 slice_4" [id=168, type=slice]; -"169 cat" [id=169, type=cat]; -"170 conv2d_10" [id=170, type=conv2d]; -"171 relu_10" [id=171, type=relu]; -"172 quantize_per_tensor_default_12" [id=172, type="quantize_per_tensor"]; -"173 dequantize_per_tensor_default_12" [id=173, type="dequantize_per_tensor"]; -"174 conv2d_11" [id=174, type=conv2d]; -"175 relu_11" [id=175, type=relu]; -"176 quantize_per_tensor_default_13" [id=176, type="quantize_per_tensor"]; -"177 dequantize_per_tensor_default_13" [id=177, type="dequantize_per_tensor"]; -"178 conv_transpose2d_1" [id=178, type="conv_transpose2d"]; -"179 quantize_per_tensor_default_14" [id=179, type="quantize_per_tensor"]; -"180 dequantize_per_tensor_default_14" [id=180, type="dequantize_per_tensor"]; -"181 slice_5" [id=181, type=slice]; -"182 slice_6" [id=182, type=slice]; -"183 slice_7" [id=183, type=slice]; -"184 slice_8" [id=184, type=slice]; -"185 cat_1" [id=185, type=cat]; -"186 conv2d_12" [id=186, type=conv2d]; -"187 relu_12" [id=187, type=relu]; -"188 quantize_per_tensor_default_15" [id=188, type="quantize_per_tensor"]; -"189 dequantize_per_tensor_default_15" [id=189, type="dequantize_per_tensor"]; -"190 conv2d_13" [id=190, type=conv2d]; -"191 relu_13" [id=191, type=relu]; -"192 quantize_per_tensor_default_16" [id=192, type="quantize_per_tensor"]; -"193 dequantize_per_tensor_default_16" [id=193, type="dequantize_per_tensor"]; -"194 conv_transpose2d_2" [id=194, type="conv_transpose2d"]; -"195 quantize_per_tensor_default_17" [id=195, type="quantize_per_tensor"]; -"196 dequantize_per_tensor_default_17" [id=196, type="dequantize_per_tensor"]; -"197 slice_9" [id=197, type=slice]; -"198 slice_10" [id=198, type=slice]; -"199 slice_11" [id=199, type=slice]; -"200 slice_12" [id=200, type=slice]; -"201 cat_2" [id=201, type=cat]; -"202 conv2d_14" [id=202, type=conv2d]; -"203 relu_14" [id=203, type=relu]; -"204 quantize_per_tensor_default_18" [id=204, type="quantize_per_tensor"]; -"205 dequantize_per_tensor_default_18" [id=205, type="dequantize_per_tensor"]; -"206 conv2d_15" [id=206, type=conv2d]; -"207 relu_15" [id=207, type=relu]; -"208 quantize_per_tensor_default_19" [id=208, type="quantize_per_tensor"]; -"209 dequantize_per_tensor_default_19" [id=209, type="dequantize_per_tensor"]; -"210 conv_transpose2d_3" [id=210, type="conv_transpose2d"]; -"211 quantize_per_tensor_default_20" [id=211, type="quantize_per_tensor"]; -"212 dequantize_per_tensor_default_20" [id=212, type="dequantize_per_tensor"]; -"213 slice_13" [id=213, type=slice]; -"214 slice_14" [id=214, type=slice]; -"215 slice_15" [id=215, type=slice]; -"216 slice_16" [id=216, type=slice]; -"217 cat_3" [id=217, type=cat]; -"218 conv2d_16" [id=218, type=conv2d]; -"219 relu_16" [id=219, type=relu]; -"220 quantize_per_tensor_default_21" [id=220, type="quantize_per_tensor"]; -"221 dequantize_per_tensor_default_21" [id=221, type="dequantize_per_tensor"]; -"222 conv2d_17" [id=222, type=conv2d]; -"223 relu_17" [id=223, type=relu]; -"224 quantize_per_tensor_default_22" [id=224, type="quantize_per_tensor"]; -"225 dequantize_per_tensor_default_22" [id=225, type="dequantize_per_tensor"]; -"226 conv2d_18" [id=226, type=conv2d]; -"227 output" [id=227, type=output]; +"167 cat" [id=167, type=cat]; +"168 conv2d_10" [id=168, type=conv2d]; +"169 relu_10" [id=169, type=relu]; +"170 quantize_per_tensor_default_12" [id=170, type="quantize_per_tensor"]; +"171 dequantize_per_tensor_default_12" [id=171, type="dequantize_per_tensor"]; +"172 conv2d_11" [id=172, type=conv2d]; +"173 relu_11" [id=173, type=relu]; +"174 quantize_per_tensor_default_13" [id=174, type="quantize_per_tensor"]; +"175 dequantize_per_tensor_default_13" [id=175, type="dequantize_per_tensor"]; +"176 conv_transpose2d_1" [id=176, type="conv_transpose2d"]; +"177 quantize_per_tensor_default_14" [id=177, type="quantize_per_tensor"]; +"178 dequantize_per_tensor_default_14" [id=178, type="dequantize_per_tensor"]; +"179 slice_3" [id=179, type=slice]; +"180 slice_4" [id=180, type=slice]; +"181 cat_1" [id=181, type=cat]; +"182 conv2d_12" [id=182, type=conv2d]; +"183 relu_12" [id=183, type=relu]; +"184 quantize_per_tensor_default_15" [id=184, type="quantize_per_tensor"]; +"185 dequantize_per_tensor_default_15" [id=185, type="dequantize_per_tensor"]; +"186 conv2d_13" [id=186, type=conv2d]; +"187 relu_13" [id=187, type=relu]; +"188 quantize_per_tensor_default_16" [id=188, type="quantize_per_tensor"]; +"189 dequantize_per_tensor_default_16" [id=189, type="dequantize_per_tensor"]; +"190 conv_transpose2d_2" [id=190, type="conv_transpose2d"]; +"191 quantize_per_tensor_default_17" [id=191, type="quantize_per_tensor"]; +"192 dequantize_per_tensor_default_17" [id=192, type="dequantize_per_tensor"]; +"193 slice_5" [id=193, type=slice]; +"194 slice_6" [id=194, type=slice]; +"195 cat_2" [id=195, type=cat]; +"196 conv2d_14" [id=196, type=conv2d]; +"197 relu_14" [id=197, type=relu]; +"198 quantize_per_tensor_default_18" [id=198, type="quantize_per_tensor"]; +"199 dequantize_per_tensor_default_18" [id=199, type="dequantize_per_tensor"]; +"200 conv2d_15" [id=200, type=conv2d]; +"201 relu_15" [id=201, type=relu]; +"202 quantize_per_tensor_default_19" [id=202, type="quantize_per_tensor"]; +"203 dequantize_per_tensor_default_19" [id=203, type="dequantize_per_tensor"]; +"204 conv_transpose2d_3" [id=204, type="conv_transpose2d"]; +"205 quantize_per_tensor_default_20" [id=205, type="quantize_per_tensor"]; +"206 dequantize_per_tensor_default_20" [id=206, type="dequantize_per_tensor"]; +"207 slice_7" [id=207, type=slice]; +"208 slice_8" [id=208, type=slice]; +"209 cat_3" [id=209, type=cat]; +"210 conv2d_16" [id=210, type=conv2d]; +"211 relu_16" [id=211, type=relu]; +"212 quantize_per_tensor_default_21" [id=212, type="quantize_per_tensor"]; +"213 dequantize_per_tensor_default_21" [id=213, type="dequantize_per_tensor"]; +"214 conv2d_17" [id=214, type=conv2d]; +"215 relu_17" [id=215, type=relu]; +"216 quantize_per_tensor_default_22" [id=216, type="quantize_per_tensor"]; +"217 dequantize_per_tensor_default_22" [id=217, type="dequantize_per_tensor"]; +"218 conv2d_18" [id=218, type=conv2d]; +"219 output" [id=219, type=output]; "0 _scale_0" -> "3 dequantize_per_channel_default" [style=solid, label="(64,)"]; "1 _zero_point_0" -> "3 dequantize_per_channel_default" [style=solid, label="(64,)"]; "2 _frozen_param0" -> "3 dequantize_per_channel_default" [style=solid, label="(64, 3, 3, 3)"]; @@ -285,63 +277,63 @@ strict digraph { "55 _scale_11" -> "58 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; "56 _zero_point_11" -> "58 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; "57 _frozen_param11" -> "58 dequantize_per_channel_default_11" [style=solid, label="(512, 1024, 3, 3)"]; -"58 dequantize_per_channel_default_11" -> "170 conv2d_10" [style=solid, label=None]; -"59 up_path_0_conv_block_block_0_bias" -> "170 conv2d_10" [style=solid, label="(512,)"]; +"58 dequantize_per_channel_default_11" -> "168 conv2d_10" [style=solid, label=None]; +"59 up_path_0_conv_block_block_0_bias" -> "168 conv2d_10" [style=solid, label="(512,)"]; "60 _scale_12" -> "63 dequantize_per_channel_default_12" [style=solid, label="(512,)"]; "61 _zero_point_12" -> "63 dequantize_per_channel_default_12" [style=solid, label="(512,)"]; "62 _frozen_param12" -> "63 dequantize_per_channel_default_12" [style=solid, label="(512, 512, 3, 3)"]; -"63 dequantize_per_channel_default_12" -> "174 conv2d_11" [style=solid, label=None]; -"64 up_path_0_conv_block_block_3_bias" -> "174 conv2d_11" [style=solid, label="(512,)"]; +"63 dequantize_per_channel_default_12" -> "172 conv2d_11" [style=solid, label=None]; +"64 up_path_0_conv_block_block_3_bias" -> "172 conv2d_11" [style=solid, label="(512,)"]; "65 _scale_13" -> "68 dequantize_per_channel_default_13" [style=solid, label="(512,)"]; "66 _zero_point_13" -> "68 dequantize_per_channel_default_13" [style=solid, label="(512,)"]; "67 _frozen_param13" -> "68 dequantize_per_channel_default_13" [style=solid, label="(512, 256, 2, 2)"]; -"68 dequantize_per_channel_default_13" -> "178 conv_transpose2d_1" [style=solid, label=None]; -"69 up_path_1_up_bias" -> "178 conv_transpose2d_1" [style=solid, label="(256,)"]; +"68 dequantize_per_channel_default_13" -> "176 conv_transpose2d_1" [style=solid, label=None]; +"69 up_path_1_up_bias" -> "176 conv_transpose2d_1" [style=solid, label="(256,)"]; "70 _scale_14" -> "73 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; "71 _zero_point_14" -> "73 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; "72 _frozen_param14" -> "73 dequantize_per_channel_default_14" [style=solid, label="(256, 512, 3, 3)"]; -"73 dequantize_per_channel_default_14" -> "186 conv2d_12" [style=solid, label=None]; -"74 up_path_1_conv_block_block_0_bias" -> "186 conv2d_12" [style=solid, label="(256,)"]; +"73 dequantize_per_channel_default_14" -> "182 conv2d_12" [style=solid, label=None]; +"74 up_path_1_conv_block_block_0_bias" -> "182 conv2d_12" [style=solid, label="(256,)"]; "75 _scale_15" -> "78 dequantize_per_channel_default_15" [style=solid, label="(256,)"]; "76 _zero_point_15" -> "78 dequantize_per_channel_default_15" [style=solid, label="(256,)"]; "77 _frozen_param15" -> "78 dequantize_per_channel_default_15" [style=solid, label="(256, 256, 3, 3)"]; -"78 dequantize_per_channel_default_15" -> "190 conv2d_13" [style=solid, label=None]; -"79 up_path_1_conv_block_block_3_bias" -> "190 conv2d_13" [style=solid, label="(256,)"]; +"78 dequantize_per_channel_default_15" -> "186 conv2d_13" [style=solid, label=None]; +"79 up_path_1_conv_block_block_3_bias" -> "186 conv2d_13" [style=solid, label="(256,)"]; "80 _scale_16" -> "83 dequantize_per_channel_default_16" [style=solid, label="(256,)"]; "81 _zero_point_16" -> "83 dequantize_per_channel_default_16" [style=solid, label="(256,)"]; "82 _frozen_param16" -> "83 dequantize_per_channel_default_16" [style=solid, label="(256, 128, 2, 2)"]; -"83 dequantize_per_channel_default_16" -> "194 conv_transpose2d_2" [style=solid, label=None]; -"84 up_path_2_up_bias" -> "194 conv_transpose2d_2" [style=solid, label="(128,)"]; +"83 dequantize_per_channel_default_16" -> "190 conv_transpose2d_2" [style=solid, label=None]; +"84 up_path_2_up_bias" -> "190 conv_transpose2d_2" [style=solid, label="(128,)"]; "85 _scale_17" -> "88 dequantize_per_channel_default_17" [style=solid, label="(128,)"]; "86 _zero_point_17" -> "88 dequantize_per_channel_default_17" [style=solid, label="(128,)"]; "87 _frozen_param17" -> "88 dequantize_per_channel_default_17" [style=solid, label="(128, 256, 3, 3)"]; -"88 dequantize_per_channel_default_17" -> "202 conv2d_14" [style=solid, label=None]; -"89 up_path_2_conv_block_block_0_bias" -> "202 conv2d_14" [style=solid, label="(128,)"]; +"88 dequantize_per_channel_default_17" -> "196 conv2d_14" [style=solid, label=None]; +"89 up_path_2_conv_block_block_0_bias" -> "196 conv2d_14" [style=solid, label="(128,)"]; "90 _scale_18" -> "93 dequantize_per_channel_default_18" [style=solid, label="(128,)"]; "91 _zero_point_18" -> "93 dequantize_per_channel_default_18" [style=solid, label="(128,)"]; "92 _frozen_param18" -> "93 dequantize_per_channel_default_18" [style=solid, label="(128, 128, 3, 3)"]; -"93 dequantize_per_channel_default_18" -> "206 conv2d_15" [style=solid, label=None]; -"94 up_path_2_conv_block_block_3_bias" -> "206 conv2d_15" [style=solid, label="(128,)"]; +"93 dequantize_per_channel_default_18" -> "200 conv2d_15" [style=solid, label=None]; +"94 up_path_2_conv_block_block_3_bias" -> "200 conv2d_15" [style=solid, label="(128,)"]; "95 _scale_19" -> "98 dequantize_per_channel_default_19" [style=solid, label="(128,)"]; "96 _zero_point_19" -> "98 dequantize_per_channel_default_19" [style=solid, label="(128,)"]; "97 _frozen_param19" -> "98 dequantize_per_channel_default_19" [style=solid, label="(128, 64, 2, 2)"]; -"98 dequantize_per_channel_default_19" -> "210 conv_transpose2d_3" [style=solid, label=None]; -"99 up_path_3_up_bias" -> "210 conv_transpose2d_3" [style=solid, label="(64,)"]; +"98 dequantize_per_channel_default_19" -> "204 conv_transpose2d_3" [style=solid, label=None]; +"99 up_path_3_up_bias" -> "204 conv_transpose2d_3" [style=solid, label="(64,)"]; "100 _scale_20" -> "103 dequantize_per_channel_default_20" [style=solid, label="(64,)"]; "101 _zero_point_20" -> "103 dequantize_per_channel_default_20" [style=solid, label="(64,)"]; "102 _frozen_param20" -> "103 dequantize_per_channel_default_20" [style=solid, label="(64, 128, 3, 3)"]; -"103 dequantize_per_channel_default_20" -> "218 conv2d_16" [style=solid, label=None]; -"104 up_path_3_conv_block_block_0_bias" -> "218 conv2d_16" [style=solid, label="(64,)"]; +"103 dequantize_per_channel_default_20" -> "210 conv2d_16" [style=solid, label=None]; +"104 up_path_3_conv_block_block_0_bias" -> "210 conv2d_16" [style=solid, label="(64,)"]; "105 _scale_21" -> "108 dequantize_per_channel_default_21" [style=solid, label="(64,)"]; "106 _zero_point_21" -> "108 dequantize_per_channel_default_21" [style=solid, label="(64,)"]; "107 _frozen_param21" -> "108 dequantize_per_channel_default_21" [style=solid, label="(64, 64, 3, 3)"]; -"108 dequantize_per_channel_default_21" -> "222 conv2d_17" [style=solid, label=None]; -"109 up_path_3_conv_block_block_3_bias" -> "222 conv2d_17" [style=solid, label="(64,)"]; +"108 dequantize_per_channel_default_21" -> "214 conv2d_17" [style=solid, label=None]; +"109 up_path_3_conv_block_block_3_bias" -> "214 conv2d_17" [style=solid, label="(64,)"]; "110 _scale_22" -> "113 dequantize_per_channel_default_22" [style=solid, label="(12,)"]; "111 _zero_point_22" -> "113 dequantize_per_channel_default_22" [style=solid, label="(12,)"]; "112 _frozen_param22" -> "113 dequantize_per_channel_default_22" [style=solid, label="(12, 64, 1, 1)"]; -"113 dequantize_per_channel_default_22" -> "226 conv2d_18" [style=solid, label=None]; -"114 last_bias" -> "226 conv2d_18" [style=solid, label="(12,)"]; +"113 dequantize_per_channel_default_22" -> "218 conv2d_18" [style=solid, label=None]; +"114 last_bias" -> "218 conv2d_18" [style=solid, label="(12,)"]; "115 x" -> "116 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "116 quantize_per_tensor_default" -> "117 dequantize_per_tensor_default" [style=solid, label=None]; "117 dequantize_per_tensor_default" -> "118 conv2d" [style=solid, label=None]; @@ -353,7 +345,7 @@ strict digraph { "123 relu_1" -> "124 quantize_per_tensor_default_2" [style=solid, label="(1, 64, 220, 220)"]; "124 quantize_per_tensor_default_2" -> "125 dequantize_per_tensor_default_2" [style=solid, label=None]; "125 dequantize_per_tensor_default_2" -> "126 max_pool2d" [style=solid, label=None]; -"125 dequantize_per_tensor_default_2" -> "213 slice_13" [style=solid, label=None]; +"125 dequantize_per_tensor_default_2" -> "207 slice_7" [style=solid, label=None]; "126 max_pool2d" -> "127 conv2d_2" [style=solid, label="(1, 64, 110, 110)"]; "127 conv2d_2" -> "128 relu_2" [style=solid, label="(1, 128, 108, 108)"]; "128 relu_2" -> "129 quantize_per_tensor_default_3" [style=solid, label="(1, 128, 108, 108)"]; @@ -363,7 +355,7 @@ strict digraph { "132 relu_3" -> "133 quantize_per_tensor_default_4" [style=solid, label="(1, 128, 106, 106)"]; "133 quantize_per_tensor_default_4" -> "134 dequantize_per_tensor_default_4" [style=solid, label=None]; "134 dequantize_per_tensor_default_4" -> "135 max_pool2d_1" [style=solid, label=None]; -"134 dequantize_per_tensor_default_4" -> "197 slice_9" [style=solid, label=None]; +"134 dequantize_per_tensor_default_4" -> "193 slice_5" [style=solid, label=None]; "135 max_pool2d_1" -> "136 conv2d_4" [style=solid, label="(1, 128, 53, 53)"]; "136 conv2d_4" -> "137 relu_4" [style=solid, label="(1, 256, 51, 51)"]; "137 relu_4" -> "138 quantize_per_tensor_default_5" [style=solid, label="(1, 256, 51, 51)"]; @@ -373,7 +365,7 @@ strict digraph { "141 relu_5" -> "142 quantize_per_tensor_default_6" [style=solid, label="(1, 256, 49, 49)"]; "142 quantize_per_tensor_default_6" -> "143 dequantize_per_tensor_default_6" [style=solid, label=None]; "143 dequantize_per_tensor_default_6" -> "144 max_pool2d_2" [style=solid, label=None]; -"143 dequantize_per_tensor_default_6" -> "181 slice_5" [style=solid, label=None]; +"143 dequantize_per_tensor_default_6" -> "179 slice_3" [style=solid, label=None]; "144 max_pool2d_2" -> "145 conv2d_6" [style=solid, label="(1, 256, 24, 24)"]; "145 conv2d_6" -> "146 relu_6" [style=solid, label="(1, 512, 22, 22)"]; "146 relu_6" -> "147 quantize_per_tensor_default_7" [style=solid, label="(1, 512, 22, 22)"]; @@ -395,67 +387,59 @@ strict digraph { "161 dequantize_per_tensor_default_10" -> "162 conv_transpose2d" [style=solid, label=None]; "162 conv_transpose2d" -> "163 quantize_per_tensor_default_11" [style=solid, label="(1, 512, 12, 12)"]; "163 quantize_per_tensor_default_11" -> "164 dequantize_per_tensor_default_11" [style=solid, label=None]; -"164 dequantize_per_tensor_default_11" -> "169 cat" [style=solid, label=None]; -"165 slice_1" -> "166 slice_2" [style=solid, label="(1, 512, 20, 20)"]; -"166 slice_2" -> "167 slice_3" [style=solid, label="(1, 512, 20, 20)"]; -"167 slice_3" -> "168 slice_4" [style=solid, label="(1, 512, 12, 20)"]; -"168 slice_4" -> "169 cat" [style=solid, label="(1, 512, 12, 12)"]; -"169 cat" -> "170 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; -"170 conv2d_10" -> "171 relu_10" [style=solid, label="(1, 512, 10, 10)"]; -"171 relu_10" -> "172 quantize_per_tensor_default_12" [style=solid, label="(1, 512, 10, 10)"]; -"172 quantize_per_tensor_default_12" -> "173 dequantize_per_tensor_default_12" [style=solid, label=None]; -"173 dequantize_per_tensor_default_12" -> "174 conv2d_11" [style=solid, label=None]; -"174 conv2d_11" -> "175 relu_11" [style=solid, label="(1, 512, 8, 8)"]; -"175 relu_11" -> "176 quantize_per_tensor_default_13" [style=solid, label="(1, 512, 8, 8)"]; -"176 quantize_per_tensor_default_13" -> "177 dequantize_per_tensor_default_13" [style=solid, label=None]; -"177 dequantize_per_tensor_default_13" -> "178 conv_transpose2d_1" [style=solid, label=None]; -"178 conv_transpose2d_1" -> "179 quantize_per_tensor_default_14" [style=solid, label="(1, 256, 16, 16)"]; -"179 quantize_per_tensor_default_14" -> "180 dequantize_per_tensor_default_14" [style=solid, label=None]; -"180 dequantize_per_tensor_default_14" -> "185 cat_1" [style=solid, label=None]; -"181 slice_5" -> "182 slice_6" [style=solid, label="(1, 256, 49, 49)"]; -"182 slice_6" -> "183 slice_7" [style=solid, label="(1, 256, 49, 49)"]; -"183 slice_7" -> "184 slice_8" [style=solid, label="(1, 256, 16, 49)"]; -"184 slice_8" -> "185 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"185 cat_1" -> "186 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; -"186 conv2d_12" -> "187 relu_12" [style=solid, label="(1, 256, 14, 14)"]; -"187 relu_12" -> "188 quantize_per_tensor_default_15" [style=solid, label="(1, 256, 14, 14)"]; -"188 quantize_per_tensor_default_15" -> "189 dequantize_per_tensor_default_15" [style=solid, label=None]; -"189 dequantize_per_tensor_default_15" -> "190 conv2d_13" [style=solid, label=None]; -"190 conv2d_13" -> "191 relu_13" [style=solid, label="(1, 256, 12, 12)"]; -"191 relu_13" -> "192 quantize_per_tensor_default_16" [style=solid, label="(1, 256, 12, 12)"]; -"192 quantize_per_tensor_default_16" -> "193 dequantize_per_tensor_default_16" [style=solid, label=None]; -"193 dequantize_per_tensor_default_16" -> "194 conv_transpose2d_2" [style=solid, label=None]; -"194 conv_transpose2d_2" -> "195 quantize_per_tensor_default_17" [style=solid, label="(1, 128, 24, 24)"]; -"195 quantize_per_tensor_default_17" -> "196 dequantize_per_tensor_default_17" [style=solid, label=None]; -"196 dequantize_per_tensor_default_17" -> "201 cat_2" [style=solid, label=None]; -"197 slice_9" -> "198 slice_10" [style=solid, label="(1, 128, 106, 106)"]; -"198 slice_10" -> "199 slice_11" [style=solid, label="(1, 128, 106, 106)"]; -"199 slice_11" -> "200 slice_12" [style=solid, label="(1, 128, 24, 106)"]; -"200 slice_12" -> "201 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"201 cat_2" -> "202 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; -"202 conv2d_14" -> "203 relu_14" [style=solid, label="(1, 128, 22, 22)"]; -"203 relu_14" -> "204 quantize_per_tensor_default_18" [style=solid, label="(1, 128, 22, 22)"]; -"204 quantize_per_tensor_default_18" -> "205 dequantize_per_tensor_default_18" [style=solid, label=None]; -"205 dequantize_per_tensor_default_18" -> "206 conv2d_15" [style=solid, label=None]; -"206 conv2d_15" -> "207 relu_15" [style=solid, label="(1, 128, 20, 20)"]; -"207 relu_15" -> "208 quantize_per_tensor_default_19" [style=solid, label="(1, 128, 20, 20)"]; -"208 quantize_per_tensor_default_19" -> "209 dequantize_per_tensor_default_19" [style=solid, label=None]; -"209 dequantize_per_tensor_default_19" -> "210 conv_transpose2d_3" [style=solid, label=None]; -"210 conv_transpose2d_3" -> "211 quantize_per_tensor_default_20" [style=solid, label="(1, 64, 40, 40)"]; -"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_20" [style=solid, label=None]; -"212 dequantize_per_tensor_default_20" -> "217 cat_3" [style=solid, label=None]; -"213 slice_13" -> "214 slice_14" [style=solid, label="(1, 64, 220, 220)"]; -"214 slice_14" -> "215 slice_15" [style=solid, label="(1, 64, 220, 220)"]; -"215 slice_15" -> "216 slice_16" [style=solid, label="(1, 64, 40, 220)"]; -"216 slice_16" -> "217 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"217 cat_3" -> "218 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; -"218 conv2d_16" -> "219 relu_16" [style=solid, label="(1, 64, 38, 38)"]; -"219 relu_16" -> "220 quantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; -"220 quantize_per_tensor_default_21" -> "221 dequantize_per_tensor_default_21" [style=solid, label=None]; -"221 dequantize_per_tensor_default_21" -> "222 conv2d_17" [style=solid, label=None]; -"222 conv2d_17" -> "223 relu_17" [style=solid, label="(1, 64, 36, 36)"]; -"223 relu_17" -> "224 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; -"224 quantize_per_tensor_default_22" -> "225 dequantize_per_tensor_default_22" [style=solid, label=None]; -"225 dequantize_per_tensor_default_22" -> "226 conv2d_18" [style=solid, label=None]; -"226 conv2d_18" -> "227 output" [style=solid, label="(1, 12, 36, 36)"]; +"164 dequantize_per_tensor_default_11" -> "167 cat" [style=solid, label=None]; +"165 slice_1" -> "166 slice_2" [style=solid, label="(1, 512, 12, 20)"]; +"166 slice_2" -> "167 cat" [style=solid, label="(1, 512, 12, 12)"]; +"167 cat" -> "168 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; +"168 conv2d_10" -> "169 relu_10" [style=solid, label="(1, 512, 10, 10)"]; +"169 relu_10" -> "170 quantize_per_tensor_default_12" [style=solid, label="(1, 512, 10, 10)"]; +"170 quantize_per_tensor_default_12" -> "171 dequantize_per_tensor_default_12" [style=solid, label=None]; +"171 dequantize_per_tensor_default_12" -> "172 conv2d_11" [style=solid, label=None]; +"172 conv2d_11" -> "173 relu_11" [style=solid, label="(1, 512, 8, 8)"]; +"173 relu_11" -> "174 quantize_per_tensor_default_13" [style=solid, label="(1, 512, 8, 8)"]; +"174 quantize_per_tensor_default_13" -> "175 dequantize_per_tensor_default_13" [style=solid, label=None]; +"175 dequantize_per_tensor_default_13" -> "176 conv_transpose2d_1" [style=solid, label=None]; +"176 conv_transpose2d_1" -> "177 quantize_per_tensor_default_14" [style=solid, label="(1, 256, 16, 16)"]; +"177 quantize_per_tensor_default_14" -> "178 dequantize_per_tensor_default_14" [style=solid, label=None]; +"178 dequantize_per_tensor_default_14" -> "181 cat_1" [style=solid, label=None]; +"179 slice_3" -> "180 slice_4" [style=solid, label="(1, 256, 16, 49)"]; +"180 slice_4" -> "181 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"181 cat_1" -> "182 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; +"182 conv2d_12" -> "183 relu_12" [style=solid, label="(1, 256, 14, 14)"]; +"183 relu_12" -> "184 quantize_per_tensor_default_15" [style=solid, label="(1, 256, 14, 14)"]; +"184 quantize_per_tensor_default_15" -> "185 dequantize_per_tensor_default_15" [style=solid, label=None]; +"185 dequantize_per_tensor_default_15" -> "186 conv2d_13" [style=solid, label=None]; +"186 conv2d_13" -> "187 relu_13" [style=solid, label="(1, 256, 12, 12)"]; +"187 relu_13" -> "188 quantize_per_tensor_default_16" [style=solid, label="(1, 256, 12, 12)"]; +"188 quantize_per_tensor_default_16" -> "189 dequantize_per_tensor_default_16" [style=solid, label=None]; +"189 dequantize_per_tensor_default_16" -> "190 conv_transpose2d_2" [style=solid, label=None]; +"190 conv_transpose2d_2" -> "191 quantize_per_tensor_default_17" [style=solid, label="(1, 128, 24, 24)"]; +"191 quantize_per_tensor_default_17" -> "192 dequantize_per_tensor_default_17" [style=solid, label=None]; +"192 dequantize_per_tensor_default_17" -> "195 cat_2" [style=solid, label=None]; +"193 slice_5" -> "194 slice_6" [style=solid, label="(1, 128, 24, 106)"]; +"194 slice_6" -> "195 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"195 cat_2" -> "196 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; +"196 conv2d_14" -> "197 relu_14" [style=solid, label="(1, 128, 22, 22)"]; +"197 relu_14" -> "198 quantize_per_tensor_default_18" [style=solid, label="(1, 128, 22, 22)"]; +"198 quantize_per_tensor_default_18" -> "199 dequantize_per_tensor_default_18" [style=solid, label=None]; +"199 dequantize_per_tensor_default_18" -> "200 conv2d_15" [style=solid, label=None]; +"200 conv2d_15" -> "201 relu_15" [style=solid, label="(1, 128, 20, 20)"]; +"201 relu_15" -> "202 quantize_per_tensor_default_19" [style=solid, label="(1, 128, 20, 20)"]; +"202 quantize_per_tensor_default_19" -> "203 dequantize_per_tensor_default_19" [style=solid, label=None]; +"203 dequantize_per_tensor_default_19" -> "204 conv_transpose2d_3" [style=solid, label=None]; +"204 conv_transpose2d_3" -> "205 quantize_per_tensor_default_20" [style=solid, label="(1, 64, 40, 40)"]; +"205 quantize_per_tensor_default_20" -> "206 dequantize_per_tensor_default_20" [style=solid, label=None]; +"206 dequantize_per_tensor_default_20" -> "209 cat_3" [style=solid, label=None]; +"207 slice_7" -> "208 slice_8" [style=solid, label="(1, 64, 40, 220)"]; +"208 slice_8" -> "209 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"209 cat_3" -> "210 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; +"210 conv2d_16" -> "211 relu_16" [style=solid, label="(1, 64, 38, 38)"]; +"211 relu_16" -> "212 quantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; +"212 quantize_per_tensor_default_21" -> "213 dequantize_per_tensor_default_21" [style=solid, label=None]; +"213 dequantize_per_tensor_default_21" -> "214 conv2d_17" [style=solid, label=None]; +"214 conv2d_17" -> "215 relu_17" [style=solid, label="(1, 64, 36, 36)"]; +"215 relu_17" -> "216 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; +"216 quantize_per_tensor_default_22" -> "217 dequantize_per_tensor_default_22" [style=solid, label=None]; +"217 dequantize_per_tensor_default_22" -> "218 conv2d_18" [style=solid, label=None]; +"218 conv2d_18" -> "219 output" [style=solid, label="(1, 12, 36, 36)"]; } diff --git a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot index 5051830b542..83991c8d4c6 100644 --- a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot +++ b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot @@ -866,10 +866,9 @@ strict digraph { "864 layer_norm_24" [id=864, type="layer_norm"]; "865 quantize_per_tensor_default_61" [id=865, type="quantize_per_tensor"]; "866 dequantize_per_tensor_default_61" [id=866, type="dequantize_per_tensor"]; -"867 slice_1" [id=867, type=slice]; -"868 select_36" [id=868, type=select]; -"869 linear_48" [id=869, type=linear]; -"870 output" [id=870, type=output]; +"867 select_36" [id=867, type=select]; +"868 linear_48" [id=868, type=linear]; +"869 output" [id=869, type=output]; "0 class_token" -> "308 expand" [style=solid, label="(1, 1, 768)"]; "1 encoder_pos_embedding" -> "310 add" [style=solid, label="(1, 197, 768)"]; "2 _scale_0" -> "5 dequantize_per_channel_default" [style=solid, label="(768,)"]; @@ -1170,8 +1169,8 @@ strict digraph { "297 _scale_49" -> "300 dequantize_per_channel_default_49" [style=solid, label="(1000,)"]; "298 _zero_point_49" -> "300 dequantize_per_channel_default_49" [style=solid, label="(1000,)"]; "299 _frozen_param49" -> "300 dequantize_per_channel_default_49" [style=solid, label="(1000, 768)"]; -"300 dequantize_per_channel_default_49" -> "869 linear_48" [style=solid, label=None]; -"301 heads_head_bias" -> "869 linear_48" [style=solid, label="(1000,)"]; +"300 dequantize_per_channel_default_49" -> "868 linear_48" [style=solid, label=None]; +"301 heads_head_bias" -> "868 linear_48" [style=solid, label="(1000,)"]; "302 x" -> "303 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "303 quantize_per_tensor_default" -> "304 dequantize_per_tensor_default" [style=solid, label=None]; "304 dequantize_per_tensor_default" -> "305 conv2d" [style=solid, label=None]; @@ -1784,8 +1783,7 @@ strict digraph { "863 add_24" -> "864 layer_norm_24" [style=solid, label="(1, 197, 768)"]; "864 layer_norm_24" -> "865 quantize_per_tensor_default_61" [style=solid, label="(1, 197, 768)"]; "865 quantize_per_tensor_default_61" -> "866 dequantize_per_tensor_default_61" [style=solid, label=None]; -"866 dequantize_per_tensor_default_61" -> "867 slice_1" [style=solid, label=None]; -"867 slice_1" -> "868 select_36" [style=solid, label="(1, 197, 768)"]; -"868 select_36" -> "869 linear_48" [style=solid, label="(1, 768)"]; -"869 linear_48" -> "870 output" [style=solid, label="(1, 1000)"]; +"866 dequantize_per_tensor_default_61" -> "867 select_36" [style=solid, label=None]; +"867 select_36" -> "868 linear_48" [style=solid, label="(1, 768)"]; +"868 linear_48" -> "869 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot index 92c69db331d..ebc0a696e90 100644 --- a/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot +++ b/tests/torch2/data/fx/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot @@ -13,19 +13,13 @@ strict digraph { "11 slice_1" [id=11, type=slice]; "12 slice_2" [id=12, type=slice]; "13 slice_3" [id=13, type=slice]; -"14 slice_4" [id=14, type=slice]; -"15 slice_5" [id=15, type=slice]; -"16 slice_6" [id=16, type=slice]; -"17 slice_7" [id=17, type=slice]; -"18 slice_8" [id=18, type=slice]; -"19 slice_9" [id=19, type=slice]; -"20 transpose" [id=20, type=transpose]; -"21 matmul" [id=21, type=matmul]; -"22 div_" [id=22, type="div_"]; -"23 softmax" [id=23, type=softmax]; -"24 transpose_1" [id=24, type=transpose]; -"25 matmul_1" [id=25, type=matmul]; -"26 output" [id=26, type=output]; +"14 transpose" [id=14, type=transpose]; +"15 matmul" [id=15, type=matmul]; +"16 div_" [id=16, type="div_"]; +"17 softmax" [id=17, type=softmax]; +"18 transpose_1" [id=18, type=transpose]; +"19 matmul_1" [id=19, type=matmul]; +"20 output" [id=20, type=output]; "0 _scale_0" -> "3 dequantize_per_channel_default" [style=solid, label="(12,)"]; "1 _zero_point_0" -> "3 dequantize_per_channel_default" [style=solid, label="(12,)"]; "2 _frozen_param0" -> "3 dequantize_per_channel_default" [style=solid, label="(12, 4)"]; @@ -34,24 +28,18 @@ strict digraph { "5 quantize_per_tensor_default" -> "6 dequantize_per_tensor_default" [style=solid, label=None]; "6 dequantize_per_tensor_default" -> "7 linear" [style=solid, label=None]; "7 linear" -> "8 quantize_per_tensor_default_1" [style=solid, label="(1, 2, 12)"]; -"7 linear" -> "17 slice_7" [style=solid, label="(1, 2, 12)"]; +"7 linear" -> "13 slice_3" [style=solid, label="(1, 2, 12)"]; "8 quantize_per_tensor_default_1" -> "9 dequantize_per_tensor_default_3" [style=solid, label=None]; "8 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_2" [style=solid, label=None]; -"9 dequantize_per_tensor_default_3" -> "14 slice_4" [style=solid, label=None]; +"9 dequantize_per_tensor_default_3" -> "12 slice_2" [style=solid, label=None]; "10 dequantize_per_tensor_default_2" -> "11 slice_1" [style=solid, label=None]; -"11 slice_1" -> "12 slice_2" [style=solid, label="(1, 2, 12)"]; -"12 slice_2" -> "13 slice_3" [style=solid, label="(1, 2, 12)"]; -"13 slice_3" -> "21 matmul" [style=solid, label="(1, 2, 4)"]; -"14 slice_4" -> "15 slice_5" [style=solid, label="(1, 2, 12)"]; -"15 slice_5" -> "16 slice_6" [style=solid, label="(1, 2, 12)"]; -"16 slice_6" -> "20 transpose" [style=solid, label="(1, 2, 4)"]; -"17 slice_7" -> "18 slice_8" [style=solid, label="(1, 2, 12)"]; -"18 slice_8" -> "19 slice_9" [style=solid, label="(1, 2, 12)"]; -"19 slice_9" -> "25 matmul_1" [style=solid, label="(1, 2, 4)"]; -"20 transpose" -> "21 matmul" [style=solid, label="(1, 4, 2)"]; -"21 matmul" -> "22 div_" [style=solid, label="(1, 2, 2)"]; -"22 div_" -> "23 softmax" [style=solid, label="(1, 2, 2)"]; -"23 softmax" -> "24 transpose_1" [style=solid, label="(1, 2, 2)"]; -"24 transpose_1" -> "25 matmul_1" [style=solid, label="(1, 2, 2)"]; -"25 matmul_1" -> "26 output" [style=solid, label="(1, 2, 4)"]; +"11 slice_1" -> "15 matmul" [style=solid, label="(1, 2, 4)"]; +"12 slice_2" -> "14 transpose" [style=solid, label="(1, 2, 4)"]; +"13 slice_3" -> "19 matmul_1" [style=solid, label="(1, 2, 4)"]; +"14 transpose" -> "15 matmul" [style=solid, label="(1, 4, 2)"]; +"15 matmul" -> "16 div_" [style=solid, label="(1, 2, 2)"]; +"16 div_" -> "17 softmax" [style=solid, label="(1, 2, 2)"]; +"17 softmax" -> "18 transpose_1" [style=solid, label="(1, 2, 2)"]; +"18 transpose_1" -> "19 matmul_1" [style=solid, label="(1, 2, 2)"]; +"19 matmul_1" -> "20 output" [style=solid, label="(1, 2, 4)"]; } diff --git a/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/swin_v2_t.dot b/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/swin_v2_t.dot index 610e7e651ae..33311890667 100644 --- a/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/swin_v2_t.dot +++ b/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/swin_v2_t.dot @@ -211,2008 +211,1838 @@ strict digraph { "209 zero_point_updated_constant0" [id=209, type="get_attr"]; "210 sub_tensor" [id=210, type=sub]; "211 conv2d" [id=211, type=conv2d]; -"212 floordiv_87" [id=212, type=floordiv]; -"213 mod_54" [id=213, type=mod]; -"214 mul_36" [id=214, type=mul]; -"215 add_41" [id=215, type=add]; -"216 mod_55" [id=216, type=mod]; -"217 add_42" [id=217, type=add]; -"218 floordiv_88" [id=218, type=floordiv]; -"219 mod_56" [id=219, type=mod]; -"220 mul_37" [id=220, type=mul]; -"221 add_43" [id=221, type=add]; -"222 mod_57" [id=222, type=mod]; -"223 add_44" [id=223, type=add]; -"224 mul_38" [id=224, type=mul]; -"225 floordiv_89" [id=225, type=floordiv]; -"226 floordiv_90" [id=226, type=floordiv]; -"227 mul_39" [id=227, type=mul]; -"228 mul_40" [id=228, type=mul]; -"229 eq_71" [id=229, type=eq]; -"230 _assert_scalar_default" [id=230, type="_assert_scalar"]; -"231 floordiv_91" [id=231, type=floordiv]; -"232 floordiv_92" [id=232, type=floordiv]; -"233 mul_41" [id=233, type=mul]; -"234 mul_42" [id=234, type=mul]; -"235 mul_43" [id=235, type=mul]; -"236 eq_72" [id=236, type=eq]; -"237 _assert_scalar_default_1" [id=237, type="_assert_scalar"]; -"238 ge" [id=238, type=ge]; -"239 _assert_scalar_default_2" [id=239, type="_assert_scalar"]; -"240 mul_44" [id=240, type=mul]; -"241 ge_1" [id=241, type=ge]; -"242 _assert_scalar_default_3" [id=242, type="_assert_scalar"]; -"243 floordiv_93" [id=243, type=floordiv]; -"244 mul_45" [id=244, type=mul]; -"245 mul_46" [id=245, type=mul]; -"246 mul_47" [id=246, type=mul]; -"247 eq_73" [id=247, type=eq]; -"248 _assert_scalar_default_4" [id=248, type="_assert_scalar"]; -"249 pow_1" [id=249, type=pow]; -"250 pow_2" [id=250, type=pow]; -"251 mul_48" [id=251, type=mul]; -"252 eq_74" [id=252, type=eq]; -"253 sym_not" [id=253, type="sym_not"]; -"254 _assert_scalar_default_5" [id=254, type="_assert_scalar"]; -"255 mod_58" [id=255, type=mod]; -"256 add_45" [id=256, type=add]; -"257 floordiv_94" [id=257, type=floordiv]; -"258 add_46" [id=258, type=add]; -"259 add_47" [id=259, type=add]; -"260 floordiv_95" [id=260, type=floordiv]; -"261 eq_75" [id=261, type=eq]; -"262 _assert_scalar_default_6" [id=262, type="_assert_scalar"]; -"263 mod_59" [id=263, type=mod]; -"264 add_48" [id=264, type=add]; -"265 floordiv_96" [id=265, type=floordiv]; -"266 add_49" [id=266, type=add]; -"267 add_50" [id=267, type=add]; -"268 floordiv_97" [id=268, type=floordiv]; -"269 eq_76" [id=269, type=eq]; -"270 _assert_scalar_default_7" [id=270, type="_assert_scalar"]; -"271 mod_60" [id=271, type=mod]; -"272 mul_49" [id=272, type=mul]; -"273 add_51" [id=273, type=add]; -"274 mod_61" [id=274, type=mod]; -"275 add_52" [id=275, type=add]; -"276 mod_62" [id=276, type=mod]; -"277 mul_50" [id=277, type=mul]; -"278 add_53" [id=278, type=add]; -"279 mod_63" [id=279, type=mod]; -"280 add_54" [id=280, type=add]; -"281 mul_51" [id=281, type=mul]; -"282 floordiv_98" [id=282, type=floordiv]; -"283 floordiv_99" [id=283, type=floordiv]; -"284 mul_52" [id=284, type=mul]; -"285 mul_53" [id=285, type=mul]; -"286 eq_77" [id=286, type=eq]; -"287 _assert_scalar_default_8" [id=287, type="_assert_scalar"]; -"288 floordiv_100" [id=288, type=floordiv]; -"289 floordiv_101" [id=289, type=floordiv]; -"290 mul_54" [id=290, type=mul]; -"291 mul_55" [id=291, type=mul]; -"292 mul_56" [id=292, type=mul]; -"293 eq_78" [id=293, type=eq]; -"294 _assert_scalar_default_9" [id=294, type="_assert_scalar"]; -"295 ge_2" [id=295, type=ge]; -"296 _assert_scalar_default_10" [id=296, type="_assert_scalar"]; -"297 mul_57" [id=297, type=mul]; -"298 ge_3" [id=298, type=ge]; -"299 _assert_scalar_default_11" [id=299, type="_assert_scalar"]; -"300 floordiv_102" [id=300, type=floordiv]; -"301 mul_58" [id=301, type=mul]; -"302 mul_59" [id=302, type=mul]; -"303 mul_60" [id=303, type=mul]; -"304 eq_79" [id=304, type=eq]; -"305 _assert_scalar_default_12" [id=305, type="_assert_scalar"]; -"306 pow_3" [id=306, type=pow]; -"307 pow_4" [id=307, type=pow]; -"308 mul_61" [id=308, type=mul]; -"309 eq_80" [id=309, type=eq]; -"310 sym_not_1" [id=310, type="sym_not"]; -"311 _assert_scalar_default_13" [id=311, type="_assert_scalar"]; -"312 mod_64" [id=312, type=mod]; -"313 add_55" [id=313, type=add]; -"314 floordiv_103" [id=314, type=floordiv]; -"315 add_56" [id=315, type=add]; -"316 add_57" [id=316, type=add]; -"317 floordiv_104" [id=317, type=floordiv]; -"318 eq_81" [id=318, type=eq]; -"319 _assert_scalar_default_14" [id=319, type="_assert_scalar"]; -"320 mod_65" [id=320, type=mod]; -"321 add_58" [id=321, type=add]; -"322 floordiv_105" [id=322, type=floordiv]; -"323 add_59" [id=323, type=add]; -"324 add_60" [id=324, type=add]; -"325 floordiv_106" [id=325, type=floordiv]; -"326 eq_82" [id=326, type=eq]; -"327 _assert_scalar_default_15" [id=327, type="_assert_scalar"]; -"328 mod_66" [id=328, type=mod]; -"329 mul_62" [id=329, type=mul]; -"330 add_61" [id=330, type=add]; -"331 mod_67" [id=331, type=mod]; -"332 add_62" [id=332, type=add]; -"333 mod_68" [id=333, type=mod]; -"334 mul_63" [id=334, type=mul]; -"335 add_63" [id=335, type=add]; -"336 mod_69" [id=336, type=mod]; -"337 add_64" [id=337, type=add]; -"338 mul_64" [id=338, type=mul]; -"339 floordiv_107" [id=339, type=floordiv]; -"340 floordiv_108" [id=340, type=floordiv]; -"341 mul_65" [id=341, type=mul]; -"342 mul_66" [id=342, type=mul]; -"343 eq_83" [id=343, type=eq]; -"344 _assert_scalar_default_16" [id=344, type="_assert_scalar"]; -"345 floordiv_109" [id=345, type=floordiv]; -"346 floordiv_110" [id=346, type=floordiv]; -"347 mul_67" [id=347, type=mul]; -"348 mul_68" [id=348, type=mul]; -"349 mul_69" [id=349, type=mul]; -"350 eq_84" [id=350, type=eq]; -"351 _assert_scalar_default_17" [id=351, type="_assert_scalar"]; -"352 ge_4" [id=352, type=ge]; -"353 _assert_scalar_default_18" [id=353, type="_assert_scalar"]; -"354 mul_70" [id=354, type=mul]; -"355 ge_5" [id=355, type=ge]; -"356 _assert_scalar_default_19" [id=356, type="_assert_scalar"]; -"357 floordiv_111" [id=357, type=floordiv]; -"358 mul_71" [id=358, type=mul]; -"359 mul_72" [id=359, type=mul]; -"360 mul_73" [id=360, type=mul]; -"361 eq_85" [id=361, type=eq]; -"362 _assert_scalar_default_20" [id=362, type="_assert_scalar"]; -"363 pow_5" [id=363, type=pow]; -"364 pow_6" [id=364, type=pow]; -"365 mul_74" [id=365, type=mul]; -"366 eq_86" [id=366, type=eq]; -"367 sym_not_2" [id=367, type="sym_not"]; -"368 _assert_scalar_default_21" [id=368, type="_assert_scalar"]; -"369 mod_70" [id=369, type=mod]; -"370 add_65" [id=370, type=add]; -"371 floordiv_112" [id=371, type=floordiv]; -"372 add_66" [id=372, type=add]; -"373 add_67" [id=373, type=add]; -"374 floordiv_113" [id=374, type=floordiv]; -"375 eq_87" [id=375, type=eq]; -"376 _assert_scalar_default_22" [id=376, type="_assert_scalar"]; -"377 mod_71" [id=377, type=mod]; -"378 add_68" [id=378, type=add]; -"379 floordiv_114" [id=379, type=floordiv]; -"380 add_69" [id=380, type=add]; -"381 add_70" [id=381, type=add]; -"382 floordiv_115" [id=382, type=floordiv]; -"383 eq_88" [id=383, type=eq]; -"384 _assert_scalar_default_23" [id=384, type="_assert_scalar"]; -"385 mod_72" [id=385, type=mod]; -"386 mul_75" [id=386, type=mul]; -"387 add_71" [id=387, type=add]; -"388 mod_73" [id=388, type=mod]; -"389 add_72" [id=389, type=add]; -"390 mod_74" [id=390, type=mod]; -"391 mul_76" [id=391, type=mul]; -"392 add_73" [id=392, type=add]; -"393 mod_75" [id=393, type=mod]; -"394 add_74" [id=394, type=add]; -"395 mul_77" [id=395, type=mul]; -"396 floordiv_116" [id=396, type=floordiv]; -"397 floordiv_117" [id=397, type=floordiv]; -"398 mul_78" [id=398, type=mul]; -"399 mul_79" [id=399, type=mul]; -"400 eq_89" [id=400, type=eq]; -"401 _assert_scalar_default_24" [id=401, type="_assert_scalar"]; -"402 floordiv_118" [id=402, type=floordiv]; -"403 floordiv_119" [id=403, type=floordiv]; -"404 mul_80" [id=404, type=mul]; -"405 mul_81" [id=405, type=mul]; -"406 mul_82" [id=406, type=mul]; -"407 eq_90" [id=407, type=eq]; -"408 _assert_scalar_default_25" [id=408, type="_assert_scalar"]; -"409 mul_83" [id=409, type=mul]; -"410 ge_6" [id=410, type=ge]; -"411 _assert_scalar_default_26" [id=411, type="_assert_scalar"]; -"412 eq_91" [id=412, type=eq]; -"413 _assert_scalar_default_27" [id=413, type="_assert_scalar"]; -"414 eq_92" [id=414, type=eq]; -"415 _assert_scalar_default_28" [id=415, type="_assert_scalar"]; -"416 mul_84" [id=416, type=mul]; -"417 mul_85" [id=417, type=mul]; -"418 floordiv_120" [id=418, type=floordiv]; -"419 mul_86" [id=419, type=mul]; -"420 mul_87" [id=420, type=mul]; -"421 mul_88" [id=421, type=mul]; -"422 eq_93" [id=422, type=eq]; -"423 _assert_scalar_default_29" [id=423, type="_assert_scalar"]; -"424 permute" [id=424, type=permute]; -"425 layer_norm" [id=425, type="layer_norm"]; -"426 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" [id=426, type="get_attr"]; -"427 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=427, type="call_module"]; -"428 linear" [id=428, type=linear]; -"429 relu_" [id=429, type="relu_"]; -"430 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" [id=430, type="get_attr"]; -"431 relu__0_0_nncf_smooth_quant_0" [id=431, type="call_module"]; -"432 linear_1" [id=432, type=linear]; -"433 view" [id=433, type=view]; -"434 index" [id=434, type=index]; -"435 view_1" [id=435, type=view]; -"436 permute_1" [id=436, type=permute]; -"437 contiguous" [id=437, type=contiguous]; -"438 unsqueeze" [id=438, type=unsqueeze]; -"439 sigmoid" [id=439, type=sigmoid]; -"440 mul" [id=440, type=mul]; -"441 pad" [id=441, type=pad]; -"442 mul_1" [id=442, type=mul]; -"443 view_2" [id=443, type=view]; -"444 permute_2" [id=444, type=permute]; -"445 reshape" [id=445, type=reshape]; -"446 clone" [id=446, type=clone]; -"447 slice_1" [id=447, type=slice]; -"448 zero_" [id=448, type="zero_"]; -"449 reshape_0_0_nncf_smooth_quant_0" [id=449, type="call_module"]; -"450 quantize_per_tensor_default_1" [id=450, type="quantize_per_tensor"]; -"451 dequantize_per_tensor_default_1" [id=451, type="dequantize_per_tensor"]; -"452 scale_updated_constant1" [id=452, type="get_attr"]; -"453 compressed_weight_updated_constant1" [id=453, type="get_attr"]; -"454 mul_tensor_1" [id=454, type=mul]; -"455 zero_point_updated_constant1" [id=455, type="get_attr"]; -"456 sub_tensor_1" [id=456, type=sub]; -"457 linear_2" [id=457, type=linear]; -"458 reshape_1" [id=458, type=reshape]; -"459 permute_3" [id=459, type=permute]; -"460 select" [id=460, type=select]; -"461 select_1" [id=461, type=select]; -"462 select_2" [id=462, type=select]; -"463 linalg_vector_norm" [id=463, type="linalg_vector_norm"]; -"464 clamp_min" [id=464, type="clamp_min"]; -"465 expand_as" [id=465, type="expand_as"]; -"466 div" [id=466, type=div]; -"467 quantize_per_tensor_default_2" [id=467, type="quantize_per_tensor"]; -"468 dequantize_per_tensor_default_2" [id=468, type="dequantize_per_tensor"]; -"469 linalg_vector_norm_1" [id=469, type="linalg_vector_norm"]; -"470 clamp_min_1" [id=470, type="clamp_min"]; -"471 expand_as_1" [id=471, type="expand_as"]; -"472 div_1" [id=472, type=div]; -"473 quantize_per_tensor_default_3" [id=473, type="quantize_per_tensor"]; -"474 dequantize_per_tensor_default_3" [id=474, type="dequantize_per_tensor"]; -"475 transpose" [id=475, type=transpose]; -"476 matmul" [id=476, type=matmul]; -"477 clamp" [id=477, type=clamp]; -"478 exp" [id=478, type=exp]; -"479 mul_2" [id=479, type=mul]; -"480 add" [id=480, type=add]; -"481 softmax" [id=481, type=softmax]; -"482 dropout" [id=482, type=dropout]; -"483 matmul_1" [id=483, type=matmul]; -"484 transpose_1" [id=484, type=transpose]; -"485 reshape_2" [id=485, type=reshape]; -"486 reshape_2_0_0_nncf_smooth_quant_0" [id=486, type="call_module"]; -"487 quantize_per_tensor_default_4" [id=487, type="quantize_per_tensor"]; -"488 dequantize_per_tensor_default_4" [id=488, type="dequantize_per_tensor"]; -"489 scale_updated_constant2" [id=489, type="get_attr"]; -"490 compressed_weight_updated_constant2" [id=490, type="get_attr"]; -"491 mul_tensor_2" [id=491, type=mul]; -"492 zero_point_updated_constant2" [id=492, type="get_attr"]; -"493 sub_tensor_2" [id=493, type=sub]; -"494 linear_3" [id=494, type=linear]; -"495 dropout_1" [id=495, type=dropout]; -"496 view_3" [id=496, type=view]; -"497 permute_4" [id=497, type=permute]; -"498 reshape_3" [id=498, type=reshape]; -"499 slice_2" [id=499, type=slice]; -"500 slice_3" [id=500, type=slice]; -"501 slice_4" [id=501, type=slice]; -"502 slice_5" [id=502, type=slice]; -"503 layer_norm_1" [id=503, type="layer_norm"]; -"504 add_1" [id=504, type=add]; -"505 add_1_0_0_nncf_smooth_quant_0" [id=505, type="call_module"]; -"506 quantize_per_tensor_default_5" [id=506, type="quantize_per_tensor"]; -"507 dequantize_per_tensor_default_5" [id=507, type="dequantize_per_tensor"]; -"508 scale_updated_constant3" [id=508, type="get_attr"]; -"509 compressed_weight_updated_constant3" [id=509, type="get_attr"]; -"510 mul_tensor_3" [id=510, type=mul]; -"511 zero_point_updated_constant3" [id=511, type="get_attr"]; -"512 sub_tensor_3" [id=512, type=sub]; -"513 linear_4" [id=513, type=linear]; -"514 gelu" [id=514, type=gelu]; -"515 dropout_2" [id=515, type=dropout]; -"516 dropout_2_0_0_nncf_smooth_quant_0" [id=516, type="call_module"]; -"517 quantize_per_tensor_default_6" [id=517, type="quantize_per_tensor"]; -"518 dequantize_per_tensor_default_6" [id=518, type="dequantize_per_tensor"]; -"519 scale_updated_constant4" [id=519, type="get_attr"]; -"520 compressed_weight_updated_constant4" [id=520, type="get_attr"]; -"521 mul_tensor_4" [id=521, type=mul]; -"522 zero_point_updated_constant4" [id=522, type="get_attr"]; -"523 sub_tensor_4" [id=523, type=sub]; -"524 linear_5" [id=524, type=linear]; -"525 dropout_3" [id=525, type=dropout]; -"526 layer_norm_2" [id=526, type="layer_norm"]; -"527 add_2" [id=527, type=add]; -"528 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=528, type="get_attr"]; -"529 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=529, type="call_module"]; -"530 linear_6" [id=530, type=linear]; -"531 relu__1" [id=531, type="relu_"]; -"532 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=532, type="get_attr"]; -"533 relu__1_0_0_nncf_smooth_quant_0" [id=533, type="call_module"]; -"534 linear_7" [id=534, type=linear]; -"535 view_4" [id=535, type=view]; -"536 index_1" [id=536, type=index]; -"537 view_5" [id=537, type=view]; -"538 permute_5" [id=538, type=permute]; -"539 contiguous_1" [id=539, type=contiguous]; -"540 unsqueeze_1" [id=540, type=unsqueeze]; -"541 sigmoid_1" [id=541, type=sigmoid]; -"542 mul_3" [id=542, type=mul]; -"543 pad_1" [id=543, type=pad]; -"544 roll" [id=544, type=roll]; -"545 view_6" [id=545, type=view]; -"546 permute_6" [id=546, type=permute]; -"547 reshape_4" [id=547, type=reshape]; -"548 clone_1" [id=548, type=clone]; -"549 slice_6" [id=549, type=slice]; -"550 zero__1" [id=550, type="zero_"]; -"551 reshape_4_0_0_nncf_smooth_quant_0" [id=551, type="call_module"]; -"552 quantize_per_tensor_default_7" [id=552, type="quantize_per_tensor"]; -"553 dequantize_per_tensor_default_7" [id=553, type="dequantize_per_tensor"]; -"554 scale_updated_constant5" [id=554, type="get_attr"]; -"555 compressed_weight_updated_constant5" [id=555, type="get_attr"]; -"556 mul_tensor_5" [id=556, type=mul]; -"557 zero_point_updated_constant5" [id=557, type="get_attr"]; -"558 sub_tensor_5" [id=558, type=sub]; -"559 linear_8" [id=559, type=linear]; -"560 reshape_5" [id=560, type=reshape]; -"561 permute_7" [id=561, type=permute]; -"562 select_3" [id=562, type=select]; -"563 select_4" [id=563, type=select]; -"564 select_5" [id=564, type=select]; -"565 linalg_vector_norm_2" [id=565, type="linalg_vector_norm"]; -"566 clamp_min_2" [id=566, type="clamp_min"]; -"567 expand_as_2" [id=567, type="expand_as"]; -"568 div_2" [id=568, type=div]; -"569 quantize_per_tensor_default_8" [id=569, type="quantize_per_tensor"]; -"570 dequantize_per_tensor_default_8" [id=570, type="dequantize_per_tensor"]; -"571 linalg_vector_norm_3" [id=571, type="linalg_vector_norm"]; -"572 clamp_min_3" [id=572, type="clamp_min"]; -"573 expand_as_3" [id=573, type="expand_as"]; -"574 div_3" [id=574, type=div]; -"575 quantize_per_tensor_default_9" [id=575, type="quantize_per_tensor"]; -"576 dequantize_per_tensor_default_9" [id=576, type="dequantize_per_tensor"]; -"577 transpose_2" [id=577, type=transpose]; -"578 matmul_2" [id=578, type=matmul]; -"579 clamp_1" [id=579, type=clamp]; -"580 exp_1" [id=580, type=exp]; -"581 mul_5" [id=581, type=mul]; -"582 add_3" [id=582, type=add]; -"583 new_zeros" [id=583, type="new_zeros"]; -"584 lift_fresh_copy" [id=584, type="lift_fresh_copy"]; -"585 slice_7" [id=585, type=slice]; -"586 slice_8" [id=586, type=slice]; -"587 fill_" [id=587, type="fill_"]; -"588 lift_fresh_copy_1" [id=588, type="lift_fresh_copy"]; -"589 slice_9" [id=589, type=slice]; -"590 slice_10" [id=590, type=slice]; -"591 fill__1" [id=591, type="fill_"]; -"592 lift_fresh_copy_2" [id=592, type="lift_fresh_copy"]; -"593 slice_11" [id=593, type=slice]; -"594 slice_12" [id=594, type=slice]; -"595 fill__2" [id=595, type="fill_"]; -"596 lift_fresh_copy_3" [id=596, type="lift_fresh_copy"]; -"597 slice_13" [id=597, type=slice]; -"598 slice_14" [id=598, type=slice]; -"599 fill__3" [id=599, type="fill_"]; -"600 lift_fresh_copy_4" [id=600, type="lift_fresh_copy"]; -"601 slice_15" [id=601, type=slice]; -"602 slice_16" [id=602, type=slice]; -"603 fill__4" [id=603, type="fill_"]; -"604 lift_fresh_copy_5" [id=604, type="lift_fresh_copy"]; -"605 slice_17" [id=605, type=slice]; -"606 slice_18" [id=606, type=slice]; -"607 fill__5" [id=607, type="fill_"]; -"608 lift_fresh_copy_6" [id=608, type="lift_fresh_copy"]; -"609 slice_19" [id=609, type=slice]; -"610 slice_20" [id=610, type=slice]; -"611 fill__6" [id=611, type="fill_"]; -"612 lift_fresh_copy_7" [id=612, type="lift_fresh_copy"]; -"613 slice_21" [id=613, type=slice]; -"614 slice_22" [id=614, type=slice]; -"615 fill__7" [id=615, type="fill_"]; -"616 lift_fresh_copy_8" [id=616, type="lift_fresh_copy"]; -"617 slice_23" [id=617, type=slice]; -"618 slice_24" [id=618, type=slice]; -"619 fill__8" [id=619, type="fill_"]; -"620 view_7" [id=620, type=view]; -"621 permute_8" [id=621, type=permute]; -"622 reshape_6" [id=622, type=reshape]; -"623 unsqueeze_2" [id=623, type=unsqueeze]; -"624 unsqueeze_3" [id=624, type=unsqueeze]; -"625 sub_4" [id=625, type=sub]; -"626 ne" [id=626, type=ne]; -"627 masked_fill" [id=627, type="masked_fill"]; -"628 eq_8" [id=628, type=eq]; -"629 masked_fill_1" [id=629, type="masked_fill"]; -"630 view_8" [id=630, type=view]; -"631 unsqueeze_4" [id=631, type=unsqueeze]; -"632 unsqueeze_5" [id=632, type=unsqueeze]; -"633 add_4" [id=633, type=add]; -"634 view_9" [id=634, type=view]; -"635 softmax_1" [id=635, type=softmax]; -"636 dropout_4" [id=636, type=dropout]; -"637 matmul_3" [id=637, type=matmul]; -"638 transpose_3" [id=638, type=transpose]; -"639 reshape_7" [id=639, type=reshape]; -"640 reshape_7_0_0_nncf_smooth_quant_0" [id=640, type="call_module"]; -"641 quantize_per_tensor_default_10" [id=641, type="quantize_per_tensor"]; -"642 dequantize_per_tensor_default_10" [id=642, type="dequantize_per_tensor"]; -"643 scale_updated_constant6" [id=643, type="get_attr"]; -"644 compressed_weight_updated_constant6" [id=644, type="get_attr"]; -"645 mul_tensor_6" [id=645, type=mul]; -"646 zero_point_updated_constant6" [id=646, type="get_attr"]; -"647 sub_tensor_6" [id=647, type=sub]; -"648 linear_9" [id=648, type=linear]; -"649 dropout_5" [id=649, type=dropout]; -"650 view_10" [id=650, type=view]; -"651 permute_9" [id=651, type=permute]; -"652 reshape_8" [id=652, type=reshape]; -"653 roll_1" [id=653, type=roll]; -"654 slice_25" [id=654, type=slice]; -"655 slice_26" [id=655, type=slice]; -"656 slice_27" [id=656, type=slice]; -"657 slice_28" [id=657, type=slice]; -"658 layer_norm_3" [id=658, type="layer_norm"]; -"659 add_5" [id=659, type=add]; -"660 add_5_0_0_nncf_smooth_quant_0" [id=660, type="call_module"]; -"661 quantize_per_tensor_default_11" [id=661, type="quantize_per_tensor"]; -"662 dequantize_per_tensor_default_11" [id=662, type="dequantize_per_tensor"]; -"663 scale_updated_constant7" [id=663, type="get_attr"]; -"664 compressed_weight_updated_constant7" [id=664, type="get_attr"]; -"665 mul_tensor_7" [id=665, type=mul]; -"666 zero_point_updated_constant7" [id=666, type="get_attr"]; -"667 sub_tensor_7" [id=667, type=sub]; -"668 linear_10" [id=668, type=linear]; -"669 gelu_1" [id=669, type=gelu]; -"670 dropout_6" [id=670, type=dropout]; -"671 dropout_6_0_0_nncf_smooth_quant_0" [id=671, type="call_module"]; -"672 quantize_per_tensor_default_12" [id=672, type="quantize_per_tensor"]; -"673 dequantize_per_tensor_default_12" [id=673, type="dequantize_per_tensor"]; -"674 scale_updated_constant8" [id=674, type="get_attr"]; -"675 compressed_weight_updated_constant8" [id=675, type="get_attr"]; -"676 mul_tensor_8" [id=676, type=mul]; -"677 zero_point_updated_constant8" [id=677, type="get_attr"]; -"678 sub_tensor_8" [id=678, type=sub]; -"679 linear_11" [id=679, type=linear]; -"680 dropout_7" [id=680, type=dropout]; -"681 layer_norm_4" [id=681, type="layer_norm"]; -"682 add_6" [id=682, type=add]; -"683 pad_2" [id=683, type=pad]; -"684 slice_29" [id=684, type=slice]; -"685 slice_30" [id=685, type=slice]; -"686 slice_31" [id=686, type=slice]; -"687 slice_32" [id=687, type=slice]; -"688 slice_33" [id=688, type=slice]; -"689 slice_34" [id=689, type=slice]; -"690 slice_35" [id=690, type=slice]; -"691 slice_36" [id=691, type=slice]; -"692 slice_37" [id=692, type=slice]; -"693 slice_38" [id=693, type=slice]; -"694 slice_39" [id=694, type=slice]; -"695 slice_40" [id=695, type=slice]; -"696 cat" [id=696, type=cat]; -"697 cat_0_0_nncf_smooth_quant_0" [id=697, type="call_module"]; -"698 quantize_per_tensor_default_13" [id=698, type="quantize_per_tensor"]; -"699 dequantize_per_tensor_default_13" [id=699, type="dequantize_per_tensor"]; -"700 scale_updated_constant9" [id=700, type="get_attr"]; -"701 compressed_weight_updated_constant9" [id=701, type="get_attr"]; -"702 mul_tensor_9" [id=702, type=mul]; -"703 zero_point_updated_constant9" [id=703, type="get_attr"]; -"704 sub_tensor_9" [id=704, type=sub]; -"705 linear_12" [id=705, type=linear]; -"706 layer_norm_5" [id=706, type="layer_norm"]; -"707 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=707, type="get_attr"]; -"708 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=708, type="call_module"]; -"709 linear_13" [id=709, type=linear]; -"710 relu__2" [id=710, type="relu_"]; -"711 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=711, type="get_attr"]; -"712 relu__2_0_0_nncf_smooth_quant_0" [id=712, type="call_module"]; -"713 linear_14" [id=713, type=linear]; -"714 view_11" [id=714, type=view]; -"715 index_2" [id=715, type=index]; -"716 view_12" [id=716, type=view]; -"717 permute_10" [id=717, type=permute]; -"718 contiguous_2" [id=718, type=contiguous]; -"719 unsqueeze_6" [id=719, type=unsqueeze]; -"720 sigmoid_2" [id=720, type=sigmoid]; -"721 mul_6" [id=721, type=mul]; -"722 pad_3" [id=722, type=pad]; -"723 mul_7" [id=723, type=mul]; -"724 view_13" [id=724, type=view]; -"725 permute_11" [id=725, type=permute]; -"726 reshape_9" [id=726, type=reshape]; -"727 clone_2" [id=727, type=clone]; -"728 slice_41" [id=728, type=slice]; -"729 zero__2" [id=729, type="zero_"]; -"730 reshape_9_0_0_nncf_smooth_quant_0" [id=730, type="call_module"]; -"731 quantize_per_tensor_default_14" [id=731, type="quantize_per_tensor"]; -"732 dequantize_per_tensor_default_14" [id=732, type="dequantize_per_tensor"]; -"733 scale_updated_constant10" [id=733, type="get_attr"]; -"734 compressed_weight_updated_constant10" [id=734, type="get_attr"]; -"735 mul_tensor_10" [id=735, type=mul]; -"736 zero_point_updated_constant10" [id=736, type="get_attr"]; -"737 sub_tensor_10" [id=737, type=sub]; -"738 linear_15" [id=738, type=linear]; -"739 reshape_10" [id=739, type=reshape]; -"740 permute_12" [id=740, type=permute]; -"741 select_6" [id=741, type=select]; -"742 select_7" [id=742, type=select]; -"743 select_8" [id=743, type=select]; -"744 linalg_vector_norm_4" [id=744, type="linalg_vector_norm"]; -"745 clamp_min_4" [id=745, type="clamp_min"]; -"746 expand_as_4" [id=746, type="expand_as"]; -"747 div_4" [id=747, type=div]; -"748 quantize_per_tensor_default_15" [id=748, type="quantize_per_tensor"]; -"749 dequantize_per_tensor_default_15" [id=749, type="dequantize_per_tensor"]; -"750 linalg_vector_norm_5" [id=750, type="linalg_vector_norm"]; -"751 clamp_min_5" [id=751, type="clamp_min"]; -"752 expand_as_5" [id=752, type="expand_as"]; -"753 div_5" [id=753, type=div]; -"754 quantize_per_tensor_default_16" [id=754, type="quantize_per_tensor"]; -"755 dequantize_per_tensor_default_16" [id=755, type="dequantize_per_tensor"]; -"756 transpose_4" [id=756, type=transpose]; -"757 matmul_4" [id=757, type=matmul]; -"758 clamp_2" [id=758, type=clamp]; -"759 exp_2" [id=759, type=exp]; -"760 mul_8" [id=760, type=mul]; -"761 add_7" [id=761, type=add]; -"762 softmax_2" [id=762, type=softmax]; -"763 dropout_8" [id=763, type=dropout]; -"764 matmul_5" [id=764, type=matmul]; -"765 transpose_5" [id=765, type=transpose]; -"766 reshape_11" [id=766, type=reshape]; -"767 reshape_11_0_0_nncf_smooth_quant_0" [id=767, type="call_module"]; -"768 quantize_per_tensor_default_17" [id=768, type="quantize_per_tensor"]; -"769 dequantize_per_tensor_default_17" [id=769, type="dequantize_per_tensor"]; -"770 scale_updated_constant11" [id=770, type="get_attr"]; -"771 compressed_weight_updated_constant11" [id=771, type="get_attr"]; -"772 mul_tensor_11" [id=772, type=mul]; -"773 zero_point_updated_constant11" [id=773, type="get_attr"]; -"774 sub_tensor_11" [id=774, type=sub]; -"775 linear_16" [id=775, type=linear]; -"776 dropout_9" [id=776, type=dropout]; -"777 view_14" [id=777, type=view]; -"778 permute_13" [id=778, type=permute]; -"779 reshape_12" [id=779, type=reshape]; -"780 slice_42" [id=780, type=slice]; -"781 slice_43" [id=781, type=slice]; -"782 slice_44" [id=782, type=slice]; -"783 slice_45" [id=783, type=slice]; -"784 contiguous_3" [id=784, type=contiguous]; -"785 layer_norm_6" [id=785, type="layer_norm"]; -"786 add_8" [id=786, type=add]; -"787 add_8_0_0_nncf_smooth_quant_0" [id=787, type="call_module"]; -"788 quantize_per_tensor_default_18" [id=788, type="quantize_per_tensor"]; -"789 dequantize_per_tensor_default_18" [id=789, type="dequantize_per_tensor"]; -"790 scale_updated_constant12" [id=790, type="get_attr"]; -"791 compressed_weight_updated_constant12" [id=791, type="get_attr"]; -"792 mul_tensor_12" [id=792, type=mul]; -"793 zero_point_updated_constant12" [id=793, type="get_attr"]; -"794 sub_tensor_12" [id=794, type=sub]; -"795 linear_17" [id=795, type=linear]; -"796 gelu_2" [id=796, type=gelu]; -"797 dropout_10" [id=797, type=dropout]; -"798 dropout_10_0_0_nncf_smooth_quant_0" [id=798, type="call_module"]; -"799 quantize_per_tensor_default_19" [id=799, type="quantize_per_tensor"]; -"800 dequantize_per_tensor_default_19" [id=800, type="dequantize_per_tensor"]; -"801 scale_updated_constant13" [id=801, type="get_attr"]; -"802 compressed_weight_updated_constant13" [id=802, type="get_attr"]; -"803 mul_tensor_13" [id=803, type=mul]; -"804 zero_point_updated_constant13" [id=804, type="get_attr"]; -"805 sub_tensor_13" [id=805, type=sub]; -"806 linear_18" [id=806, type=linear]; -"807 dropout_11" [id=807, type=dropout]; -"808 layer_norm_7" [id=808, type="layer_norm"]; -"809 add_9" [id=809, type=add]; -"810 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=810, type="get_attr"]; -"811 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=811, type="call_module"]; -"812 linear_19" [id=812, type=linear]; -"813 relu__3" [id=813, type="relu_"]; -"814 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=814, type="get_attr"]; -"815 relu__3_0_0_nncf_smooth_quant_0" [id=815, type="call_module"]; -"816 linear_20" [id=816, type=linear]; -"817 view_15" [id=817, type=view]; -"818 index_3" [id=818, type=index]; -"819 view_16" [id=819, type=view]; -"820 permute_14" [id=820, type=permute]; -"821 contiguous_4" [id=821, type=contiguous]; -"822 unsqueeze_7" [id=822, type=unsqueeze]; -"823 sigmoid_3" [id=823, type=sigmoid]; -"824 mul_9" [id=824, type=mul]; -"825 pad_4" [id=825, type=pad]; -"826 roll_2" [id=826, type=roll]; -"827 view_17" [id=827, type=view]; -"828 permute_15" [id=828, type=permute]; -"829 reshape_13" [id=829, type=reshape]; -"830 clone_3" [id=830, type=clone]; -"831 slice_46" [id=831, type=slice]; -"832 zero__3" [id=832, type="zero_"]; -"833 reshape_13_0_0_nncf_smooth_quant_0" [id=833, type="call_module"]; -"834 quantize_per_tensor_default_20" [id=834, type="quantize_per_tensor"]; -"835 dequantize_per_tensor_default_20" [id=835, type="dequantize_per_tensor"]; -"836 scale_updated_constant14" [id=836, type="get_attr"]; -"837 compressed_weight_updated_constant14" [id=837, type="get_attr"]; -"838 mul_tensor_14" [id=838, type=mul]; -"839 zero_point_updated_constant14" [id=839, type="get_attr"]; -"840 sub_tensor_14" [id=840, type=sub]; -"841 linear_21" [id=841, type=linear]; -"842 reshape_14" [id=842, type=reshape]; -"843 permute_16" [id=843, type=permute]; -"844 select_9" [id=844, type=select]; -"845 select_10" [id=845, type=select]; -"846 select_11" [id=846, type=select]; -"847 linalg_vector_norm_6" [id=847, type="linalg_vector_norm"]; -"848 clamp_min_6" [id=848, type="clamp_min"]; -"849 expand_as_6" [id=849, type="expand_as"]; -"850 div_6" [id=850, type=div]; -"851 quantize_per_tensor_default_21" [id=851, type="quantize_per_tensor"]; -"852 dequantize_per_tensor_default_21" [id=852, type="dequantize_per_tensor"]; -"853 linalg_vector_norm_7" [id=853, type="linalg_vector_norm"]; -"854 clamp_min_7" [id=854, type="clamp_min"]; -"855 expand_as_7" [id=855, type="expand_as"]; -"856 div_7" [id=856, type=div]; -"857 quantize_per_tensor_default_22" [id=857, type="quantize_per_tensor"]; -"858 dequantize_per_tensor_default_22" [id=858, type="dequantize_per_tensor"]; -"859 transpose_6" [id=859, type=transpose]; -"860 matmul_6" [id=860, type=matmul]; -"861 clamp_3" [id=861, type=clamp]; -"862 exp_3" [id=862, type=exp]; -"863 mul_11" [id=863, type=mul]; -"864 add_10" [id=864, type=add]; -"865 new_zeros_1" [id=865, type="new_zeros"]; -"866 lift_fresh_copy_9" [id=866, type="lift_fresh_copy"]; -"867 slice_47" [id=867, type=slice]; -"868 slice_48" [id=868, type=slice]; -"869 fill__9" [id=869, type="fill_"]; -"870 lift_fresh_copy_10" [id=870, type="lift_fresh_copy"]; -"871 slice_49" [id=871, type=slice]; -"872 slice_50" [id=872, type=slice]; -"873 fill__10" [id=873, type="fill_"]; -"874 lift_fresh_copy_11" [id=874, type="lift_fresh_copy"]; -"875 slice_51" [id=875, type=slice]; -"876 slice_52" [id=876, type=slice]; -"877 fill__11" [id=877, type="fill_"]; -"878 lift_fresh_copy_12" [id=878, type="lift_fresh_copy"]; -"879 slice_53" [id=879, type=slice]; -"880 slice_54" [id=880, type=slice]; -"881 fill__12" [id=881, type="fill_"]; -"882 lift_fresh_copy_13" [id=882, type="lift_fresh_copy"]; -"883 slice_55" [id=883, type=slice]; -"884 slice_56" [id=884, type=slice]; -"885 fill__13" [id=885, type="fill_"]; -"886 lift_fresh_copy_14" [id=886, type="lift_fresh_copy"]; -"887 slice_57" [id=887, type=slice]; -"888 slice_58" [id=888, type=slice]; -"889 fill__14" [id=889, type="fill_"]; -"890 lift_fresh_copy_15" [id=890, type="lift_fresh_copy"]; -"891 slice_59" [id=891, type=slice]; -"892 slice_60" [id=892, type=slice]; -"893 fill__15" [id=893, type="fill_"]; -"894 lift_fresh_copy_16" [id=894, type="lift_fresh_copy"]; -"895 slice_61" [id=895, type=slice]; -"896 slice_62" [id=896, type=slice]; -"897 fill__16" [id=897, type="fill_"]; -"898 lift_fresh_copy_17" [id=898, type="lift_fresh_copy"]; -"899 slice_63" [id=899, type=slice]; -"900 slice_64" [id=900, type=slice]; -"901 fill__17" [id=901, type="fill_"]; -"902 view_18" [id=902, type=view]; -"903 permute_17" [id=903, type=permute]; -"904 reshape_15" [id=904, type=reshape]; -"905 unsqueeze_8" [id=905, type=unsqueeze]; -"906 unsqueeze_9" [id=906, type=unsqueeze]; -"907 sub_9" [id=907, type=sub]; -"908 ne_1" [id=908, type=ne]; -"909 masked_fill_2" [id=909, type="masked_fill"]; -"910 eq_23" [id=910, type=eq]; -"911 masked_fill_3" [id=911, type="masked_fill"]; -"912 view_19" [id=912, type=view]; -"913 unsqueeze_10" [id=913, type=unsqueeze]; -"914 unsqueeze_11" [id=914, type=unsqueeze]; -"915 add_11" [id=915, type=add]; -"916 view_20" [id=916, type=view]; -"917 softmax_3" [id=917, type=softmax]; -"918 dropout_12" [id=918, type=dropout]; -"919 matmul_7" [id=919, type=matmul]; -"920 transpose_7" [id=920, type=transpose]; -"921 reshape_16" [id=921, type=reshape]; -"922 reshape_16_0_0_nncf_smooth_quant_0" [id=922, type="call_module"]; -"923 quantize_per_tensor_default_23" [id=923, type="quantize_per_tensor"]; -"924 dequantize_per_tensor_default_23" [id=924, type="dequantize_per_tensor"]; -"925 scale_updated_constant15" [id=925, type="get_attr"]; -"926 compressed_weight_updated_constant15" [id=926, type="get_attr"]; -"927 mul_tensor_15" [id=927, type=mul]; -"928 zero_point_updated_constant15" [id=928, type="get_attr"]; -"929 sub_tensor_15" [id=929, type=sub]; -"930 linear_22" [id=930, type=linear]; -"931 dropout_13" [id=931, type=dropout]; -"932 view_21" [id=932, type=view]; -"933 permute_18" [id=933, type=permute]; -"934 reshape_17" [id=934, type=reshape]; -"935 roll_3" [id=935, type=roll]; -"936 slice_65" [id=936, type=slice]; -"937 slice_66" [id=937, type=slice]; -"938 slice_67" [id=938, type=slice]; -"939 slice_68" [id=939, type=slice]; -"940 contiguous_5" [id=940, type=contiguous]; -"941 layer_norm_8" [id=941, type="layer_norm"]; -"942 add_12" [id=942, type=add]; -"943 add_12_0_0_nncf_smooth_quant_0" [id=943, type="call_module"]; -"944 quantize_per_tensor_default_24" [id=944, type="quantize_per_tensor"]; -"945 dequantize_per_tensor_default_24" [id=945, type="dequantize_per_tensor"]; -"946 scale_updated_constant16" [id=946, type="get_attr"]; -"947 compressed_weight_updated_constant16" [id=947, type="get_attr"]; -"948 mul_tensor_16" [id=948, type=mul]; -"949 zero_point_updated_constant16" [id=949, type="get_attr"]; -"950 sub_tensor_16" [id=950, type=sub]; -"951 linear_23" [id=951, type=linear]; -"952 gelu_3" [id=952, type=gelu]; -"953 dropout_14" [id=953, type=dropout]; -"954 dropout_14_0_0_nncf_smooth_quant_0" [id=954, type="call_module"]; -"955 quantize_per_tensor_default_25" [id=955, type="quantize_per_tensor"]; -"956 dequantize_per_tensor_default_25" [id=956, type="dequantize_per_tensor"]; -"957 scale_updated_constant17" [id=957, type="get_attr"]; -"958 compressed_weight_updated_constant17" [id=958, type="get_attr"]; -"959 mul_tensor_17" [id=959, type=mul]; -"960 zero_point_updated_constant17" [id=960, type="get_attr"]; -"961 sub_tensor_17" [id=961, type=sub]; -"962 linear_24" [id=962, type=linear]; -"963 dropout_15" [id=963, type=dropout]; -"964 layer_norm_9" [id=964, type="layer_norm"]; -"965 add_13" [id=965, type=add]; -"966 pad_5" [id=966, type=pad]; -"967 slice_69" [id=967, type=slice]; -"968 slice_70" [id=968, type=slice]; -"969 slice_71" [id=969, type=slice]; -"970 slice_72" [id=970, type=slice]; -"971 slice_73" [id=971, type=slice]; -"972 slice_74" [id=972, type=slice]; -"973 slice_75" [id=973, type=slice]; -"974 slice_76" [id=974, type=slice]; -"975 slice_77" [id=975, type=slice]; -"976 slice_78" [id=976, type=slice]; -"977 slice_79" [id=977, type=slice]; -"978 slice_80" [id=978, type=slice]; -"979 cat_1" [id=979, type=cat]; -"980 cat_1_0_0_nncf_smooth_quant_0" [id=980, type="call_module"]; -"981 quantize_per_tensor_default_26" [id=981, type="quantize_per_tensor"]; -"982 dequantize_per_tensor_default_26" [id=982, type="dequantize_per_tensor"]; -"983 scale_updated_constant18" [id=983, type="get_attr"]; -"984 compressed_weight_updated_constant18" [id=984, type="get_attr"]; -"985 mul_tensor_18" [id=985, type=mul]; -"986 zero_point_updated_constant18" [id=986, type="get_attr"]; -"987 sub_tensor_18" [id=987, type=sub]; -"988 linear_25" [id=988, type=linear]; -"989 layer_norm_10" [id=989, type="layer_norm"]; -"990 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=990, type="get_attr"]; -"991 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=991, type="call_module"]; -"992 linear_26" [id=992, type=linear]; -"993 relu__4" [id=993, type="relu_"]; -"994 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=994, type="get_attr"]; -"995 relu__4_0_0_nncf_smooth_quant_0" [id=995, type="call_module"]; -"996 linear_27" [id=996, type=linear]; -"997 view_22" [id=997, type=view]; -"998 index_4" [id=998, type=index]; -"999 view_23" [id=999, type=view]; -"1000 permute_19" [id=1000, type=permute]; -"1001 contiguous_6" [id=1001, type=contiguous]; -"1002 unsqueeze_12" [id=1002, type=unsqueeze]; -"1003 sigmoid_4" [id=1003, type=sigmoid]; -"1004 mul_12" [id=1004, type=mul]; -"1005 pad_6" [id=1005, type=pad]; -"1006 mul_13" [id=1006, type=mul]; -"1007 view_24" [id=1007, type=view]; -"1008 permute_20" [id=1008, type=permute]; -"1009 reshape_18" [id=1009, type=reshape]; -"1010 clone_4" [id=1010, type=clone]; -"1011 slice_81" [id=1011, type=slice]; -"1012 zero__4" [id=1012, type="zero_"]; -"1013 reshape_18_0_0_nncf_smooth_quant_0" [id=1013, type="call_module"]; -"1014 quantize_per_tensor_default_27" [id=1014, type="quantize_per_tensor"]; -"1015 dequantize_per_tensor_default_27" [id=1015, type="dequantize_per_tensor"]; -"1016 scale_updated_constant19" [id=1016, type="get_attr"]; -"1017 compressed_weight_updated_constant19" [id=1017, type="get_attr"]; -"1018 mul_tensor_19" [id=1018, type=mul]; -"1019 zero_point_updated_constant19" [id=1019, type="get_attr"]; -"1020 sub_tensor_19" [id=1020, type=sub]; -"1021 linear_28" [id=1021, type=linear]; -"1022 reshape_19" [id=1022, type=reshape]; -"1023 permute_21" [id=1023, type=permute]; -"1024 select_12" [id=1024, type=select]; -"1025 select_13" [id=1025, type=select]; -"1026 select_14" [id=1026, type=select]; -"1027 linalg_vector_norm_8" [id=1027, type="linalg_vector_norm"]; -"1028 clamp_min_8" [id=1028, type="clamp_min"]; -"1029 expand_as_8" [id=1029, type="expand_as"]; -"1030 div_8" [id=1030, type=div]; -"1031 quantize_per_tensor_default_28" [id=1031, type="quantize_per_tensor"]; -"1032 dequantize_per_tensor_default_28" [id=1032, type="dequantize_per_tensor"]; -"1033 linalg_vector_norm_9" [id=1033, type="linalg_vector_norm"]; -"1034 clamp_min_9" [id=1034, type="clamp_min"]; -"1035 expand_as_9" [id=1035, type="expand_as"]; -"1036 div_9" [id=1036, type=div]; -"1037 quantize_per_tensor_default_29" [id=1037, type="quantize_per_tensor"]; -"1038 dequantize_per_tensor_default_29" [id=1038, type="dequantize_per_tensor"]; -"1039 transpose_8" [id=1039, type=transpose]; -"1040 matmul_8" [id=1040, type=matmul]; -"1041 clamp_4" [id=1041, type=clamp]; -"1042 exp_4" [id=1042, type=exp]; -"1043 mul_14" [id=1043, type=mul]; -"1044 add_14" [id=1044, type=add]; -"1045 softmax_4" [id=1045, type=softmax]; -"1046 dropout_16" [id=1046, type=dropout]; -"1047 matmul_9" [id=1047, type=matmul]; -"1048 transpose_9" [id=1048, type=transpose]; -"1049 reshape_20" [id=1049, type=reshape]; -"1050 reshape_20_0_0_nncf_smooth_quant_0" [id=1050, type="call_module"]; -"1051 quantize_per_tensor_default_30" [id=1051, type="quantize_per_tensor"]; -"1052 dequantize_per_tensor_default_30" [id=1052, type="dequantize_per_tensor"]; -"1053 scale_updated_constant20" [id=1053, type="get_attr"]; -"1054 compressed_weight_updated_constant20" [id=1054, type="get_attr"]; -"1055 mul_tensor_20" [id=1055, type=mul]; -"1056 zero_point_updated_constant20" [id=1056, type="get_attr"]; -"1057 sub_tensor_20" [id=1057, type=sub]; -"1058 linear_29" [id=1058, type=linear]; -"1059 dropout_17" [id=1059, type=dropout]; -"1060 view_25" [id=1060, type=view]; -"1061 permute_22" [id=1061, type=permute]; -"1062 reshape_21" [id=1062, type=reshape]; -"1063 slice_82" [id=1063, type=slice]; -"1064 slice_83" [id=1064, type=slice]; -"1065 slice_84" [id=1065, type=slice]; -"1066 slice_85" [id=1066, type=slice]; -"1067 contiguous_7" [id=1067, type=contiguous]; -"1068 layer_norm_11" [id=1068, type="layer_norm"]; -"1069 add_15" [id=1069, type=add]; -"1070 add_15_0_0_nncf_smooth_quant_0" [id=1070, type="call_module"]; -"1071 quantize_per_tensor_default_31" [id=1071, type="quantize_per_tensor"]; -"1072 dequantize_per_tensor_default_31" [id=1072, type="dequantize_per_tensor"]; -"1073 scale_updated_constant21" [id=1073, type="get_attr"]; -"1074 compressed_weight_updated_constant21" [id=1074, type="get_attr"]; -"1075 mul_tensor_21" [id=1075, type=mul]; -"1076 zero_point_updated_constant21" [id=1076, type="get_attr"]; -"1077 sub_tensor_21" [id=1077, type=sub]; -"1078 linear_30" [id=1078, type=linear]; -"1079 gelu_4" [id=1079, type=gelu]; -"1080 dropout_18" [id=1080, type=dropout]; -"1081 dropout_18_0_0_nncf_smooth_quant_0" [id=1081, type="call_module"]; -"1082 quantize_per_tensor_default_32" [id=1082, type="quantize_per_tensor"]; -"1083 dequantize_per_tensor_default_32" [id=1083, type="dequantize_per_tensor"]; -"1084 scale_updated_constant22" [id=1084, type="get_attr"]; -"1085 compressed_weight_updated_constant22" [id=1085, type="get_attr"]; -"1086 mul_tensor_22" [id=1086, type=mul]; -"1087 zero_point_updated_constant22" [id=1087, type="get_attr"]; -"1088 sub_tensor_22" [id=1088, type=sub]; -"1089 linear_31" [id=1089, type=linear]; -"1090 dropout_19" [id=1090, type=dropout]; -"1091 layer_norm_12" [id=1091, type="layer_norm"]; -"1092 add_16" [id=1092, type=add]; -"1093 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1093, type="get_attr"]; -"1094 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1094, type="call_module"]; -"1095 linear_32" [id=1095, type=linear]; -"1096 relu__5" [id=1096, type="relu_"]; -"1097 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1097, type="get_attr"]; -"1098 relu__5_0_0_nncf_smooth_quant_0" [id=1098, type="call_module"]; -"1099 linear_33" [id=1099, type=linear]; -"1100 view_26" [id=1100, type=view]; -"1101 index_5" [id=1101, type=index]; -"1102 view_27" [id=1102, type=view]; -"1103 permute_23" [id=1103, type=permute]; -"1104 contiguous_8" [id=1104, type=contiguous]; -"1105 unsqueeze_13" [id=1105, type=unsqueeze]; -"1106 sigmoid_5" [id=1106, type=sigmoid]; -"1107 mul_15" [id=1107, type=mul]; -"1108 pad_7" [id=1108, type=pad]; -"1109 roll_4" [id=1109, type=roll]; -"1110 view_28" [id=1110, type=view]; -"1111 permute_24" [id=1111, type=permute]; -"1112 reshape_22" [id=1112, type=reshape]; -"1113 clone_5" [id=1113, type=clone]; -"1114 slice_86" [id=1114, type=slice]; -"1115 zero__5" [id=1115, type="zero_"]; -"1116 reshape_22_0_0_nncf_smooth_quant_0" [id=1116, type="call_module"]; -"1117 quantize_per_tensor_default_33" [id=1117, type="quantize_per_tensor"]; -"1118 dequantize_per_tensor_default_33" [id=1118, type="dequantize_per_tensor"]; -"1119 scale_updated_constant23" [id=1119, type="get_attr"]; -"1120 compressed_weight_updated_constant23" [id=1120, type="get_attr"]; -"1121 mul_tensor_23" [id=1121, type=mul]; -"1122 zero_point_updated_constant23" [id=1122, type="get_attr"]; -"1123 sub_tensor_23" [id=1123, type=sub]; -"1124 linear_34" [id=1124, type=linear]; -"1125 reshape_23" [id=1125, type=reshape]; -"1126 permute_25" [id=1126, type=permute]; -"1127 select_15" [id=1127, type=select]; -"1128 select_16" [id=1128, type=select]; -"1129 select_17" [id=1129, type=select]; -"1130 linalg_vector_norm_10" [id=1130, type="linalg_vector_norm"]; -"1131 clamp_min_10" [id=1131, type="clamp_min"]; -"1132 expand_as_10" [id=1132, type="expand_as"]; -"1133 div_10" [id=1133, type=div]; -"1134 quantize_per_tensor_default_34" [id=1134, type="quantize_per_tensor"]; -"1135 dequantize_per_tensor_default_34" [id=1135, type="dequantize_per_tensor"]; -"1136 linalg_vector_norm_11" [id=1136, type="linalg_vector_norm"]; -"1137 clamp_min_11" [id=1137, type="clamp_min"]; -"1138 expand_as_11" [id=1138, type="expand_as"]; -"1139 div_11" [id=1139, type=div]; -"1140 quantize_per_tensor_default_35" [id=1140, type="quantize_per_tensor"]; -"1141 dequantize_per_tensor_default_35" [id=1141, type="dequantize_per_tensor"]; -"1142 transpose_10" [id=1142, type=transpose]; -"1143 matmul_10" [id=1143, type=matmul]; -"1144 clamp_5" [id=1144, type=clamp]; -"1145 exp_5" [id=1145, type=exp]; -"1146 mul_17" [id=1146, type=mul]; -"1147 add_17" [id=1147, type=add]; -"1148 new_zeros_2" [id=1148, type="new_zeros"]; -"1149 lift_fresh_copy_18" [id=1149, type="lift_fresh_copy"]; -"1150 slice_87" [id=1150, type=slice]; -"1151 slice_88" [id=1151, type=slice]; -"1152 fill__18" [id=1152, type="fill_"]; -"1153 lift_fresh_copy_19" [id=1153, type="lift_fresh_copy"]; -"1154 slice_89" [id=1154, type=slice]; -"1155 slice_90" [id=1155, type=slice]; -"1156 fill__19" [id=1156, type="fill_"]; -"1157 lift_fresh_copy_20" [id=1157, type="lift_fresh_copy"]; -"1158 slice_91" [id=1158, type=slice]; -"1159 slice_92" [id=1159, type=slice]; -"1160 fill__20" [id=1160, type="fill_"]; -"1161 lift_fresh_copy_21" [id=1161, type="lift_fresh_copy"]; -"1162 slice_93" [id=1162, type=slice]; -"1163 slice_94" [id=1163, type=slice]; -"1164 fill__21" [id=1164, type="fill_"]; -"1165 lift_fresh_copy_22" [id=1165, type="lift_fresh_copy"]; -"1166 slice_95" [id=1166, type=slice]; -"1167 slice_96" [id=1167, type=slice]; -"1168 fill__22" [id=1168, type="fill_"]; -"1169 lift_fresh_copy_23" [id=1169, type="lift_fresh_copy"]; -"1170 slice_97" [id=1170, type=slice]; -"1171 slice_98" [id=1171, type=slice]; -"1172 fill__23" [id=1172, type="fill_"]; -"1173 lift_fresh_copy_24" [id=1173, type="lift_fresh_copy"]; -"1174 slice_99" [id=1174, type=slice]; -"1175 slice_100" [id=1175, type=slice]; -"1176 fill__24" [id=1176, type="fill_"]; -"1177 lift_fresh_copy_25" [id=1177, type="lift_fresh_copy"]; -"1178 slice_101" [id=1178, type=slice]; -"1179 slice_102" [id=1179, type=slice]; -"1180 fill__25" [id=1180, type="fill_"]; -"1181 lift_fresh_copy_26" [id=1181, type="lift_fresh_copy"]; -"1182 slice_103" [id=1182, type=slice]; -"1183 slice_104" [id=1183, type=slice]; -"1184 fill__26" [id=1184, type="fill_"]; -"1185 view_29" [id=1185, type=view]; -"1186 permute_26" [id=1186, type=permute]; -"1187 reshape_24" [id=1187, type=reshape]; -"1188 unsqueeze_14" [id=1188, type=unsqueeze]; -"1189 unsqueeze_15" [id=1189, type=unsqueeze]; -"1190 sub_14" [id=1190, type=sub]; -"1191 ne_2" [id=1191, type=ne]; -"1192 masked_fill_4" [id=1192, type="masked_fill"]; -"1193 eq_38" [id=1193, type=eq]; -"1194 masked_fill_5" [id=1194, type="masked_fill"]; -"1195 view_30" [id=1195, type=view]; -"1196 unsqueeze_16" [id=1196, type=unsqueeze]; -"1197 unsqueeze_17" [id=1197, type=unsqueeze]; -"1198 add_18" [id=1198, type=add]; -"1199 view_31" [id=1199, type=view]; -"1200 softmax_5" [id=1200, type=softmax]; -"1201 dropout_20" [id=1201, type=dropout]; -"1202 matmul_11" [id=1202, type=matmul]; -"1203 transpose_11" [id=1203, type=transpose]; -"1204 reshape_25" [id=1204, type=reshape]; -"1205 reshape_25_0_0_nncf_smooth_quant_0" [id=1205, type="call_module"]; -"1206 quantize_per_tensor_default_36" [id=1206, type="quantize_per_tensor"]; -"1207 dequantize_per_tensor_default_36" [id=1207, type="dequantize_per_tensor"]; -"1208 scale_updated_constant24" [id=1208, type="get_attr"]; -"1209 compressed_weight_updated_constant24" [id=1209, type="get_attr"]; -"1210 mul_tensor_24" [id=1210, type=mul]; -"1211 zero_point_updated_constant24" [id=1211, type="get_attr"]; -"1212 sub_tensor_24" [id=1212, type=sub]; -"1213 linear_35" [id=1213, type=linear]; -"1214 dropout_21" [id=1214, type=dropout]; -"1215 view_32" [id=1215, type=view]; -"1216 permute_27" [id=1216, type=permute]; -"1217 reshape_26" [id=1217, type=reshape]; -"1218 roll_5" [id=1218, type=roll]; -"1219 slice_105" [id=1219, type=slice]; -"1220 slice_106" [id=1220, type=slice]; -"1221 slice_107" [id=1221, type=slice]; -"1222 slice_108" [id=1222, type=slice]; -"1223 contiguous_9" [id=1223, type=contiguous]; -"1224 layer_norm_13" [id=1224, type="layer_norm"]; -"1225 add_19" [id=1225, type=add]; -"1226 add_19_0_0_nncf_smooth_quant_0" [id=1226, type="call_module"]; -"1227 quantize_per_tensor_default_37" [id=1227, type="quantize_per_tensor"]; -"1228 dequantize_per_tensor_default_37" [id=1228, type="dequantize_per_tensor"]; -"1229 scale_updated_constant25" [id=1229, type="get_attr"]; -"1230 compressed_weight_updated_constant25" [id=1230, type="get_attr"]; -"1231 mul_tensor_25" [id=1231, type=mul]; -"1232 zero_point_updated_constant25" [id=1232, type="get_attr"]; -"1233 sub_tensor_25" [id=1233, type=sub]; -"1234 linear_36" [id=1234, type=linear]; -"1235 gelu_5" [id=1235, type=gelu]; -"1236 dropout_22" [id=1236, type=dropout]; -"1237 dropout_22_0_0_nncf_smooth_quant_0" [id=1237, type="call_module"]; -"1238 quantize_per_tensor_default_38" [id=1238, type="quantize_per_tensor"]; -"1239 dequantize_per_tensor_default_38" [id=1239, type="dequantize_per_tensor"]; -"1240 scale_updated_constant26" [id=1240, type="get_attr"]; -"1241 compressed_weight_updated_constant26" [id=1241, type="get_attr"]; -"1242 mul_tensor_26" [id=1242, type=mul]; -"1243 zero_point_updated_constant26" [id=1243, type="get_attr"]; -"1244 sub_tensor_26" [id=1244, type=sub]; -"1245 linear_37" [id=1245, type=linear]; -"1246 dropout_23" [id=1246, type=dropout]; -"1247 layer_norm_14" [id=1247, type="layer_norm"]; -"1248 add_20" [id=1248, type=add]; -"1249 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1249, type="get_attr"]; -"1250 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1250, type="call_module"]; -"1251 linear_38" [id=1251, type=linear]; -"1252 relu__6" [id=1252, type="relu_"]; -"1253 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1253, type="get_attr"]; -"1254 relu__6_0_0_nncf_smooth_quant_0" [id=1254, type="call_module"]; -"1255 linear_39" [id=1255, type=linear]; -"1256 view_33" [id=1256, type=view]; -"1257 index_6" [id=1257, type=index]; -"1258 view_34" [id=1258, type=view]; -"1259 permute_28" [id=1259, type=permute]; -"1260 contiguous_10" [id=1260, type=contiguous]; -"1261 unsqueeze_18" [id=1261, type=unsqueeze]; -"1262 sigmoid_6" [id=1262, type=sigmoid]; -"1263 mul_18" [id=1263, type=mul]; -"1264 pad_8" [id=1264, type=pad]; -"1265 view_35" [id=1265, type=view]; -"1266 permute_29" [id=1266, type=permute]; -"1267 reshape_27" [id=1267, type=reshape]; -"1268 clone_6" [id=1268, type=clone]; -"1269 slice_109" [id=1269, type=slice]; -"1270 zero__6" [id=1270, type="zero_"]; -"1271 reshape_27_0_0_nncf_smooth_quant_0" [id=1271, type="call_module"]; -"1272 quantize_per_tensor_default_39" [id=1272, type="quantize_per_tensor"]; -"1273 dequantize_per_tensor_default_39" [id=1273, type="dequantize_per_tensor"]; -"1274 scale_updated_constant27" [id=1274, type="get_attr"]; -"1275 compressed_weight_updated_constant27" [id=1275, type="get_attr"]; -"1276 mul_tensor_27" [id=1276, type=mul]; -"1277 zero_point_updated_constant27" [id=1277, type="get_attr"]; -"1278 sub_tensor_27" [id=1278, type=sub]; -"1279 linear_40" [id=1279, type=linear]; -"1280 reshape_28" [id=1280, type=reshape]; -"1281 permute_30" [id=1281, type=permute]; -"1282 select_18" [id=1282, type=select]; -"1283 select_19" [id=1283, type=select]; -"1284 select_20" [id=1284, type=select]; -"1285 linalg_vector_norm_12" [id=1285, type="linalg_vector_norm"]; -"1286 clamp_min_12" [id=1286, type="clamp_min"]; -"1287 expand_as_12" [id=1287, type="expand_as"]; -"1288 div_12" [id=1288, type=div]; -"1289 quantize_per_tensor_default_40" [id=1289, type="quantize_per_tensor"]; -"1290 dequantize_per_tensor_default_40" [id=1290, type="dequantize_per_tensor"]; -"1291 linalg_vector_norm_13" [id=1291, type="linalg_vector_norm"]; -"1292 clamp_min_13" [id=1292, type="clamp_min"]; -"1293 expand_as_13" [id=1293, type="expand_as"]; -"1294 div_13" [id=1294, type=div]; -"1295 quantize_per_tensor_default_41" [id=1295, type="quantize_per_tensor"]; -"1296 dequantize_per_tensor_default_41" [id=1296, type="dequantize_per_tensor"]; -"1297 transpose_12" [id=1297, type=transpose]; -"1298 matmul_12" [id=1298, type=matmul]; -"1299 clamp_6" [id=1299, type=clamp]; -"1300 exp_6" [id=1300, type=exp]; -"1301 mul_20" [id=1301, type=mul]; -"1302 add_21" [id=1302, type=add]; -"1303 softmax_6" [id=1303, type=softmax]; -"1304 dropout_24" [id=1304, type=dropout]; -"1305 matmul_13" [id=1305, type=matmul]; -"1306 transpose_13" [id=1306, type=transpose]; -"1307 reshape_29" [id=1307, type=reshape]; -"1308 reshape_29_0_0_nncf_smooth_quant_0" [id=1308, type="call_module"]; -"1309 quantize_per_tensor_default_42" [id=1309, type="quantize_per_tensor"]; -"1310 dequantize_per_tensor_default_42" [id=1310, type="dequantize_per_tensor"]; -"1311 scale_updated_constant28" [id=1311, type="get_attr"]; -"1312 compressed_weight_updated_constant28" [id=1312, type="get_attr"]; -"1313 mul_tensor_28" [id=1313, type=mul]; -"1314 zero_point_updated_constant28" [id=1314, type="get_attr"]; -"1315 sub_tensor_28" [id=1315, type=sub]; -"1316 linear_41" [id=1316, type=linear]; -"1317 dropout_25" [id=1317, type=dropout]; -"1318 view_36" [id=1318, type=view]; -"1319 permute_31" [id=1319, type=permute]; -"1320 reshape_30" [id=1320, type=reshape]; -"1321 slice_110" [id=1321, type=slice]; -"1322 slice_111" [id=1322, type=slice]; -"1323 slice_112" [id=1323, type=slice]; -"1324 slice_113" [id=1324, type=slice]; -"1325 contiguous_11" [id=1325, type=contiguous]; -"1326 layer_norm_15" [id=1326, type="layer_norm"]; -"1327 add_22" [id=1327, type=add]; -"1328 add_22_0_0_nncf_smooth_quant_0" [id=1328, type="call_module"]; -"1329 quantize_per_tensor_default_43" [id=1329, type="quantize_per_tensor"]; -"1330 dequantize_per_tensor_default_43" [id=1330, type="dequantize_per_tensor"]; -"1331 scale_updated_constant29" [id=1331, type="get_attr"]; -"1332 compressed_weight_updated_constant29" [id=1332, type="get_attr"]; -"1333 mul_tensor_29" [id=1333, type=mul]; -"1334 zero_point_updated_constant29" [id=1334, type="get_attr"]; -"1335 sub_tensor_29" [id=1335, type=sub]; -"1336 linear_42" [id=1336, type=linear]; -"1337 gelu_6" [id=1337, type=gelu]; -"1338 dropout_26" [id=1338, type=dropout]; -"1339 dropout_26_0_0_nncf_smooth_quant_0" [id=1339, type="call_module"]; -"1340 quantize_per_tensor_default_44" [id=1340, type="quantize_per_tensor"]; -"1341 dequantize_per_tensor_default_44" [id=1341, type="dequantize_per_tensor"]; -"1342 scale_updated_constant30" [id=1342, type="get_attr"]; -"1343 compressed_weight_updated_constant30" [id=1343, type="get_attr"]; -"1344 mul_tensor_30" [id=1344, type=mul]; -"1345 zero_point_updated_constant30" [id=1345, type="get_attr"]; -"1346 sub_tensor_30" [id=1346, type=sub]; -"1347 linear_43" [id=1347, type=linear]; -"1348 dropout_27" [id=1348, type=dropout]; -"1349 layer_norm_16" [id=1349, type="layer_norm"]; -"1350 add_23" [id=1350, type=add]; -"1351 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1351, type="get_attr"]; -"1352 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1352, type="call_module"]; -"1353 linear_44" [id=1353, type=linear]; -"1354 relu__7" [id=1354, type="relu_"]; -"1355 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1355, type="get_attr"]; -"1356 relu__7_0_0_nncf_smooth_quant_0" [id=1356, type="call_module"]; -"1357 linear_45" [id=1357, type=linear]; -"1358 view_37" [id=1358, type=view]; -"1359 index_7" [id=1359, type=index]; -"1360 view_38" [id=1360, type=view]; -"1361 permute_32" [id=1361, type=permute]; -"1362 contiguous_12" [id=1362, type=contiguous]; -"1363 unsqueeze_19" [id=1363, type=unsqueeze]; -"1364 sigmoid_7" [id=1364, type=sigmoid]; -"1365 mul_21" [id=1365, type=mul]; -"1366 pad_9" [id=1366, type=pad]; -"1367 roll_6" [id=1367, type=roll]; -"1368 view_39" [id=1368, type=view]; -"1369 permute_33" [id=1369, type=permute]; -"1370 reshape_31" [id=1370, type=reshape]; -"1371 clone_7" [id=1371, type=clone]; -"1372 slice_114" [id=1372, type=slice]; -"1373 zero__7" [id=1373, type="zero_"]; -"1374 reshape_31_0_0_nncf_smooth_quant_0" [id=1374, type="call_module"]; -"1375 quantize_per_tensor_default_45" [id=1375, type="quantize_per_tensor"]; -"1376 dequantize_per_tensor_default_45" [id=1376, type="dequantize_per_tensor"]; -"1377 scale_updated_constant31" [id=1377, type="get_attr"]; -"1378 compressed_weight_updated_constant31" [id=1378, type="get_attr"]; -"1379 mul_tensor_31" [id=1379, type=mul]; -"1380 zero_point_updated_constant31" [id=1380, type="get_attr"]; -"1381 sub_tensor_31" [id=1381, type=sub]; -"1382 linear_46" [id=1382, type=linear]; -"1383 reshape_32" [id=1383, type=reshape]; -"1384 permute_34" [id=1384, type=permute]; -"1385 select_21" [id=1385, type=select]; -"1386 select_22" [id=1386, type=select]; -"1387 select_23" [id=1387, type=select]; -"1388 linalg_vector_norm_14" [id=1388, type="linalg_vector_norm"]; -"1389 clamp_min_14" [id=1389, type="clamp_min"]; -"1390 expand_as_14" [id=1390, type="expand_as"]; -"1391 div_14" [id=1391, type=div]; -"1392 quantize_per_tensor_default_46" [id=1392, type="quantize_per_tensor"]; -"1393 dequantize_per_tensor_default_46" [id=1393, type="dequantize_per_tensor"]; -"1394 linalg_vector_norm_15" [id=1394, type="linalg_vector_norm"]; -"1395 clamp_min_15" [id=1395, type="clamp_min"]; -"1396 expand_as_15" [id=1396, type="expand_as"]; -"1397 div_15" [id=1397, type=div]; -"1398 quantize_per_tensor_default_47" [id=1398, type="quantize_per_tensor"]; -"1399 dequantize_per_tensor_default_47" [id=1399, type="dequantize_per_tensor"]; -"1400 transpose_14" [id=1400, type=transpose]; -"1401 matmul_14" [id=1401, type=matmul]; -"1402 clamp_7" [id=1402, type=clamp]; -"1403 exp_7" [id=1403, type=exp]; -"1404 mul_23" [id=1404, type=mul]; -"1405 add_24" [id=1405, type=add]; -"1406 new_zeros_3" [id=1406, type="new_zeros"]; -"1407 lift_fresh_copy_27" [id=1407, type="lift_fresh_copy"]; -"1408 slice_115" [id=1408, type=slice]; -"1409 slice_116" [id=1409, type=slice]; -"1410 fill__27" [id=1410, type="fill_"]; -"1411 lift_fresh_copy_28" [id=1411, type="lift_fresh_copy"]; -"1412 slice_117" [id=1412, type=slice]; -"1413 slice_118" [id=1413, type=slice]; -"1414 fill__28" [id=1414, type="fill_"]; -"1415 lift_fresh_copy_29" [id=1415, type="lift_fresh_copy"]; -"1416 slice_119" [id=1416, type=slice]; -"1417 slice_120" [id=1417, type=slice]; -"1418 fill__29" [id=1418, type="fill_"]; -"1419 lift_fresh_copy_30" [id=1419, type="lift_fresh_copy"]; -"1420 slice_121" [id=1420, type=slice]; -"1421 slice_122" [id=1421, type=slice]; -"1422 fill__30" [id=1422, type="fill_"]; -"1423 lift_fresh_copy_31" [id=1423, type="lift_fresh_copy"]; -"1424 slice_123" [id=1424, type=slice]; -"1425 slice_124" [id=1425, type=slice]; -"1426 fill__31" [id=1426, type="fill_"]; -"1427 lift_fresh_copy_32" [id=1427, type="lift_fresh_copy"]; -"1428 slice_125" [id=1428, type=slice]; -"1429 slice_126" [id=1429, type=slice]; -"1430 fill__32" [id=1430, type="fill_"]; -"1431 lift_fresh_copy_33" [id=1431, type="lift_fresh_copy"]; -"1432 slice_127" [id=1432, type=slice]; -"1433 slice_128" [id=1433, type=slice]; -"1434 fill__33" [id=1434, type="fill_"]; -"1435 lift_fresh_copy_34" [id=1435, type="lift_fresh_copy"]; -"1436 slice_129" [id=1436, type=slice]; -"1437 slice_130" [id=1437, type=slice]; -"1438 fill__34" [id=1438, type="fill_"]; -"1439 lift_fresh_copy_35" [id=1439, type="lift_fresh_copy"]; -"1440 slice_131" [id=1440, type=slice]; -"1441 slice_132" [id=1441, type=slice]; -"1442 fill__35" [id=1442, type="fill_"]; -"1443 view_40" [id=1443, type=view]; -"1444 permute_35" [id=1444, type=permute]; -"1445 reshape_33" [id=1445, type=reshape]; -"1446 unsqueeze_20" [id=1446, type=unsqueeze]; -"1447 unsqueeze_21" [id=1447, type=unsqueeze]; -"1448 sub_19" [id=1448, type=sub]; -"1449 ne_3" [id=1449, type=ne]; -"1450 masked_fill_6" [id=1450, type="masked_fill"]; -"1451 eq_49" [id=1451, type=eq]; -"1452 masked_fill_7" [id=1452, type="masked_fill"]; -"1453 view_41" [id=1453, type=view]; -"1454 unsqueeze_22" [id=1454, type=unsqueeze]; -"1455 unsqueeze_23" [id=1455, type=unsqueeze]; -"1456 add_25" [id=1456, type=add]; -"1457 view_42" [id=1457, type=view]; -"1458 softmax_7" [id=1458, type=softmax]; -"1459 dropout_28" [id=1459, type=dropout]; -"1460 matmul_15" [id=1460, type=matmul]; -"1461 transpose_15" [id=1461, type=transpose]; -"1462 reshape_34" [id=1462, type=reshape]; -"1463 reshape_34_0_0_nncf_smooth_quant_0" [id=1463, type="call_module"]; -"1464 quantize_per_tensor_default_48" [id=1464, type="quantize_per_tensor"]; -"1465 dequantize_per_tensor_default_48" [id=1465, type="dequantize_per_tensor"]; -"1466 scale_updated_constant32" [id=1466, type="get_attr"]; -"1467 compressed_weight_updated_constant32" [id=1467, type="get_attr"]; -"1468 mul_tensor_32" [id=1468, type=mul]; -"1469 zero_point_updated_constant32" [id=1469, type="get_attr"]; -"1470 sub_tensor_32" [id=1470, type=sub]; -"1471 linear_47" [id=1471, type=linear]; -"1472 dropout_29" [id=1472, type=dropout]; -"1473 view_43" [id=1473, type=view]; -"1474 permute_36" [id=1474, type=permute]; -"1475 reshape_35" [id=1475, type=reshape]; -"1476 roll_7" [id=1476, type=roll]; -"1477 slice_133" [id=1477, type=slice]; -"1478 slice_134" [id=1478, type=slice]; -"1479 slice_135" [id=1479, type=slice]; -"1480 slice_136" [id=1480, type=slice]; -"1481 contiguous_13" [id=1481, type=contiguous]; -"1482 layer_norm_17" [id=1482, type="layer_norm"]; -"1483 add_26" [id=1483, type=add]; -"1484 add_26_0_0_nncf_smooth_quant_0" [id=1484, type="call_module"]; -"1485 quantize_per_tensor_default_49" [id=1485, type="quantize_per_tensor"]; -"1486 dequantize_per_tensor_default_49" [id=1486, type="dequantize_per_tensor"]; -"1487 scale_updated_constant33" [id=1487, type="get_attr"]; -"1488 compressed_weight_updated_constant33" [id=1488, type="get_attr"]; -"1489 mul_tensor_33" [id=1489, type=mul]; -"1490 zero_point_updated_constant33" [id=1490, type="get_attr"]; -"1491 sub_tensor_33" [id=1491, type=sub]; -"1492 linear_48" [id=1492, type=linear]; -"1493 gelu_7" [id=1493, type=gelu]; -"1494 dropout_30" [id=1494, type=dropout]; -"1495 dropout_30_0_0_nncf_smooth_quant_0" [id=1495, type="call_module"]; -"1496 quantize_per_tensor_default_50" [id=1496, type="quantize_per_tensor"]; -"1497 dequantize_per_tensor_default_50" [id=1497, type="dequantize_per_tensor"]; -"1498 scale_updated_constant34" [id=1498, type="get_attr"]; -"1499 compressed_weight_updated_constant34" [id=1499, type="get_attr"]; -"1500 mul_tensor_34" [id=1500, type=mul]; -"1501 zero_point_updated_constant34" [id=1501, type="get_attr"]; -"1502 sub_tensor_34" [id=1502, type=sub]; -"1503 linear_49" [id=1503, type=linear]; -"1504 dropout_31" [id=1504, type=dropout]; -"1505 layer_norm_18" [id=1505, type="layer_norm"]; -"1506 add_27" [id=1506, type=add]; -"1507 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1507, type="get_attr"]; -"1508 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1508, type="call_module"]; -"1509 linear_50" [id=1509, type=linear]; -"1510 relu__8" [id=1510, type="relu_"]; -"1511 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1511, type="get_attr"]; -"1512 relu__8_0_0_nncf_smooth_quant_0" [id=1512, type="call_module"]; -"1513 linear_51" [id=1513, type=linear]; -"1514 view_44" [id=1514, type=view]; -"1515 index_8" [id=1515, type=index]; -"1516 view_45" [id=1516, type=view]; -"1517 permute_37" [id=1517, type=permute]; -"1518 contiguous_14" [id=1518, type=contiguous]; -"1519 unsqueeze_24" [id=1519, type=unsqueeze]; -"1520 sigmoid_8" [id=1520, type=sigmoid]; -"1521 mul_24" [id=1521, type=mul]; -"1522 pad_10" [id=1522, type=pad]; -"1523 view_46" [id=1523, type=view]; -"1524 permute_38" [id=1524, type=permute]; -"1525 reshape_36" [id=1525, type=reshape]; -"1526 clone_8" [id=1526, type=clone]; -"1527 slice_137" [id=1527, type=slice]; -"1528 zero__8" [id=1528, type="zero_"]; -"1529 reshape_36_0_0_nncf_smooth_quant_0" [id=1529, type="call_module"]; -"1530 quantize_per_tensor_default_51" [id=1530, type="quantize_per_tensor"]; -"1531 dequantize_per_tensor_default_51" [id=1531, type="dequantize_per_tensor"]; -"1532 scale_updated_constant35" [id=1532, type="get_attr"]; -"1533 compressed_weight_updated_constant35" [id=1533, type="get_attr"]; -"1534 mul_tensor_35" [id=1534, type=mul]; -"1535 zero_point_updated_constant35" [id=1535, type="get_attr"]; -"1536 sub_tensor_35" [id=1536, type=sub]; -"1537 linear_52" [id=1537, type=linear]; -"1538 reshape_37" [id=1538, type=reshape]; -"1539 permute_39" [id=1539, type=permute]; -"1540 select_24" [id=1540, type=select]; -"1541 select_25" [id=1541, type=select]; -"1542 select_26" [id=1542, type=select]; -"1543 linalg_vector_norm_16" [id=1543, type="linalg_vector_norm"]; -"1544 clamp_min_16" [id=1544, type="clamp_min"]; -"1545 expand_as_16" [id=1545, type="expand_as"]; -"1546 div_16" [id=1546, type=div]; -"1547 quantize_per_tensor_default_52" [id=1547, type="quantize_per_tensor"]; -"1548 dequantize_per_tensor_default_52" [id=1548, type="dequantize_per_tensor"]; -"1549 linalg_vector_norm_17" [id=1549, type="linalg_vector_norm"]; -"1550 clamp_min_17" [id=1550, type="clamp_min"]; -"1551 expand_as_17" [id=1551, type="expand_as"]; -"1552 div_17" [id=1552, type=div]; -"1553 quantize_per_tensor_default_53" [id=1553, type="quantize_per_tensor"]; -"1554 dequantize_per_tensor_default_53" [id=1554, type="dequantize_per_tensor"]; -"1555 transpose_16" [id=1555, type=transpose]; -"1556 matmul_16" [id=1556, type=matmul]; -"1557 clamp_8" [id=1557, type=clamp]; -"1558 exp_8" [id=1558, type=exp]; -"1559 mul_26" [id=1559, type=mul]; -"1560 add_28" [id=1560, type=add]; -"1561 softmax_8" [id=1561, type=softmax]; -"1562 dropout_32" [id=1562, type=dropout]; -"1563 matmul_17" [id=1563, type=matmul]; -"1564 transpose_17" [id=1564, type=transpose]; -"1565 reshape_38" [id=1565, type=reshape]; -"1566 reshape_38_0_0_nncf_smooth_quant_0" [id=1566, type="call_module"]; -"1567 quantize_per_tensor_default_54" [id=1567, type="quantize_per_tensor"]; -"1568 dequantize_per_tensor_default_54" [id=1568, type="dequantize_per_tensor"]; -"1569 scale_updated_constant36" [id=1569, type="get_attr"]; -"1570 compressed_weight_updated_constant36" [id=1570, type="get_attr"]; -"1571 mul_tensor_36" [id=1571, type=mul]; -"1572 zero_point_updated_constant36" [id=1572, type="get_attr"]; -"1573 sub_tensor_36" [id=1573, type=sub]; -"1574 linear_53" [id=1574, type=linear]; -"1575 dropout_33" [id=1575, type=dropout]; -"1576 view_47" [id=1576, type=view]; -"1577 permute_40" [id=1577, type=permute]; -"1578 reshape_39" [id=1578, type=reshape]; -"1579 slice_138" [id=1579, type=slice]; -"1580 slice_139" [id=1580, type=slice]; -"1581 slice_140" [id=1581, type=slice]; -"1582 slice_141" [id=1582, type=slice]; -"1583 contiguous_15" [id=1583, type=contiguous]; -"1584 layer_norm_19" [id=1584, type="layer_norm"]; -"1585 add_29" [id=1585, type=add]; -"1586 add_29_0_0_nncf_smooth_quant_0" [id=1586, type="call_module"]; -"1587 quantize_per_tensor_default_55" [id=1587, type="quantize_per_tensor"]; -"1588 dequantize_per_tensor_default_55" [id=1588, type="dequantize_per_tensor"]; -"1589 scale_updated_constant37" [id=1589, type="get_attr"]; -"1590 compressed_weight_updated_constant37" [id=1590, type="get_attr"]; -"1591 mul_tensor_37" [id=1591, type=mul]; -"1592 zero_point_updated_constant37" [id=1592, type="get_attr"]; -"1593 sub_tensor_37" [id=1593, type=sub]; -"1594 linear_54" [id=1594, type=linear]; -"1595 gelu_8" [id=1595, type=gelu]; -"1596 dropout_34" [id=1596, type=dropout]; -"1597 dropout_34_0_0_nncf_smooth_quant_0" [id=1597, type="call_module"]; -"1598 quantize_per_tensor_default_56" [id=1598, type="quantize_per_tensor"]; -"1599 dequantize_per_tensor_default_56" [id=1599, type="dequantize_per_tensor"]; -"1600 scale_updated_constant38" [id=1600, type="get_attr"]; -"1601 compressed_weight_updated_constant38" [id=1601, type="get_attr"]; -"1602 mul_tensor_38" [id=1602, type=mul]; -"1603 zero_point_updated_constant38" [id=1603, type="get_attr"]; -"1604 sub_tensor_38" [id=1604, type=sub]; -"1605 linear_55" [id=1605, type=linear]; -"1606 dropout_35" [id=1606, type=dropout]; -"1607 layer_norm_20" [id=1607, type="layer_norm"]; -"1608 add_30" [id=1608, type=add]; -"1609 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1609, type="get_attr"]; -"1610 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1610, type="call_module"]; -"1611 linear_56" [id=1611, type=linear]; -"1612 relu__9" [id=1612, type="relu_"]; -"1613 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1613, type="get_attr"]; -"1614 relu__9_0_0_nncf_smooth_quant_0" [id=1614, type="call_module"]; -"1615 linear_57" [id=1615, type=linear]; -"1616 view_48" [id=1616, type=view]; -"1617 index_9" [id=1617, type=index]; -"1618 view_49" [id=1618, type=view]; -"1619 permute_41" [id=1619, type=permute]; -"1620 contiguous_16" [id=1620, type=contiguous]; -"1621 unsqueeze_25" [id=1621, type=unsqueeze]; -"1622 sigmoid_9" [id=1622, type=sigmoid]; -"1623 mul_27" [id=1623, type=mul]; -"1624 pad_11" [id=1624, type=pad]; -"1625 roll_8" [id=1625, type=roll]; -"1626 view_50" [id=1626, type=view]; -"1627 permute_42" [id=1627, type=permute]; -"1628 reshape_40" [id=1628, type=reshape]; -"1629 clone_9" [id=1629, type=clone]; -"1630 slice_142" [id=1630, type=slice]; -"1631 zero__9" [id=1631, type="zero_"]; -"1632 reshape_40_0_0_nncf_smooth_quant_0" [id=1632, type="call_module"]; -"1633 quantize_per_tensor_default_57" [id=1633, type="quantize_per_tensor"]; -"1634 dequantize_per_tensor_default_57" [id=1634, type="dequantize_per_tensor"]; -"1635 scale_updated_constant39" [id=1635, type="get_attr"]; -"1636 compressed_weight_updated_constant39" [id=1636, type="get_attr"]; -"1637 mul_tensor_39" [id=1637, type=mul]; -"1638 zero_point_updated_constant39" [id=1638, type="get_attr"]; -"1639 sub_tensor_39" [id=1639, type=sub]; -"1640 linear_58" [id=1640, type=linear]; -"1641 reshape_41" [id=1641, type=reshape]; -"1642 permute_43" [id=1642, type=permute]; -"1643 select_27" [id=1643, type=select]; -"1644 select_28" [id=1644, type=select]; -"1645 select_29" [id=1645, type=select]; -"1646 linalg_vector_norm_18" [id=1646, type="linalg_vector_norm"]; -"1647 clamp_min_18" [id=1647, type="clamp_min"]; -"1648 expand_as_18" [id=1648, type="expand_as"]; -"1649 div_18" [id=1649, type=div]; -"1650 quantize_per_tensor_default_58" [id=1650, type="quantize_per_tensor"]; -"1651 dequantize_per_tensor_default_58" [id=1651, type="dequantize_per_tensor"]; -"1652 linalg_vector_norm_19" [id=1652, type="linalg_vector_norm"]; -"1653 clamp_min_19" [id=1653, type="clamp_min"]; -"1654 expand_as_19" [id=1654, type="expand_as"]; -"1655 div_19" [id=1655, type=div]; -"1656 quantize_per_tensor_default_59" [id=1656, type="quantize_per_tensor"]; -"1657 dequantize_per_tensor_default_59" [id=1657, type="dequantize_per_tensor"]; -"1658 transpose_18" [id=1658, type=transpose]; -"1659 matmul_18" [id=1659, type=matmul]; -"1660 clamp_9" [id=1660, type=clamp]; -"1661 exp_9" [id=1661, type=exp]; -"1662 mul_29" [id=1662, type=mul]; -"1663 add_31" [id=1663, type=add]; -"1664 new_zeros_4" [id=1664, type="new_zeros"]; -"1665 lift_fresh_copy_36" [id=1665, type="lift_fresh_copy"]; -"1666 slice_143" [id=1666, type=slice]; -"1667 slice_144" [id=1667, type=slice]; -"1668 fill__36" [id=1668, type="fill_"]; -"1669 lift_fresh_copy_37" [id=1669, type="lift_fresh_copy"]; -"1670 slice_145" [id=1670, type=slice]; -"1671 slice_146" [id=1671, type=slice]; -"1672 fill__37" [id=1672, type="fill_"]; -"1673 lift_fresh_copy_38" [id=1673, type="lift_fresh_copy"]; -"1674 slice_147" [id=1674, type=slice]; -"1675 slice_148" [id=1675, type=slice]; -"1676 fill__38" [id=1676, type="fill_"]; -"1677 lift_fresh_copy_39" [id=1677, type="lift_fresh_copy"]; -"1678 slice_149" [id=1678, type=slice]; -"1679 slice_150" [id=1679, type=slice]; -"1680 fill__39" [id=1680, type="fill_"]; -"1681 lift_fresh_copy_40" [id=1681, type="lift_fresh_copy"]; -"1682 slice_151" [id=1682, type=slice]; -"1683 slice_152" [id=1683, type=slice]; -"1684 fill__40" [id=1684, type="fill_"]; -"1685 lift_fresh_copy_41" [id=1685, type="lift_fresh_copy"]; -"1686 slice_153" [id=1686, type=slice]; -"1687 slice_154" [id=1687, type=slice]; -"1688 fill__41" [id=1688, type="fill_"]; -"1689 lift_fresh_copy_42" [id=1689, type="lift_fresh_copy"]; -"1690 slice_155" [id=1690, type=slice]; -"1691 slice_156" [id=1691, type=slice]; -"1692 fill__42" [id=1692, type="fill_"]; -"1693 lift_fresh_copy_43" [id=1693, type="lift_fresh_copy"]; -"1694 slice_157" [id=1694, type=slice]; -"1695 slice_158" [id=1695, type=slice]; -"1696 fill__43" [id=1696, type="fill_"]; -"1697 lift_fresh_copy_44" [id=1697, type="lift_fresh_copy"]; -"1698 slice_159" [id=1698, type=slice]; -"1699 slice_160" [id=1699, type=slice]; -"1700 fill__44" [id=1700, type="fill_"]; -"1701 view_51" [id=1701, type=view]; -"1702 permute_44" [id=1702, type=permute]; -"1703 reshape_42" [id=1703, type=reshape]; -"1704 unsqueeze_26" [id=1704, type=unsqueeze]; -"1705 unsqueeze_27" [id=1705, type=unsqueeze]; -"1706 sub_24" [id=1706, type=sub]; -"1707 ne_4" [id=1707, type=ne]; -"1708 masked_fill_8" [id=1708, type="masked_fill"]; -"1709 eq_60" [id=1709, type=eq]; -"1710 masked_fill_9" [id=1710, type="masked_fill"]; -"1711 view_52" [id=1711, type=view]; -"1712 unsqueeze_28" [id=1712, type=unsqueeze]; -"1713 unsqueeze_29" [id=1713, type=unsqueeze]; -"1714 add_32" [id=1714, type=add]; -"1715 view_53" [id=1715, type=view]; -"1716 softmax_9" [id=1716, type=softmax]; -"1717 dropout_36" [id=1717, type=dropout]; -"1718 matmul_19" [id=1718, type=matmul]; -"1719 transpose_19" [id=1719, type=transpose]; -"1720 reshape_43" [id=1720, type=reshape]; -"1721 reshape_43_0_0_nncf_smooth_quant_0" [id=1721, type="call_module"]; -"1722 quantize_per_tensor_default_60" [id=1722, type="quantize_per_tensor"]; -"1723 dequantize_per_tensor_default_60" [id=1723, type="dequantize_per_tensor"]; -"1724 scale_updated_constant40" [id=1724, type="get_attr"]; -"1725 compressed_weight_updated_constant40" [id=1725, type="get_attr"]; -"1726 mul_tensor_40" [id=1726, type=mul]; -"1727 zero_point_updated_constant40" [id=1727, type="get_attr"]; -"1728 sub_tensor_40" [id=1728, type=sub]; -"1729 linear_59" [id=1729, type=linear]; -"1730 dropout_37" [id=1730, type=dropout]; -"1731 view_54" [id=1731, type=view]; -"1732 permute_45" [id=1732, type=permute]; -"1733 reshape_44" [id=1733, type=reshape]; -"1734 roll_9" [id=1734, type=roll]; -"1735 slice_161" [id=1735, type=slice]; -"1736 slice_162" [id=1736, type=slice]; -"1737 slice_163" [id=1737, type=slice]; -"1738 slice_164" [id=1738, type=slice]; -"1739 contiguous_17" [id=1739, type=contiguous]; -"1740 layer_norm_21" [id=1740, type="layer_norm"]; -"1741 add_33" [id=1741, type=add]; -"1742 add_33_0_0_nncf_smooth_quant_0" [id=1742, type="call_module"]; -"1743 quantize_per_tensor_default_61" [id=1743, type="quantize_per_tensor"]; -"1744 dequantize_per_tensor_default_61" [id=1744, type="dequantize_per_tensor"]; -"1745 scale_updated_constant41" [id=1745, type="get_attr"]; -"1746 compressed_weight_updated_constant41" [id=1746, type="get_attr"]; -"1747 mul_tensor_41" [id=1747, type=mul]; -"1748 zero_point_updated_constant41" [id=1748, type="get_attr"]; -"1749 sub_tensor_41" [id=1749, type=sub]; -"1750 linear_60" [id=1750, type=linear]; -"1751 gelu_9" [id=1751, type=gelu]; -"1752 dropout_38" [id=1752, type=dropout]; -"1753 dropout_38_0_0_nncf_smooth_quant_0" [id=1753, type="call_module"]; -"1754 quantize_per_tensor_default_62" [id=1754, type="quantize_per_tensor"]; -"1755 dequantize_per_tensor_default_62" [id=1755, type="dequantize_per_tensor"]; -"1756 scale_updated_constant42" [id=1756, type="get_attr"]; -"1757 compressed_weight_updated_constant42" [id=1757, type="get_attr"]; -"1758 mul_tensor_42" [id=1758, type=mul]; -"1759 zero_point_updated_constant42" [id=1759, type="get_attr"]; -"1760 sub_tensor_42" [id=1760, type=sub]; -"1761 linear_61" [id=1761, type=linear]; -"1762 dropout_39" [id=1762, type=dropout]; -"1763 layer_norm_22" [id=1763, type="layer_norm"]; -"1764 add_34" [id=1764, type=add]; -"1765 pad_12" [id=1765, type=pad]; -"1766 slice_165" [id=1766, type=slice]; -"1767 slice_166" [id=1767, type=slice]; -"1768 slice_167" [id=1768, type=slice]; -"1769 slice_168" [id=1769, type=slice]; -"1770 slice_169" [id=1770, type=slice]; -"1771 slice_170" [id=1771, type=slice]; -"1772 slice_171" [id=1772, type=slice]; -"1773 slice_172" [id=1773, type=slice]; -"1774 slice_173" [id=1774, type=slice]; -"1775 slice_174" [id=1775, type=slice]; -"1776 slice_175" [id=1776, type=slice]; -"1777 slice_176" [id=1777, type=slice]; -"1778 cat_2" [id=1778, type=cat]; -"1779 cat_2_0_0_nncf_smooth_quant_0" [id=1779, type="call_module"]; -"1780 quantize_per_tensor_default_63" [id=1780, type="quantize_per_tensor"]; -"1781 dequantize_per_tensor_default_63" [id=1781, type="dequantize_per_tensor"]; -"1782 scale_updated_constant43" [id=1782, type="get_attr"]; -"1783 compressed_weight_updated_constant43" [id=1783, type="get_attr"]; -"1784 mul_tensor_43" [id=1784, type=mul]; -"1785 zero_point_updated_constant43" [id=1785, type="get_attr"]; -"1786 sub_tensor_43" [id=1786, type=sub]; -"1787 linear_62" [id=1787, type=linear]; -"1788 layer_norm_23" [id=1788, type="layer_norm"]; -"1789 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1789, type="get_attr"]; -"1790 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1790, type="call_module"]; -"1791 linear_63" [id=1791, type=linear]; -"1792 relu__10" [id=1792, type="relu_"]; -"1793 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1793, type="get_attr"]; -"1794 relu__10_0_0_nncf_smooth_quant_0" [id=1794, type="call_module"]; -"1795 linear_64" [id=1795, type=linear]; -"1796 view_55" [id=1796, type=view]; -"1797 index_10" [id=1797, type=index]; -"1798 view_56" [id=1798, type=view]; -"1799 permute_46" [id=1799, type=permute]; -"1800 contiguous_18" [id=1800, type=contiguous]; -"1801 unsqueeze_30" [id=1801, type=unsqueeze]; -"1802 sigmoid_10" [id=1802, type=sigmoid]; -"1803 mul_30" [id=1803, type=mul]; -"1804 pad_13" [id=1804, type=pad]; -"1805 mul_31" [id=1805, type=mul]; -"1806 view_57" [id=1806, type=view]; -"1807 permute_47" [id=1807, type=permute]; -"1808 reshape_45" [id=1808, type=reshape]; -"1809 clone_10" [id=1809, type=clone]; -"1810 slice_177" [id=1810, type=slice]; -"1811 zero__10" [id=1811, type="zero_"]; -"1812 reshape_45_0_0_nncf_smooth_quant_0" [id=1812, type="call_module"]; -"1813 quantize_per_tensor_default_64" [id=1813, type="quantize_per_tensor"]; -"1814 dequantize_per_tensor_default_64" [id=1814, type="dequantize_per_tensor"]; -"1815 scale_updated_constant44" [id=1815, type="get_attr"]; -"1816 compressed_weight_updated_constant44" [id=1816, type="get_attr"]; -"1817 mul_tensor_44" [id=1817, type=mul]; -"1818 zero_point_updated_constant44" [id=1818, type="get_attr"]; -"1819 sub_tensor_44" [id=1819, type=sub]; -"1820 linear_65" [id=1820, type=linear]; -"1821 reshape_46" [id=1821, type=reshape]; -"1822 permute_48" [id=1822, type=permute]; -"1823 select_30" [id=1823, type=select]; -"1824 select_31" [id=1824, type=select]; -"1825 select_32" [id=1825, type=select]; -"1826 linalg_vector_norm_20" [id=1826, type="linalg_vector_norm"]; -"1827 clamp_min_20" [id=1827, type="clamp_min"]; -"1828 expand_as_20" [id=1828, type="expand_as"]; -"1829 div_20" [id=1829, type=div]; -"1830 quantize_per_tensor_default_65" [id=1830, type="quantize_per_tensor"]; -"1831 dequantize_per_tensor_default_65" [id=1831, type="dequantize_per_tensor"]; -"1832 linalg_vector_norm_21" [id=1832, type="linalg_vector_norm"]; -"1833 clamp_min_21" [id=1833, type="clamp_min"]; -"1834 expand_as_21" [id=1834, type="expand_as"]; -"1835 div_21" [id=1835, type=div]; -"1836 quantize_per_tensor_default_66" [id=1836, type="quantize_per_tensor"]; -"1837 dequantize_per_tensor_default_66" [id=1837, type="dequantize_per_tensor"]; -"1838 transpose_20" [id=1838, type=transpose]; -"1839 matmul_20" [id=1839, type=matmul]; -"1840 clamp_10" [id=1840, type=clamp]; -"1841 exp_10" [id=1841, type=exp]; -"1842 mul_32" [id=1842, type=mul]; -"1843 add_35" [id=1843, type=add]; -"1844 softmax_10" [id=1844, type=softmax]; -"1845 dropout_40" [id=1845, type=dropout]; -"1846 matmul_21" [id=1846, type=matmul]; -"1847 transpose_21" [id=1847, type=transpose]; -"1848 reshape_47" [id=1848, type=reshape]; -"1849 reshape_47_0_0_nncf_smooth_quant_0" [id=1849, type="call_module"]; -"1850 quantize_per_tensor_default_67" [id=1850, type="quantize_per_tensor"]; -"1851 dequantize_per_tensor_default_67" [id=1851, type="dequantize_per_tensor"]; -"1852 scale_updated_constant45" [id=1852, type="get_attr"]; -"1853 compressed_weight_updated_constant45" [id=1853, type="get_attr"]; -"1854 mul_tensor_45" [id=1854, type=mul]; -"1855 zero_point_updated_constant45" [id=1855, type="get_attr"]; -"1856 sub_tensor_45" [id=1856, type=sub]; -"1857 linear_66" [id=1857, type=linear]; -"1858 dropout_41" [id=1858, type=dropout]; -"1859 view_58" [id=1859, type=view]; -"1860 permute_49" [id=1860, type=permute]; -"1861 reshape_48" [id=1861, type=reshape]; -"1862 slice_178" [id=1862, type=slice]; -"1863 slice_179" [id=1863, type=slice]; -"1864 slice_180" [id=1864, type=slice]; -"1865 slice_181" [id=1865, type=slice]; -"1866 contiguous_19" [id=1866, type=contiguous]; -"1867 layer_norm_24" [id=1867, type="layer_norm"]; -"1868 add_36" [id=1868, type=add]; -"1869 add_36_0_0_nncf_smooth_quant_0" [id=1869, type="call_module"]; -"1870 quantize_per_tensor_default_68" [id=1870, type="quantize_per_tensor"]; -"1871 dequantize_per_tensor_default_68" [id=1871, type="dequantize_per_tensor"]; -"1872 scale_updated_constant46" [id=1872, type="get_attr"]; -"1873 compressed_weight_updated_constant46" [id=1873, type="get_attr"]; -"1874 mul_tensor_46" [id=1874, type=mul]; -"1875 zero_point_updated_constant46" [id=1875, type="get_attr"]; -"1876 sub_tensor_46" [id=1876, type=sub]; -"1877 linear_67" [id=1877, type=linear]; -"1878 gelu_10" [id=1878, type=gelu]; -"1879 dropout_42" [id=1879, type=dropout]; -"1880 dropout_42_0_0_nncf_smooth_quant_0" [id=1880, type="call_module"]; -"1881 quantize_per_tensor_default_69" [id=1881, type="quantize_per_tensor"]; -"1882 dequantize_per_tensor_default_69" [id=1882, type="dequantize_per_tensor"]; -"1883 scale_updated_constant47" [id=1883, type="get_attr"]; -"1884 compressed_weight_updated_constant47" [id=1884, type="get_attr"]; -"1885 mul_tensor_47" [id=1885, type=mul]; -"1886 zero_point_updated_constant47" [id=1886, type="get_attr"]; -"1887 sub_tensor_47" [id=1887, type=sub]; -"1888 linear_68" [id=1888, type=linear]; -"1889 dropout_43" [id=1889, type=dropout]; -"1890 layer_norm_25" [id=1890, type="layer_norm"]; -"1891 add_37" [id=1891, type=add]; -"1892 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1892, type="get_attr"]; -"1893 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1893, type="call_module"]; -"1894 linear_69" [id=1894, type=linear]; -"1895 relu__11" [id=1895, type="relu_"]; -"1896 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1896, type="get_attr"]; -"1897 relu__11_0_0_nncf_smooth_quant_0" [id=1897, type="call_module"]; -"1898 linear_70" [id=1898, type=linear]; -"1899 view_59" [id=1899, type=view]; -"1900 index_11" [id=1900, type=index]; -"1901 view_60" [id=1901, type=view]; -"1902 permute_50" [id=1902, type=permute]; -"1903 contiguous_20" [id=1903, type=contiguous]; -"1904 unsqueeze_31" [id=1904, type=unsqueeze]; -"1905 sigmoid_11" [id=1905, type=sigmoid]; -"1906 mul_33" [id=1906, type=mul]; -"1907 pad_14" [id=1907, type=pad]; -"1908 view_61" [id=1908, type=view]; -"1909 permute_51" [id=1909, type=permute]; -"1910 reshape_49" [id=1910, type=reshape]; -"1911 clone_11" [id=1911, type=clone]; -"1912 slice_182" [id=1912, type=slice]; -"1913 zero__11" [id=1913, type="zero_"]; -"1914 reshape_49_0_0_nncf_smooth_quant_0" [id=1914, type="call_module"]; -"1915 quantize_per_tensor_default_70" [id=1915, type="quantize_per_tensor"]; -"1916 dequantize_per_tensor_default_70" [id=1916, type="dequantize_per_tensor"]; -"1917 scale_updated_constant48" [id=1917, type="get_attr"]; -"1918 compressed_weight_updated_constant48" [id=1918, type="get_attr"]; -"1919 mul_tensor_48" [id=1919, type=mul]; -"1920 zero_point_updated_constant48" [id=1920, type="get_attr"]; -"1921 sub_tensor_48" [id=1921, type=sub]; -"1922 linear_71" [id=1922, type=linear]; -"1923 reshape_50" [id=1923, type=reshape]; -"1924 permute_52" [id=1924, type=permute]; -"1925 select_33" [id=1925, type=select]; -"1926 select_34" [id=1926, type=select]; -"1927 select_35" [id=1927, type=select]; -"1928 linalg_vector_norm_22" [id=1928, type="linalg_vector_norm"]; -"1929 clamp_min_22" [id=1929, type="clamp_min"]; -"1930 expand_as_22" [id=1930, type="expand_as"]; -"1931 div_22" [id=1931, type=div]; -"1932 quantize_per_tensor_default_71" [id=1932, type="quantize_per_tensor"]; -"1933 dequantize_per_tensor_default_71" [id=1933, type="dequantize_per_tensor"]; -"1934 linalg_vector_norm_23" [id=1934, type="linalg_vector_norm"]; -"1935 clamp_min_23" [id=1935, type="clamp_min"]; -"1936 expand_as_23" [id=1936, type="expand_as"]; -"1937 div_23" [id=1937, type=div]; -"1938 quantize_per_tensor_default_72" [id=1938, type="quantize_per_tensor"]; -"1939 dequantize_per_tensor_default_72" [id=1939, type="dequantize_per_tensor"]; -"1940 transpose_22" [id=1940, type=transpose]; -"1941 matmul_22" [id=1941, type=matmul]; -"1942 clamp_11" [id=1942, type=clamp]; -"1943 exp_11" [id=1943, type=exp]; -"1944 mul_35" [id=1944, type=mul]; -"1945 add_38" [id=1945, type=add]; -"1946 softmax_11" [id=1946, type=softmax]; -"1947 dropout_44" [id=1947, type=dropout]; -"1948 matmul_23" [id=1948, type=matmul]; -"1949 transpose_23" [id=1949, type=transpose]; -"1950 reshape_51" [id=1950, type=reshape]; -"1951 reshape_51_0_0_nncf_smooth_quant_0" [id=1951, type="call_module"]; -"1952 quantize_per_tensor_default_73" [id=1952, type="quantize_per_tensor"]; -"1953 dequantize_per_tensor_default_73" [id=1953, type="dequantize_per_tensor"]; -"1954 scale_updated_constant49" [id=1954, type="get_attr"]; -"1955 compressed_weight_updated_constant49" [id=1955, type="get_attr"]; -"1956 mul_tensor_49" [id=1956, type=mul]; -"1957 zero_point_updated_constant49" [id=1957, type="get_attr"]; -"1958 sub_tensor_49" [id=1958, type=sub]; -"1959 linear_72" [id=1959, type=linear]; -"1960 dropout_45" [id=1960, type=dropout]; -"1961 view_62" [id=1961, type=view]; -"1962 permute_53" [id=1962, type=permute]; -"1963 reshape_52" [id=1963, type=reshape]; -"1964 slice_183" [id=1964, type=slice]; -"1965 slice_184" [id=1965, type=slice]; -"1966 slice_185" [id=1966, type=slice]; -"1967 slice_186" [id=1967, type=slice]; -"1968 contiguous_21" [id=1968, type=contiguous]; -"1969 layer_norm_26" [id=1969, type="layer_norm"]; -"1970 add_39" [id=1970, type=add]; -"1971 add_39_0_0_nncf_smooth_quant_0" [id=1971, type="call_module"]; -"1972 quantize_per_tensor_default_74" [id=1972, type="quantize_per_tensor"]; -"1973 dequantize_per_tensor_default_74" [id=1973, type="dequantize_per_tensor"]; -"1974 scale_updated_constant50" [id=1974, type="get_attr"]; -"1975 compressed_weight_updated_constant50" [id=1975, type="get_attr"]; -"1976 mul_tensor_50" [id=1976, type=mul]; -"1977 zero_point_updated_constant50" [id=1977, type="get_attr"]; -"1978 sub_tensor_50" [id=1978, type=sub]; -"1979 linear_73" [id=1979, type=linear]; -"1980 gelu_11" [id=1980, type=gelu]; -"1981 dropout_46" [id=1981, type=dropout]; -"1982 dropout_46_0_0_nncf_smooth_quant_0" [id=1982, type="call_module"]; -"1983 quantize_per_tensor_default_75" [id=1983, type="quantize_per_tensor"]; -"1984 dequantize_per_tensor_default_75" [id=1984, type="dequantize_per_tensor"]; -"1985 scale_updated_constant51" [id=1985, type="get_attr"]; -"1986 compressed_weight_updated_constant51" [id=1986, type="get_attr"]; -"1987 mul_tensor_51" [id=1987, type=mul]; -"1988 zero_point_updated_constant51" [id=1988, type="get_attr"]; -"1989 sub_tensor_51" [id=1989, type=sub]; -"1990 linear_74" [id=1990, type=linear]; -"1991 dropout_47" [id=1991, type=dropout]; -"1992 layer_norm_27" [id=1992, type="layer_norm"]; -"1993 add_40" [id=1993, type=add]; -"1994 layer_norm_28" [id=1994, type="layer_norm"]; -"1995 permute_54" [id=1995, type=permute]; -"1996 adaptive_avg_pool2d" [id=1996, type="adaptive_avg_pool2d"]; -"1997 flatten" [id=1997, type=flatten]; -"1998 flatten_0_0_nncf_smooth_quant_0" [id=1998, type="call_module"]; -"1999 quantize_per_tensor_default_76" [id=1999, type="quantize_per_tensor"]; -"2000 dequantize_per_tensor_default_76" [id=2000, type="dequantize_per_tensor"]; -"2001 scale_updated_constant52" [id=2001, type="get_attr"]; -"2002 compressed_weight_updated_constant52" [id=2002, type="get_attr"]; -"2003 mul_tensor_52" [id=2003, type=mul]; -"2004 zero_point_updated_constant52" [id=2004, type="get_attr"]; -"2005 sub_tensor_52" [id=2005, type=sub]; -"2006 linear_75" [id=2006, type=linear]; -"2007 output" [id=2007, type=output]; -"0 features_1_0_attn_qkv_bias" -> "446 clone" [style=solid, label="(288,)"]; -"1 features_1_0_attn_proj_bias" -> "494 linear_3" [style=solid, label="(96,)"]; -"2 features_1_0_attn_logit_scale" -> "477 clamp" [style=solid, label="(3, 1, 1)"]; -"3 features_1_1_attn_qkv_bias" -> "548 clone_1" [style=solid, label="(288,)"]; -"4 features_1_1_attn_proj_bias" -> "648 linear_9" [style=solid, label="(96,)"]; -"5 features_1_1_attn_logit_scale" -> "579 clamp_1" [style=solid, label="(3, 1, 1)"]; -"6 features_3_0_attn_qkv_bias" -> "727 clone_2" [style=solid, label="(576,)"]; -"7 features_3_0_attn_proj_bias" -> "775 linear_16" [style=solid, label="(192,)"]; -"8 features_3_0_attn_logit_scale" -> "758 clamp_2" [style=solid, label="(6, 1, 1)"]; -"9 features_3_1_attn_qkv_bias" -> "830 clone_3" [style=solid, label="(576,)"]; -"10 features_3_1_attn_proj_bias" -> "930 linear_22" [style=solid, label="(192,)"]; -"11 features_3_1_attn_logit_scale" -> "861 clamp_3" [style=solid, label="(6, 1, 1)"]; -"12 features_5_0_attn_qkv_bias" -> "1010 clone_4" [style=solid, label="(1152,)"]; -"13 features_5_0_attn_proj_bias" -> "1058 linear_29" [style=solid, label="(384,)"]; -"14 features_5_0_attn_logit_scale" -> "1041 clamp_4" [style=solid, label="(12, 1, 1)"]; -"15 features_5_1_attn_qkv_bias" -> "1113 clone_5" [style=solid, label="(1152,)"]; -"16 features_5_1_attn_proj_bias" -> "1213 linear_35" [style=solid, label="(384,)"]; -"17 features_5_1_attn_logit_scale" -> "1144 clamp_5" [style=solid, label="(12, 1, 1)"]; -"18 features_5_2_attn_qkv_bias" -> "1268 clone_6" [style=solid, label="(1152,)"]; -"19 features_5_2_attn_proj_bias" -> "1316 linear_41" [style=solid, label="(384,)"]; -"20 features_5_2_attn_logit_scale" -> "1299 clamp_6" [style=solid, label="(12, 1, 1)"]; -"21 features_5_3_attn_qkv_bias" -> "1371 clone_7" [style=solid, label="(1152,)"]; -"22 features_5_3_attn_proj_bias" -> "1471 linear_47" [style=solid, label="(384,)"]; -"23 features_5_3_attn_logit_scale" -> "1402 clamp_7" [style=solid, label="(12, 1, 1)"]; -"24 features_5_4_attn_qkv_bias" -> "1526 clone_8" [style=solid, label="(1152,)"]; -"25 features_5_4_attn_proj_bias" -> "1574 linear_53" [style=solid, label="(384,)"]; -"26 features_5_4_attn_logit_scale" -> "1557 clamp_8" [style=solid, label="(12, 1, 1)"]; -"27 features_5_5_attn_qkv_bias" -> "1629 clone_9" [style=solid, label="(1152,)"]; -"28 features_5_5_attn_proj_bias" -> "1729 linear_59" [style=solid, label="(384,)"]; -"29 features_5_5_attn_logit_scale" -> "1660 clamp_9" [style=solid, label="(12, 1, 1)"]; -"30 features_7_0_attn_qkv_bias" -> "1809 clone_10" [style=solid, label="(2304,)"]; -"31 features_7_0_attn_proj_bias" -> "1857 linear_66" [style=solid, label="(768,)"]; -"32 features_7_0_attn_logit_scale" -> "1840 clamp_10" [style=solid, label="(24, 1, 1)"]; -"33 features_7_1_attn_qkv_bias" -> "1911 clone_11" [style=solid, label="(2304,)"]; -"34 features_7_1_attn_proj_bias" -> "1959 linear_72" [style=solid, label="(768,)"]; -"35 features_7_1_attn_logit_scale" -> "1942 clamp_11" [style=solid, label="(24, 1, 1)"]; +"212 permute" [id=212, type=permute]; +"213 layer_norm" [id=213, type="layer_norm"]; +"214 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" [id=214, type="get_attr"]; +"215 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=215, type="call_module"]; +"216 linear" [id=216, type=linear]; +"217 relu_" [id=217, type="relu_"]; +"218 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" [id=218, type="get_attr"]; +"219 relu__0_0_nncf_smooth_quant_0" [id=219, type="call_module"]; +"220 linear_1" [id=220, type=linear]; +"221 view" [id=221, type=view]; +"222 index" [id=222, type=index]; +"223 view_1" [id=223, type=view]; +"224 permute_1" [id=224, type=permute]; +"225 contiguous" [id=225, type=contiguous]; +"226 unsqueeze" [id=226, type=unsqueeze]; +"227 sigmoid" [id=227, type=sigmoid]; +"228 mul" [id=228, type=mul]; +"229 floordiv_87" [id=229, type=floordiv]; +"230 mod" [id=230, type=mod]; +"231 sub" [id=231, type=sub]; +"232 mod_1" [id=232, type=mod]; +"233 floordiv_88" [id=233, type=floordiv]; +"234 mod_2" [id=234, type=mod]; +"235 sub_1" [id=235, type=sub]; +"236 mod_3" [id=236, type=mod]; +"237 pad" [id=237, type=pad]; +"238 add_41" [id=238, type=add]; +"239 floordiv" [id=239, type=floordiv]; +"240 add_42" [id=240, type=add]; +"241 floordiv_1" [id=241, type=floordiv]; +"242 mul_1" [id=242, type=mul]; +"243 view_2" [id=243, type=view]; +"244 permute_2" [id=244, type=permute]; +"245 reshape" [id=245, type=reshape]; +"246 clone" [id=246, type=clone]; +"247 slice_1" [id=247, type=slice]; +"248 zero_" [id=248, type="zero_"]; +"249 reshape_0_0_nncf_smooth_quant_0" [id=249, type="call_module"]; +"250 quantize_per_tensor_default_1" [id=250, type="quantize_per_tensor"]; +"251 dequantize_per_tensor_default_1" [id=251, type="dequantize_per_tensor"]; +"252 scale_updated_constant1" [id=252, type="get_attr"]; +"253 compressed_weight_updated_constant1" [id=253, type="get_attr"]; +"254 mul_tensor_1" [id=254, type=mul]; +"255 zero_point_updated_constant1" [id=255, type="get_attr"]; +"256 sub_tensor_1" [id=256, type=sub]; +"257 linear_2" [id=257, type=linear]; +"258 floordiv_89" [id=258, type=floordiv]; +"259 floordiv_90" [id=259, type=floordiv]; +"260 mul_36" [id=260, type=mul]; +"261 reshape_1" [id=261, type=reshape]; +"262 permute_3" [id=262, type=permute]; +"263 select" [id=263, type=select]; +"264 select_1" [id=264, type=select]; +"265 select_2" [id=265, type=select]; +"266 linalg_vector_norm" [id=266, type="linalg_vector_norm"]; +"267 clamp_min" [id=267, type="clamp_min"]; +"268 expand_as" [id=268, type="expand_as"]; +"269 div" [id=269, type=div]; +"270 quantize_per_tensor_default_2" [id=270, type="quantize_per_tensor"]; +"271 dequantize_per_tensor_default_2" [id=271, type="dequantize_per_tensor"]; +"272 linalg_vector_norm_1" [id=272, type="linalg_vector_norm"]; +"273 clamp_min_1" [id=273, type="clamp_min"]; +"274 expand_as_1" [id=274, type="expand_as"]; +"275 div_1" [id=275, type=div]; +"276 quantize_per_tensor_default_3" [id=276, type="quantize_per_tensor"]; +"277 dequantize_per_tensor_default_3" [id=277, type="dequantize_per_tensor"]; +"278 transpose" [id=278, type=transpose]; +"279 matmul" [id=279, type=matmul]; +"280 clamp" [id=280, type=clamp]; +"281 exp" [id=281, type=exp]; +"282 mul_2" [id=282, type=mul]; +"283 add" [id=283, type=add]; +"284 softmax" [id=284, type=softmax]; +"285 dropout" [id=285, type=dropout]; +"286 matmul_1" [id=286, type=matmul]; +"287 transpose_1" [id=287, type=transpose]; +"288 reshape_2" [id=288, type=reshape]; +"289 reshape_2_0_0_nncf_smooth_quant_0" [id=289, type="call_module"]; +"290 quantize_per_tensor_default_4" [id=290, type="quantize_per_tensor"]; +"291 dequantize_per_tensor_default_4" [id=291, type="dequantize_per_tensor"]; +"292 scale_updated_constant2" [id=292, type="get_attr"]; +"293 compressed_weight_updated_constant2" [id=293, type="get_attr"]; +"294 mul_tensor_2" [id=294, type=mul]; +"295 zero_point_updated_constant2" [id=295, type="get_attr"]; +"296 sub_tensor_2" [id=296, type=sub]; +"297 linear_3" [id=297, type=linear]; +"298 dropout_1" [id=298, type=dropout]; +"299 view_3" [id=299, type=view]; +"300 permute_4" [id=300, type=permute]; +"301 reshape_3" [id=301, type=reshape]; +"302 slice_2" [id=302, type=slice]; +"303 slice_3" [id=303, type=slice]; +"304 layer_norm_1" [id=304, type="layer_norm"]; +"305 add_1" [id=305, type=add]; +"306 add_1_0_0_nncf_smooth_quant_0" [id=306, type="call_module"]; +"307 quantize_per_tensor_default_5" [id=307, type="quantize_per_tensor"]; +"308 dequantize_per_tensor_default_5" [id=308, type="dequantize_per_tensor"]; +"309 scale_updated_constant3" [id=309, type="get_attr"]; +"310 compressed_weight_updated_constant3" [id=310, type="get_attr"]; +"311 mul_tensor_3" [id=311, type=mul]; +"312 zero_point_updated_constant3" [id=312, type="get_attr"]; +"313 sub_tensor_3" [id=313, type=sub]; +"314 linear_4" [id=314, type=linear]; +"315 gelu" [id=315, type=gelu]; +"316 dropout_2" [id=316, type=dropout]; +"317 dropout_2_0_0_nncf_smooth_quant_0" [id=317, type="call_module"]; +"318 quantize_per_tensor_default_6" [id=318, type="quantize_per_tensor"]; +"319 dequantize_per_tensor_default_6" [id=319, type="dequantize_per_tensor"]; +"320 scale_updated_constant4" [id=320, type="get_attr"]; +"321 compressed_weight_updated_constant4" [id=321, type="get_attr"]; +"322 mul_tensor_4" [id=322, type=mul]; +"323 zero_point_updated_constant4" [id=323, type="get_attr"]; +"324 sub_tensor_4" [id=324, type=sub]; +"325 linear_5" [id=325, type=linear]; +"326 dropout_3" [id=326, type=dropout]; +"327 layer_norm_2" [id=327, type="layer_norm"]; +"328 add_2" [id=328, type=add]; +"329 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=329, type="get_attr"]; +"330 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=330, type="call_module"]; +"331 linear_6" [id=331, type=linear]; +"332 relu__1" [id=332, type="relu_"]; +"333 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=333, type="get_attr"]; +"334 relu__1_0_0_nncf_smooth_quant_0" [id=334, type="call_module"]; +"335 linear_7" [id=335, type=linear]; +"336 view_4" [id=336, type=view]; +"337 index_1" [id=337, type=index]; +"338 view_5" [id=338, type=view]; +"339 permute_5" [id=339, type=permute]; +"340 contiguous_1" [id=340, type=contiguous]; +"341 unsqueeze_1" [id=341, type=unsqueeze]; +"342 sigmoid_1" [id=342, type=sigmoid]; +"343 mul_3" [id=343, type=mul]; +"344 pad_1" [id=344, type=pad]; +"345 roll" [id=345, type=roll]; +"346 view_6" [id=346, type=view]; +"347 permute_6" [id=347, type=permute]; +"348 reshape_4" [id=348, type=reshape]; +"349 clone_1" [id=349, type=clone]; +"350 slice_4" [id=350, type=slice]; +"351 zero__1" [id=351, type="zero_"]; +"352 reshape_4_0_0_nncf_smooth_quant_0" [id=352, type="call_module"]; +"353 quantize_per_tensor_default_7" [id=353, type="quantize_per_tensor"]; +"354 dequantize_per_tensor_default_7" [id=354, type="dequantize_per_tensor"]; +"355 scale_updated_constant5" [id=355, type="get_attr"]; +"356 compressed_weight_updated_constant5" [id=356, type="get_attr"]; +"357 mul_tensor_5" [id=357, type=mul]; +"358 zero_point_updated_constant5" [id=358, type="get_attr"]; +"359 sub_tensor_5" [id=359, type=sub]; +"360 linear_8" [id=360, type=linear]; +"361 reshape_5" [id=361, type=reshape]; +"362 permute_7" [id=362, type=permute]; +"363 select_3" [id=363, type=select]; +"364 select_4" [id=364, type=select]; +"365 select_5" [id=365, type=select]; +"366 linalg_vector_norm_2" [id=366, type="linalg_vector_norm"]; +"367 clamp_min_2" [id=367, type="clamp_min"]; +"368 expand_as_2" [id=368, type="expand_as"]; +"369 div_2" [id=369, type=div]; +"370 quantize_per_tensor_default_8" [id=370, type="quantize_per_tensor"]; +"371 dequantize_per_tensor_default_8" [id=371, type="dequantize_per_tensor"]; +"372 linalg_vector_norm_3" [id=372, type="linalg_vector_norm"]; +"373 clamp_min_3" [id=373, type="clamp_min"]; +"374 expand_as_3" [id=374, type="expand_as"]; +"375 div_3" [id=375, type=div]; +"376 quantize_per_tensor_default_9" [id=376, type="quantize_per_tensor"]; +"377 dequantize_per_tensor_default_9" [id=377, type="dequantize_per_tensor"]; +"378 transpose_2" [id=378, type=transpose]; +"379 matmul_2" [id=379, type=matmul]; +"380 clamp_1" [id=380, type=clamp]; +"381 exp_1" [id=381, type=exp]; +"382 mul_5" [id=382, type=mul]; +"383 add_3" [id=383, type=add]; +"384 new_zeros" [id=384, type="new_zeros"]; +"385 lift_fresh_copy" [id=385, type="lift_fresh_copy"]; +"386 slice_5" [id=386, type=slice]; +"387 slice_6" [id=387, type=slice]; +"388 fill_" [id=388, type="fill_"]; +"389 lift_fresh_copy_1" [id=389, type="lift_fresh_copy"]; +"390 slice_7" [id=390, type=slice]; +"391 slice_8" [id=391, type=slice]; +"392 fill__1" [id=392, type="fill_"]; +"393 lift_fresh_copy_2" [id=393, type="lift_fresh_copy"]; +"394 slice_9" [id=394, type=slice]; +"395 slice_10" [id=395, type=slice]; +"396 fill__2" [id=396, type="fill_"]; +"397 lift_fresh_copy_3" [id=397, type="lift_fresh_copy"]; +"398 slice_11" [id=398, type=slice]; +"399 slice_12" [id=399, type=slice]; +"400 fill__3" [id=400, type="fill_"]; +"401 lift_fresh_copy_4" [id=401, type="lift_fresh_copy"]; +"402 slice_13" [id=402, type=slice]; +"403 slice_14" [id=403, type=slice]; +"404 fill__4" [id=404, type="fill_"]; +"405 lift_fresh_copy_5" [id=405, type="lift_fresh_copy"]; +"406 slice_15" [id=406, type=slice]; +"407 slice_16" [id=407, type=slice]; +"408 fill__5" [id=408, type="fill_"]; +"409 lift_fresh_copy_6" [id=409, type="lift_fresh_copy"]; +"410 slice_17" [id=410, type=slice]; +"411 slice_18" [id=411, type=slice]; +"412 fill__6" [id=412, type="fill_"]; +"413 lift_fresh_copy_7" [id=413, type="lift_fresh_copy"]; +"414 slice_19" [id=414, type=slice]; +"415 slice_20" [id=415, type=slice]; +"416 fill__7" [id=416, type="fill_"]; +"417 lift_fresh_copy_8" [id=417, type="lift_fresh_copy"]; +"418 slice_21" [id=418, type=slice]; +"419 slice_22" [id=419, type=slice]; +"420 fill__8" [id=420, type="fill_"]; +"421 view_7" [id=421, type=view]; +"422 permute_8" [id=422, type=permute]; +"423 reshape_6" [id=423, type=reshape]; +"424 unsqueeze_2" [id=424, type=unsqueeze]; +"425 unsqueeze_3" [id=425, type=unsqueeze]; +"426 sub_4" [id=426, type=sub]; +"427 ne" [id=427, type=ne]; +"428 masked_fill" [id=428, type="masked_fill"]; +"429 eq" [id=429, type=eq]; +"430 masked_fill_1" [id=430, type="masked_fill"]; +"431 view_8" [id=431, type=view]; +"432 unsqueeze_4" [id=432, type=unsqueeze]; +"433 unsqueeze_5" [id=433, type=unsqueeze]; +"434 add_4" [id=434, type=add]; +"435 view_9" [id=435, type=view]; +"436 softmax_1" [id=436, type=softmax]; +"437 dropout_4" [id=437, type=dropout]; +"438 matmul_3" [id=438, type=matmul]; +"439 transpose_3" [id=439, type=transpose]; +"440 reshape_7" [id=440, type=reshape]; +"441 reshape_7_0_0_nncf_smooth_quant_0" [id=441, type="call_module"]; +"442 quantize_per_tensor_default_10" [id=442, type="quantize_per_tensor"]; +"443 dequantize_per_tensor_default_10" [id=443, type="dequantize_per_tensor"]; +"444 scale_updated_constant6" [id=444, type="get_attr"]; +"445 compressed_weight_updated_constant6" [id=445, type="get_attr"]; +"446 mul_tensor_6" [id=446, type=mul]; +"447 zero_point_updated_constant6" [id=447, type="get_attr"]; +"448 sub_tensor_6" [id=448, type=sub]; +"449 linear_9" [id=449, type=linear]; +"450 dropout_5" [id=450, type=dropout]; +"451 view_10" [id=451, type=view]; +"452 permute_9" [id=452, type=permute]; +"453 reshape_8" [id=453, type=reshape]; +"454 roll_1" [id=454, type=roll]; +"455 slice_23" [id=455, type=slice]; +"456 slice_24" [id=456, type=slice]; +"457 layer_norm_3" [id=457, type="layer_norm"]; +"458 add_5" [id=458, type=add]; +"459 add_5_0_0_nncf_smooth_quant_0" [id=459, type="call_module"]; +"460 quantize_per_tensor_default_11" [id=460, type="quantize_per_tensor"]; +"461 dequantize_per_tensor_default_11" [id=461, type="dequantize_per_tensor"]; +"462 scale_updated_constant7" [id=462, type="get_attr"]; +"463 compressed_weight_updated_constant7" [id=463, type="get_attr"]; +"464 mul_tensor_7" [id=464, type=mul]; +"465 zero_point_updated_constant7" [id=465, type="get_attr"]; +"466 sub_tensor_7" [id=466, type=sub]; +"467 linear_10" [id=467, type=linear]; +"468 gelu_1" [id=468, type=gelu]; +"469 dropout_6" [id=469, type=dropout]; +"470 dropout_6_0_0_nncf_smooth_quant_0" [id=470, type="call_module"]; +"471 quantize_per_tensor_default_12" [id=471, type="quantize_per_tensor"]; +"472 dequantize_per_tensor_default_12" [id=472, type="dequantize_per_tensor"]; +"473 scale_updated_constant8" [id=473, type="get_attr"]; +"474 compressed_weight_updated_constant8" [id=474, type="get_attr"]; +"475 mul_tensor_8" [id=475, type=mul]; +"476 zero_point_updated_constant8" [id=476, type="get_attr"]; +"477 sub_tensor_8" [id=477, type=sub]; +"478 linear_11" [id=478, type=linear]; +"479 dropout_7" [id=479, type=dropout]; +"480 layer_norm_4" [id=480, type="layer_norm"]; +"481 add_6" [id=481, type=add]; +"482 mod_8" [id=482, type=mod]; +"483 mod_9" [id=483, type=mod]; +"484 pad_2" [id=484, type=pad]; +"485 slice_25" [id=485, type=slice]; +"486 slice_26" [id=486, type=slice]; +"487 slice_27" [id=487, type=slice]; +"488 slice_28" [id=488, type=slice]; +"489 slice_29" [id=489, type=slice]; +"490 slice_30" [id=490, type=slice]; +"491 slice_31" [id=491, type=slice]; +"492 slice_32" [id=492, type=slice]; +"493 cat" [id=493, type=cat]; +"494 cat_0_0_nncf_smooth_quant_0" [id=494, type="call_module"]; +"495 quantize_per_tensor_default_13" [id=495, type="quantize_per_tensor"]; +"496 dequantize_per_tensor_default_13" [id=496, type="dequantize_per_tensor"]; +"497 scale_updated_constant9" [id=497, type="get_attr"]; +"498 compressed_weight_updated_constant9" [id=498, type="get_attr"]; +"499 mul_tensor_9" [id=499, type=mul]; +"500 zero_point_updated_constant9" [id=500, type="get_attr"]; +"501 sub_tensor_9" [id=501, type=sub]; +"502 linear_12" [id=502, type=linear]; +"503 layer_norm_5" [id=503, type="layer_norm"]; +"504 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=504, type="get_attr"]; +"505 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=505, type="call_module"]; +"506 linear_13" [id=506, type=linear]; +"507 relu__2" [id=507, type="relu_"]; +"508 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=508, type="get_attr"]; +"509 relu__2_0_0_nncf_smooth_quant_0" [id=509, type="call_module"]; +"510 linear_14" [id=510, type=linear]; +"511 view_11" [id=511, type=view]; +"512 index_2" [id=512, type=index]; +"513 view_12" [id=513, type=view]; +"514 permute_10" [id=514, type=permute]; +"515 contiguous_2" [id=515, type=contiguous]; +"516 unsqueeze_6" [id=516, type=unsqueeze]; +"517 sigmoid_2" [id=517, type=sigmoid]; +"518 mul_6" [id=518, type=mul]; +"519 add_43" [id=519, type=add]; +"520 add_44" [id=520, type=add]; +"521 floordiv_91" [id=521, type=floordiv]; +"522 mod_10" [id=522, type=mod]; +"523 sub_5" [id=523, type=sub]; +"524 mod_11" [id=524, type=mod]; +"525 add_45" [id=525, type=add]; +"526 add_46" [id=526, type=add]; +"527 floordiv_92" [id=527, type=floordiv]; +"528 mod_12" [id=528, type=mod]; +"529 sub_6" [id=529, type=sub]; +"530 mod_13" [id=530, type=mod]; +"531 pad_3" [id=531, type=pad]; +"532 add_47" [id=532, type=add]; +"533 floordiv_15" [id=533, type=floordiv]; +"534 add_48" [id=534, type=add]; +"535 floordiv_16" [id=535, type=floordiv]; +"536 mul_7" [id=536, type=mul]; +"537 view_13" [id=537, type=view]; +"538 permute_11" [id=538, type=permute]; +"539 reshape_9" [id=539, type=reshape]; +"540 clone_2" [id=540, type=clone]; +"541 slice_33" [id=541, type=slice]; +"542 zero__2" [id=542, type="zero_"]; +"543 reshape_9_0_0_nncf_smooth_quant_0" [id=543, type="call_module"]; +"544 quantize_per_tensor_default_14" [id=544, type="quantize_per_tensor"]; +"545 dequantize_per_tensor_default_14" [id=545, type="dequantize_per_tensor"]; +"546 scale_updated_constant10" [id=546, type="get_attr"]; +"547 compressed_weight_updated_constant10" [id=547, type="get_attr"]; +"548 mul_tensor_10" [id=548, type=mul]; +"549 zero_point_updated_constant10" [id=549, type="get_attr"]; +"550 sub_tensor_10" [id=550, type=sub]; +"551 linear_15" [id=551, type=linear]; +"552 floordiv_93" [id=552, type=floordiv]; +"553 floordiv_94" [id=553, type=floordiv]; +"554 mul_37" [id=554, type=mul]; +"555 reshape_10" [id=555, type=reshape]; +"556 permute_12" [id=556, type=permute]; +"557 select_6" [id=557, type=select]; +"558 select_7" [id=558, type=select]; +"559 select_8" [id=559, type=select]; +"560 linalg_vector_norm_4" [id=560, type="linalg_vector_norm"]; +"561 clamp_min_4" [id=561, type="clamp_min"]; +"562 expand_as_4" [id=562, type="expand_as"]; +"563 div_4" [id=563, type=div]; +"564 quantize_per_tensor_default_15" [id=564, type="quantize_per_tensor"]; +"565 dequantize_per_tensor_default_15" [id=565, type="dequantize_per_tensor"]; +"566 linalg_vector_norm_5" [id=566, type="linalg_vector_norm"]; +"567 clamp_min_5" [id=567, type="clamp_min"]; +"568 expand_as_5" [id=568, type="expand_as"]; +"569 div_5" [id=569, type=div]; +"570 quantize_per_tensor_default_16" [id=570, type="quantize_per_tensor"]; +"571 dequantize_per_tensor_default_16" [id=571, type="dequantize_per_tensor"]; +"572 transpose_4" [id=572, type=transpose]; +"573 matmul_4" [id=573, type=matmul]; +"574 clamp_2" [id=574, type=clamp]; +"575 exp_2" [id=575, type=exp]; +"576 mul_8" [id=576, type=mul]; +"577 add_7" [id=577, type=add]; +"578 softmax_2" [id=578, type=softmax]; +"579 dropout_8" [id=579, type=dropout]; +"580 matmul_5" [id=580, type=matmul]; +"581 transpose_5" [id=581, type=transpose]; +"582 reshape_11" [id=582, type=reshape]; +"583 reshape_11_0_0_nncf_smooth_quant_0" [id=583, type="call_module"]; +"584 quantize_per_tensor_default_17" [id=584, type="quantize_per_tensor"]; +"585 dequantize_per_tensor_default_17" [id=585, type="dequantize_per_tensor"]; +"586 scale_updated_constant11" [id=586, type="get_attr"]; +"587 compressed_weight_updated_constant11" [id=587, type="get_attr"]; +"588 mul_tensor_11" [id=588, type=mul]; +"589 zero_point_updated_constant11" [id=589, type="get_attr"]; +"590 sub_tensor_11" [id=590, type=sub]; +"591 linear_16" [id=591, type=linear]; +"592 dropout_9" [id=592, type=dropout]; +"593 view_14" [id=593, type=view]; +"594 permute_13" [id=594, type=permute]; +"595 reshape_12" [id=595, type=reshape]; +"596 slice_34" [id=596, type=slice]; +"597 slice_35" [id=597, type=slice]; +"598 contiguous_3" [id=598, type=contiguous]; +"599 layer_norm_6" [id=599, type="layer_norm"]; +"600 add_8" [id=600, type=add]; +"601 add_8_0_0_nncf_smooth_quant_0" [id=601, type="call_module"]; +"602 quantize_per_tensor_default_18" [id=602, type="quantize_per_tensor"]; +"603 dequantize_per_tensor_default_18" [id=603, type="dequantize_per_tensor"]; +"604 scale_updated_constant12" [id=604, type="get_attr"]; +"605 compressed_weight_updated_constant12" [id=605, type="get_attr"]; +"606 mul_tensor_12" [id=606, type=mul]; +"607 zero_point_updated_constant12" [id=607, type="get_attr"]; +"608 sub_tensor_12" [id=608, type=sub]; +"609 linear_17" [id=609, type=linear]; +"610 gelu_2" [id=610, type=gelu]; +"611 dropout_10" [id=611, type=dropout]; +"612 dropout_10_0_0_nncf_smooth_quant_0" [id=612, type="call_module"]; +"613 quantize_per_tensor_default_19" [id=613, type="quantize_per_tensor"]; +"614 dequantize_per_tensor_default_19" [id=614, type="dequantize_per_tensor"]; +"615 scale_updated_constant13" [id=615, type="get_attr"]; +"616 compressed_weight_updated_constant13" [id=616, type="get_attr"]; +"617 mul_tensor_13" [id=617, type=mul]; +"618 zero_point_updated_constant13" [id=618, type="get_attr"]; +"619 sub_tensor_13" [id=619, type=sub]; +"620 linear_18" [id=620, type=linear]; +"621 dropout_11" [id=621, type=dropout]; +"622 layer_norm_7" [id=622, type="layer_norm"]; +"623 add_9" [id=623, type=add]; +"624 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=624, type="get_attr"]; +"625 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=625, type="call_module"]; +"626 linear_19" [id=626, type=linear]; +"627 relu__3" [id=627, type="relu_"]; +"628 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=628, type="get_attr"]; +"629 relu__3_0_0_nncf_smooth_quant_0" [id=629, type="call_module"]; +"630 linear_20" [id=630, type=linear]; +"631 view_15" [id=631, type=view]; +"632 index_3" [id=632, type=index]; +"633 view_16" [id=633, type=view]; +"634 permute_14" [id=634, type=permute]; +"635 contiguous_4" [id=635, type=contiguous]; +"636 unsqueeze_7" [id=636, type=unsqueeze]; +"637 sigmoid_3" [id=637, type=sigmoid]; +"638 mul_9" [id=638, type=mul]; +"639 pad_4" [id=639, type=pad]; +"640 roll_2" [id=640, type=roll]; +"641 view_17" [id=641, type=view]; +"642 permute_15" [id=642, type=permute]; +"643 reshape_13" [id=643, type=reshape]; +"644 clone_3" [id=644, type=clone]; +"645 slice_36" [id=645, type=slice]; +"646 zero__3" [id=646, type="zero_"]; +"647 reshape_13_0_0_nncf_smooth_quant_0" [id=647, type="call_module"]; +"648 quantize_per_tensor_default_20" [id=648, type="quantize_per_tensor"]; +"649 dequantize_per_tensor_default_20" [id=649, type="dequantize_per_tensor"]; +"650 scale_updated_constant14" [id=650, type="get_attr"]; +"651 compressed_weight_updated_constant14" [id=651, type="get_attr"]; +"652 mul_tensor_14" [id=652, type=mul]; +"653 zero_point_updated_constant14" [id=653, type="get_attr"]; +"654 sub_tensor_14" [id=654, type=sub]; +"655 linear_21" [id=655, type=linear]; +"656 reshape_14" [id=656, type=reshape]; +"657 permute_16" [id=657, type=permute]; +"658 select_9" [id=658, type=select]; +"659 select_10" [id=659, type=select]; +"660 select_11" [id=660, type=select]; +"661 linalg_vector_norm_6" [id=661, type="linalg_vector_norm"]; +"662 clamp_min_6" [id=662, type="clamp_min"]; +"663 expand_as_6" [id=663, type="expand_as"]; +"664 div_6" [id=664, type=div]; +"665 quantize_per_tensor_default_21" [id=665, type="quantize_per_tensor"]; +"666 dequantize_per_tensor_default_21" [id=666, type="dequantize_per_tensor"]; +"667 linalg_vector_norm_7" [id=667, type="linalg_vector_norm"]; +"668 clamp_min_7" [id=668, type="clamp_min"]; +"669 expand_as_7" [id=669, type="expand_as"]; +"670 div_7" [id=670, type=div]; +"671 quantize_per_tensor_default_22" [id=671, type="quantize_per_tensor"]; +"672 dequantize_per_tensor_default_22" [id=672, type="dequantize_per_tensor"]; +"673 transpose_6" [id=673, type=transpose]; +"674 matmul_6" [id=674, type=matmul]; +"675 clamp_3" [id=675, type=clamp]; +"676 exp_3" [id=676, type=exp]; +"677 mul_11" [id=677, type=mul]; +"678 add_10" [id=678, type=add]; +"679 new_zeros_1" [id=679, type="new_zeros"]; +"680 lift_fresh_copy_9" [id=680, type="lift_fresh_copy"]; +"681 slice_37" [id=681, type=slice]; +"682 slice_38" [id=682, type=slice]; +"683 fill__9" [id=683, type="fill_"]; +"684 lift_fresh_copy_10" [id=684, type="lift_fresh_copy"]; +"685 slice_39" [id=685, type=slice]; +"686 slice_40" [id=686, type=slice]; +"687 fill__10" [id=687, type="fill_"]; +"688 lift_fresh_copy_11" [id=688, type="lift_fresh_copy"]; +"689 slice_41" [id=689, type=slice]; +"690 slice_42" [id=690, type=slice]; +"691 fill__11" [id=691, type="fill_"]; +"692 lift_fresh_copy_12" [id=692, type="lift_fresh_copy"]; +"693 slice_43" [id=693, type=slice]; +"694 slice_44" [id=694, type=slice]; +"695 fill__12" [id=695, type="fill_"]; +"696 lift_fresh_copy_13" [id=696, type="lift_fresh_copy"]; +"697 slice_45" [id=697, type=slice]; +"698 slice_46" [id=698, type=slice]; +"699 fill__13" [id=699, type="fill_"]; +"700 lift_fresh_copy_14" [id=700, type="lift_fresh_copy"]; +"701 slice_47" [id=701, type=slice]; +"702 slice_48" [id=702, type=slice]; +"703 fill__14" [id=703, type="fill_"]; +"704 lift_fresh_copy_15" [id=704, type="lift_fresh_copy"]; +"705 slice_49" [id=705, type=slice]; +"706 slice_50" [id=706, type=slice]; +"707 fill__15" [id=707, type="fill_"]; +"708 lift_fresh_copy_16" [id=708, type="lift_fresh_copy"]; +"709 slice_51" [id=709, type=slice]; +"710 slice_52" [id=710, type=slice]; +"711 fill__16" [id=711, type="fill_"]; +"712 lift_fresh_copy_17" [id=712, type="lift_fresh_copy"]; +"713 slice_53" [id=713, type=slice]; +"714 slice_54" [id=714, type=slice]; +"715 fill__17" [id=715, type="fill_"]; +"716 view_18" [id=716, type=view]; +"717 permute_17" [id=717, type=permute]; +"718 reshape_15" [id=718, type=reshape]; +"719 unsqueeze_8" [id=719, type=unsqueeze]; +"720 unsqueeze_9" [id=720, type=unsqueeze]; +"721 sub_9" [id=721, type=sub]; +"722 ne_1" [id=722, type=ne]; +"723 masked_fill_2" [id=723, type="masked_fill"]; +"724 eq_1" [id=724, type=eq]; +"725 masked_fill_3" [id=725, type="masked_fill"]; +"726 view_19" [id=726, type=view]; +"727 unsqueeze_10" [id=727, type=unsqueeze]; +"728 unsqueeze_11" [id=728, type=unsqueeze]; +"729 add_11" [id=729, type=add]; +"730 view_20" [id=730, type=view]; +"731 softmax_3" [id=731, type=softmax]; +"732 dropout_12" [id=732, type=dropout]; +"733 matmul_7" [id=733, type=matmul]; +"734 transpose_7" [id=734, type=transpose]; +"735 reshape_16" [id=735, type=reshape]; +"736 reshape_16_0_0_nncf_smooth_quant_0" [id=736, type="call_module"]; +"737 quantize_per_tensor_default_23" [id=737, type="quantize_per_tensor"]; +"738 dequantize_per_tensor_default_23" [id=738, type="dequantize_per_tensor"]; +"739 scale_updated_constant15" [id=739, type="get_attr"]; +"740 compressed_weight_updated_constant15" [id=740, type="get_attr"]; +"741 mul_tensor_15" [id=741, type=mul]; +"742 zero_point_updated_constant15" [id=742, type="get_attr"]; +"743 sub_tensor_15" [id=743, type=sub]; +"744 linear_22" [id=744, type=linear]; +"745 dropout_13" [id=745, type=dropout]; +"746 view_21" [id=746, type=view]; +"747 permute_18" [id=747, type=permute]; +"748 reshape_17" [id=748, type=reshape]; +"749 roll_3" [id=749, type=roll]; +"750 slice_55" [id=750, type=slice]; +"751 slice_56" [id=751, type=slice]; +"752 contiguous_5" [id=752, type=contiguous]; +"753 layer_norm_8" [id=753, type="layer_norm"]; +"754 add_12" [id=754, type=add]; +"755 add_12_0_0_nncf_smooth_quant_0" [id=755, type="call_module"]; +"756 quantize_per_tensor_default_24" [id=756, type="quantize_per_tensor"]; +"757 dequantize_per_tensor_default_24" [id=757, type="dequantize_per_tensor"]; +"758 scale_updated_constant16" [id=758, type="get_attr"]; +"759 compressed_weight_updated_constant16" [id=759, type="get_attr"]; +"760 mul_tensor_16" [id=760, type=mul]; +"761 zero_point_updated_constant16" [id=761, type="get_attr"]; +"762 sub_tensor_16" [id=762, type=sub]; +"763 linear_23" [id=763, type=linear]; +"764 gelu_3" [id=764, type=gelu]; +"765 dropout_14" [id=765, type=dropout]; +"766 dropout_14_0_0_nncf_smooth_quant_0" [id=766, type="call_module"]; +"767 quantize_per_tensor_default_25" [id=767, type="quantize_per_tensor"]; +"768 dequantize_per_tensor_default_25" [id=768, type="dequantize_per_tensor"]; +"769 scale_updated_constant17" [id=769, type="get_attr"]; +"770 compressed_weight_updated_constant17" [id=770, type="get_attr"]; +"771 mul_tensor_17" [id=771, type=mul]; +"772 zero_point_updated_constant17" [id=772, type="get_attr"]; +"773 sub_tensor_17" [id=773, type=sub]; +"774 linear_24" [id=774, type=linear]; +"775 dropout_15" [id=775, type=dropout]; +"776 layer_norm_9" [id=776, type="layer_norm"]; +"777 add_13" [id=777, type=add]; +"778 mod_18" [id=778, type=mod]; +"779 mod_19" [id=779, type=mod]; +"780 pad_5" [id=780, type=pad]; +"781 slice_57" [id=781, type=slice]; +"782 slice_58" [id=782, type=slice]; +"783 slice_59" [id=783, type=slice]; +"784 slice_60" [id=784, type=slice]; +"785 slice_61" [id=785, type=slice]; +"786 slice_62" [id=786, type=slice]; +"787 slice_63" [id=787, type=slice]; +"788 slice_64" [id=788, type=slice]; +"789 cat_1" [id=789, type=cat]; +"790 cat_1_0_0_nncf_smooth_quant_0" [id=790, type="call_module"]; +"791 quantize_per_tensor_default_26" [id=791, type="quantize_per_tensor"]; +"792 dequantize_per_tensor_default_26" [id=792, type="dequantize_per_tensor"]; +"793 scale_updated_constant18" [id=793, type="get_attr"]; +"794 compressed_weight_updated_constant18" [id=794, type="get_attr"]; +"795 mul_tensor_18" [id=795, type=mul]; +"796 zero_point_updated_constant18" [id=796, type="get_attr"]; +"797 sub_tensor_18" [id=797, type=sub]; +"798 linear_25" [id=798, type=linear]; +"799 layer_norm_10" [id=799, type="layer_norm"]; +"800 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=800, type="get_attr"]; +"801 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=801, type="call_module"]; +"802 linear_26" [id=802, type=linear]; +"803 relu__4" [id=803, type="relu_"]; +"804 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=804, type="get_attr"]; +"805 relu__4_0_0_nncf_smooth_quant_0" [id=805, type="call_module"]; +"806 linear_27" [id=806, type=linear]; +"807 view_22" [id=807, type=view]; +"808 index_4" [id=808, type=index]; +"809 view_23" [id=809, type=view]; +"810 permute_19" [id=810, type=permute]; +"811 contiguous_6" [id=811, type=contiguous]; +"812 unsqueeze_12" [id=812, type=unsqueeze]; +"813 sigmoid_4" [id=813, type=sigmoid]; +"814 mul_12" [id=814, type=mul]; +"815 add_49" [id=815, type=add]; +"816 add_50" [id=816, type=add]; +"817 floordiv_95" [id=817, type=floordiv]; +"818 mod_20" [id=818, type=mod]; +"819 sub_10" [id=819, type=sub]; +"820 mod_21" [id=820, type=mod]; +"821 add_51" [id=821, type=add]; +"822 add_52" [id=822, type=add]; +"823 floordiv_96" [id=823, type=floordiv]; +"824 mod_22" [id=824, type=mod]; +"825 sub_11" [id=825, type=sub]; +"826 mod_23" [id=826, type=mod]; +"827 pad_6" [id=827, type=pad]; +"828 add_53" [id=828, type=add]; +"829 floordiv_30" [id=829, type=floordiv]; +"830 add_54" [id=830, type=add]; +"831 floordiv_31" [id=831, type=floordiv]; +"832 mul_13" [id=832, type=mul]; +"833 view_24" [id=833, type=view]; +"834 permute_20" [id=834, type=permute]; +"835 reshape_18" [id=835, type=reshape]; +"836 clone_4" [id=836, type=clone]; +"837 slice_65" [id=837, type=slice]; +"838 zero__4" [id=838, type="zero_"]; +"839 reshape_18_0_0_nncf_smooth_quant_0" [id=839, type="call_module"]; +"840 quantize_per_tensor_default_27" [id=840, type="quantize_per_tensor"]; +"841 dequantize_per_tensor_default_27" [id=841, type="dequantize_per_tensor"]; +"842 scale_updated_constant19" [id=842, type="get_attr"]; +"843 compressed_weight_updated_constant19" [id=843, type="get_attr"]; +"844 mul_tensor_19" [id=844, type=mul]; +"845 zero_point_updated_constant19" [id=845, type="get_attr"]; +"846 sub_tensor_19" [id=846, type=sub]; +"847 linear_28" [id=847, type=linear]; +"848 floordiv_97" [id=848, type=floordiv]; +"849 floordiv_98" [id=849, type=floordiv]; +"850 mul_38" [id=850, type=mul]; +"851 reshape_19" [id=851, type=reshape]; +"852 permute_21" [id=852, type=permute]; +"853 select_12" [id=853, type=select]; +"854 select_13" [id=854, type=select]; +"855 select_14" [id=855, type=select]; +"856 linalg_vector_norm_8" [id=856, type="linalg_vector_norm"]; +"857 clamp_min_8" [id=857, type="clamp_min"]; +"858 expand_as_8" [id=858, type="expand_as"]; +"859 div_8" [id=859, type=div]; +"860 quantize_per_tensor_default_28" [id=860, type="quantize_per_tensor"]; +"861 dequantize_per_tensor_default_28" [id=861, type="dequantize_per_tensor"]; +"862 linalg_vector_norm_9" [id=862, type="linalg_vector_norm"]; +"863 clamp_min_9" [id=863, type="clamp_min"]; +"864 expand_as_9" [id=864, type="expand_as"]; +"865 div_9" [id=865, type=div]; +"866 quantize_per_tensor_default_29" [id=866, type="quantize_per_tensor"]; +"867 dequantize_per_tensor_default_29" [id=867, type="dequantize_per_tensor"]; +"868 transpose_8" [id=868, type=transpose]; +"869 matmul_8" [id=869, type=matmul]; +"870 clamp_4" [id=870, type=clamp]; +"871 exp_4" [id=871, type=exp]; +"872 mul_14" [id=872, type=mul]; +"873 add_14" [id=873, type=add]; +"874 softmax_4" [id=874, type=softmax]; +"875 dropout_16" [id=875, type=dropout]; +"876 matmul_9" [id=876, type=matmul]; +"877 transpose_9" [id=877, type=transpose]; +"878 reshape_20" [id=878, type=reshape]; +"879 reshape_20_0_0_nncf_smooth_quant_0" [id=879, type="call_module"]; +"880 quantize_per_tensor_default_30" [id=880, type="quantize_per_tensor"]; +"881 dequantize_per_tensor_default_30" [id=881, type="dequantize_per_tensor"]; +"882 scale_updated_constant20" [id=882, type="get_attr"]; +"883 compressed_weight_updated_constant20" [id=883, type="get_attr"]; +"884 mul_tensor_20" [id=884, type=mul]; +"885 zero_point_updated_constant20" [id=885, type="get_attr"]; +"886 sub_tensor_20" [id=886, type=sub]; +"887 linear_29" [id=887, type=linear]; +"888 dropout_17" [id=888, type=dropout]; +"889 view_25" [id=889, type=view]; +"890 permute_22" [id=890, type=permute]; +"891 reshape_21" [id=891, type=reshape]; +"892 slice_66" [id=892, type=slice]; +"893 slice_67" [id=893, type=slice]; +"894 contiguous_7" [id=894, type=contiguous]; +"895 layer_norm_11" [id=895, type="layer_norm"]; +"896 add_15" [id=896, type=add]; +"897 add_15_0_0_nncf_smooth_quant_0" [id=897, type="call_module"]; +"898 quantize_per_tensor_default_31" [id=898, type="quantize_per_tensor"]; +"899 dequantize_per_tensor_default_31" [id=899, type="dequantize_per_tensor"]; +"900 scale_updated_constant21" [id=900, type="get_attr"]; +"901 compressed_weight_updated_constant21" [id=901, type="get_attr"]; +"902 mul_tensor_21" [id=902, type=mul]; +"903 zero_point_updated_constant21" [id=903, type="get_attr"]; +"904 sub_tensor_21" [id=904, type=sub]; +"905 linear_30" [id=905, type=linear]; +"906 gelu_4" [id=906, type=gelu]; +"907 dropout_18" [id=907, type=dropout]; +"908 dropout_18_0_0_nncf_smooth_quant_0" [id=908, type="call_module"]; +"909 quantize_per_tensor_default_32" [id=909, type="quantize_per_tensor"]; +"910 dequantize_per_tensor_default_32" [id=910, type="dequantize_per_tensor"]; +"911 scale_updated_constant22" [id=911, type="get_attr"]; +"912 compressed_weight_updated_constant22" [id=912, type="get_attr"]; +"913 mul_tensor_22" [id=913, type=mul]; +"914 zero_point_updated_constant22" [id=914, type="get_attr"]; +"915 sub_tensor_22" [id=915, type=sub]; +"916 linear_31" [id=916, type=linear]; +"917 dropout_19" [id=917, type=dropout]; +"918 layer_norm_12" [id=918, type="layer_norm"]; +"919 add_16" [id=919, type=add]; +"920 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=920, type="get_attr"]; +"921 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=921, type="call_module"]; +"922 linear_32" [id=922, type=linear]; +"923 relu__5" [id=923, type="relu_"]; +"924 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=924, type="get_attr"]; +"925 relu__5_0_0_nncf_smooth_quant_0" [id=925, type="call_module"]; +"926 linear_33" [id=926, type=linear]; +"927 view_26" [id=927, type=view]; +"928 index_5" [id=928, type=index]; +"929 view_27" [id=929, type=view]; +"930 permute_23" [id=930, type=permute]; +"931 contiguous_8" [id=931, type=contiguous]; +"932 unsqueeze_13" [id=932, type=unsqueeze]; +"933 sigmoid_5" [id=933, type=sigmoid]; +"934 mul_15" [id=934, type=mul]; +"935 pad_7" [id=935, type=pad]; +"936 roll_4" [id=936, type=roll]; +"937 view_28" [id=937, type=view]; +"938 permute_24" [id=938, type=permute]; +"939 reshape_22" [id=939, type=reshape]; +"940 clone_5" [id=940, type=clone]; +"941 slice_68" [id=941, type=slice]; +"942 zero__5" [id=942, type="zero_"]; +"943 reshape_22_0_0_nncf_smooth_quant_0" [id=943, type="call_module"]; +"944 quantize_per_tensor_default_33" [id=944, type="quantize_per_tensor"]; +"945 dequantize_per_tensor_default_33" [id=945, type="dequantize_per_tensor"]; +"946 scale_updated_constant23" [id=946, type="get_attr"]; +"947 compressed_weight_updated_constant23" [id=947, type="get_attr"]; +"948 mul_tensor_23" [id=948, type=mul]; +"949 zero_point_updated_constant23" [id=949, type="get_attr"]; +"950 sub_tensor_23" [id=950, type=sub]; +"951 linear_34" [id=951, type=linear]; +"952 reshape_23" [id=952, type=reshape]; +"953 permute_25" [id=953, type=permute]; +"954 select_15" [id=954, type=select]; +"955 select_16" [id=955, type=select]; +"956 select_17" [id=956, type=select]; +"957 linalg_vector_norm_10" [id=957, type="linalg_vector_norm"]; +"958 clamp_min_10" [id=958, type="clamp_min"]; +"959 expand_as_10" [id=959, type="expand_as"]; +"960 div_10" [id=960, type=div]; +"961 quantize_per_tensor_default_34" [id=961, type="quantize_per_tensor"]; +"962 dequantize_per_tensor_default_34" [id=962, type="dequantize_per_tensor"]; +"963 linalg_vector_norm_11" [id=963, type="linalg_vector_norm"]; +"964 clamp_min_11" [id=964, type="clamp_min"]; +"965 expand_as_11" [id=965, type="expand_as"]; +"966 div_11" [id=966, type=div]; +"967 quantize_per_tensor_default_35" [id=967, type="quantize_per_tensor"]; +"968 dequantize_per_tensor_default_35" [id=968, type="dequantize_per_tensor"]; +"969 transpose_10" [id=969, type=transpose]; +"970 matmul_10" [id=970, type=matmul]; +"971 clamp_5" [id=971, type=clamp]; +"972 exp_5" [id=972, type=exp]; +"973 mul_17" [id=973, type=mul]; +"974 add_17" [id=974, type=add]; +"975 new_zeros_2" [id=975, type="new_zeros"]; +"976 lift_fresh_copy_18" [id=976, type="lift_fresh_copy"]; +"977 slice_69" [id=977, type=slice]; +"978 slice_70" [id=978, type=slice]; +"979 fill__18" [id=979, type="fill_"]; +"980 lift_fresh_copy_19" [id=980, type="lift_fresh_copy"]; +"981 slice_71" [id=981, type=slice]; +"982 slice_72" [id=982, type=slice]; +"983 fill__19" [id=983, type="fill_"]; +"984 lift_fresh_copy_20" [id=984, type="lift_fresh_copy"]; +"985 slice_73" [id=985, type=slice]; +"986 slice_74" [id=986, type=slice]; +"987 fill__20" [id=987, type="fill_"]; +"988 lift_fresh_copy_21" [id=988, type="lift_fresh_copy"]; +"989 slice_75" [id=989, type=slice]; +"990 slice_76" [id=990, type=slice]; +"991 fill__21" [id=991, type="fill_"]; +"992 lift_fresh_copy_22" [id=992, type="lift_fresh_copy"]; +"993 slice_77" [id=993, type=slice]; +"994 slice_78" [id=994, type=slice]; +"995 fill__22" [id=995, type="fill_"]; +"996 lift_fresh_copy_23" [id=996, type="lift_fresh_copy"]; +"997 slice_79" [id=997, type=slice]; +"998 slice_80" [id=998, type=slice]; +"999 fill__23" [id=999, type="fill_"]; +"1000 lift_fresh_copy_24" [id=1000, type="lift_fresh_copy"]; +"1001 slice_81" [id=1001, type=slice]; +"1002 slice_82" [id=1002, type=slice]; +"1003 fill__24" [id=1003, type="fill_"]; +"1004 lift_fresh_copy_25" [id=1004, type="lift_fresh_copy"]; +"1005 slice_83" [id=1005, type=slice]; +"1006 slice_84" [id=1006, type=slice]; +"1007 fill__25" [id=1007, type="fill_"]; +"1008 lift_fresh_copy_26" [id=1008, type="lift_fresh_copy"]; +"1009 slice_85" [id=1009, type=slice]; +"1010 slice_86" [id=1010, type=slice]; +"1011 fill__26" [id=1011, type="fill_"]; +"1012 view_29" [id=1012, type=view]; +"1013 permute_26" [id=1013, type=permute]; +"1014 reshape_24" [id=1014, type=reshape]; +"1015 unsqueeze_14" [id=1015, type=unsqueeze]; +"1016 unsqueeze_15" [id=1016, type=unsqueeze]; +"1017 sub_14" [id=1017, type=sub]; +"1018 ne_2" [id=1018, type=ne]; +"1019 masked_fill_4" [id=1019, type="masked_fill"]; +"1020 eq_2" [id=1020, type=eq]; +"1021 masked_fill_5" [id=1021, type="masked_fill"]; +"1022 view_30" [id=1022, type=view]; +"1023 unsqueeze_16" [id=1023, type=unsqueeze]; +"1024 unsqueeze_17" [id=1024, type=unsqueeze]; +"1025 add_18" [id=1025, type=add]; +"1026 view_31" [id=1026, type=view]; +"1027 softmax_5" [id=1027, type=softmax]; +"1028 dropout_20" [id=1028, type=dropout]; +"1029 matmul_11" [id=1029, type=matmul]; +"1030 transpose_11" [id=1030, type=transpose]; +"1031 reshape_25" [id=1031, type=reshape]; +"1032 reshape_25_0_0_nncf_smooth_quant_0" [id=1032, type="call_module"]; +"1033 quantize_per_tensor_default_36" [id=1033, type="quantize_per_tensor"]; +"1034 dequantize_per_tensor_default_36" [id=1034, type="dequantize_per_tensor"]; +"1035 scale_updated_constant24" [id=1035, type="get_attr"]; +"1036 compressed_weight_updated_constant24" [id=1036, type="get_attr"]; +"1037 mul_tensor_24" [id=1037, type=mul]; +"1038 zero_point_updated_constant24" [id=1038, type="get_attr"]; +"1039 sub_tensor_24" [id=1039, type=sub]; +"1040 linear_35" [id=1040, type=linear]; +"1041 dropout_21" [id=1041, type=dropout]; +"1042 view_32" [id=1042, type=view]; +"1043 permute_27" [id=1043, type=permute]; +"1044 reshape_26" [id=1044, type=reshape]; +"1045 roll_5" [id=1045, type=roll]; +"1046 slice_87" [id=1046, type=slice]; +"1047 slice_88" [id=1047, type=slice]; +"1048 contiguous_9" [id=1048, type=contiguous]; +"1049 layer_norm_13" [id=1049, type="layer_norm"]; +"1050 add_19" [id=1050, type=add]; +"1051 add_19_0_0_nncf_smooth_quant_0" [id=1051, type="call_module"]; +"1052 quantize_per_tensor_default_37" [id=1052, type="quantize_per_tensor"]; +"1053 dequantize_per_tensor_default_37" [id=1053, type="dequantize_per_tensor"]; +"1054 scale_updated_constant25" [id=1054, type="get_attr"]; +"1055 compressed_weight_updated_constant25" [id=1055, type="get_attr"]; +"1056 mul_tensor_25" [id=1056, type=mul]; +"1057 zero_point_updated_constant25" [id=1057, type="get_attr"]; +"1058 sub_tensor_25" [id=1058, type=sub]; +"1059 linear_36" [id=1059, type=linear]; +"1060 gelu_5" [id=1060, type=gelu]; +"1061 dropout_22" [id=1061, type=dropout]; +"1062 dropout_22_0_0_nncf_smooth_quant_0" [id=1062, type="call_module"]; +"1063 quantize_per_tensor_default_38" [id=1063, type="quantize_per_tensor"]; +"1064 dequantize_per_tensor_default_38" [id=1064, type="dequantize_per_tensor"]; +"1065 scale_updated_constant26" [id=1065, type="get_attr"]; +"1066 compressed_weight_updated_constant26" [id=1066, type="get_attr"]; +"1067 mul_tensor_26" [id=1067, type=mul]; +"1068 zero_point_updated_constant26" [id=1068, type="get_attr"]; +"1069 sub_tensor_26" [id=1069, type=sub]; +"1070 linear_37" [id=1070, type=linear]; +"1071 dropout_23" [id=1071, type=dropout]; +"1072 layer_norm_14" [id=1072, type="layer_norm"]; +"1073 add_20" [id=1073, type=add]; +"1074 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1074, type="get_attr"]; +"1075 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1075, type="call_module"]; +"1076 linear_38" [id=1076, type=linear]; +"1077 relu__6" [id=1077, type="relu_"]; +"1078 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1078, type="get_attr"]; +"1079 relu__6_0_0_nncf_smooth_quant_0" [id=1079, type="call_module"]; +"1080 linear_39" [id=1080, type=linear]; +"1081 view_33" [id=1081, type=view]; +"1082 index_6" [id=1082, type=index]; +"1083 view_34" [id=1083, type=view]; +"1084 permute_28" [id=1084, type=permute]; +"1085 contiguous_10" [id=1085, type=contiguous]; +"1086 unsqueeze_18" [id=1086, type=unsqueeze]; +"1087 sigmoid_6" [id=1087, type=sigmoid]; +"1088 mul_18" [id=1088, type=mul]; +"1089 pad_8" [id=1089, type=pad]; +"1090 view_35" [id=1090, type=view]; +"1091 permute_29" [id=1091, type=permute]; +"1092 reshape_27" [id=1092, type=reshape]; +"1093 clone_6" [id=1093, type=clone]; +"1094 slice_89" [id=1094, type=slice]; +"1095 zero__6" [id=1095, type="zero_"]; +"1096 reshape_27_0_0_nncf_smooth_quant_0" [id=1096, type="call_module"]; +"1097 quantize_per_tensor_default_39" [id=1097, type="quantize_per_tensor"]; +"1098 dequantize_per_tensor_default_39" [id=1098, type="dequantize_per_tensor"]; +"1099 scale_updated_constant27" [id=1099, type="get_attr"]; +"1100 compressed_weight_updated_constant27" [id=1100, type="get_attr"]; +"1101 mul_tensor_27" [id=1101, type=mul]; +"1102 zero_point_updated_constant27" [id=1102, type="get_attr"]; +"1103 sub_tensor_27" [id=1103, type=sub]; +"1104 linear_40" [id=1104, type=linear]; +"1105 reshape_28" [id=1105, type=reshape]; +"1106 permute_30" [id=1106, type=permute]; +"1107 select_18" [id=1107, type=select]; +"1108 select_19" [id=1108, type=select]; +"1109 select_20" [id=1109, type=select]; +"1110 linalg_vector_norm_12" [id=1110, type="linalg_vector_norm"]; +"1111 clamp_min_12" [id=1111, type="clamp_min"]; +"1112 expand_as_12" [id=1112, type="expand_as"]; +"1113 div_12" [id=1113, type=div]; +"1114 quantize_per_tensor_default_40" [id=1114, type="quantize_per_tensor"]; +"1115 dequantize_per_tensor_default_40" [id=1115, type="dequantize_per_tensor"]; +"1116 linalg_vector_norm_13" [id=1116, type="linalg_vector_norm"]; +"1117 clamp_min_13" [id=1117, type="clamp_min"]; +"1118 expand_as_13" [id=1118, type="expand_as"]; +"1119 div_13" [id=1119, type=div]; +"1120 quantize_per_tensor_default_41" [id=1120, type="quantize_per_tensor"]; +"1121 dequantize_per_tensor_default_41" [id=1121, type="dequantize_per_tensor"]; +"1122 transpose_12" [id=1122, type=transpose]; +"1123 matmul_12" [id=1123, type=matmul]; +"1124 clamp_6" [id=1124, type=clamp]; +"1125 exp_6" [id=1125, type=exp]; +"1126 mul_20" [id=1126, type=mul]; +"1127 add_21" [id=1127, type=add]; +"1128 softmax_6" [id=1128, type=softmax]; +"1129 dropout_24" [id=1129, type=dropout]; +"1130 matmul_13" [id=1130, type=matmul]; +"1131 transpose_13" [id=1131, type=transpose]; +"1132 reshape_29" [id=1132, type=reshape]; +"1133 reshape_29_0_0_nncf_smooth_quant_0" [id=1133, type="call_module"]; +"1134 quantize_per_tensor_default_42" [id=1134, type="quantize_per_tensor"]; +"1135 dequantize_per_tensor_default_42" [id=1135, type="dequantize_per_tensor"]; +"1136 scale_updated_constant28" [id=1136, type="get_attr"]; +"1137 compressed_weight_updated_constant28" [id=1137, type="get_attr"]; +"1138 mul_tensor_28" [id=1138, type=mul]; +"1139 zero_point_updated_constant28" [id=1139, type="get_attr"]; +"1140 sub_tensor_28" [id=1140, type=sub]; +"1141 linear_41" [id=1141, type=linear]; +"1142 dropout_25" [id=1142, type=dropout]; +"1143 view_36" [id=1143, type=view]; +"1144 permute_31" [id=1144, type=permute]; +"1145 reshape_30" [id=1145, type=reshape]; +"1146 slice_90" [id=1146, type=slice]; +"1147 slice_91" [id=1147, type=slice]; +"1148 contiguous_11" [id=1148, type=contiguous]; +"1149 layer_norm_15" [id=1149, type="layer_norm"]; +"1150 add_22" [id=1150, type=add]; +"1151 add_22_0_0_nncf_smooth_quant_0" [id=1151, type="call_module"]; +"1152 quantize_per_tensor_default_43" [id=1152, type="quantize_per_tensor"]; +"1153 dequantize_per_tensor_default_43" [id=1153, type="dequantize_per_tensor"]; +"1154 scale_updated_constant29" [id=1154, type="get_attr"]; +"1155 compressed_weight_updated_constant29" [id=1155, type="get_attr"]; +"1156 mul_tensor_29" [id=1156, type=mul]; +"1157 zero_point_updated_constant29" [id=1157, type="get_attr"]; +"1158 sub_tensor_29" [id=1158, type=sub]; +"1159 linear_42" [id=1159, type=linear]; +"1160 gelu_6" [id=1160, type=gelu]; +"1161 dropout_26" [id=1161, type=dropout]; +"1162 dropout_26_0_0_nncf_smooth_quant_0" [id=1162, type="call_module"]; +"1163 quantize_per_tensor_default_44" [id=1163, type="quantize_per_tensor"]; +"1164 dequantize_per_tensor_default_44" [id=1164, type="dequantize_per_tensor"]; +"1165 scale_updated_constant30" [id=1165, type="get_attr"]; +"1166 compressed_weight_updated_constant30" [id=1166, type="get_attr"]; +"1167 mul_tensor_30" [id=1167, type=mul]; +"1168 zero_point_updated_constant30" [id=1168, type="get_attr"]; +"1169 sub_tensor_30" [id=1169, type=sub]; +"1170 linear_43" [id=1170, type=linear]; +"1171 dropout_27" [id=1171, type=dropout]; +"1172 layer_norm_16" [id=1172, type="layer_norm"]; +"1173 add_23" [id=1173, type=add]; +"1174 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1174, type="get_attr"]; +"1175 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1175, type="call_module"]; +"1176 linear_44" [id=1176, type=linear]; +"1177 relu__7" [id=1177, type="relu_"]; +"1178 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1178, type="get_attr"]; +"1179 relu__7_0_0_nncf_smooth_quant_0" [id=1179, type="call_module"]; +"1180 linear_45" [id=1180, type=linear]; +"1181 view_37" [id=1181, type=view]; +"1182 index_7" [id=1182, type=index]; +"1183 view_38" [id=1183, type=view]; +"1184 permute_32" [id=1184, type=permute]; +"1185 contiguous_12" [id=1185, type=contiguous]; +"1186 unsqueeze_19" [id=1186, type=unsqueeze]; +"1187 sigmoid_7" [id=1187, type=sigmoid]; +"1188 mul_21" [id=1188, type=mul]; +"1189 pad_9" [id=1189, type=pad]; +"1190 roll_6" [id=1190, type=roll]; +"1191 view_39" [id=1191, type=view]; +"1192 permute_33" [id=1192, type=permute]; +"1193 reshape_31" [id=1193, type=reshape]; +"1194 clone_7" [id=1194, type=clone]; +"1195 slice_92" [id=1195, type=slice]; +"1196 zero__7" [id=1196, type="zero_"]; +"1197 reshape_31_0_0_nncf_smooth_quant_0" [id=1197, type="call_module"]; +"1198 quantize_per_tensor_default_45" [id=1198, type="quantize_per_tensor"]; +"1199 dequantize_per_tensor_default_45" [id=1199, type="dequantize_per_tensor"]; +"1200 scale_updated_constant31" [id=1200, type="get_attr"]; +"1201 compressed_weight_updated_constant31" [id=1201, type="get_attr"]; +"1202 mul_tensor_31" [id=1202, type=mul]; +"1203 zero_point_updated_constant31" [id=1203, type="get_attr"]; +"1204 sub_tensor_31" [id=1204, type=sub]; +"1205 linear_46" [id=1205, type=linear]; +"1206 reshape_32" [id=1206, type=reshape]; +"1207 permute_34" [id=1207, type=permute]; +"1208 select_21" [id=1208, type=select]; +"1209 select_22" [id=1209, type=select]; +"1210 select_23" [id=1210, type=select]; +"1211 linalg_vector_norm_14" [id=1211, type="linalg_vector_norm"]; +"1212 clamp_min_14" [id=1212, type="clamp_min"]; +"1213 expand_as_14" [id=1213, type="expand_as"]; +"1214 div_14" [id=1214, type=div]; +"1215 quantize_per_tensor_default_46" [id=1215, type="quantize_per_tensor"]; +"1216 dequantize_per_tensor_default_46" [id=1216, type="dequantize_per_tensor"]; +"1217 linalg_vector_norm_15" [id=1217, type="linalg_vector_norm"]; +"1218 clamp_min_15" [id=1218, type="clamp_min"]; +"1219 expand_as_15" [id=1219, type="expand_as"]; +"1220 div_15" [id=1220, type=div]; +"1221 quantize_per_tensor_default_47" [id=1221, type="quantize_per_tensor"]; +"1222 dequantize_per_tensor_default_47" [id=1222, type="dequantize_per_tensor"]; +"1223 transpose_14" [id=1223, type=transpose]; +"1224 matmul_14" [id=1224, type=matmul]; +"1225 clamp_7" [id=1225, type=clamp]; +"1226 exp_7" [id=1226, type=exp]; +"1227 mul_23" [id=1227, type=mul]; +"1228 add_24" [id=1228, type=add]; +"1229 new_zeros_3" [id=1229, type="new_zeros"]; +"1230 lift_fresh_copy_27" [id=1230, type="lift_fresh_copy"]; +"1231 slice_93" [id=1231, type=slice]; +"1232 slice_94" [id=1232, type=slice]; +"1233 fill__27" [id=1233, type="fill_"]; +"1234 lift_fresh_copy_28" [id=1234, type="lift_fresh_copy"]; +"1235 slice_95" [id=1235, type=slice]; +"1236 slice_96" [id=1236, type=slice]; +"1237 fill__28" [id=1237, type="fill_"]; +"1238 lift_fresh_copy_29" [id=1238, type="lift_fresh_copy"]; +"1239 slice_97" [id=1239, type=slice]; +"1240 slice_98" [id=1240, type=slice]; +"1241 fill__29" [id=1241, type="fill_"]; +"1242 lift_fresh_copy_30" [id=1242, type="lift_fresh_copy"]; +"1243 slice_99" [id=1243, type=slice]; +"1244 slice_100" [id=1244, type=slice]; +"1245 fill__30" [id=1245, type="fill_"]; +"1246 lift_fresh_copy_31" [id=1246, type="lift_fresh_copy"]; +"1247 slice_101" [id=1247, type=slice]; +"1248 slice_102" [id=1248, type=slice]; +"1249 fill__31" [id=1249, type="fill_"]; +"1250 lift_fresh_copy_32" [id=1250, type="lift_fresh_copy"]; +"1251 slice_103" [id=1251, type=slice]; +"1252 slice_104" [id=1252, type=slice]; +"1253 fill__32" [id=1253, type="fill_"]; +"1254 lift_fresh_copy_33" [id=1254, type="lift_fresh_copy"]; +"1255 slice_105" [id=1255, type=slice]; +"1256 slice_106" [id=1256, type=slice]; +"1257 fill__33" [id=1257, type="fill_"]; +"1258 lift_fresh_copy_34" [id=1258, type="lift_fresh_copy"]; +"1259 slice_107" [id=1259, type=slice]; +"1260 slice_108" [id=1260, type=slice]; +"1261 fill__34" [id=1261, type="fill_"]; +"1262 lift_fresh_copy_35" [id=1262, type="lift_fresh_copy"]; +"1263 slice_109" [id=1263, type=slice]; +"1264 slice_110" [id=1264, type=slice]; +"1265 fill__35" [id=1265, type="fill_"]; +"1266 view_40" [id=1266, type=view]; +"1267 permute_35" [id=1267, type=permute]; +"1268 reshape_33" [id=1268, type=reshape]; +"1269 unsqueeze_20" [id=1269, type=unsqueeze]; +"1270 unsqueeze_21" [id=1270, type=unsqueeze]; +"1271 sub_19" [id=1271, type=sub]; +"1272 ne_3" [id=1272, type=ne]; +"1273 masked_fill_6" [id=1273, type="masked_fill"]; +"1274 eq_3" [id=1274, type=eq]; +"1275 masked_fill_7" [id=1275, type="masked_fill"]; +"1276 view_41" [id=1276, type=view]; +"1277 unsqueeze_22" [id=1277, type=unsqueeze]; +"1278 unsqueeze_23" [id=1278, type=unsqueeze]; +"1279 add_25" [id=1279, type=add]; +"1280 view_42" [id=1280, type=view]; +"1281 softmax_7" [id=1281, type=softmax]; +"1282 dropout_28" [id=1282, type=dropout]; +"1283 matmul_15" [id=1283, type=matmul]; +"1284 transpose_15" [id=1284, type=transpose]; +"1285 reshape_34" [id=1285, type=reshape]; +"1286 reshape_34_0_0_nncf_smooth_quant_0" [id=1286, type="call_module"]; +"1287 quantize_per_tensor_default_48" [id=1287, type="quantize_per_tensor"]; +"1288 dequantize_per_tensor_default_48" [id=1288, type="dequantize_per_tensor"]; +"1289 scale_updated_constant32" [id=1289, type="get_attr"]; +"1290 compressed_weight_updated_constant32" [id=1290, type="get_attr"]; +"1291 mul_tensor_32" [id=1291, type=mul]; +"1292 zero_point_updated_constant32" [id=1292, type="get_attr"]; +"1293 sub_tensor_32" [id=1293, type=sub]; +"1294 linear_47" [id=1294, type=linear]; +"1295 dropout_29" [id=1295, type=dropout]; +"1296 view_43" [id=1296, type=view]; +"1297 permute_36" [id=1297, type=permute]; +"1298 reshape_35" [id=1298, type=reshape]; +"1299 roll_7" [id=1299, type=roll]; +"1300 slice_111" [id=1300, type=slice]; +"1301 slice_112" [id=1301, type=slice]; +"1302 contiguous_13" [id=1302, type=contiguous]; +"1303 layer_norm_17" [id=1303, type="layer_norm"]; +"1304 add_26" [id=1304, type=add]; +"1305 add_26_0_0_nncf_smooth_quant_0" [id=1305, type="call_module"]; +"1306 quantize_per_tensor_default_49" [id=1306, type="quantize_per_tensor"]; +"1307 dequantize_per_tensor_default_49" [id=1307, type="dequantize_per_tensor"]; +"1308 scale_updated_constant33" [id=1308, type="get_attr"]; +"1309 compressed_weight_updated_constant33" [id=1309, type="get_attr"]; +"1310 mul_tensor_33" [id=1310, type=mul]; +"1311 zero_point_updated_constant33" [id=1311, type="get_attr"]; +"1312 sub_tensor_33" [id=1312, type=sub]; +"1313 linear_48" [id=1313, type=linear]; +"1314 gelu_7" [id=1314, type=gelu]; +"1315 dropout_30" [id=1315, type=dropout]; +"1316 dropout_30_0_0_nncf_smooth_quant_0" [id=1316, type="call_module"]; +"1317 quantize_per_tensor_default_50" [id=1317, type="quantize_per_tensor"]; +"1318 dequantize_per_tensor_default_50" [id=1318, type="dequantize_per_tensor"]; +"1319 scale_updated_constant34" [id=1319, type="get_attr"]; +"1320 compressed_weight_updated_constant34" [id=1320, type="get_attr"]; +"1321 mul_tensor_34" [id=1321, type=mul]; +"1322 zero_point_updated_constant34" [id=1322, type="get_attr"]; +"1323 sub_tensor_34" [id=1323, type=sub]; +"1324 linear_49" [id=1324, type=linear]; +"1325 dropout_31" [id=1325, type=dropout]; +"1326 layer_norm_18" [id=1326, type="layer_norm"]; +"1327 add_27" [id=1327, type=add]; +"1328 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1328, type="get_attr"]; +"1329 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1329, type="call_module"]; +"1330 linear_50" [id=1330, type=linear]; +"1331 relu__8" [id=1331, type="relu_"]; +"1332 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1332, type="get_attr"]; +"1333 relu__8_0_0_nncf_smooth_quant_0" [id=1333, type="call_module"]; +"1334 linear_51" [id=1334, type=linear]; +"1335 view_44" [id=1335, type=view]; +"1336 index_8" [id=1336, type=index]; +"1337 view_45" [id=1337, type=view]; +"1338 permute_37" [id=1338, type=permute]; +"1339 contiguous_14" [id=1339, type=contiguous]; +"1340 unsqueeze_24" [id=1340, type=unsqueeze]; +"1341 sigmoid_8" [id=1341, type=sigmoid]; +"1342 mul_24" [id=1342, type=mul]; +"1343 pad_10" [id=1343, type=pad]; +"1344 view_46" [id=1344, type=view]; +"1345 permute_38" [id=1345, type=permute]; +"1346 reshape_36" [id=1346, type=reshape]; +"1347 clone_8" [id=1347, type=clone]; +"1348 slice_113" [id=1348, type=slice]; +"1349 zero__8" [id=1349, type="zero_"]; +"1350 reshape_36_0_0_nncf_smooth_quant_0" [id=1350, type="call_module"]; +"1351 quantize_per_tensor_default_51" [id=1351, type="quantize_per_tensor"]; +"1352 dequantize_per_tensor_default_51" [id=1352, type="dequantize_per_tensor"]; +"1353 scale_updated_constant35" [id=1353, type="get_attr"]; +"1354 compressed_weight_updated_constant35" [id=1354, type="get_attr"]; +"1355 mul_tensor_35" [id=1355, type=mul]; +"1356 zero_point_updated_constant35" [id=1356, type="get_attr"]; +"1357 sub_tensor_35" [id=1357, type=sub]; +"1358 linear_52" [id=1358, type=linear]; +"1359 reshape_37" [id=1359, type=reshape]; +"1360 permute_39" [id=1360, type=permute]; +"1361 select_24" [id=1361, type=select]; +"1362 select_25" [id=1362, type=select]; +"1363 select_26" [id=1363, type=select]; +"1364 linalg_vector_norm_16" [id=1364, type="linalg_vector_norm"]; +"1365 clamp_min_16" [id=1365, type="clamp_min"]; +"1366 expand_as_16" [id=1366, type="expand_as"]; +"1367 div_16" [id=1367, type=div]; +"1368 quantize_per_tensor_default_52" [id=1368, type="quantize_per_tensor"]; +"1369 dequantize_per_tensor_default_52" [id=1369, type="dequantize_per_tensor"]; +"1370 linalg_vector_norm_17" [id=1370, type="linalg_vector_norm"]; +"1371 clamp_min_17" [id=1371, type="clamp_min"]; +"1372 expand_as_17" [id=1372, type="expand_as"]; +"1373 div_17" [id=1373, type=div]; +"1374 quantize_per_tensor_default_53" [id=1374, type="quantize_per_tensor"]; +"1375 dequantize_per_tensor_default_53" [id=1375, type="dequantize_per_tensor"]; +"1376 transpose_16" [id=1376, type=transpose]; +"1377 matmul_16" [id=1377, type=matmul]; +"1378 clamp_8" [id=1378, type=clamp]; +"1379 exp_8" [id=1379, type=exp]; +"1380 mul_26" [id=1380, type=mul]; +"1381 add_28" [id=1381, type=add]; +"1382 softmax_8" [id=1382, type=softmax]; +"1383 dropout_32" [id=1383, type=dropout]; +"1384 matmul_17" [id=1384, type=matmul]; +"1385 transpose_17" [id=1385, type=transpose]; +"1386 reshape_38" [id=1386, type=reshape]; +"1387 reshape_38_0_0_nncf_smooth_quant_0" [id=1387, type="call_module"]; +"1388 quantize_per_tensor_default_54" [id=1388, type="quantize_per_tensor"]; +"1389 dequantize_per_tensor_default_54" [id=1389, type="dequantize_per_tensor"]; +"1390 scale_updated_constant36" [id=1390, type="get_attr"]; +"1391 compressed_weight_updated_constant36" [id=1391, type="get_attr"]; +"1392 mul_tensor_36" [id=1392, type=mul]; +"1393 zero_point_updated_constant36" [id=1393, type="get_attr"]; +"1394 sub_tensor_36" [id=1394, type=sub]; +"1395 linear_53" [id=1395, type=linear]; +"1396 dropout_33" [id=1396, type=dropout]; +"1397 view_47" [id=1397, type=view]; +"1398 permute_40" [id=1398, type=permute]; +"1399 reshape_39" [id=1399, type=reshape]; +"1400 slice_114" [id=1400, type=slice]; +"1401 slice_115" [id=1401, type=slice]; +"1402 contiguous_15" [id=1402, type=contiguous]; +"1403 layer_norm_19" [id=1403, type="layer_norm"]; +"1404 add_29" [id=1404, type=add]; +"1405 add_29_0_0_nncf_smooth_quant_0" [id=1405, type="call_module"]; +"1406 quantize_per_tensor_default_55" [id=1406, type="quantize_per_tensor"]; +"1407 dequantize_per_tensor_default_55" [id=1407, type="dequantize_per_tensor"]; +"1408 scale_updated_constant37" [id=1408, type="get_attr"]; +"1409 compressed_weight_updated_constant37" [id=1409, type="get_attr"]; +"1410 mul_tensor_37" [id=1410, type=mul]; +"1411 zero_point_updated_constant37" [id=1411, type="get_attr"]; +"1412 sub_tensor_37" [id=1412, type=sub]; +"1413 linear_54" [id=1413, type=linear]; +"1414 gelu_8" [id=1414, type=gelu]; +"1415 dropout_34" [id=1415, type=dropout]; +"1416 dropout_34_0_0_nncf_smooth_quant_0" [id=1416, type="call_module"]; +"1417 quantize_per_tensor_default_56" [id=1417, type="quantize_per_tensor"]; +"1418 dequantize_per_tensor_default_56" [id=1418, type="dequantize_per_tensor"]; +"1419 scale_updated_constant38" [id=1419, type="get_attr"]; +"1420 compressed_weight_updated_constant38" [id=1420, type="get_attr"]; +"1421 mul_tensor_38" [id=1421, type=mul]; +"1422 zero_point_updated_constant38" [id=1422, type="get_attr"]; +"1423 sub_tensor_38" [id=1423, type=sub]; +"1424 linear_55" [id=1424, type=linear]; +"1425 dropout_35" [id=1425, type=dropout]; +"1426 layer_norm_20" [id=1426, type="layer_norm"]; +"1427 add_30" [id=1427, type=add]; +"1428 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1428, type="get_attr"]; +"1429 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1429, type="call_module"]; +"1430 linear_56" [id=1430, type=linear]; +"1431 relu__9" [id=1431, type="relu_"]; +"1432 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1432, type="get_attr"]; +"1433 relu__9_0_0_nncf_smooth_quant_0" [id=1433, type="call_module"]; +"1434 linear_57" [id=1434, type=linear]; +"1435 view_48" [id=1435, type=view]; +"1436 index_9" [id=1436, type=index]; +"1437 view_49" [id=1437, type=view]; +"1438 permute_41" [id=1438, type=permute]; +"1439 contiguous_16" [id=1439, type=contiguous]; +"1440 unsqueeze_25" [id=1440, type=unsqueeze]; +"1441 sigmoid_9" [id=1441, type=sigmoid]; +"1442 mul_27" [id=1442, type=mul]; +"1443 pad_11" [id=1443, type=pad]; +"1444 roll_8" [id=1444, type=roll]; +"1445 view_50" [id=1445, type=view]; +"1446 permute_42" [id=1446, type=permute]; +"1447 reshape_40" [id=1447, type=reshape]; +"1448 clone_9" [id=1448, type=clone]; +"1449 slice_116" [id=1449, type=slice]; +"1450 zero__9" [id=1450, type="zero_"]; +"1451 reshape_40_0_0_nncf_smooth_quant_0" [id=1451, type="call_module"]; +"1452 quantize_per_tensor_default_57" [id=1452, type="quantize_per_tensor"]; +"1453 dequantize_per_tensor_default_57" [id=1453, type="dequantize_per_tensor"]; +"1454 scale_updated_constant39" [id=1454, type="get_attr"]; +"1455 compressed_weight_updated_constant39" [id=1455, type="get_attr"]; +"1456 mul_tensor_39" [id=1456, type=mul]; +"1457 zero_point_updated_constant39" [id=1457, type="get_attr"]; +"1458 sub_tensor_39" [id=1458, type=sub]; +"1459 linear_58" [id=1459, type=linear]; +"1460 reshape_41" [id=1460, type=reshape]; +"1461 permute_43" [id=1461, type=permute]; +"1462 select_27" [id=1462, type=select]; +"1463 select_28" [id=1463, type=select]; +"1464 select_29" [id=1464, type=select]; +"1465 linalg_vector_norm_18" [id=1465, type="linalg_vector_norm"]; +"1466 clamp_min_18" [id=1466, type="clamp_min"]; +"1467 expand_as_18" [id=1467, type="expand_as"]; +"1468 div_18" [id=1468, type=div]; +"1469 quantize_per_tensor_default_58" [id=1469, type="quantize_per_tensor"]; +"1470 dequantize_per_tensor_default_58" [id=1470, type="dequantize_per_tensor"]; +"1471 linalg_vector_norm_19" [id=1471, type="linalg_vector_norm"]; +"1472 clamp_min_19" [id=1472, type="clamp_min"]; +"1473 expand_as_19" [id=1473, type="expand_as"]; +"1474 div_19" [id=1474, type=div]; +"1475 quantize_per_tensor_default_59" [id=1475, type="quantize_per_tensor"]; +"1476 dequantize_per_tensor_default_59" [id=1476, type="dequantize_per_tensor"]; +"1477 transpose_18" [id=1477, type=transpose]; +"1478 matmul_18" [id=1478, type=matmul]; +"1479 clamp_9" [id=1479, type=clamp]; +"1480 exp_9" [id=1480, type=exp]; +"1481 mul_29" [id=1481, type=mul]; +"1482 add_31" [id=1482, type=add]; +"1483 new_zeros_4" [id=1483, type="new_zeros"]; +"1484 lift_fresh_copy_36" [id=1484, type="lift_fresh_copy"]; +"1485 slice_117" [id=1485, type=slice]; +"1486 slice_118" [id=1486, type=slice]; +"1487 fill__36" [id=1487, type="fill_"]; +"1488 lift_fresh_copy_37" [id=1488, type="lift_fresh_copy"]; +"1489 slice_119" [id=1489, type=slice]; +"1490 slice_120" [id=1490, type=slice]; +"1491 fill__37" [id=1491, type="fill_"]; +"1492 lift_fresh_copy_38" [id=1492, type="lift_fresh_copy"]; +"1493 slice_121" [id=1493, type=slice]; +"1494 slice_122" [id=1494, type=slice]; +"1495 fill__38" [id=1495, type="fill_"]; +"1496 lift_fresh_copy_39" [id=1496, type="lift_fresh_copy"]; +"1497 slice_123" [id=1497, type=slice]; +"1498 slice_124" [id=1498, type=slice]; +"1499 fill__39" [id=1499, type="fill_"]; +"1500 lift_fresh_copy_40" [id=1500, type="lift_fresh_copy"]; +"1501 slice_125" [id=1501, type=slice]; +"1502 slice_126" [id=1502, type=slice]; +"1503 fill__40" [id=1503, type="fill_"]; +"1504 lift_fresh_copy_41" [id=1504, type="lift_fresh_copy"]; +"1505 slice_127" [id=1505, type=slice]; +"1506 slice_128" [id=1506, type=slice]; +"1507 fill__41" [id=1507, type="fill_"]; +"1508 lift_fresh_copy_42" [id=1508, type="lift_fresh_copy"]; +"1509 slice_129" [id=1509, type=slice]; +"1510 slice_130" [id=1510, type=slice]; +"1511 fill__42" [id=1511, type="fill_"]; +"1512 lift_fresh_copy_43" [id=1512, type="lift_fresh_copy"]; +"1513 slice_131" [id=1513, type=slice]; +"1514 slice_132" [id=1514, type=slice]; +"1515 fill__43" [id=1515, type="fill_"]; +"1516 lift_fresh_copy_44" [id=1516, type="lift_fresh_copy"]; +"1517 slice_133" [id=1517, type=slice]; +"1518 slice_134" [id=1518, type=slice]; +"1519 fill__44" [id=1519, type="fill_"]; +"1520 view_51" [id=1520, type=view]; +"1521 permute_44" [id=1521, type=permute]; +"1522 reshape_42" [id=1522, type=reshape]; +"1523 unsqueeze_26" [id=1523, type=unsqueeze]; +"1524 unsqueeze_27" [id=1524, type=unsqueeze]; +"1525 sub_24" [id=1525, type=sub]; +"1526 ne_4" [id=1526, type=ne]; +"1527 masked_fill_8" [id=1527, type="masked_fill"]; +"1528 eq_4" [id=1528, type=eq]; +"1529 masked_fill_9" [id=1529, type="masked_fill"]; +"1530 view_52" [id=1530, type=view]; +"1531 unsqueeze_28" [id=1531, type=unsqueeze]; +"1532 unsqueeze_29" [id=1532, type=unsqueeze]; +"1533 add_32" [id=1533, type=add]; +"1534 view_53" [id=1534, type=view]; +"1535 softmax_9" [id=1535, type=softmax]; +"1536 dropout_36" [id=1536, type=dropout]; +"1537 matmul_19" [id=1537, type=matmul]; +"1538 transpose_19" [id=1538, type=transpose]; +"1539 reshape_43" [id=1539, type=reshape]; +"1540 reshape_43_0_0_nncf_smooth_quant_0" [id=1540, type="call_module"]; +"1541 quantize_per_tensor_default_60" [id=1541, type="quantize_per_tensor"]; +"1542 dequantize_per_tensor_default_60" [id=1542, type="dequantize_per_tensor"]; +"1543 scale_updated_constant40" [id=1543, type="get_attr"]; +"1544 compressed_weight_updated_constant40" [id=1544, type="get_attr"]; +"1545 mul_tensor_40" [id=1545, type=mul]; +"1546 zero_point_updated_constant40" [id=1546, type="get_attr"]; +"1547 sub_tensor_40" [id=1547, type=sub]; +"1548 linear_59" [id=1548, type=linear]; +"1549 dropout_37" [id=1549, type=dropout]; +"1550 view_54" [id=1550, type=view]; +"1551 permute_45" [id=1551, type=permute]; +"1552 reshape_44" [id=1552, type=reshape]; +"1553 roll_9" [id=1553, type=roll]; +"1554 slice_135" [id=1554, type=slice]; +"1555 slice_136" [id=1555, type=slice]; +"1556 contiguous_17" [id=1556, type=contiguous]; +"1557 layer_norm_21" [id=1557, type="layer_norm"]; +"1558 add_33" [id=1558, type=add]; +"1559 add_33_0_0_nncf_smooth_quant_0" [id=1559, type="call_module"]; +"1560 quantize_per_tensor_default_61" [id=1560, type="quantize_per_tensor"]; +"1561 dequantize_per_tensor_default_61" [id=1561, type="dequantize_per_tensor"]; +"1562 scale_updated_constant41" [id=1562, type="get_attr"]; +"1563 compressed_weight_updated_constant41" [id=1563, type="get_attr"]; +"1564 mul_tensor_41" [id=1564, type=mul]; +"1565 zero_point_updated_constant41" [id=1565, type="get_attr"]; +"1566 sub_tensor_41" [id=1566, type=sub]; +"1567 linear_60" [id=1567, type=linear]; +"1568 gelu_9" [id=1568, type=gelu]; +"1569 dropout_38" [id=1569, type=dropout]; +"1570 dropout_38_0_0_nncf_smooth_quant_0" [id=1570, type="call_module"]; +"1571 quantize_per_tensor_default_62" [id=1571, type="quantize_per_tensor"]; +"1572 dequantize_per_tensor_default_62" [id=1572, type="dequantize_per_tensor"]; +"1573 scale_updated_constant42" [id=1573, type="get_attr"]; +"1574 compressed_weight_updated_constant42" [id=1574, type="get_attr"]; +"1575 mul_tensor_42" [id=1575, type=mul]; +"1576 zero_point_updated_constant42" [id=1576, type="get_attr"]; +"1577 sub_tensor_42" [id=1577, type=sub]; +"1578 linear_61" [id=1578, type=linear]; +"1579 dropout_39" [id=1579, type=dropout]; +"1580 layer_norm_22" [id=1580, type="layer_norm"]; +"1581 add_34" [id=1581, type=add]; +"1582 mod_44" [id=1582, type=mod]; +"1583 mod_45" [id=1583, type=mod]; +"1584 pad_12" [id=1584, type=pad]; +"1585 slice_137" [id=1585, type=slice]; +"1586 slice_138" [id=1586, type=slice]; +"1587 slice_139" [id=1587, type=slice]; +"1588 slice_140" [id=1588, type=slice]; +"1589 slice_141" [id=1589, type=slice]; +"1590 slice_142" [id=1590, type=slice]; +"1591 slice_143" [id=1591, type=slice]; +"1592 slice_144" [id=1592, type=slice]; +"1593 cat_2" [id=1593, type=cat]; +"1594 cat_2_0_0_nncf_smooth_quant_0" [id=1594, type="call_module"]; +"1595 quantize_per_tensor_default_63" [id=1595, type="quantize_per_tensor"]; +"1596 dequantize_per_tensor_default_63" [id=1596, type="dequantize_per_tensor"]; +"1597 scale_updated_constant43" [id=1597, type="get_attr"]; +"1598 compressed_weight_updated_constant43" [id=1598, type="get_attr"]; +"1599 mul_tensor_43" [id=1599, type=mul]; +"1600 zero_point_updated_constant43" [id=1600, type="get_attr"]; +"1601 sub_tensor_43" [id=1601, type=sub]; +"1602 linear_62" [id=1602, type=linear]; +"1603 layer_norm_23" [id=1603, type="layer_norm"]; +"1604 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1604, type="get_attr"]; +"1605 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1605, type="call_module"]; +"1606 linear_63" [id=1606, type=linear]; +"1607 relu__10" [id=1607, type="relu_"]; +"1608 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1608, type="get_attr"]; +"1609 relu__10_0_0_nncf_smooth_quant_0" [id=1609, type="call_module"]; +"1610 linear_64" [id=1610, type=linear]; +"1611 view_55" [id=1611, type=view]; +"1612 index_10" [id=1612, type=index]; +"1613 view_56" [id=1613, type=view]; +"1614 permute_46" [id=1614, type=permute]; +"1615 contiguous_18" [id=1615, type=contiguous]; +"1616 unsqueeze_30" [id=1616, type=unsqueeze]; +"1617 sigmoid_10" [id=1617, type=sigmoid]; +"1618 mul_30" [id=1618, type=mul]; +"1619 add_55" [id=1619, type=add]; +"1620 add_56" [id=1620, type=add]; +"1621 floordiv_99" [id=1621, type=floordiv]; +"1622 mod_46" [id=1622, type=mod]; +"1623 sub_25" [id=1623, type=sub]; +"1624 mod_47" [id=1624, type=mod]; +"1625 add_57" [id=1625, type=add]; +"1626 add_58" [id=1626, type=add]; +"1627 floordiv_100" [id=1627, type=floordiv]; +"1628 mod_48" [id=1628, type=mod]; +"1629 sub_26" [id=1629, type=sub]; +"1630 mod_49" [id=1630, type=mod]; +"1631 pad_13" [id=1631, type=pad]; +"1632 add_59" [id=1632, type=add]; +"1633 floordiv_75" [id=1633, type=floordiv]; +"1634 add_60" [id=1634, type=add]; +"1635 floordiv_76" [id=1635, type=floordiv]; +"1636 mul_31" [id=1636, type=mul]; +"1637 view_57" [id=1637, type=view]; +"1638 permute_47" [id=1638, type=permute]; +"1639 reshape_45" [id=1639, type=reshape]; +"1640 clone_10" [id=1640, type=clone]; +"1641 slice_145" [id=1641, type=slice]; +"1642 zero__10" [id=1642, type="zero_"]; +"1643 reshape_45_0_0_nncf_smooth_quant_0" [id=1643, type="call_module"]; +"1644 quantize_per_tensor_default_64" [id=1644, type="quantize_per_tensor"]; +"1645 dequantize_per_tensor_default_64" [id=1645, type="dequantize_per_tensor"]; +"1646 scale_updated_constant44" [id=1646, type="get_attr"]; +"1647 compressed_weight_updated_constant44" [id=1647, type="get_attr"]; +"1648 mul_tensor_44" [id=1648, type=mul]; +"1649 zero_point_updated_constant44" [id=1649, type="get_attr"]; +"1650 sub_tensor_44" [id=1650, type=sub]; +"1651 linear_65" [id=1651, type=linear]; +"1652 floordiv_101" [id=1652, type=floordiv]; +"1653 floordiv_102" [id=1653, type=floordiv]; +"1654 mul_39" [id=1654, type=mul]; +"1655 reshape_46" [id=1655, type=reshape]; +"1656 permute_48" [id=1656, type=permute]; +"1657 select_30" [id=1657, type=select]; +"1658 select_31" [id=1658, type=select]; +"1659 select_32" [id=1659, type=select]; +"1660 linalg_vector_norm_20" [id=1660, type="linalg_vector_norm"]; +"1661 clamp_min_20" [id=1661, type="clamp_min"]; +"1662 expand_as_20" [id=1662, type="expand_as"]; +"1663 div_20" [id=1663, type=div]; +"1664 quantize_per_tensor_default_65" [id=1664, type="quantize_per_tensor"]; +"1665 dequantize_per_tensor_default_65" [id=1665, type="dequantize_per_tensor"]; +"1666 linalg_vector_norm_21" [id=1666, type="linalg_vector_norm"]; +"1667 clamp_min_21" [id=1667, type="clamp_min"]; +"1668 expand_as_21" [id=1668, type="expand_as"]; +"1669 div_21" [id=1669, type=div]; +"1670 quantize_per_tensor_default_66" [id=1670, type="quantize_per_tensor"]; +"1671 dequantize_per_tensor_default_66" [id=1671, type="dequantize_per_tensor"]; +"1672 transpose_20" [id=1672, type=transpose]; +"1673 matmul_20" [id=1673, type=matmul]; +"1674 clamp_10" [id=1674, type=clamp]; +"1675 exp_10" [id=1675, type=exp]; +"1676 mul_32" [id=1676, type=mul]; +"1677 add_35" [id=1677, type=add]; +"1678 softmax_10" [id=1678, type=softmax]; +"1679 dropout_40" [id=1679, type=dropout]; +"1680 matmul_21" [id=1680, type=matmul]; +"1681 transpose_21" [id=1681, type=transpose]; +"1682 reshape_47" [id=1682, type=reshape]; +"1683 reshape_47_0_0_nncf_smooth_quant_0" [id=1683, type="call_module"]; +"1684 quantize_per_tensor_default_67" [id=1684, type="quantize_per_tensor"]; +"1685 dequantize_per_tensor_default_67" [id=1685, type="dequantize_per_tensor"]; +"1686 scale_updated_constant45" [id=1686, type="get_attr"]; +"1687 compressed_weight_updated_constant45" [id=1687, type="get_attr"]; +"1688 mul_tensor_45" [id=1688, type=mul]; +"1689 zero_point_updated_constant45" [id=1689, type="get_attr"]; +"1690 sub_tensor_45" [id=1690, type=sub]; +"1691 linear_66" [id=1691, type=linear]; +"1692 dropout_41" [id=1692, type=dropout]; +"1693 view_58" [id=1693, type=view]; +"1694 permute_49" [id=1694, type=permute]; +"1695 reshape_48" [id=1695, type=reshape]; +"1696 slice_146" [id=1696, type=slice]; +"1697 slice_147" [id=1697, type=slice]; +"1698 contiguous_19" [id=1698, type=contiguous]; +"1699 layer_norm_24" [id=1699, type="layer_norm"]; +"1700 add_36" [id=1700, type=add]; +"1701 add_36_0_0_nncf_smooth_quant_0" [id=1701, type="call_module"]; +"1702 quantize_per_tensor_default_68" [id=1702, type="quantize_per_tensor"]; +"1703 dequantize_per_tensor_default_68" [id=1703, type="dequantize_per_tensor"]; +"1704 scale_updated_constant46" [id=1704, type="get_attr"]; +"1705 compressed_weight_updated_constant46" [id=1705, type="get_attr"]; +"1706 mul_tensor_46" [id=1706, type=mul]; +"1707 zero_point_updated_constant46" [id=1707, type="get_attr"]; +"1708 sub_tensor_46" [id=1708, type=sub]; +"1709 linear_67" [id=1709, type=linear]; +"1710 gelu_10" [id=1710, type=gelu]; +"1711 dropout_42" [id=1711, type=dropout]; +"1712 dropout_42_0_0_nncf_smooth_quant_0" [id=1712, type="call_module"]; +"1713 quantize_per_tensor_default_69" [id=1713, type="quantize_per_tensor"]; +"1714 dequantize_per_tensor_default_69" [id=1714, type="dequantize_per_tensor"]; +"1715 scale_updated_constant47" [id=1715, type="get_attr"]; +"1716 compressed_weight_updated_constant47" [id=1716, type="get_attr"]; +"1717 mul_tensor_47" [id=1717, type=mul]; +"1718 zero_point_updated_constant47" [id=1718, type="get_attr"]; +"1719 sub_tensor_47" [id=1719, type=sub]; +"1720 linear_68" [id=1720, type=linear]; +"1721 dropout_43" [id=1721, type=dropout]; +"1722 layer_norm_25" [id=1722, type="layer_norm"]; +"1723 add_37" [id=1723, type=add]; +"1724 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1724, type="get_attr"]; +"1725 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1725, type="call_module"]; +"1726 linear_69" [id=1726, type=linear]; +"1727 relu__11" [id=1727, type="relu_"]; +"1728 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1728, type="get_attr"]; +"1729 relu__11_0_0_nncf_smooth_quant_0" [id=1729, type="call_module"]; +"1730 linear_70" [id=1730, type=linear]; +"1731 view_59" [id=1731, type=view]; +"1732 index_11" [id=1732, type=index]; +"1733 view_60" [id=1733, type=view]; +"1734 permute_50" [id=1734, type=permute]; +"1735 contiguous_20" [id=1735, type=contiguous]; +"1736 unsqueeze_31" [id=1736, type=unsqueeze]; +"1737 sigmoid_11" [id=1737, type=sigmoid]; +"1738 mul_33" [id=1738, type=mul]; +"1739 pad_14" [id=1739, type=pad]; +"1740 view_61" [id=1740, type=view]; +"1741 permute_51" [id=1741, type=permute]; +"1742 reshape_49" [id=1742, type=reshape]; +"1743 clone_11" [id=1743, type=clone]; +"1744 slice_148" [id=1744, type=slice]; +"1745 zero__11" [id=1745, type="zero_"]; +"1746 reshape_49_0_0_nncf_smooth_quant_0" [id=1746, type="call_module"]; +"1747 quantize_per_tensor_default_70" [id=1747, type="quantize_per_tensor"]; +"1748 dequantize_per_tensor_default_70" [id=1748, type="dequantize_per_tensor"]; +"1749 scale_updated_constant48" [id=1749, type="get_attr"]; +"1750 compressed_weight_updated_constant48" [id=1750, type="get_attr"]; +"1751 mul_tensor_48" [id=1751, type=mul]; +"1752 zero_point_updated_constant48" [id=1752, type="get_attr"]; +"1753 sub_tensor_48" [id=1753, type=sub]; +"1754 linear_71" [id=1754, type=linear]; +"1755 reshape_50" [id=1755, type=reshape]; +"1756 permute_52" [id=1756, type=permute]; +"1757 select_33" [id=1757, type=select]; +"1758 select_34" [id=1758, type=select]; +"1759 select_35" [id=1759, type=select]; +"1760 linalg_vector_norm_22" [id=1760, type="linalg_vector_norm"]; +"1761 clamp_min_22" [id=1761, type="clamp_min"]; +"1762 expand_as_22" [id=1762, type="expand_as"]; +"1763 div_22" [id=1763, type=div]; +"1764 quantize_per_tensor_default_71" [id=1764, type="quantize_per_tensor"]; +"1765 dequantize_per_tensor_default_71" [id=1765, type="dequantize_per_tensor"]; +"1766 linalg_vector_norm_23" [id=1766, type="linalg_vector_norm"]; +"1767 clamp_min_23" [id=1767, type="clamp_min"]; +"1768 expand_as_23" [id=1768, type="expand_as"]; +"1769 div_23" [id=1769, type=div]; +"1770 quantize_per_tensor_default_72" [id=1770, type="quantize_per_tensor"]; +"1771 dequantize_per_tensor_default_72" [id=1771, type="dequantize_per_tensor"]; +"1772 transpose_22" [id=1772, type=transpose]; +"1773 matmul_22" [id=1773, type=matmul]; +"1774 clamp_11" [id=1774, type=clamp]; +"1775 exp_11" [id=1775, type=exp]; +"1776 mul_35" [id=1776, type=mul]; +"1777 add_38" [id=1777, type=add]; +"1778 softmax_11" [id=1778, type=softmax]; +"1779 dropout_44" [id=1779, type=dropout]; +"1780 matmul_23" [id=1780, type=matmul]; +"1781 transpose_23" [id=1781, type=transpose]; +"1782 reshape_51" [id=1782, type=reshape]; +"1783 reshape_51_0_0_nncf_smooth_quant_0" [id=1783, type="call_module"]; +"1784 quantize_per_tensor_default_73" [id=1784, type="quantize_per_tensor"]; +"1785 dequantize_per_tensor_default_73" [id=1785, type="dequantize_per_tensor"]; +"1786 scale_updated_constant49" [id=1786, type="get_attr"]; +"1787 compressed_weight_updated_constant49" [id=1787, type="get_attr"]; +"1788 mul_tensor_49" [id=1788, type=mul]; +"1789 zero_point_updated_constant49" [id=1789, type="get_attr"]; +"1790 sub_tensor_49" [id=1790, type=sub]; +"1791 linear_72" [id=1791, type=linear]; +"1792 dropout_45" [id=1792, type=dropout]; +"1793 view_62" [id=1793, type=view]; +"1794 permute_53" [id=1794, type=permute]; +"1795 reshape_52" [id=1795, type=reshape]; +"1796 slice_149" [id=1796, type=slice]; +"1797 slice_150" [id=1797, type=slice]; +"1798 contiguous_21" [id=1798, type=contiguous]; +"1799 layer_norm_26" [id=1799, type="layer_norm"]; +"1800 add_39" [id=1800, type=add]; +"1801 add_39_0_0_nncf_smooth_quant_0" [id=1801, type="call_module"]; +"1802 quantize_per_tensor_default_74" [id=1802, type="quantize_per_tensor"]; +"1803 dequantize_per_tensor_default_74" [id=1803, type="dequantize_per_tensor"]; +"1804 scale_updated_constant50" [id=1804, type="get_attr"]; +"1805 compressed_weight_updated_constant50" [id=1805, type="get_attr"]; +"1806 mul_tensor_50" [id=1806, type=mul]; +"1807 zero_point_updated_constant50" [id=1807, type="get_attr"]; +"1808 sub_tensor_50" [id=1808, type=sub]; +"1809 linear_73" [id=1809, type=linear]; +"1810 gelu_11" [id=1810, type=gelu]; +"1811 dropout_46" [id=1811, type=dropout]; +"1812 dropout_46_0_0_nncf_smooth_quant_0" [id=1812, type="call_module"]; +"1813 quantize_per_tensor_default_75" [id=1813, type="quantize_per_tensor"]; +"1814 dequantize_per_tensor_default_75" [id=1814, type="dequantize_per_tensor"]; +"1815 scale_updated_constant51" [id=1815, type="get_attr"]; +"1816 compressed_weight_updated_constant51" [id=1816, type="get_attr"]; +"1817 mul_tensor_51" [id=1817, type=mul]; +"1818 zero_point_updated_constant51" [id=1818, type="get_attr"]; +"1819 sub_tensor_51" [id=1819, type=sub]; +"1820 linear_74" [id=1820, type=linear]; +"1821 dropout_47" [id=1821, type=dropout]; +"1822 layer_norm_27" [id=1822, type="layer_norm"]; +"1823 add_40" [id=1823, type=add]; +"1824 layer_norm_28" [id=1824, type="layer_norm"]; +"1825 permute_54" [id=1825, type=permute]; +"1826 adaptive_avg_pool2d" [id=1826, type="adaptive_avg_pool2d"]; +"1827 flatten" [id=1827, type=flatten]; +"1828 flatten_0_0_nncf_smooth_quant_0" [id=1828, type="call_module"]; +"1829 quantize_per_tensor_default_76" [id=1829, type="quantize_per_tensor"]; +"1830 dequantize_per_tensor_default_76" [id=1830, type="dequantize_per_tensor"]; +"1831 scale_updated_constant52" [id=1831, type="get_attr"]; +"1832 compressed_weight_updated_constant52" [id=1832, type="get_attr"]; +"1833 mul_tensor_52" [id=1833, type=mul]; +"1834 zero_point_updated_constant52" [id=1834, type="get_attr"]; +"1835 sub_tensor_52" [id=1835, type=sub]; +"1836 linear_75" [id=1836, type=linear]; +"1837 output" [id=1837, type=output]; +"0 features_1_0_attn_qkv_bias" -> "246 clone" [style=solid, label="(288,)"]; +"1 features_1_0_attn_proj_bias" -> "297 linear_3" [style=solid, label="(96,)"]; +"2 features_1_0_attn_logit_scale" -> "280 clamp" [style=solid, label="(3, 1, 1)"]; +"3 features_1_1_attn_qkv_bias" -> "349 clone_1" [style=solid, label="(288,)"]; +"4 features_1_1_attn_proj_bias" -> "449 linear_9" [style=solid, label="(96,)"]; +"5 features_1_1_attn_logit_scale" -> "380 clamp_1" [style=solid, label="(3, 1, 1)"]; +"6 features_3_0_attn_qkv_bias" -> "540 clone_2" [style=solid, label="(576,)"]; +"7 features_3_0_attn_proj_bias" -> "591 linear_16" [style=solid, label="(192,)"]; +"8 features_3_0_attn_logit_scale" -> "574 clamp_2" [style=solid, label="(6, 1, 1)"]; +"9 features_3_1_attn_qkv_bias" -> "644 clone_3" [style=solid, label="(576,)"]; +"10 features_3_1_attn_proj_bias" -> "744 linear_22" [style=solid, label="(192,)"]; +"11 features_3_1_attn_logit_scale" -> "675 clamp_3" [style=solid, label="(6, 1, 1)"]; +"12 features_5_0_attn_qkv_bias" -> "836 clone_4" [style=solid, label="(1152,)"]; +"13 features_5_0_attn_proj_bias" -> "887 linear_29" [style=solid, label="(384,)"]; +"14 features_5_0_attn_logit_scale" -> "870 clamp_4" [style=solid, label="(12, 1, 1)"]; +"15 features_5_1_attn_qkv_bias" -> "940 clone_5" [style=solid, label="(1152,)"]; +"16 features_5_1_attn_proj_bias" -> "1040 linear_35" [style=solid, label="(384,)"]; +"17 features_5_1_attn_logit_scale" -> "971 clamp_5" [style=solid, label="(12, 1, 1)"]; +"18 features_5_2_attn_qkv_bias" -> "1093 clone_6" [style=solid, label="(1152,)"]; +"19 features_5_2_attn_proj_bias" -> "1141 linear_41" [style=solid, label="(384,)"]; +"20 features_5_2_attn_logit_scale" -> "1124 clamp_6" [style=solid, label="(12, 1, 1)"]; +"21 features_5_3_attn_qkv_bias" -> "1194 clone_7" [style=solid, label="(1152,)"]; +"22 features_5_3_attn_proj_bias" -> "1294 linear_47" [style=solid, label="(384,)"]; +"23 features_5_3_attn_logit_scale" -> "1225 clamp_7" [style=solid, label="(12, 1, 1)"]; +"24 features_5_4_attn_qkv_bias" -> "1347 clone_8" [style=solid, label="(1152,)"]; +"25 features_5_4_attn_proj_bias" -> "1395 linear_53" [style=solid, label="(384,)"]; +"26 features_5_4_attn_logit_scale" -> "1378 clamp_8" [style=solid, label="(12, 1, 1)"]; +"27 features_5_5_attn_qkv_bias" -> "1448 clone_9" [style=solid, label="(1152,)"]; +"28 features_5_5_attn_proj_bias" -> "1548 linear_59" [style=solid, label="(384,)"]; +"29 features_5_5_attn_logit_scale" -> "1479 clamp_9" [style=solid, label="(12, 1, 1)"]; +"30 features_7_0_attn_qkv_bias" -> "1640 clone_10" [style=solid, label="(2304,)"]; +"31 features_7_0_attn_proj_bias" -> "1691 linear_66" [style=solid, label="(768,)"]; +"32 features_7_0_attn_logit_scale" -> "1674 clamp_10" [style=solid, label="(24, 1, 1)"]; +"33 features_7_1_attn_qkv_bias" -> "1743 clone_11" [style=solid, label="(2304,)"]; +"34 features_7_1_attn_proj_bias" -> "1791 linear_72" [style=solid, label="(768,)"]; +"35 features_7_1_attn_logit_scale" -> "1774 clamp_11" [style=solid, label="(24, 1, 1)"]; "36 features_0_0_bias" -> "211 conv2d" [style=solid, label="(96,)"]; -"37 features_0_2_weight" -> "425 layer_norm" [style=solid, label="(96,)"]; -"38 features_0_2_bias" -> "425 layer_norm" [style=solid, label="(96,)"]; -"39 features_1_0_attn_cpb_mlp_0_bias" -> "428 linear" [style=solid, label="(512,)"]; -"40 features_1_0_norm1_weight" -> "503 layer_norm_1" [style=solid, label="(96,)"]; -"41 features_1_0_norm1_bias" -> "503 layer_norm_1" [style=solid, label="(96,)"]; -"42 features_1_0_mlp_0_bias" -> "513 linear_4" [style=solid, label="(384,)"]; -"43 features_1_0_mlp_3_bias" -> "524 linear_5" [style=solid, label="(96,)"]; -"44 features_1_0_norm2_weight" -> "526 layer_norm_2" [style=solid, label="(96,)"]; -"45 features_1_0_norm2_bias" -> "526 layer_norm_2" [style=solid, label="(96,)"]; -"46 features_1_1_attn_cpb_mlp_0_bias" -> "530 linear_6" [style=solid, label="(512,)"]; -"47 features_1_1_norm1_weight" -> "658 layer_norm_3" [style=solid, label="(96,)"]; -"48 features_1_1_norm1_bias" -> "658 layer_norm_3" [style=solid, label="(96,)"]; -"49 features_1_1_mlp_0_bias" -> "668 linear_10" [style=solid, label="(384,)"]; -"50 features_1_1_mlp_3_bias" -> "679 linear_11" [style=solid, label="(96,)"]; -"51 features_1_1_norm2_weight" -> "681 layer_norm_4" [style=solid, label="(96,)"]; -"52 features_1_1_norm2_bias" -> "681 layer_norm_4" [style=solid, label="(96,)"]; -"53 features_2_norm_weight" -> "706 layer_norm_5" [style=solid, label="(192,)"]; -"54 features_2_norm_bias" -> "706 layer_norm_5" [style=solid, label="(192,)"]; -"55 features_3_0_attn_cpb_mlp_0_bias" -> "709 linear_13" [style=solid, label="(512,)"]; -"56 features_3_0_norm1_weight" -> "785 layer_norm_6" [style=solid, label="(192,)"]; -"57 features_3_0_norm1_bias" -> "785 layer_norm_6" [style=solid, label="(192,)"]; -"58 features_3_0_mlp_0_bias" -> "795 linear_17" [style=solid, label="(768,)"]; -"59 features_3_0_mlp_3_bias" -> "806 linear_18" [style=solid, label="(192,)"]; -"60 features_3_0_norm2_weight" -> "808 layer_norm_7" [style=solid, label="(192,)"]; -"61 features_3_0_norm2_bias" -> "808 layer_norm_7" [style=solid, label="(192,)"]; -"62 features_3_1_attn_cpb_mlp_0_bias" -> "812 linear_19" [style=solid, label="(512,)"]; -"63 features_3_1_norm1_weight" -> "941 layer_norm_8" [style=solid, label="(192,)"]; -"64 features_3_1_norm1_bias" -> "941 layer_norm_8" [style=solid, label="(192,)"]; -"65 features_3_1_mlp_0_bias" -> "951 linear_23" [style=solid, label="(768,)"]; -"66 features_3_1_mlp_3_bias" -> "962 linear_24" [style=solid, label="(192,)"]; -"67 features_3_1_norm2_weight" -> "964 layer_norm_9" [style=solid, label="(192,)"]; -"68 features_3_1_norm2_bias" -> "964 layer_norm_9" [style=solid, label="(192,)"]; -"69 features_4_norm_weight" -> "989 layer_norm_10" [style=solid, label="(384,)"]; -"70 features_4_norm_bias" -> "989 layer_norm_10" [style=solid, label="(384,)"]; -"71 features_5_0_attn_cpb_mlp_0_bias" -> "992 linear_26" [style=solid, label="(512,)"]; -"72 features_5_0_norm1_weight" -> "1068 layer_norm_11" [style=solid, label="(384,)"]; -"73 features_5_0_norm1_bias" -> "1068 layer_norm_11" [style=solid, label="(384,)"]; -"74 features_5_0_mlp_0_bias" -> "1078 linear_30" [style=solid, label="(1536,)"]; -"75 features_5_0_mlp_3_bias" -> "1089 linear_31" [style=solid, label="(384,)"]; -"76 features_5_0_norm2_weight" -> "1091 layer_norm_12" [style=solid, label="(384,)"]; -"77 features_5_0_norm2_bias" -> "1091 layer_norm_12" [style=solid, label="(384,)"]; -"78 features_5_1_attn_cpb_mlp_0_bias" -> "1095 linear_32" [style=solid, label="(512,)"]; -"79 features_5_1_norm1_weight" -> "1224 layer_norm_13" [style=solid, label="(384,)"]; -"80 features_5_1_norm1_bias" -> "1224 layer_norm_13" [style=solid, label="(384,)"]; -"81 features_5_1_mlp_0_bias" -> "1234 linear_36" [style=solid, label="(1536,)"]; -"82 features_5_1_mlp_3_bias" -> "1245 linear_37" [style=solid, label="(384,)"]; -"83 features_5_1_norm2_weight" -> "1247 layer_norm_14" [style=solid, label="(384,)"]; -"84 features_5_1_norm2_bias" -> "1247 layer_norm_14" [style=solid, label="(384,)"]; -"85 features_5_2_attn_cpb_mlp_0_bias" -> "1251 linear_38" [style=solid, label="(512,)"]; -"86 features_5_2_norm1_weight" -> "1326 layer_norm_15" [style=solid, label="(384,)"]; -"87 features_5_2_norm1_bias" -> "1326 layer_norm_15" [style=solid, label="(384,)"]; -"88 features_5_2_mlp_0_bias" -> "1336 linear_42" [style=solid, label="(1536,)"]; -"89 features_5_2_mlp_3_bias" -> "1347 linear_43" [style=solid, label="(384,)"]; -"90 features_5_2_norm2_weight" -> "1349 layer_norm_16" [style=solid, label="(384,)"]; -"91 features_5_2_norm2_bias" -> "1349 layer_norm_16" [style=solid, label="(384,)"]; -"92 features_5_3_attn_cpb_mlp_0_bias" -> "1353 linear_44" [style=solid, label="(512,)"]; -"93 features_5_3_norm1_weight" -> "1482 layer_norm_17" [style=solid, label="(384,)"]; -"94 features_5_3_norm1_bias" -> "1482 layer_norm_17" [style=solid, label="(384,)"]; -"95 features_5_3_mlp_0_bias" -> "1492 linear_48" [style=solid, label="(1536,)"]; -"96 features_5_3_mlp_3_bias" -> "1503 linear_49" [style=solid, label="(384,)"]; -"97 features_5_3_norm2_weight" -> "1505 layer_norm_18" [style=solid, label="(384,)"]; -"98 features_5_3_norm2_bias" -> "1505 layer_norm_18" [style=solid, label="(384,)"]; -"99 features_5_4_attn_cpb_mlp_0_bias" -> "1509 linear_50" [style=solid, label="(512,)"]; -"100 features_5_4_norm1_weight" -> "1584 layer_norm_19" [style=solid, label="(384,)"]; -"101 features_5_4_norm1_bias" -> "1584 layer_norm_19" [style=solid, label="(384,)"]; -"102 features_5_4_mlp_0_bias" -> "1594 linear_54" [style=solid, label="(1536,)"]; -"103 features_5_4_mlp_3_bias" -> "1605 linear_55" [style=solid, label="(384,)"]; -"104 features_5_4_norm2_weight" -> "1607 layer_norm_20" [style=solid, label="(384,)"]; -"105 features_5_4_norm2_bias" -> "1607 layer_norm_20" [style=solid, label="(384,)"]; -"106 features_5_5_attn_cpb_mlp_0_bias" -> "1611 linear_56" [style=solid, label="(512,)"]; -"107 features_5_5_norm1_weight" -> "1740 layer_norm_21" [style=solid, label="(384,)"]; -"108 features_5_5_norm1_bias" -> "1740 layer_norm_21" [style=solid, label="(384,)"]; -"109 features_5_5_mlp_0_bias" -> "1750 linear_60" [style=solid, label="(1536,)"]; -"110 features_5_5_mlp_3_bias" -> "1761 linear_61" [style=solid, label="(384,)"]; -"111 features_5_5_norm2_weight" -> "1763 layer_norm_22" [style=solid, label="(384,)"]; -"112 features_5_5_norm2_bias" -> "1763 layer_norm_22" [style=solid, label="(384,)"]; -"113 features_6_norm_weight" -> "1788 layer_norm_23" [style=solid, label="(768,)"]; -"114 features_6_norm_bias" -> "1788 layer_norm_23" [style=solid, label="(768,)"]; -"115 features_7_0_attn_cpb_mlp_0_bias" -> "1791 linear_63" [style=solid, label="(512,)"]; -"116 features_7_0_norm1_weight" -> "1867 layer_norm_24" [style=solid, label="(768,)"]; -"117 features_7_0_norm1_bias" -> "1867 layer_norm_24" [style=solid, label="(768,)"]; -"118 features_7_0_mlp_0_bias" -> "1877 linear_67" [style=solid, label="(3072,)"]; -"119 features_7_0_mlp_3_bias" -> "1888 linear_68" [style=solid, label="(768,)"]; -"120 features_7_0_norm2_weight" -> "1890 layer_norm_25" [style=solid, label="(768,)"]; -"121 features_7_0_norm2_bias" -> "1890 layer_norm_25" [style=solid, label="(768,)"]; -"122 features_7_1_attn_cpb_mlp_0_bias" -> "1894 linear_69" [style=solid, label="(512,)"]; -"123 features_7_1_norm1_weight" -> "1969 layer_norm_26" [style=solid, label="(768,)"]; -"124 features_7_1_norm1_bias" -> "1969 layer_norm_26" [style=solid, label="(768,)"]; -"125 features_7_1_mlp_0_bias" -> "1979 linear_73" [style=solid, label="(3072,)"]; -"126 features_7_1_mlp_3_bias" -> "1990 linear_74" [style=solid, label="(768,)"]; -"127 features_7_1_norm2_weight" -> "1992 layer_norm_27" [style=solid, label="(768,)"]; -"128 features_7_1_norm2_bias" -> "1992 layer_norm_27" [style=solid, label="(768,)"]; -"129 norm_weight" -> "1994 layer_norm_28" [style=solid, label="(768,)"]; -"130 norm_bias" -> "1994 layer_norm_28" [style=solid, label="(768,)"]; -"131 head_bias" -> "2006 linear_75" [style=solid, label="(1000,)"]; -"132 features_1_0_attn_relative_coords_table" -> "427 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"133 features_1_0_attn_relative_position_index" -> "434 index" [style=solid, label="(4096,)"]; -"134 features_1_1_attn_relative_coords_table" -> "529 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"135 features_1_1_attn_relative_position_index" -> "536 index_1" [style=solid, label="(4096,)"]; -"136 features_3_0_attn_relative_coords_table" -> "708 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"137 features_3_0_attn_relative_position_index" -> "715 index_2" [style=solid, label="(4096,)"]; -"138 features_3_1_attn_relative_coords_table" -> "811 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"139 features_3_1_attn_relative_position_index" -> "818 index_3" [style=solid, label="(4096,)"]; -"140 features_5_0_attn_relative_coords_table" -> "991 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"141 features_5_0_attn_relative_position_index" -> "998 index_4" [style=solid, label="(4096,)"]; -"142 features_5_1_attn_relative_coords_table" -> "1094 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"143 features_5_1_attn_relative_position_index" -> "1101 index_5" [style=solid, label="(4096,)"]; -"144 features_5_2_attn_relative_coords_table" -> "1250 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"145 features_5_2_attn_relative_position_index" -> "1257 index_6" [style=solid, label="(4096,)"]; -"146 features_5_3_attn_relative_coords_table" -> "1352 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"147 features_5_3_attn_relative_position_index" -> "1359 index_7" [style=solid, label="(4096,)"]; -"148 features_5_4_attn_relative_coords_table" -> "1508 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"149 features_5_4_attn_relative_position_index" -> "1515 index_8" [style=solid, label="(4096,)"]; -"150 features_5_5_attn_relative_coords_table" -> "1610 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"151 features_5_5_attn_relative_position_index" -> "1617 index_9" [style=solid, label="(4096,)"]; -"152 features_7_0_attn_relative_coords_table" -> "1790 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"153 features_7_0_attn_relative_position_index" -> "1797 index_10" [style=solid, label="(4096,)"]; -"154 features_7_1_attn_relative_coords_table" -> "1893 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"155 features_7_1_attn_relative_position_index" -> "1900 index_11" [style=solid, label="(4096,)"]; -"156 features_1_1_attn_lifted_tensor_0" -> "584 lift_fresh_copy" [style=solid, label="()"]; -"157 features_1_1_attn_lifted_tensor_1" -> "588 lift_fresh_copy_1" [style=solid, label="()"]; -"158 features_1_1_attn_lifted_tensor_2" -> "592 lift_fresh_copy_2" [style=solid, label="()"]; -"159 features_1_1_attn_lifted_tensor_3" -> "596 lift_fresh_copy_3" [style=solid, label="()"]; -"160 features_1_1_attn_lifted_tensor_4" -> "600 lift_fresh_copy_4" [style=solid, label="()"]; -"161 features_1_1_attn_lifted_tensor_5" -> "604 lift_fresh_copy_5" [style=solid, label="()"]; -"162 features_1_1_attn_lifted_tensor_6" -> "608 lift_fresh_copy_6" [style=solid, label="()"]; -"163 features_1_1_attn_lifted_tensor_7" -> "612 lift_fresh_copy_7" [style=solid, label="()"]; -"164 features_1_1_attn_lifted_tensor_8" -> "616 lift_fresh_copy_8" [style=solid, label="()"]; -"165 features_3_1_attn_lifted_tensor_9" -> "866 lift_fresh_copy_9" [style=solid, label="()"]; -"166 features_3_1_attn_lifted_tensor_10" -> "870 lift_fresh_copy_10" [style=solid, label="()"]; -"167 features_3_1_attn_lifted_tensor_11" -> "874 lift_fresh_copy_11" [style=solid, label="()"]; -"168 features_3_1_attn_lifted_tensor_12" -> "878 lift_fresh_copy_12" [style=solid, label="()"]; -"169 features_3_1_attn_lifted_tensor_13" -> "882 lift_fresh_copy_13" [style=solid, label="()"]; -"170 features_3_1_attn_lifted_tensor_14" -> "886 lift_fresh_copy_14" [style=solid, label="()"]; -"171 features_3_1_attn_lifted_tensor_15" -> "890 lift_fresh_copy_15" [style=solid, label="()"]; -"172 features_3_1_attn_lifted_tensor_16" -> "894 lift_fresh_copy_16" [style=solid, label="()"]; -"173 features_3_1_attn_lifted_tensor_17" -> "898 lift_fresh_copy_17" [style=solid, label="()"]; -"174 features_5_1_attn_lifted_tensor_18" -> "1149 lift_fresh_copy_18" [style=solid, label="()"]; -"175 features_5_1_attn_lifted_tensor_19" -> "1153 lift_fresh_copy_19" [style=solid, label="()"]; -"176 features_5_1_attn_lifted_tensor_20" -> "1157 lift_fresh_copy_20" [style=solid, label="()"]; -"177 features_5_1_attn_lifted_tensor_21" -> "1161 lift_fresh_copy_21" [style=solid, label="()"]; -"178 features_5_1_attn_lifted_tensor_22" -> "1165 lift_fresh_copy_22" [style=solid, label="()"]; -"179 features_5_1_attn_lifted_tensor_23" -> "1169 lift_fresh_copy_23" [style=solid, label="()"]; -"180 features_5_1_attn_lifted_tensor_24" -> "1173 lift_fresh_copy_24" [style=solid, label="()"]; -"181 features_5_1_attn_lifted_tensor_25" -> "1177 lift_fresh_copy_25" [style=solid, label="()"]; -"182 features_5_1_attn_lifted_tensor_26" -> "1181 lift_fresh_copy_26" [style=solid, label="()"]; -"183 features_5_3_attn_lifted_tensor_27" -> "1407 lift_fresh_copy_27" [style=solid, label="()"]; -"184 features_5_3_attn_lifted_tensor_28" -> "1411 lift_fresh_copy_28" [style=solid, label="()"]; -"185 features_5_3_attn_lifted_tensor_29" -> "1415 lift_fresh_copy_29" [style=solid, label="()"]; -"186 features_5_3_attn_lifted_tensor_30" -> "1419 lift_fresh_copy_30" [style=solid, label="()"]; -"187 features_5_3_attn_lifted_tensor_31" -> "1423 lift_fresh_copy_31" [style=solid, label="()"]; -"188 features_5_3_attn_lifted_tensor_32" -> "1427 lift_fresh_copy_32" [style=solid, label="()"]; -"189 features_5_3_attn_lifted_tensor_33" -> "1431 lift_fresh_copy_33" [style=solid, label="()"]; -"190 features_5_3_attn_lifted_tensor_34" -> "1435 lift_fresh_copy_34" [style=solid, label="()"]; -"191 features_5_3_attn_lifted_tensor_35" -> "1439 lift_fresh_copy_35" [style=solid, label="()"]; -"192 features_5_5_attn_lifted_tensor_36" -> "1665 lift_fresh_copy_36" [style=solid, label="()"]; -"193 features_5_5_attn_lifted_tensor_37" -> "1669 lift_fresh_copy_37" [style=solid, label="()"]; -"194 features_5_5_attn_lifted_tensor_38" -> "1673 lift_fresh_copy_38" [style=solid, label="()"]; -"195 features_5_5_attn_lifted_tensor_39" -> "1677 lift_fresh_copy_39" [style=solid, label="()"]; -"196 features_5_5_attn_lifted_tensor_40" -> "1681 lift_fresh_copy_40" [style=solid, label="()"]; -"197 features_5_5_attn_lifted_tensor_41" -> "1685 lift_fresh_copy_41" [style=solid, label="()"]; -"198 features_5_5_attn_lifted_tensor_42" -> "1689 lift_fresh_copy_42" [style=solid, label="()"]; -"199 features_5_5_attn_lifted_tensor_43" -> "1693 lift_fresh_copy_43" [style=solid, label="()"]; -"200 features_5_5_attn_lifted_tensor_44" -> "1697 lift_fresh_copy_44" [style=solid, label="()"]; +"37 features_0_2_weight" -> "213 layer_norm" [style=solid, label="(96,)"]; +"38 features_0_2_bias" -> "213 layer_norm" [style=solid, label="(96,)"]; +"39 features_1_0_attn_cpb_mlp_0_bias" -> "216 linear" [style=solid, label="(512,)"]; +"40 features_1_0_norm1_weight" -> "304 layer_norm_1" [style=solid, label="(96,)"]; +"41 features_1_0_norm1_bias" -> "304 layer_norm_1" [style=solid, label="(96,)"]; +"42 features_1_0_mlp_0_bias" -> "314 linear_4" [style=solid, label="(384,)"]; +"43 features_1_0_mlp_3_bias" -> "325 linear_5" [style=solid, label="(96,)"]; +"44 features_1_0_norm2_weight" -> "327 layer_norm_2" [style=solid, label="(96,)"]; +"45 features_1_0_norm2_bias" -> "327 layer_norm_2" [style=solid, label="(96,)"]; +"46 features_1_1_attn_cpb_mlp_0_bias" -> "331 linear_6" [style=solid, label="(512,)"]; +"47 features_1_1_norm1_weight" -> "457 layer_norm_3" [style=solid, label="(96,)"]; +"48 features_1_1_norm1_bias" -> "457 layer_norm_3" [style=solid, label="(96,)"]; +"49 features_1_1_mlp_0_bias" -> "467 linear_10" [style=solid, label="(384,)"]; +"50 features_1_1_mlp_3_bias" -> "478 linear_11" [style=solid, label="(96,)"]; +"51 features_1_1_norm2_weight" -> "480 layer_norm_4" [style=solid, label="(96,)"]; +"52 features_1_1_norm2_bias" -> "480 layer_norm_4" [style=solid, label="(96,)"]; +"53 features_2_norm_weight" -> "503 layer_norm_5" [style=solid, label="(192,)"]; +"54 features_2_norm_bias" -> "503 layer_norm_5" [style=solid, label="(192,)"]; +"55 features_3_0_attn_cpb_mlp_0_bias" -> "506 linear_13" [style=solid, label="(512,)"]; +"56 features_3_0_norm1_weight" -> "599 layer_norm_6" [style=solid, label="(192,)"]; +"57 features_3_0_norm1_bias" -> "599 layer_norm_6" [style=solid, label="(192,)"]; +"58 features_3_0_mlp_0_bias" -> "609 linear_17" [style=solid, label="(768,)"]; +"59 features_3_0_mlp_3_bias" -> "620 linear_18" [style=solid, label="(192,)"]; +"60 features_3_0_norm2_weight" -> "622 layer_norm_7" [style=solid, label="(192,)"]; +"61 features_3_0_norm2_bias" -> "622 layer_norm_7" [style=solid, label="(192,)"]; +"62 features_3_1_attn_cpb_mlp_0_bias" -> "626 linear_19" [style=solid, label="(512,)"]; +"63 features_3_1_norm1_weight" -> "753 layer_norm_8" [style=solid, label="(192,)"]; +"64 features_3_1_norm1_bias" -> "753 layer_norm_8" [style=solid, label="(192,)"]; +"65 features_3_1_mlp_0_bias" -> "763 linear_23" [style=solid, label="(768,)"]; +"66 features_3_1_mlp_3_bias" -> "774 linear_24" [style=solid, label="(192,)"]; +"67 features_3_1_norm2_weight" -> "776 layer_norm_9" [style=solid, label="(192,)"]; +"68 features_3_1_norm2_bias" -> "776 layer_norm_9" [style=solid, label="(192,)"]; +"69 features_4_norm_weight" -> "799 layer_norm_10" [style=solid, label="(384,)"]; +"70 features_4_norm_bias" -> "799 layer_norm_10" [style=solid, label="(384,)"]; +"71 features_5_0_attn_cpb_mlp_0_bias" -> "802 linear_26" [style=solid, label="(512,)"]; +"72 features_5_0_norm1_weight" -> "895 layer_norm_11" [style=solid, label="(384,)"]; +"73 features_5_0_norm1_bias" -> "895 layer_norm_11" [style=solid, label="(384,)"]; +"74 features_5_0_mlp_0_bias" -> "905 linear_30" [style=solid, label="(1536,)"]; +"75 features_5_0_mlp_3_bias" -> "916 linear_31" [style=solid, label="(384,)"]; +"76 features_5_0_norm2_weight" -> "918 layer_norm_12" [style=solid, label="(384,)"]; +"77 features_5_0_norm2_bias" -> "918 layer_norm_12" [style=solid, label="(384,)"]; +"78 features_5_1_attn_cpb_mlp_0_bias" -> "922 linear_32" [style=solid, label="(512,)"]; +"79 features_5_1_norm1_weight" -> "1049 layer_norm_13" [style=solid, label="(384,)"]; +"80 features_5_1_norm1_bias" -> "1049 layer_norm_13" [style=solid, label="(384,)"]; +"81 features_5_1_mlp_0_bias" -> "1059 linear_36" [style=solid, label="(1536,)"]; +"82 features_5_1_mlp_3_bias" -> "1070 linear_37" [style=solid, label="(384,)"]; +"83 features_5_1_norm2_weight" -> "1072 layer_norm_14" [style=solid, label="(384,)"]; +"84 features_5_1_norm2_bias" -> "1072 layer_norm_14" [style=solid, label="(384,)"]; +"85 features_5_2_attn_cpb_mlp_0_bias" -> "1076 linear_38" [style=solid, label="(512,)"]; +"86 features_5_2_norm1_weight" -> "1149 layer_norm_15" [style=solid, label="(384,)"]; +"87 features_5_2_norm1_bias" -> "1149 layer_norm_15" [style=solid, label="(384,)"]; +"88 features_5_2_mlp_0_bias" -> "1159 linear_42" [style=solid, label="(1536,)"]; +"89 features_5_2_mlp_3_bias" -> "1170 linear_43" [style=solid, label="(384,)"]; +"90 features_5_2_norm2_weight" -> "1172 layer_norm_16" [style=solid, label="(384,)"]; +"91 features_5_2_norm2_bias" -> "1172 layer_norm_16" [style=solid, label="(384,)"]; +"92 features_5_3_attn_cpb_mlp_0_bias" -> "1176 linear_44" [style=solid, label="(512,)"]; +"93 features_5_3_norm1_weight" -> "1303 layer_norm_17" [style=solid, label="(384,)"]; +"94 features_5_3_norm1_bias" -> "1303 layer_norm_17" [style=solid, label="(384,)"]; +"95 features_5_3_mlp_0_bias" -> "1313 linear_48" [style=solid, label="(1536,)"]; +"96 features_5_3_mlp_3_bias" -> "1324 linear_49" [style=solid, label="(384,)"]; +"97 features_5_3_norm2_weight" -> "1326 layer_norm_18" [style=solid, label="(384,)"]; +"98 features_5_3_norm2_bias" -> "1326 layer_norm_18" [style=solid, label="(384,)"]; +"99 features_5_4_attn_cpb_mlp_0_bias" -> "1330 linear_50" [style=solid, label="(512,)"]; +"100 features_5_4_norm1_weight" -> "1403 layer_norm_19" [style=solid, label="(384,)"]; +"101 features_5_4_norm1_bias" -> "1403 layer_norm_19" [style=solid, label="(384,)"]; +"102 features_5_4_mlp_0_bias" -> "1413 linear_54" [style=solid, label="(1536,)"]; +"103 features_5_4_mlp_3_bias" -> "1424 linear_55" [style=solid, label="(384,)"]; +"104 features_5_4_norm2_weight" -> "1426 layer_norm_20" [style=solid, label="(384,)"]; +"105 features_5_4_norm2_bias" -> "1426 layer_norm_20" [style=solid, label="(384,)"]; +"106 features_5_5_attn_cpb_mlp_0_bias" -> "1430 linear_56" [style=solid, label="(512,)"]; +"107 features_5_5_norm1_weight" -> "1557 layer_norm_21" [style=solid, label="(384,)"]; +"108 features_5_5_norm1_bias" -> "1557 layer_norm_21" [style=solid, label="(384,)"]; +"109 features_5_5_mlp_0_bias" -> "1567 linear_60" [style=solid, label="(1536,)"]; +"110 features_5_5_mlp_3_bias" -> "1578 linear_61" [style=solid, label="(384,)"]; +"111 features_5_5_norm2_weight" -> "1580 layer_norm_22" [style=solid, label="(384,)"]; +"112 features_5_5_norm2_bias" -> "1580 layer_norm_22" [style=solid, label="(384,)"]; +"113 features_6_norm_weight" -> "1603 layer_norm_23" [style=solid, label="(768,)"]; +"114 features_6_norm_bias" -> "1603 layer_norm_23" [style=solid, label="(768,)"]; +"115 features_7_0_attn_cpb_mlp_0_bias" -> "1606 linear_63" [style=solid, label="(512,)"]; +"116 features_7_0_norm1_weight" -> "1699 layer_norm_24" [style=solid, label="(768,)"]; +"117 features_7_0_norm1_bias" -> "1699 layer_norm_24" [style=solid, label="(768,)"]; +"118 features_7_0_mlp_0_bias" -> "1709 linear_67" [style=solid, label="(3072,)"]; +"119 features_7_0_mlp_3_bias" -> "1720 linear_68" [style=solid, label="(768,)"]; +"120 features_7_0_norm2_weight" -> "1722 layer_norm_25" [style=solid, label="(768,)"]; +"121 features_7_0_norm2_bias" -> "1722 layer_norm_25" [style=solid, label="(768,)"]; +"122 features_7_1_attn_cpb_mlp_0_bias" -> "1726 linear_69" [style=solid, label="(512,)"]; +"123 features_7_1_norm1_weight" -> "1799 layer_norm_26" [style=solid, label="(768,)"]; +"124 features_7_1_norm1_bias" -> "1799 layer_norm_26" [style=solid, label="(768,)"]; +"125 features_7_1_mlp_0_bias" -> "1809 linear_73" [style=solid, label="(3072,)"]; +"126 features_7_1_mlp_3_bias" -> "1820 linear_74" [style=solid, label="(768,)"]; +"127 features_7_1_norm2_weight" -> "1822 layer_norm_27" [style=solid, label="(768,)"]; +"128 features_7_1_norm2_bias" -> "1822 layer_norm_27" [style=solid, label="(768,)"]; +"129 norm_weight" -> "1824 layer_norm_28" [style=solid, label="(768,)"]; +"130 norm_bias" -> "1824 layer_norm_28" [style=solid, label="(768,)"]; +"131 head_bias" -> "1836 linear_75" [style=solid, label="(1000,)"]; +"132 features_1_0_attn_relative_coords_table" -> "215 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"133 features_1_0_attn_relative_position_index" -> "222 index" [style=solid, label="(4096,)"]; +"134 features_1_1_attn_relative_coords_table" -> "330 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"135 features_1_1_attn_relative_position_index" -> "337 index_1" [style=solid, label="(4096,)"]; +"136 features_3_0_attn_relative_coords_table" -> "505 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"137 features_3_0_attn_relative_position_index" -> "512 index_2" [style=solid, label="(4096,)"]; +"138 features_3_1_attn_relative_coords_table" -> "625 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"139 features_3_1_attn_relative_position_index" -> "632 index_3" [style=solid, label="(4096,)"]; +"140 features_5_0_attn_relative_coords_table" -> "801 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"141 features_5_0_attn_relative_position_index" -> "808 index_4" [style=solid, label="(4096,)"]; +"142 features_5_1_attn_relative_coords_table" -> "921 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"143 features_5_1_attn_relative_position_index" -> "928 index_5" [style=solid, label="(4096,)"]; +"144 features_5_2_attn_relative_coords_table" -> "1075 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"145 features_5_2_attn_relative_position_index" -> "1082 index_6" [style=solid, label="(4096,)"]; +"146 features_5_3_attn_relative_coords_table" -> "1175 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"147 features_5_3_attn_relative_position_index" -> "1182 index_7" [style=solid, label="(4096,)"]; +"148 features_5_4_attn_relative_coords_table" -> "1329 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"149 features_5_4_attn_relative_position_index" -> "1336 index_8" [style=solid, label="(4096,)"]; +"150 features_5_5_attn_relative_coords_table" -> "1429 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"151 features_5_5_attn_relative_position_index" -> "1436 index_9" [style=solid, label="(4096,)"]; +"152 features_7_0_attn_relative_coords_table" -> "1605 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"153 features_7_0_attn_relative_position_index" -> "1612 index_10" [style=solid, label="(4096,)"]; +"154 features_7_1_attn_relative_coords_table" -> "1725 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"155 features_7_1_attn_relative_position_index" -> "1732 index_11" [style=solid, label="(4096,)"]; +"156 features_1_1_attn_lifted_tensor_0" -> "385 lift_fresh_copy" [style=solid, label="()"]; +"157 features_1_1_attn_lifted_tensor_1" -> "389 lift_fresh_copy_1" [style=solid, label="()"]; +"158 features_1_1_attn_lifted_tensor_2" -> "393 lift_fresh_copy_2" [style=solid, label="()"]; +"159 features_1_1_attn_lifted_tensor_3" -> "397 lift_fresh_copy_3" [style=solid, label="()"]; +"160 features_1_1_attn_lifted_tensor_4" -> "401 lift_fresh_copy_4" [style=solid, label="()"]; +"161 features_1_1_attn_lifted_tensor_5" -> "405 lift_fresh_copy_5" [style=solid, label="()"]; +"162 features_1_1_attn_lifted_tensor_6" -> "409 lift_fresh_copy_6" [style=solid, label="()"]; +"163 features_1_1_attn_lifted_tensor_7" -> "413 lift_fresh_copy_7" [style=solid, label="()"]; +"164 features_1_1_attn_lifted_tensor_8" -> "417 lift_fresh_copy_8" [style=solid, label="()"]; +"165 features_3_1_attn_lifted_tensor_9" -> "680 lift_fresh_copy_9" [style=solid, label="()"]; +"166 features_3_1_attn_lifted_tensor_10" -> "684 lift_fresh_copy_10" [style=solid, label="()"]; +"167 features_3_1_attn_lifted_tensor_11" -> "688 lift_fresh_copy_11" [style=solid, label="()"]; +"168 features_3_1_attn_lifted_tensor_12" -> "692 lift_fresh_copy_12" [style=solid, label="()"]; +"169 features_3_1_attn_lifted_tensor_13" -> "696 lift_fresh_copy_13" [style=solid, label="()"]; +"170 features_3_1_attn_lifted_tensor_14" -> "700 lift_fresh_copy_14" [style=solid, label="()"]; +"171 features_3_1_attn_lifted_tensor_15" -> "704 lift_fresh_copy_15" [style=solid, label="()"]; +"172 features_3_1_attn_lifted_tensor_16" -> "708 lift_fresh_copy_16" [style=solid, label="()"]; +"173 features_3_1_attn_lifted_tensor_17" -> "712 lift_fresh_copy_17" [style=solid, label="()"]; +"174 features_5_1_attn_lifted_tensor_18" -> "976 lift_fresh_copy_18" [style=solid, label="()"]; +"175 features_5_1_attn_lifted_tensor_19" -> "980 lift_fresh_copy_19" [style=solid, label="()"]; +"176 features_5_1_attn_lifted_tensor_20" -> "984 lift_fresh_copy_20" [style=solid, label="()"]; +"177 features_5_1_attn_lifted_tensor_21" -> "988 lift_fresh_copy_21" [style=solid, label="()"]; +"178 features_5_1_attn_lifted_tensor_22" -> "992 lift_fresh_copy_22" [style=solid, label="()"]; +"179 features_5_1_attn_lifted_tensor_23" -> "996 lift_fresh_copy_23" [style=solid, label="()"]; +"180 features_5_1_attn_lifted_tensor_24" -> "1000 lift_fresh_copy_24" [style=solid, label="()"]; +"181 features_5_1_attn_lifted_tensor_25" -> "1004 lift_fresh_copy_25" [style=solid, label="()"]; +"182 features_5_1_attn_lifted_tensor_26" -> "1008 lift_fresh_copy_26" [style=solid, label="()"]; +"183 features_5_3_attn_lifted_tensor_27" -> "1230 lift_fresh_copy_27" [style=solid, label="()"]; +"184 features_5_3_attn_lifted_tensor_28" -> "1234 lift_fresh_copy_28" [style=solid, label="()"]; +"185 features_5_3_attn_lifted_tensor_29" -> "1238 lift_fresh_copy_29" [style=solid, label="()"]; +"186 features_5_3_attn_lifted_tensor_30" -> "1242 lift_fresh_copy_30" [style=solid, label="()"]; +"187 features_5_3_attn_lifted_tensor_31" -> "1246 lift_fresh_copy_31" [style=solid, label="()"]; +"188 features_5_3_attn_lifted_tensor_32" -> "1250 lift_fresh_copy_32" [style=solid, label="()"]; +"189 features_5_3_attn_lifted_tensor_33" -> "1254 lift_fresh_copy_33" [style=solid, label="()"]; +"190 features_5_3_attn_lifted_tensor_34" -> "1258 lift_fresh_copy_34" [style=solid, label="()"]; +"191 features_5_3_attn_lifted_tensor_35" -> "1262 lift_fresh_copy_35" [style=solid, label="()"]; +"192 features_5_5_attn_lifted_tensor_36" -> "1484 lift_fresh_copy_36" [style=solid, label="()"]; +"193 features_5_5_attn_lifted_tensor_37" -> "1488 lift_fresh_copy_37" [style=solid, label="()"]; +"194 features_5_5_attn_lifted_tensor_38" -> "1492 lift_fresh_copy_38" [style=solid, label="()"]; +"195 features_5_5_attn_lifted_tensor_39" -> "1496 lift_fresh_copy_39" [style=solid, label="()"]; +"196 features_5_5_attn_lifted_tensor_40" -> "1500 lift_fresh_copy_40" [style=solid, label="()"]; +"197 features_5_5_attn_lifted_tensor_41" -> "1504 lift_fresh_copy_41" [style=solid, label="()"]; +"198 features_5_5_attn_lifted_tensor_42" -> "1508 lift_fresh_copy_42" [style=solid, label="()"]; +"199 features_5_5_attn_lifted_tensor_43" -> "1512 lift_fresh_copy_43" [style=solid, label="()"]; +"200 features_5_5_attn_lifted_tensor_44" -> "1516 lift_fresh_copy_44" [style=solid, label="()"]; "201 x" -> "202 sym_size_int_82" [style=solid, label="(1, 3, -1, -1)"]; "201 x" -> "203 sym_size_int_83" [style=solid, label="(1, 3, -1, -1)"]; "201 x" -> "204 quantize_per_tensor_default" [style=solid, label="(1, 3, -1, -1)"]; -"202 sym_size_int_82" -> "218 floordiv_88" [style=solid, label="(-1,)"]; -"203 sym_size_int_83" -> "212 floordiv_87" [style=solid, label="(-1,)"]; +"202 sym_size_int_82" -> "233 floordiv_88" [style=solid, label="(-1,)"]; +"203 sym_size_int_83" -> "229 floordiv_87" [style=solid, label="(-1,)"]; "204 quantize_per_tensor_default" -> "205 dequantize_per_tensor_default" [style=solid, label="(1, 3, -1, -1)"]; "205 dequantize_per_tensor_default" -> "211 conv2d" [style=solid, label="(1, 3, -1, -1)"]; "206 scale_updated_constant0" -> "208 mul_tensor" [style=solid, label="(96, 1, 1, 1)"]; @@ -2220,2233 +2050,2005 @@ strict digraph { "208 mul_tensor" -> "210 sub_tensor" [style=solid, label="(96, 3, 4, 4)"]; "209 zero_point_updated_constant0" -> "210 sub_tensor" [style=solid, label="(96, 1, 1, 1)"]; "210 sub_tensor" -> "211 conv2d" [style=solid, label="(96, 3, 4, 4)"]; -"211 conv2d" -> "424 permute" [style=solid, label="(1, 96, -1, -1)"]; -"212 floordiv_87" -> "213 mod_54" [style=solid, label="(-1,)"]; -"212 floordiv_87" -> "217 add_42" [style=solid, label="(-1,)"]; -"212 floordiv_87" -> "263 mod_59" [style=solid, label="(-1,)"]; -"212 floordiv_87" -> "264 add_48" [style=solid, label="(-1,)"]; -"212 floordiv_87" -> "266 add_49" [style=solid, label="(-1,)"]; -"212 floordiv_87" -> "501 slice_4" [style=solid, label="(-1,)"]; -"212 floordiv_87" -> "656 slice_27" [style=solid, label="(-1,)"]; -"213 mod_54" -> "214 mul_36" [style=solid, label="(-1,)"]; -"214 mul_36" -> "215 add_41" [style=solid, label="(-1,)"]; -"215 add_41" -> "216 mod_55" [style=solid, label="(-1,)"]; -"216 mod_55" -> "217 add_42" [style=solid, label="(-1,)"]; -"216 mod_55" -> "441 pad" [style=solid, label="(-1,)"]; -"216 mod_55" -> "543 pad_1" [style=solid, label="(-1,)"]; -"217 add_42" -> "224 mul_38" [style=solid, label="(-1,)"]; -"217 add_42" -> "225 floordiv_89" [style=solid, label="(-1,)"]; -"217 add_42" -> "231 floordiv_91" [style=solid, label="(-1,)"]; -"217 add_42" -> "498 reshape_3" [style=solid, label="(-1,)"]; -"217 add_42" -> "583 new_zeros" [style=solid, label="(-1,)"]; -"217 add_42" -> "652 reshape_8" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "219 mod_56" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "223 add_44" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "255 mod_58" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "256 add_45" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "258 add_46" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "500 slice_3" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "655 slice_26" [style=solid, label="(-1,)"]; -"219 mod_56" -> "220 mul_37" [style=solid, label="(-1,)"]; -"220 mul_37" -> "221 add_43" [style=solid, label="(-1,)"]; -"221 add_43" -> "222 mod_57" [style=solid, label="(-1,)"]; -"222 mod_57" -> "223 add_44" [style=solid, label="(-1,)"]; -"222 mod_57" -> "441 pad" [style=solid, label="(-1,)"]; -"222 mod_57" -> "543 pad_1" [style=solid, label="(-1,)"]; -"223 add_44" -> "224 mul_38" [style=solid, label="(-1,)"]; -"223 add_44" -> "226 floordiv_90" [style=solid, label="(-1,)"]; -"223 add_44" -> "232 floordiv_92" [style=solid, label="(-1,)"]; -"223 add_44" -> "498 reshape_3" [style=solid, label="(-1,)"]; -"223 add_44" -> "583 new_zeros" [style=solid, label="(-1,)"]; -"223 add_44" -> "652 reshape_8" [style=solid, label="(-1,)"]; -"224 mul_38" -> "229 eq_71" [style=solid, label="(-1,)"]; -"224 mul_38" -> "247 eq_73" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "227 mul_39" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "231 floordiv_91" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "233 mul_41" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "245 mul_46" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "442 mul_1" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "443 view_2" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "496 view_3" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "545 view_6" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "620 view_7" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "650 view_10" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "228 mul_40" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "232 floordiv_92" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "234 mul_42" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "246 mul_47" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "442 mul_1" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "443 view_2" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "496 view_3" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "545 view_6" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "620 view_7" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "650 view_10" [style=solid, label="(-1,)"]; -"227 mul_39" -> "228 mul_40" [style=solid, label="(-1,)"]; -"228 mul_40" -> "229 eq_71" [style=solid, label="(-1,)"]; -"228 mul_40" -> "236 eq_72" [style=solid, label="(-1,)"]; -"229 eq_71" -> "230 _assert_scalar_default" [style=solid, label="(-1,)"]; -"231 floordiv_91" -> "233 mul_41" [style=solid, label="(-1,)"]; -"231 floordiv_91" -> "240 mul_44" [style=solid, label="(-1,)"]; -"231 floordiv_91" -> "249 pow_1" [style=solid, label="(-1,)"]; -"232 floordiv_92" -> "235 mul_43" [style=solid, label="(-1,)"]; -"232 floordiv_92" -> "240 mul_44" [style=solid, label="(-1,)"]; -"232 floordiv_92" -> "250 pow_2" [style=solid, label="(-1,)"]; -"233 mul_41" -> "234 mul_42" [style=solid, label="(-1,)"]; -"234 mul_42" -> "235 mul_43" [style=solid, label="(-1,)"]; -"235 mul_43" -> "236 eq_72" [style=solid, label="(-1,)"]; -"235 mul_43" -> "238 ge" [style=solid, label="(-1,)"]; -"236 eq_72" -> "237 _assert_scalar_default_1" [style=solid, label="(-1,)"]; -"238 ge" -> "239 _assert_scalar_default_2" [style=solid, label="(-1,)"]; -"240 mul_44" -> "241 ge_1" [style=solid, label="(-1,)"]; -"240 mul_44" -> "243 floordiv_93" [style=solid, label="(-1,)"]; -"240 mul_44" -> "458 reshape_1" [style=solid, label="(-1,)"]; -"240 mul_44" -> "485 reshape_2" [style=solid, label="(-1,)"]; -"240 mul_44" -> "560 reshape_5" [style=solid, label="(-1,)"]; -"240 mul_44" -> "630 view_8" [style=solid, label="(-1,)"]; -"240 mul_44" -> "634 view_9" [style=solid, label="(-1,)"]; -"240 mul_44" -> "639 reshape_7" [style=solid, label="(-1,)"]; -"241 ge_1" -> "242 _assert_scalar_default_3" [style=solid, label="(-1,)"]; -"243 floordiv_93" -> "244 mul_45" [style=solid, label="(-1,)"]; -"244 mul_45" -> "245 mul_46" [style=solid, label="(-1,)"]; -"245 mul_46" -> "246 mul_47" [style=solid, label="(-1,)"]; -"246 mul_47" -> "247 eq_73" [style=solid, label="(-1,)"]; -"247 eq_73" -> "248 _assert_scalar_default_4" [style=solid, label="(-1,)"]; -"249 pow_1" -> "251 mul_48" [style=solid, label="(-1,)"]; -"250 pow_2" -> "251 mul_48" [style=solid, label="(-1,)"]; -"251 mul_48" -> "252 eq_74" [style=solid, label="(-1,)"]; -"252 eq_74" -> "253 sym_not" [style=solid, label="(-1,)"]; -"253 sym_not" -> "254 _assert_scalar_default_5" [style=solid, label="(-1,)"]; -"255 mod_58" -> "256 add_45" [style=solid, label="(-1,)"]; -"255 mod_58" -> "259 add_47" [style=solid, label="(-1,)"]; -"255 mod_58" -> "683 pad_2" [style=solid, label="(-1,)"]; -"256 add_45" -> "257 floordiv_94" [style=solid, label="(-1,)"]; -"257 floordiv_94" -> "261 eq_75" [style=solid, label="(-1,)"]; -"258 add_46" -> "259 add_47" [style=solid, label="(-1,)"]; -"259 add_47" -> "260 floordiv_95" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "261 eq_75" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "276 mod_62" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "280 add_54" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "312 mod_64" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "313 add_55" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "315 add_56" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "781 slice_43" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "937 slice_66" [style=solid, label="(-1,)"]; -"261 eq_75" -> "262 _assert_scalar_default_6" [style=solid, label="(-1,)"]; -"263 mod_59" -> "264 add_48" [style=solid, label="(-1,)"]; -"263 mod_59" -> "267 add_50" [style=solid, label="(-1,)"]; -"263 mod_59" -> "683 pad_2" [style=solid, label="(-1,)"]; -"264 add_48" -> "265 floordiv_96" [style=solid, label="(-1,)"]; -"265 floordiv_96" -> "269 eq_76" [style=solid, label="(-1,)"]; -"266 add_49" -> "267 add_50" [style=solid, label="(-1,)"]; -"267 add_50" -> "268 floordiv_97" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "269 eq_76" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "271 mod_60" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "275 add_52" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "320 mod_65" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "321 add_58" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "323 add_59" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "782 slice_44" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "938 slice_67" [style=solid, label="(-1,)"]; -"269 eq_76" -> "270 _assert_scalar_default_7" [style=solid, label="(-1,)"]; -"271 mod_60" -> "272 mul_49" [style=solid, label="(-1,)"]; -"272 mul_49" -> "273 add_51" [style=solid, label="(-1,)"]; -"273 add_51" -> "274 mod_61" [style=solid, label="(-1,)"]; -"274 mod_61" -> "275 add_52" [style=solid, label="(-1,)"]; -"274 mod_61" -> "722 pad_3" [style=solid, label="(-1,)"]; -"274 mod_61" -> "825 pad_4" [style=solid, label="(-1,)"]; -"275 add_52" -> "281 mul_51" [style=solid, label="(-1,)"]; -"275 add_52" -> "282 floordiv_98" [style=solid, label="(-1,)"]; -"275 add_52" -> "288 floordiv_100" [style=solid, label="(-1,)"]; -"275 add_52" -> "779 reshape_12" [style=solid, label="(-1,)"]; -"275 add_52" -> "865 new_zeros_1" [style=solid, label="(-1,)"]; -"275 add_52" -> "934 reshape_17" [style=solid, label="(-1,)"]; -"276 mod_62" -> "277 mul_50" [style=solid, label="(-1,)"]; -"277 mul_50" -> "278 add_53" [style=solid, label="(-1,)"]; -"278 add_53" -> "279 mod_63" [style=solid, label="(-1,)"]; -"279 mod_63" -> "280 add_54" [style=solid, label="(-1,)"]; -"279 mod_63" -> "722 pad_3" [style=solid, label="(-1,)"]; -"279 mod_63" -> "825 pad_4" [style=solid, label="(-1,)"]; -"280 add_54" -> "281 mul_51" [style=solid, label="(-1,)"]; -"280 add_54" -> "283 floordiv_99" [style=solid, label="(-1,)"]; -"280 add_54" -> "289 floordiv_101" [style=solid, label="(-1,)"]; -"280 add_54" -> "779 reshape_12" [style=solid, label="(-1,)"]; -"280 add_54" -> "865 new_zeros_1" [style=solid, label="(-1,)"]; -"280 add_54" -> "934 reshape_17" [style=solid, label="(-1,)"]; -"281 mul_51" -> "286 eq_77" [style=solid, label="(-1,)"]; -"281 mul_51" -> "304 eq_79" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "284 mul_52" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "288 floordiv_100" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "290 mul_54" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "302 mul_59" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "723 mul_7" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "724 view_13" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "777 view_14" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "827 view_17" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "902 view_18" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "932 view_21" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "285 mul_53" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "289 floordiv_101" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "291 mul_55" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "303 mul_60" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "723 mul_7" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "724 view_13" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "777 view_14" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "827 view_17" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "902 view_18" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "932 view_21" [style=solid, label="(-1,)"]; -"284 mul_52" -> "285 mul_53" [style=solid, label="(-1,)"]; -"285 mul_53" -> "286 eq_77" [style=solid, label="(-1,)"]; -"285 mul_53" -> "293 eq_78" [style=solid, label="(-1,)"]; -"286 eq_77" -> "287 _assert_scalar_default_8" [style=solid, label="(-1,)"]; -"288 floordiv_100" -> "290 mul_54" [style=solid, label="(-1,)"]; -"288 floordiv_100" -> "297 mul_57" [style=solid, label="(-1,)"]; -"288 floordiv_100" -> "306 pow_3" [style=solid, label="(-1,)"]; -"289 floordiv_101" -> "292 mul_56" [style=solid, label="(-1,)"]; -"289 floordiv_101" -> "297 mul_57" [style=solid, label="(-1,)"]; -"289 floordiv_101" -> "307 pow_4" [style=solid, label="(-1,)"]; -"290 mul_54" -> "291 mul_55" [style=solid, label="(-1,)"]; -"291 mul_55" -> "292 mul_56" [style=solid, label="(-1,)"]; -"292 mul_56" -> "293 eq_78" [style=solid, label="(-1,)"]; -"292 mul_56" -> "295 ge_2" [style=solid, label="(-1,)"]; -"293 eq_78" -> "294 _assert_scalar_default_9" [style=solid, label="(-1,)"]; -"295 ge_2" -> "296 _assert_scalar_default_10" [style=solid, label="(-1,)"]; -"297 mul_57" -> "298 ge_3" [style=solid, label="(-1,)"]; -"297 mul_57" -> "300 floordiv_102" [style=solid, label="(-1,)"]; -"297 mul_57" -> "739 reshape_10" [style=solid, label="(-1,)"]; -"297 mul_57" -> "766 reshape_11" [style=solid, label="(-1,)"]; -"297 mul_57" -> "842 reshape_14" [style=solid, label="(-1,)"]; -"297 mul_57" -> "912 view_19" [style=solid, label="(-1,)"]; -"297 mul_57" -> "916 view_20" [style=solid, label="(-1,)"]; -"297 mul_57" -> "921 reshape_16" [style=solid, label="(-1,)"]; -"298 ge_3" -> "299 _assert_scalar_default_11" [style=solid, label="(-1,)"]; -"300 floordiv_102" -> "301 mul_58" [style=solid, label="(-1,)"]; -"301 mul_58" -> "302 mul_59" [style=solid, label="(-1,)"]; -"302 mul_59" -> "303 mul_60" [style=solid, label="(-1,)"]; -"303 mul_60" -> "304 eq_79" [style=solid, label="(-1,)"]; -"304 eq_79" -> "305 _assert_scalar_default_12" [style=solid, label="(-1,)"]; -"306 pow_3" -> "308 mul_61" [style=solid, label="(-1,)"]; -"307 pow_4" -> "308 mul_61" [style=solid, label="(-1,)"]; -"308 mul_61" -> "309 eq_80" [style=solid, label="(-1,)"]; -"309 eq_80" -> "310 sym_not_1" [style=solid, label="(-1,)"]; -"310 sym_not_1" -> "311 _assert_scalar_default_13" [style=solid, label="(-1,)"]; -"312 mod_64" -> "313 add_55" [style=solid, label="(-1,)"]; -"312 mod_64" -> "316 add_57" [style=solid, label="(-1,)"]; -"312 mod_64" -> "966 pad_5" [style=solid, label="(-1,)"]; -"313 add_55" -> "314 floordiv_103" [style=solid, label="(-1,)"]; -"314 floordiv_103" -> "318 eq_81" [style=solid, label="(-1,)"]; -"315 add_56" -> "316 add_57" [style=solid, label="(-1,)"]; -"316 add_57" -> "317 floordiv_104" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "318 eq_81" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "333 mod_68" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "337 add_64" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "369 mod_70" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "370 add_65" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "372 add_66" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "1064 slice_83" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "1220 slice_106" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "1322 slice_111" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "1478 slice_134" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "1580 slice_139" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "1736 slice_162" [style=solid, label="(-1,)"]; -"318 eq_81" -> "319 _assert_scalar_default_14" [style=solid, label="(-1,)"]; -"320 mod_65" -> "321 add_58" [style=solid, label="(-1,)"]; -"320 mod_65" -> "324 add_60" [style=solid, label="(-1,)"]; -"320 mod_65" -> "966 pad_5" [style=solid, label="(-1,)"]; -"321 add_58" -> "322 floordiv_105" [style=solid, label="(-1,)"]; -"322 floordiv_105" -> "326 eq_82" [style=solid, label="(-1,)"]; -"323 add_59" -> "324 add_60" [style=solid, label="(-1,)"]; -"324 add_60" -> "325 floordiv_106" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "326 eq_82" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "328 mod_66" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "332 add_62" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "377 mod_71" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "378 add_68" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "380 add_69" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "1065 slice_84" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "1221 slice_107" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "1323 slice_112" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "1479 slice_135" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "1581 slice_140" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "1737 slice_163" [style=solid, label="(-1,)"]; -"326 eq_82" -> "327 _assert_scalar_default_15" [style=solid, label="(-1,)"]; -"328 mod_66" -> "329 mul_62" [style=solid, label="(-1,)"]; -"329 mul_62" -> "330 add_61" [style=solid, label="(-1,)"]; -"330 add_61" -> "331 mod_67" [style=solid, label="(-1,)"]; -"331 mod_67" -> "332 add_62" [style=solid, label="(-1,)"]; -"331 mod_67" -> "1005 pad_6" [style=solid, label="(-1,)"]; -"331 mod_67" -> "1108 pad_7" [style=solid, label="(-1,)"]; -"331 mod_67" -> "1264 pad_8" [style=solid, label="(-1,)"]; -"331 mod_67" -> "1366 pad_9" [style=solid, label="(-1,)"]; -"331 mod_67" -> "1522 pad_10" [style=solid, label="(-1,)"]; -"331 mod_67" -> "1624 pad_11" [style=solid, label="(-1,)"]; -"332 add_62" -> "338 mul_64" [style=solid, label="(-1,)"]; -"332 add_62" -> "339 floordiv_107" [style=solid, label="(-1,)"]; -"332 add_62" -> "345 floordiv_109" [style=solid, label="(-1,)"]; -"332 add_62" -> "1062 reshape_21" [style=solid, label="(-1,)"]; -"332 add_62" -> "1148 new_zeros_2" [style=solid, label="(-1,)"]; -"332 add_62" -> "1217 reshape_26" [style=solid, label="(-1,)"]; -"332 add_62" -> "1320 reshape_30" [style=solid, label="(-1,)"]; -"332 add_62" -> "1406 new_zeros_3" [style=solid, label="(-1,)"]; -"332 add_62" -> "1475 reshape_35" [style=solid, label="(-1,)"]; -"332 add_62" -> "1578 reshape_39" [style=solid, label="(-1,)"]; -"332 add_62" -> "1664 new_zeros_4" [style=solid, label="(-1,)"]; -"332 add_62" -> "1733 reshape_44" [style=solid, label="(-1,)"]; -"333 mod_68" -> "334 mul_63" [style=solid, label="(-1,)"]; -"334 mul_63" -> "335 add_63" [style=solid, label="(-1,)"]; -"335 add_63" -> "336 mod_69" [style=solid, label="(-1,)"]; -"336 mod_69" -> "337 add_64" [style=solid, label="(-1,)"]; -"336 mod_69" -> "1005 pad_6" [style=solid, label="(-1,)"]; -"336 mod_69" -> "1108 pad_7" [style=solid, label="(-1,)"]; -"336 mod_69" -> "1264 pad_8" [style=solid, label="(-1,)"]; -"336 mod_69" -> "1366 pad_9" [style=solid, label="(-1,)"]; -"336 mod_69" -> "1522 pad_10" [style=solid, label="(-1,)"]; -"336 mod_69" -> "1624 pad_11" [style=solid, label="(-1,)"]; -"337 add_64" -> "338 mul_64" [style=solid, label="(-1,)"]; -"337 add_64" -> "340 floordiv_108" [style=solid, label="(-1,)"]; -"337 add_64" -> "346 floordiv_110" [style=solid, label="(-1,)"]; -"337 add_64" -> "1062 reshape_21" [style=solid, label="(-1,)"]; -"337 add_64" -> "1148 new_zeros_2" [style=solid, label="(-1,)"]; -"337 add_64" -> "1217 reshape_26" [style=solid, label="(-1,)"]; -"337 add_64" -> "1320 reshape_30" [style=solid, label="(-1,)"]; -"337 add_64" -> "1406 new_zeros_3" [style=solid, label="(-1,)"]; -"337 add_64" -> "1475 reshape_35" [style=solid, label="(-1,)"]; -"337 add_64" -> "1578 reshape_39" [style=solid, label="(-1,)"]; -"337 add_64" -> "1664 new_zeros_4" [style=solid, label="(-1,)"]; -"337 add_64" -> "1733 reshape_44" [style=solid, label="(-1,)"]; -"338 mul_64" -> "343 eq_83" [style=solid, label="(-1,)"]; -"338 mul_64" -> "361 eq_85" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "341 mul_65" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "345 floordiv_109" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "347 mul_67" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "359 mul_72" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1006 mul_13" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1007 view_24" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1060 view_25" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1110 view_28" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1185 view_29" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1215 view_32" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1265 view_35" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1318 view_36" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1368 view_39" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1443 view_40" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1473 view_43" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1523 view_46" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1576 view_47" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1626 view_50" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1701 view_51" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1731 view_54" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "342 mul_66" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "346 floordiv_110" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "348 mul_68" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "360 mul_73" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1006 mul_13" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1007 view_24" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1060 view_25" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1110 view_28" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1185 view_29" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1215 view_32" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1265 view_35" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1318 view_36" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1368 view_39" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1443 view_40" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1473 view_43" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1523 view_46" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1576 view_47" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1626 view_50" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1701 view_51" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1731 view_54" [style=solid, label="(-1,)"]; -"341 mul_65" -> "342 mul_66" [style=solid, label="(-1,)"]; -"342 mul_66" -> "343 eq_83" [style=solid, label="(-1,)"]; -"342 mul_66" -> "350 eq_84" [style=solid, label="(-1,)"]; -"343 eq_83" -> "344 _assert_scalar_default_16" [style=solid, label="(-1,)"]; -"345 floordiv_109" -> "347 mul_67" [style=solid, label="(-1,)"]; -"345 floordiv_109" -> "354 mul_70" [style=solid, label="(-1,)"]; -"345 floordiv_109" -> "363 pow_5" [style=solid, label="(-1,)"]; -"346 floordiv_110" -> "349 mul_69" [style=solid, label="(-1,)"]; -"346 floordiv_110" -> "354 mul_70" [style=solid, label="(-1,)"]; -"346 floordiv_110" -> "364 pow_6" [style=solid, label="(-1,)"]; -"347 mul_67" -> "348 mul_68" [style=solid, label="(-1,)"]; -"348 mul_68" -> "349 mul_69" [style=solid, label="(-1,)"]; -"349 mul_69" -> "350 eq_84" [style=solid, label="(-1,)"]; -"349 mul_69" -> "352 ge_4" [style=solid, label="(-1,)"]; -"350 eq_84" -> "351 _assert_scalar_default_17" [style=solid, label="(-1,)"]; -"352 ge_4" -> "353 _assert_scalar_default_18" [style=solid, label="(-1,)"]; -"354 mul_70" -> "355 ge_5" [style=solid, label="(-1,)"]; -"354 mul_70" -> "357 floordiv_111" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1022 reshape_19" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1049 reshape_20" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1125 reshape_23" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1195 view_30" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1199 view_31" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1204 reshape_25" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1280 reshape_28" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1307 reshape_29" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1383 reshape_32" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1453 view_41" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1457 view_42" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1462 reshape_34" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1538 reshape_37" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1565 reshape_38" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1641 reshape_41" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1711 view_52" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1715 view_53" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1720 reshape_43" [style=solid, label="(-1,)"]; -"355 ge_5" -> "356 _assert_scalar_default_19" [style=solid, label="(-1,)"]; -"357 floordiv_111" -> "358 mul_71" [style=solid, label="(-1,)"]; -"358 mul_71" -> "359 mul_72" [style=solid, label="(-1,)"]; -"359 mul_72" -> "360 mul_73" [style=solid, label="(-1,)"]; -"360 mul_73" -> "361 eq_85" [style=solid, label="(-1,)"]; -"361 eq_85" -> "362 _assert_scalar_default_20" [style=solid, label="(-1,)"]; -"363 pow_5" -> "365 mul_74" [style=solid, label="(-1,)"]; -"364 pow_6" -> "365 mul_74" [style=solid, label="(-1,)"]; -"365 mul_74" -> "366 eq_86" [style=solid, label="(-1,)"]; -"366 eq_86" -> "367 sym_not_2" [style=solid, label="(-1,)"]; -"367 sym_not_2" -> "368 _assert_scalar_default_21" [style=solid, label="(-1,)"]; -"369 mod_70" -> "370 add_65" [style=solid, label="(-1,)"]; -"369 mod_70" -> "373 add_67" [style=solid, label="(-1,)"]; -"369 mod_70" -> "1765 pad_12" [style=solid, label="(-1,)"]; -"370 add_65" -> "371 floordiv_112" [style=solid, label="(-1,)"]; -"371 floordiv_112" -> "375 eq_87" [style=solid, label="(-1,)"]; -"372 add_66" -> "373 add_67" [style=solid, label="(-1,)"]; -"373 add_67" -> "374 floordiv_113" [style=solid, label="(-1,)"]; -"374 floordiv_113" -> "375 eq_87" [style=solid, label="(-1,)"]; -"374 floordiv_113" -> "390 mod_74" [style=solid, label="(-1,)"]; -"374 floordiv_113" -> "394 add_74" [style=solid, label="(-1,)"]; -"374 floordiv_113" -> "1863 slice_179" [style=solid, label="(-1,)"]; -"374 floordiv_113" -> "1965 slice_184" [style=solid, label="(-1,)"]; -"375 eq_87" -> "376 _assert_scalar_default_22" [style=solid, label="(-1,)"]; -"377 mod_71" -> "378 add_68" [style=solid, label="(-1,)"]; -"377 mod_71" -> "381 add_70" [style=solid, label="(-1,)"]; -"377 mod_71" -> "1765 pad_12" [style=solid, label="(-1,)"]; -"378 add_68" -> "379 floordiv_114" [style=solid, label="(-1,)"]; -"379 floordiv_114" -> "383 eq_88" [style=solid, label="(-1,)"]; -"380 add_69" -> "381 add_70" [style=solid, label="(-1,)"]; -"381 add_70" -> "382 floordiv_115" [style=solid, label="(-1,)"]; -"382 floordiv_115" -> "383 eq_88" [style=solid, label="(-1,)"]; -"382 floordiv_115" -> "385 mod_72" [style=solid, label="(-1,)"]; -"382 floordiv_115" -> "389 add_72" [style=solid, label="(-1,)"]; -"382 floordiv_115" -> "1864 slice_180" [style=solid, label="(-1,)"]; -"382 floordiv_115" -> "1966 slice_185" [style=solid, label="(-1,)"]; -"383 eq_88" -> "384 _assert_scalar_default_23" [style=solid, label="(-1,)"]; -"385 mod_72" -> "386 mul_75" [style=solid, label="(-1,)"]; -"386 mul_75" -> "387 add_71" [style=solid, label="(-1,)"]; -"387 add_71" -> "388 mod_73" [style=solid, label="(-1,)"]; -"388 mod_73" -> "389 add_72" [style=solid, label="(-1,)"]; -"388 mod_73" -> "1804 pad_13" [style=solid, label="(-1,)"]; -"388 mod_73" -> "1907 pad_14" [style=solid, label="(-1,)"]; -"389 add_72" -> "395 mul_77" [style=solid, label="(-1,)"]; -"389 add_72" -> "396 floordiv_116" [style=solid, label="(-1,)"]; -"389 add_72" -> "402 floordiv_118" [style=solid, label="(-1,)"]; -"389 add_72" -> "1861 reshape_48" [style=solid, label="(-1,)"]; -"389 add_72" -> "1963 reshape_52" [style=solid, label="(-1,)"]; -"390 mod_74" -> "391 mul_76" [style=solid, label="(-1,)"]; -"391 mul_76" -> "392 add_73" [style=solid, label="(-1,)"]; -"392 add_73" -> "393 mod_75" [style=solid, label="(-1,)"]; -"393 mod_75" -> "394 add_74" [style=solid, label="(-1,)"]; -"393 mod_75" -> "1804 pad_13" [style=solid, label="(-1,)"]; -"393 mod_75" -> "1907 pad_14" [style=solid, label="(-1,)"]; -"394 add_74" -> "395 mul_77" [style=solid, label="(-1,)"]; -"394 add_74" -> "397 floordiv_117" [style=solid, label="(-1,)"]; -"394 add_74" -> "403 floordiv_119" [style=solid, label="(-1,)"]; -"394 add_74" -> "1861 reshape_48" [style=solid, label="(-1,)"]; -"394 add_74" -> "1963 reshape_52" [style=solid, label="(-1,)"]; -"395 mul_77" -> "400 eq_89" [style=solid, label="(-1,)"]; -"395 mul_77" -> "422 eq_93" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "398 mul_78" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "402 floordiv_118" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "404 mul_80" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "416 mul_84" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "420 mul_87" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "1805 mul_31" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "1806 view_57" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "1859 view_58" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "1908 view_61" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "1961 view_62" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "399 mul_79" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "403 floordiv_119" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "405 mul_81" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "417 mul_85" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "421 mul_88" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "1805 mul_31" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "1806 view_57" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "1859 view_58" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "1908 view_61" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "1961 view_62" [style=solid, label="(-1,)"]; -"398 mul_78" -> "399 mul_79" [style=solid, label="(-1,)"]; -"399 mul_79" -> "400 eq_89" [style=solid, label="(-1,)"]; -"399 mul_79" -> "407 eq_90" [style=solid, label="(-1,)"]; -"399 mul_79" -> "414 eq_92" [style=solid, label="(-1,)"]; -"400 eq_89" -> "401 _assert_scalar_default_24" [style=solid, label="(-1,)"]; -"402 floordiv_118" -> "404 mul_80" [style=solid, label="(-1,)"]; -"402 floordiv_118" -> "409 mul_83" [style=solid, label="(-1,)"]; -"403 floordiv_119" -> "406 mul_82" [style=solid, label="(-1,)"]; -"403 floordiv_119" -> "409 mul_83" [style=solid, label="(-1,)"]; -"404 mul_80" -> "405 mul_81" [style=solid, label="(-1,)"]; -"405 mul_81" -> "406 mul_82" [style=solid, label="(-1,)"]; -"406 mul_82" -> "407 eq_90" [style=solid, label="(-1,)"]; -"407 eq_90" -> "408 _assert_scalar_default_25" [style=solid, label="(-1,)"]; -"409 mul_83" -> "410 ge_6" [style=solid, label="(-1,)"]; -"409 mul_83" -> "412 eq_91" [style=solid, label="(-1,)"]; -"409 mul_83" -> "414 eq_92" [style=solid, label="(-1,)"]; -"409 mul_83" -> "418 floordiv_120" [style=solid, label="(-1,)"]; -"409 mul_83" -> "1821 reshape_46" [style=solid, label="(-1,)"]; -"409 mul_83" -> "1848 reshape_47" [style=solid, label="(-1,)"]; -"409 mul_83" -> "1923 reshape_50" [style=solid, label="(-1,)"]; -"409 mul_83" -> "1950 reshape_51" [style=solid, label="(-1,)"]; -"410 ge_6" -> "411 _assert_scalar_default_26" [style=solid, label="(-1,)"]; -"412 eq_91" -> "413 _assert_scalar_default_27" [style=solid, label="(-1,)"]; -"414 eq_92" -> "415 _assert_scalar_default_28" [style=solid, label="(-1,)"]; -"416 mul_84" -> "417 mul_85" [style=solid, label="(-1,)"]; -"417 mul_85" -> "418 floordiv_120" [style=solid, label="(-1,)"]; -"418 floordiv_120" -> "419 mul_86" [style=solid, label="(-1,)"]; -"419 mul_86" -> "420 mul_87" [style=solid, label="(-1,)"]; -"420 mul_87" -> "421 mul_88" [style=solid, label="(-1,)"]; -"421 mul_88" -> "422 eq_93" [style=solid, label="(-1,)"]; -"422 eq_93" -> "423 _assert_scalar_default_29" [style=solid, label="(-1,)"]; -"424 permute" -> "425 layer_norm" [style=solid, label="(1, -1, -1, 96)"]; -"425 layer_norm" -> "441 pad" [style=solid, label="(1, -1, -1, 96)"]; -"425 layer_norm" -> "504 add_1" [style=solid, label="(1, -1, -1, 96)"]; -"426 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "428 linear" [style=solid, label="(512, 2)"]; -"427 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "428 linear" [style=solid, label="(1, 15, 15, 2)"]; -"428 linear" -> "429 relu_" [style=solid, label="(1, 15, 15, 512)"]; -"429 relu_" -> "431 relu__0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"430 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" -> "432 linear_1" [style=solid, label="(3, 512)"]; -"431 relu__0_0_nncf_smooth_quant_0" -> "432 linear_1" [style=solid, label="(1, 15, 15, 512)"]; -"432 linear_1" -> "433 view" [style=solid, label="(1, 15, 15, 3)"]; -"433 view" -> "434 index" [style=solid, label="(225, 3)"]; -"434 index" -> "435 view_1" [style=solid, label="(4096, 3)"]; -"435 view_1" -> "436 permute_1" [style=solid, label="(64, 64, 3)"]; -"436 permute_1" -> "437 contiguous" [style=solid, label="(3, 64, 64)"]; -"437 contiguous" -> "438 unsqueeze" [style=solid, label="(3, 64, 64)"]; -"438 unsqueeze" -> "439 sigmoid" [style=solid, label="(1, 3, 64, 64)"]; -"439 sigmoid" -> "440 mul" [style=solid, label="(1, 3, 64, 64)"]; -"440 mul" -> "480 add" [style=solid, label="(1, 3, 64, 64)"]; -"441 pad" -> "443 view_2" [style=solid, label="(1, -1, -1, 96)"]; -"442 mul_1" -> "445 reshape" [style=solid, label="(-1,)"]; -"442 mul_1" -> "458 reshape_1" [style=solid, label="(-1,)"]; -"442 mul_1" -> "485 reshape_2" [style=solid, label="(-1,)"]; -"442 mul_1" -> "547 reshape_4" [style=solid, label="(-1,)"]; -"442 mul_1" -> "560 reshape_5" [style=solid, label="(-1,)"]; -"442 mul_1" -> "622 reshape_6" [style=solid, label="(-1,)"]; -"442 mul_1" -> "630 view_8" [style=solid, label="(-1,)"]; -"442 mul_1" -> "639 reshape_7" [style=solid, label="(-1,)"]; -"443 view_2" -> "444 permute_2" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"444 permute_2" -> "445 reshape" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"445 reshape" -> "449 reshape_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"446 clone" -> "447 slice_1" [style=solid, label="(288,)"]; -"446 clone" -> "457 linear_2" [style=solid, label="(288,)"]; -"447 slice_1" -> "448 zero_" [style=solid, label="(96,)"]; -"449 reshape_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_1" [style=solid, label="(-1, -1, 96)"]; -"450 quantize_per_tensor_default_1" -> "451 dequantize_per_tensor_default_1" [style=solid, label="(-1, -1, 96)"]; -"451 dequantize_per_tensor_default_1" -> "457 linear_2" [style=solid, label="(-1, -1, 96)"]; -"452 scale_updated_constant1" -> "454 mul_tensor_1" [style=solid, label="(288, 1)"]; -"453 compressed_weight_updated_constant1" -> "454 mul_tensor_1" [style=solid, label="(288, 96)"]; -"454 mul_tensor_1" -> "456 sub_tensor_1" [style=solid, label="(288, 96)"]; -"455 zero_point_updated_constant1" -> "456 sub_tensor_1" [style=solid, label="(288, 1)"]; -"456 sub_tensor_1" -> "457 linear_2" [style=solid, label="(288, 96)"]; -"457 linear_2" -> "458 reshape_1" [style=solid, label="(-1, -1, 288)"]; -"458 reshape_1" -> "459 permute_3" [style=solid, label="(-1, -1, 3, 3, 32)"]; -"459 permute_3" -> "460 select" [style=solid, label="(3, -1, 3, -1, 32)"]; -"459 permute_3" -> "461 select_1" [style=solid, label="(3, -1, 3, -1, 32)"]; -"459 permute_3" -> "462 select_2" [style=solid, label="(3, -1, 3, -1, 32)"]; -"460 select" -> "463 linalg_vector_norm" [style=solid, label="(-1, 3, -1, 32)"]; -"460 select" -> "465 expand_as" [style=solid, label="(-1, 3, -1, 32)"]; -"460 select" -> "466 div" [style=solid, label="(-1, 3, -1, 32)"]; -"461 select_1" -> "469 linalg_vector_norm_1" [style=solid, label="(-1, 3, -1, 32)"]; -"461 select_1" -> "471 expand_as_1" [style=solid, label="(-1, 3, -1, 32)"]; -"461 select_1" -> "472 div_1" [style=solid, label="(-1, 3, -1, 32)"]; -"462 select_2" -> "483 matmul_1" [style=solid, label="(-1, 3, -1, 32)"]; -"463 linalg_vector_norm" -> "464 clamp_min" [style=solid, label="(-1, 3, -1, 1)"]; -"464 clamp_min" -> "465 expand_as" [style=solid, label="(-1, 3, -1, 1)"]; -"465 expand_as" -> "466 div" [style=solid, label="(-1, 3, -1, 32)"]; -"466 div" -> "467 quantize_per_tensor_default_2" [style=solid, label="(-1, 3, -1, 32)"]; -"467 quantize_per_tensor_default_2" -> "468 dequantize_per_tensor_default_2" [style=solid, label="(-1, 3, -1, 32)"]; -"468 dequantize_per_tensor_default_2" -> "476 matmul" [style=solid, label="(-1, 3, -1, 32)"]; -"469 linalg_vector_norm_1" -> "470 clamp_min_1" [style=solid, label="(-1, 3, -1, 1)"]; -"470 clamp_min_1" -> "471 expand_as_1" [style=solid, label="(-1, 3, -1, 1)"]; -"471 expand_as_1" -> "472 div_1" [style=solid, label="(-1, 3, -1, 32)"]; -"472 div_1" -> "473 quantize_per_tensor_default_3" [style=solid, label="(-1, 3, -1, 32)"]; -"473 quantize_per_tensor_default_3" -> "474 dequantize_per_tensor_default_3" [style=solid, label="(-1, 3, -1, 32)"]; -"474 dequantize_per_tensor_default_3" -> "475 transpose" [style=solid, label="(-1, 3, -1, 32)"]; -"475 transpose" -> "476 matmul" [style=solid, label="(-1, 3, 32, -1)"]; -"476 matmul" -> "479 mul_2" [style=solid, label="(-1, 3, -1, -1)"]; -"477 clamp" -> "478 exp" [style=solid, label="(3, 1, 1)"]; -"478 exp" -> "479 mul_2" [style=solid, label="(3, 1, 1)"]; -"479 mul_2" -> "480 add" [style=solid, label="(-1, 3, -1, -1)"]; -"480 add" -> "481 softmax" [style=solid, label="(-1, 3, -1, -1)"]; -"481 softmax" -> "482 dropout" [style=solid, label="(-1, 3, -1, -1)"]; -"482 dropout" -> "483 matmul_1" [style=solid, label="(-1, 3, -1, -1)"]; -"483 matmul_1" -> "484 transpose_1" [style=solid, label="(-1, 3, -1, 32)"]; -"484 transpose_1" -> "485 reshape_2" [style=solid, label="(-1, -1, 3, 32)"]; -"485 reshape_2" -> "486 reshape_2_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"486 reshape_2_0_0_nncf_smooth_quant_0" -> "487 quantize_per_tensor_default_4" [style=solid, label="(-1, -1, 96)"]; -"487 quantize_per_tensor_default_4" -> "488 dequantize_per_tensor_default_4" [style=solid, label="(-1, -1, 96)"]; -"488 dequantize_per_tensor_default_4" -> "494 linear_3" [style=solid, label="(-1, -1, 96)"]; -"489 scale_updated_constant2" -> "491 mul_tensor_2" [style=solid, label="(96, 1)"]; -"490 compressed_weight_updated_constant2" -> "491 mul_tensor_2" [style=solid, label="(96, 96)"]; -"491 mul_tensor_2" -> "493 sub_tensor_2" [style=solid, label="(96, 96)"]; -"492 zero_point_updated_constant2" -> "493 sub_tensor_2" [style=solid, label="(96, 1)"]; -"493 sub_tensor_2" -> "494 linear_3" [style=solid, label="(96, 96)"]; -"494 linear_3" -> "495 dropout_1" [style=solid, label="(-1, -1, 96)"]; -"495 dropout_1" -> "496 view_3" [style=solid, label="(-1, -1, 96)"]; -"496 view_3" -> "497 permute_4" [style=solid, label="(1, -1, -1, 8, -1, 96)"]; -"497 permute_4" -> "498 reshape_3" [style=solid, label="(1, -1, 8, -1, -1, 96)"]; -"498 reshape_3" -> "499 slice_2" [style=solid, label="(1, -1, -1, 96)"]; -"499 slice_2" -> "500 slice_3" [style=solid, label="(1, -1, -1, 96)"]; -"500 slice_3" -> "501 slice_4" [style=solid, label="(1, -1, -1, 96)"]; -"501 slice_4" -> "502 slice_5" [style=solid, label="(1, -1, -1, 96)"]; -"502 slice_5" -> "503 layer_norm_1" [style=solid, label="(1, -1, -1, 96)"]; -"503 layer_norm_1" -> "504 add_1" [style=solid, label="(1, -1, -1, 96)"]; -"504 add_1" -> "505 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 96)"]; -"504 add_1" -> "527 add_2" [style=solid, label="(1, -1, -1, 96)"]; -"505 add_1_0_0_nncf_smooth_quant_0" -> "506 quantize_per_tensor_default_5" [style=solid, label="(1, -1, -1, 96)"]; -"506 quantize_per_tensor_default_5" -> "507 dequantize_per_tensor_default_5" [style=solid, label="(1, -1, -1, 96)"]; -"507 dequantize_per_tensor_default_5" -> "513 linear_4" [style=solid, label="(1, -1, -1, 96)"]; -"508 scale_updated_constant3" -> "510 mul_tensor_3" [style=solid, label="(384, 1)"]; -"509 compressed_weight_updated_constant3" -> "510 mul_tensor_3" [style=solid, label="(384, 96)"]; -"510 mul_tensor_3" -> "512 sub_tensor_3" [style=solid, label="(384, 96)"]; -"511 zero_point_updated_constant3" -> "512 sub_tensor_3" [style=solid, label="(384, 1)"]; -"512 sub_tensor_3" -> "513 linear_4" [style=solid, label="(384, 96)"]; -"513 linear_4" -> "514 gelu" [style=solid, label="(1, -1, -1, 384)"]; -"514 gelu" -> "515 dropout_2" [style=solid, label="(1, -1, -1, 384)"]; -"515 dropout_2" -> "516 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"516 dropout_2_0_0_nncf_smooth_quant_0" -> "517 quantize_per_tensor_default_6" [style=solid, label="(1, -1, -1, 384)"]; -"517 quantize_per_tensor_default_6" -> "518 dequantize_per_tensor_default_6" [style=solid, label="(1, -1, -1, 384)"]; -"518 dequantize_per_tensor_default_6" -> "524 linear_5" [style=solid, label="(1, -1, -1, 384)"]; -"519 scale_updated_constant4" -> "521 mul_tensor_4" [style=solid, label="(96, 1)"]; -"520 compressed_weight_updated_constant4" -> "521 mul_tensor_4" [style=solid, label="(96, 384)"]; -"521 mul_tensor_4" -> "523 sub_tensor_4" [style=solid, label="(96, 384)"]; -"522 zero_point_updated_constant4" -> "523 sub_tensor_4" [style=solid, label="(96, 1)"]; -"523 sub_tensor_4" -> "524 linear_5" [style=solid, label="(96, 384)"]; -"524 linear_5" -> "525 dropout_3" [style=solid, label="(1, -1, -1, 96)"]; -"525 dropout_3" -> "526 layer_norm_2" [style=solid, label="(1, -1, -1, 96)"]; -"526 layer_norm_2" -> "527 add_2" [style=solid, label="(1, -1, -1, 96)"]; -"527 add_2" -> "543 pad_1" [style=solid, label="(1, -1, -1, 96)"]; -"527 add_2" -> "659 add_5" [style=solid, label="(1, -1, -1, 96)"]; -"528 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "530 linear_6" [style=solid, label="(512, 2)"]; -"529 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "530 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"530 linear_6" -> "531 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"531 relu__1" -> "533 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"532 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "534 linear_7" [style=solid, label="(3, 512)"]; -"533 relu__1_0_0_nncf_smooth_quant_0" -> "534 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"534 linear_7" -> "535 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"535 view_4" -> "536 index_1" [style=solid, label="(225, 3)"]; -"536 index_1" -> "537 view_5" [style=solid, label="(4096, 3)"]; -"537 view_5" -> "538 permute_5" [style=solid, label="(64, 64, 3)"]; -"538 permute_5" -> "539 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"539 contiguous_1" -> "540 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"540 unsqueeze_1" -> "541 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"541 sigmoid_1" -> "542 mul_3" [style=solid, label="(1, 3, 64, 64)"]; -"542 mul_3" -> "582 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"543 pad_1" -> "544 roll" [style=solid, label="(1, -1, -1, 96)"]; -"544 roll" -> "545 view_6" [style=solid, label="(1, -1, -1, 96)"]; -"545 view_6" -> "546 permute_6" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"546 permute_6" -> "547 reshape_4" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"547 reshape_4" -> "551 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"547 reshape_4" -> "583 new_zeros" [style=solid, label="(-1, -1, 96)"]; -"548 clone_1" -> "549 slice_6" [style=solid, label="(288,)"]; -"548 clone_1" -> "559 linear_8" [style=solid, label="(288,)"]; -"549 slice_6" -> "550 zero__1" [style=solid, label="(96,)"]; -"551 reshape_4_0_0_nncf_smooth_quant_0" -> "552 quantize_per_tensor_default_7" [style=solid, label="(-1, -1, 96)"]; -"552 quantize_per_tensor_default_7" -> "553 dequantize_per_tensor_default_7" [style=solid, label="(-1, -1, 96)"]; -"553 dequantize_per_tensor_default_7" -> "559 linear_8" [style=solid, label="(-1, -1, 96)"]; -"554 scale_updated_constant5" -> "556 mul_tensor_5" [style=solid, label="(288, 1)"]; -"555 compressed_weight_updated_constant5" -> "556 mul_tensor_5" [style=solid, label="(288, 96)"]; -"556 mul_tensor_5" -> "558 sub_tensor_5" [style=solid, label="(288, 96)"]; -"557 zero_point_updated_constant5" -> "558 sub_tensor_5" [style=solid, label="(288, 1)"]; -"558 sub_tensor_5" -> "559 linear_8" [style=solid, label="(288, 96)"]; -"559 linear_8" -> "560 reshape_5" [style=solid, label="(-1, -1, 288)"]; -"560 reshape_5" -> "561 permute_7" [style=solid, label="(-1, -1, 3, 3, 32)"]; -"561 permute_7" -> "562 select_3" [style=solid, label="(3, -1, 3, -1, 32)"]; -"561 permute_7" -> "563 select_4" [style=solid, label="(3, -1, 3, -1, 32)"]; -"561 permute_7" -> "564 select_5" [style=solid, label="(3, -1, 3, -1, 32)"]; -"562 select_3" -> "565 linalg_vector_norm_2" [style=solid, label="(-1, 3, -1, 32)"]; -"562 select_3" -> "567 expand_as_2" [style=solid, label="(-1, 3, -1, 32)"]; -"562 select_3" -> "568 div_2" [style=solid, label="(-1, 3, -1, 32)"]; -"563 select_4" -> "571 linalg_vector_norm_3" [style=solid, label="(-1, 3, -1, 32)"]; -"563 select_4" -> "573 expand_as_3" [style=solid, label="(-1, 3, -1, 32)"]; -"563 select_4" -> "574 div_3" [style=solid, label="(-1, 3, -1, 32)"]; -"564 select_5" -> "637 matmul_3" [style=solid, label="(-1, 3, -1, 32)"]; -"565 linalg_vector_norm_2" -> "566 clamp_min_2" [style=solid, label="(-1, 3, -1, 1)"]; -"566 clamp_min_2" -> "567 expand_as_2" [style=solid, label="(-1, 3, -1, 1)"]; -"567 expand_as_2" -> "568 div_2" [style=solid, label="(-1, 3, -1, 32)"]; -"568 div_2" -> "569 quantize_per_tensor_default_8" [style=solid, label="(-1, 3, -1, 32)"]; -"569 quantize_per_tensor_default_8" -> "570 dequantize_per_tensor_default_8" [style=solid, label="(-1, 3, -1, 32)"]; -"570 dequantize_per_tensor_default_8" -> "578 matmul_2" [style=solid, label="(-1, 3, -1, 32)"]; -"571 linalg_vector_norm_3" -> "572 clamp_min_3" [style=solid, label="(-1, 3, -1, 1)"]; -"572 clamp_min_3" -> "573 expand_as_3" [style=solid, label="(-1, 3, -1, 1)"]; -"573 expand_as_3" -> "574 div_3" [style=solid, label="(-1, 3, -1, 32)"]; -"574 div_3" -> "575 quantize_per_tensor_default_9" [style=solid, label="(-1, 3, -1, 32)"]; -"575 quantize_per_tensor_default_9" -> "576 dequantize_per_tensor_default_9" [style=solid, label="(-1, 3, -1, 32)"]; -"576 dequantize_per_tensor_default_9" -> "577 transpose_2" [style=solid, label="(-1, 3, -1, 32)"]; -"577 transpose_2" -> "578 matmul_2" [style=solid, label="(-1, 3, 32, -1)"]; -"578 matmul_2" -> "581 mul_5" [style=solid, label="(-1, 3, -1, -1)"]; -"579 clamp_1" -> "580 exp_1" [style=solid, label="(3, 1, 1)"]; -"580 exp_1" -> "581 mul_5" [style=solid, label="(3, 1, 1)"]; -"581 mul_5" -> "582 add_3" [style=solid, label="(-1, 3, -1, -1)"]; -"582 add_3" -> "630 view_8" [style=solid, label="(-1, 3, -1, -1)"]; -"583 new_zeros" -> "585 slice_7" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "589 slice_9" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "593 slice_11" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "597 slice_13" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "601 slice_15" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "605 slice_17" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "609 slice_19" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "613 slice_21" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "617 slice_23" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "620 view_7" [style=solid, label="(-1, -1)"]; -"584 lift_fresh_copy" -> "587 fill_" [style=solid, label="()"]; -"585 slice_7" -> "586 slice_8" [style=solid, label="(-1, -1)"]; -"586 slice_8" -> "587 fill_" [style=solid, label="(-1, -1)"]; -"588 lift_fresh_copy_1" -> "591 fill__1" [style=solid, label="()"]; -"589 slice_9" -> "590 slice_10" [style=solid, label="(-1, -1)"]; -"590 slice_10" -> "591 fill__1" [style=solid, label="(-1, 4)"]; -"592 lift_fresh_copy_2" -> "595 fill__2" [style=solid, label="()"]; -"593 slice_11" -> "594 slice_12" [style=solid, label="(-1, -1)"]; -"594 slice_12" -> "595 fill__2" [style=solid, label="(-1, 4)"]; -"596 lift_fresh_copy_3" -> "599 fill__3" [style=solid, label="()"]; -"597 slice_13" -> "598 slice_14" [style=solid, label="(4, -1)"]; -"598 slice_14" -> "599 fill__3" [style=solid, label="(4, -1)"]; -"600 lift_fresh_copy_4" -> "603 fill__4" [style=solid, label="()"]; -"601 slice_15" -> "602 slice_16" [style=solid, label="(4, -1)"]; -"602 slice_16" -> "603 fill__4" [style=solid, label="(4, 4)"]; -"604 lift_fresh_copy_5" -> "607 fill__5" [style=solid, label="()"]; -"605 slice_17" -> "606 slice_18" [style=solid, label="(4, -1)"]; -"606 slice_18" -> "607 fill__5" [style=solid, label="(4, 4)"]; -"608 lift_fresh_copy_6" -> "611 fill__6" [style=solid, label="()"]; -"609 slice_19" -> "610 slice_20" [style=solid, label="(4, -1)"]; -"610 slice_20" -> "611 fill__6" [style=solid, label="(4, -1)"]; -"612 lift_fresh_copy_7" -> "615 fill__7" [style=solid, label="()"]; -"613 slice_21" -> "614 slice_22" [style=solid, label="(4, -1)"]; -"614 slice_22" -> "615 fill__7" [style=solid, label="(4, 4)"]; -"616 lift_fresh_copy_8" -> "619 fill__8" [style=solid, label="()"]; -"617 slice_23" -> "618 slice_24" [style=solid, label="(4, -1)"]; -"618 slice_24" -> "619 fill__8" [style=solid, label="(4, 4)"]; -"620 view_7" -> "621 permute_8" [style=solid, label="(-1, -1, -1, -1)"]; -"621 permute_8" -> "622 reshape_6" [style=solid, label="(-1, -1, -1, -1)"]; -"622 reshape_6" -> "623 unsqueeze_2" [style=solid, label="(-1, -1)"]; -"622 reshape_6" -> "624 unsqueeze_3" [style=solid, label="(-1, -1)"]; -"623 unsqueeze_2" -> "625 sub_4" [style=solid, label="(-1, 1, -1)"]; -"624 unsqueeze_3" -> "625 sub_4" [style=solid, label="(-1, -1, 1)"]; -"625 sub_4" -> "626 ne" [style=solid, label="(-1, -1, -1)"]; -"625 sub_4" -> "627 masked_fill" [style=solid, label="(-1, -1, -1)"]; -"625 sub_4" -> "628 eq_8" [style=solid, label="(-1, -1, -1)"]; -"626 ne" -> "627 masked_fill" [style=solid, label="(-1, -1, -1)"]; -"627 masked_fill" -> "629 masked_fill_1" [style=solid, label="(-1, -1, -1)"]; -"628 eq_8" -> "629 masked_fill_1" [style=solid, label="(-1, -1, -1)"]; -"629 masked_fill_1" -> "631 unsqueeze_4" [style=solid, label="(-1, -1, -1)"]; -"630 view_8" -> "633 add_4" [style=solid, label="(1, -1, 3, -1, -1)"]; -"631 unsqueeze_4" -> "632 unsqueeze_5" [style=solid, label="(-1, 1, -1, -1)"]; -"632 unsqueeze_5" -> "633 add_4" [style=solid, label="(1, -1, 1, -1, -1)"]; -"633 add_4" -> "634 view_9" [style=solid, label="(1, -1, 3, -1, -1)"]; -"634 view_9" -> "635 softmax_1" [style=solid, label="(-1, 3, -1, -1)"]; -"635 softmax_1" -> "636 dropout_4" [style=solid, label="(-1, 3, -1, -1)"]; -"636 dropout_4" -> "637 matmul_3" [style=solid, label="(-1, 3, -1, -1)"]; -"637 matmul_3" -> "638 transpose_3" [style=solid, label="(-1, 3, -1, 32)"]; -"638 transpose_3" -> "639 reshape_7" [style=solid, label="(-1, -1, 3, 32)"]; -"639 reshape_7" -> "640 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"640 reshape_7_0_0_nncf_smooth_quant_0" -> "641 quantize_per_tensor_default_10" [style=solid, label="(-1, -1, 96)"]; -"641 quantize_per_tensor_default_10" -> "642 dequantize_per_tensor_default_10" [style=solid, label="(-1, -1, 96)"]; -"642 dequantize_per_tensor_default_10" -> "648 linear_9" [style=solid, label="(-1, -1, 96)"]; -"643 scale_updated_constant6" -> "645 mul_tensor_6" [style=solid, label="(96, 1)"]; -"644 compressed_weight_updated_constant6" -> "645 mul_tensor_6" [style=solid, label="(96, 96)"]; -"645 mul_tensor_6" -> "647 sub_tensor_6" [style=solid, label="(96, 96)"]; -"646 zero_point_updated_constant6" -> "647 sub_tensor_6" [style=solid, label="(96, 1)"]; -"647 sub_tensor_6" -> "648 linear_9" [style=solid, label="(96, 96)"]; -"648 linear_9" -> "649 dropout_5" [style=solid, label="(-1, -1, 96)"]; -"649 dropout_5" -> "650 view_10" [style=solid, label="(-1, -1, 96)"]; -"650 view_10" -> "651 permute_9" [style=solid, label="(1, -1, -1, 8, -1, 96)"]; -"651 permute_9" -> "652 reshape_8" [style=solid, label="(1, -1, 8, -1, -1, 96)"]; -"652 reshape_8" -> "653 roll_1" [style=solid, label="(1, -1, -1, 96)"]; -"653 roll_1" -> "654 slice_25" [style=solid, label="(1, -1, -1, 96)"]; -"654 slice_25" -> "655 slice_26" [style=solid, label="(1, -1, -1, 96)"]; -"655 slice_26" -> "656 slice_27" [style=solid, label="(1, -1, -1, 96)"]; -"656 slice_27" -> "657 slice_28" [style=solid, label="(1, -1, -1, 96)"]; -"657 slice_28" -> "658 layer_norm_3" [style=solid, label="(1, -1, -1, 96)"]; -"658 layer_norm_3" -> "659 add_5" [style=solid, label="(1, -1, -1, 96)"]; -"659 add_5" -> "660 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 96)"]; -"659 add_5" -> "682 add_6" [style=solid, label="(1, -1, -1, 96)"]; -"660 add_5_0_0_nncf_smooth_quant_0" -> "661 quantize_per_tensor_default_11" [style=solid, label="(1, -1, -1, 96)"]; -"661 quantize_per_tensor_default_11" -> "662 dequantize_per_tensor_default_11" [style=solid, label="(1, -1, -1, 96)"]; -"662 dequantize_per_tensor_default_11" -> "668 linear_10" [style=solid, label="(1, -1, -1, 96)"]; -"663 scale_updated_constant7" -> "665 mul_tensor_7" [style=solid, label="(384, 1)"]; -"664 compressed_weight_updated_constant7" -> "665 mul_tensor_7" [style=solid, label="(384, 96)"]; -"665 mul_tensor_7" -> "667 sub_tensor_7" [style=solid, label="(384, 96)"]; -"666 zero_point_updated_constant7" -> "667 sub_tensor_7" [style=solid, label="(384, 1)"]; -"667 sub_tensor_7" -> "668 linear_10" [style=solid, label="(384, 96)"]; -"668 linear_10" -> "669 gelu_1" [style=solid, label="(1, -1, -1, 384)"]; -"669 gelu_1" -> "670 dropout_6" [style=solid, label="(1, -1, -1, 384)"]; -"670 dropout_6" -> "671 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"671 dropout_6_0_0_nncf_smooth_quant_0" -> "672 quantize_per_tensor_default_12" [style=solid, label="(1, -1, -1, 384)"]; -"672 quantize_per_tensor_default_12" -> "673 dequantize_per_tensor_default_12" [style=solid, label="(1, -1, -1, 384)"]; -"673 dequantize_per_tensor_default_12" -> "679 linear_11" [style=solid, label="(1, -1, -1, 384)"]; -"674 scale_updated_constant8" -> "676 mul_tensor_8" [style=solid, label="(96, 1)"]; -"675 compressed_weight_updated_constant8" -> "676 mul_tensor_8" [style=solid, label="(96, 384)"]; -"676 mul_tensor_8" -> "678 sub_tensor_8" [style=solid, label="(96, 384)"]; -"677 zero_point_updated_constant8" -> "678 sub_tensor_8" [style=solid, label="(96, 1)"]; -"678 sub_tensor_8" -> "679 linear_11" [style=solid, label="(96, 384)"]; -"679 linear_11" -> "680 dropout_7" [style=solid, label="(1, -1, -1, 96)"]; -"680 dropout_7" -> "681 layer_norm_4" [style=solid, label="(1, -1, -1, 96)"]; -"681 layer_norm_4" -> "682 add_6" [style=solid, label="(1, -1, -1, 96)"]; -"682 add_6" -> "683 pad_2" [style=solid, label="(1, -1, -1, 96)"]; -"683 pad_2" -> "684 slice_29" [style=solid, label="(1, -1, -1, 96)"]; -"683 pad_2" -> "687 slice_32" [style=solid, label="(1, -1, -1, 96)"]; -"683 pad_2" -> "690 slice_35" [style=solid, label="(1, -1, -1, 96)"]; -"683 pad_2" -> "693 slice_38" [style=solid, label="(1, -1, -1, 96)"]; -"684 slice_29" -> "685 slice_30" [style=solid, label="(1, -1, -1, 96)"]; -"685 slice_30" -> "686 slice_31" [style=solid, label="(1, -1, -1, 96)"]; -"686 slice_31" -> "696 cat" [style=solid, label="(1, -1, -1, 96)"]; -"687 slice_32" -> "688 slice_33" [style=solid, label="(1, -1, -1, 96)"]; -"688 slice_33" -> "689 slice_34" [style=solid, label="(1, -1, -1, 96)"]; -"689 slice_34" -> "696 cat" [style=solid, label="(1, -1, -1, 96)"]; -"690 slice_35" -> "691 slice_36" [style=solid, label="(1, -1, -1, 96)"]; -"691 slice_36" -> "692 slice_37" [style=solid, label="(1, -1, -1, 96)"]; -"692 slice_37" -> "696 cat" [style=solid, label="(1, -1, -1, 96)"]; -"693 slice_38" -> "694 slice_39" [style=solid, label="(1, -1, -1, 96)"]; -"694 slice_39" -> "695 slice_40" [style=solid, label="(1, -1, -1, 96)"]; -"695 slice_40" -> "696 cat" [style=solid, label="(1, -1, -1, 96)"]; -"696 cat" -> "697 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"697 cat_0_0_nncf_smooth_quant_0" -> "698 quantize_per_tensor_default_13" [style=solid, label="(1, -1, -1, 384)"]; -"698 quantize_per_tensor_default_13" -> "699 dequantize_per_tensor_default_13" [style=solid, label="(1, -1, -1, 384)"]; -"699 dequantize_per_tensor_default_13" -> "705 linear_12" [style=solid, label="(1, -1, -1, 384)"]; -"700 scale_updated_constant9" -> "702 mul_tensor_9" [style=solid, label="(192, 1)"]; -"701 compressed_weight_updated_constant9" -> "702 mul_tensor_9" [style=solid, label="(192, 384)"]; -"702 mul_tensor_9" -> "704 sub_tensor_9" [style=solid, label="(192, 384)"]; -"703 zero_point_updated_constant9" -> "704 sub_tensor_9" [style=solid, label="(192, 1)"]; -"704 sub_tensor_9" -> "705 linear_12" [style=solid, label="(192, 384)"]; -"705 linear_12" -> "706 layer_norm_5" [style=solid, label="(1, -1, -1, 192)"]; -"706 layer_norm_5" -> "722 pad_3" [style=solid, label="(1, -1, -1, 192)"]; -"706 layer_norm_5" -> "786 add_8" [style=solid, label="(1, -1, -1, 192)"]; -"707 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "709 linear_13" [style=solid, label="(512, 2)"]; -"708 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "709 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"709 linear_13" -> "710 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"710 relu__2" -> "712 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"711 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "713 linear_14" [style=solid, label="(6, 512)"]; -"712 relu__2_0_0_nncf_smooth_quant_0" -> "713 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"713 linear_14" -> "714 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"714 view_11" -> "715 index_2" [style=solid, label="(225, 6)"]; -"715 index_2" -> "716 view_12" [style=solid, label="(4096, 6)"]; -"716 view_12" -> "717 permute_10" [style=solid, label="(64, 64, 6)"]; -"717 permute_10" -> "718 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"718 contiguous_2" -> "719 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"719 unsqueeze_6" -> "720 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"720 sigmoid_2" -> "721 mul_6" [style=solid, label="(1, 6, 64, 64)"]; -"721 mul_6" -> "761 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"722 pad_3" -> "724 view_13" [style=solid, label="(1, -1, -1, 192)"]; -"723 mul_7" -> "726 reshape_9" [style=solid, label="(-1,)"]; -"723 mul_7" -> "739 reshape_10" [style=solid, label="(-1,)"]; -"723 mul_7" -> "766 reshape_11" [style=solid, label="(-1,)"]; -"723 mul_7" -> "829 reshape_13" [style=solid, label="(-1,)"]; -"723 mul_7" -> "842 reshape_14" [style=solid, label="(-1,)"]; -"723 mul_7" -> "904 reshape_15" [style=solid, label="(-1,)"]; -"723 mul_7" -> "912 view_19" [style=solid, label="(-1,)"]; -"723 mul_7" -> "921 reshape_16" [style=solid, label="(-1,)"]; -"724 view_13" -> "725 permute_11" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"725 permute_11" -> "726 reshape_9" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"726 reshape_9" -> "730 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"727 clone_2" -> "728 slice_41" [style=solid, label="(576,)"]; -"727 clone_2" -> "738 linear_15" [style=solid, label="(576,)"]; -"728 slice_41" -> "729 zero__2" [style=solid, label="(192,)"]; -"730 reshape_9_0_0_nncf_smooth_quant_0" -> "731 quantize_per_tensor_default_14" [style=solid, label="(-1, -1, 192)"]; -"731 quantize_per_tensor_default_14" -> "732 dequantize_per_tensor_default_14" [style=solid, label="(-1, -1, 192)"]; -"732 dequantize_per_tensor_default_14" -> "738 linear_15" [style=solid, label="(-1, -1, 192)"]; -"733 scale_updated_constant10" -> "735 mul_tensor_10" [style=solid, label="(576, 1)"]; -"734 compressed_weight_updated_constant10" -> "735 mul_tensor_10" [style=solid, label="(576, 192)"]; -"735 mul_tensor_10" -> "737 sub_tensor_10" [style=solid, label="(576, 192)"]; -"736 zero_point_updated_constant10" -> "737 sub_tensor_10" [style=solid, label="(576, 1)"]; -"737 sub_tensor_10" -> "738 linear_15" [style=solid, label="(576, 192)"]; -"738 linear_15" -> "739 reshape_10" [style=solid, label="(-1, -1, 576)"]; -"739 reshape_10" -> "740 permute_12" [style=solid, label="(-1, -1, 3, 6, 32)"]; -"740 permute_12" -> "741 select_6" [style=solid, label="(3, -1, 6, -1, 32)"]; -"740 permute_12" -> "742 select_7" [style=solid, label="(3, -1, 6, -1, 32)"]; -"740 permute_12" -> "743 select_8" [style=solid, label="(3, -1, 6, -1, 32)"]; -"741 select_6" -> "744 linalg_vector_norm_4" [style=solid, label="(-1, 6, -1, 32)"]; -"741 select_6" -> "746 expand_as_4" [style=solid, label="(-1, 6, -1, 32)"]; -"741 select_6" -> "747 div_4" [style=solid, label="(-1, 6, -1, 32)"]; -"742 select_7" -> "750 linalg_vector_norm_5" [style=solid, label="(-1, 6, -1, 32)"]; -"742 select_7" -> "752 expand_as_5" [style=solid, label="(-1, 6, -1, 32)"]; -"742 select_7" -> "753 div_5" [style=solid, label="(-1, 6, -1, 32)"]; -"743 select_8" -> "764 matmul_5" [style=solid, label="(-1, 6, -1, 32)"]; -"744 linalg_vector_norm_4" -> "745 clamp_min_4" [style=solid, label="(-1, 6, -1, 1)"]; -"745 clamp_min_4" -> "746 expand_as_4" [style=solid, label="(-1, 6, -1, 1)"]; -"746 expand_as_4" -> "747 div_4" [style=solid, label="(-1, 6, -1, 32)"]; -"747 div_4" -> "748 quantize_per_tensor_default_15" [style=solid, label="(-1, 6, -1, 32)"]; -"748 quantize_per_tensor_default_15" -> "749 dequantize_per_tensor_default_15" [style=solid, label="(-1, 6, -1, 32)"]; -"749 dequantize_per_tensor_default_15" -> "757 matmul_4" [style=solid, label="(-1, 6, -1, 32)"]; -"750 linalg_vector_norm_5" -> "751 clamp_min_5" [style=solid, label="(-1, 6, -1, 1)"]; -"751 clamp_min_5" -> "752 expand_as_5" [style=solid, label="(-1, 6, -1, 1)"]; -"752 expand_as_5" -> "753 div_5" [style=solid, label="(-1, 6, -1, 32)"]; -"753 div_5" -> "754 quantize_per_tensor_default_16" [style=solid, label="(-1, 6, -1, 32)"]; -"754 quantize_per_tensor_default_16" -> "755 dequantize_per_tensor_default_16" [style=solid, label="(-1, 6, -1, 32)"]; -"755 dequantize_per_tensor_default_16" -> "756 transpose_4" [style=solid, label="(-1, 6, -1, 32)"]; -"756 transpose_4" -> "757 matmul_4" [style=solid, label="(-1, 6, 32, -1)"]; -"757 matmul_4" -> "760 mul_8" [style=solid, label="(-1, 6, -1, -1)"]; -"758 clamp_2" -> "759 exp_2" [style=solid, label="(6, 1, 1)"]; -"759 exp_2" -> "760 mul_8" [style=solid, label="(6, 1, 1)"]; -"760 mul_8" -> "761 add_7" [style=solid, label="(-1, 6, -1, -1)"]; -"761 add_7" -> "762 softmax_2" [style=solid, label="(-1, 6, -1, -1)"]; -"762 softmax_2" -> "763 dropout_8" [style=solid, label="(-1, 6, -1, -1)"]; -"763 dropout_8" -> "764 matmul_5" [style=solid, label="(-1, 6, -1, -1)"]; -"764 matmul_5" -> "765 transpose_5" [style=solid, label="(-1, 6, -1, 32)"]; -"765 transpose_5" -> "766 reshape_11" [style=solid, label="(-1, -1, 6, 32)"]; -"766 reshape_11" -> "767 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"767 reshape_11_0_0_nncf_smooth_quant_0" -> "768 quantize_per_tensor_default_17" [style=solid, label="(-1, -1, 192)"]; -"768 quantize_per_tensor_default_17" -> "769 dequantize_per_tensor_default_17" [style=solid, label="(-1, -1, 192)"]; -"769 dequantize_per_tensor_default_17" -> "775 linear_16" [style=solid, label="(-1, -1, 192)"]; -"770 scale_updated_constant11" -> "772 mul_tensor_11" [style=solid, label="(192, 1)"]; -"771 compressed_weight_updated_constant11" -> "772 mul_tensor_11" [style=solid, label="(192, 192)"]; -"772 mul_tensor_11" -> "774 sub_tensor_11" [style=solid, label="(192, 192)"]; -"773 zero_point_updated_constant11" -> "774 sub_tensor_11" [style=solid, label="(192, 1)"]; -"774 sub_tensor_11" -> "775 linear_16" [style=solid, label="(192, 192)"]; -"775 linear_16" -> "776 dropout_9" [style=solid, label="(-1, -1, 192)"]; -"776 dropout_9" -> "777 view_14" [style=solid, label="(-1, -1, 192)"]; -"777 view_14" -> "778 permute_13" [style=solid, label="(1, -1, -1, 8, -1, 192)"]; -"778 permute_13" -> "779 reshape_12" [style=solid, label="(1, -1, 8, -1, -1, 192)"]; -"779 reshape_12" -> "780 slice_42" [style=solid, label="(1, -1, -1, 192)"]; -"780 slice_42" -> "781 slice_43" [style=solid, label="(1, -1, -1, 192)"]; -"781 slice_43" -> "782 slice_44" [style=solid, label="(1, -1, -1, 192)"]; -"782 slice_44" -> "783 slice_45" [style=solid, label="(1, -1, -1, 192)"]; -"783 slice_45" -> "784 contiguous_3" [style=solid, label="(1, -1, -1, 192)"]; -"784 contiguous_3" -> "785 layer_norm_6" [style=solid, label="(1, -1, -1, 192)"]; -"785 layer_norm_6" -> "786 add_8" [style=solid, label="(1, -1, -1, 192)"]; -"786 add_8" -> "787 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 192)"]; -"786 add_8" -> "809 add_9" [style=solid, label="(1, -1, -1, 192)"]; -"787 add_8_0_0_nncf_smooth_quant_0" -> "788 quantize_per_tensor_default_18" [style=solid, label="(1, -1, -1, 192)"]; -"788 quantize_per_tensor_default_18" -> "789 dequantize_per_tensor_default_18" [style=solid, label="(1, -1, -1, 192)"]; -"789 dequantize_per_tensor_default_18" -> "795 linear_17" [style=solid, label="(1, -1, -1, 192)"]; -"790 scale_updated_constant12" -> "792 mul_tensor_12" [style=solid, label="(768, 1)"]; -"791 compressed_weight_updated_constant12" -> "792 mul_tensor_12" [style=solid, label="(768, 192)"]; -"792 mul_tensor_12" -> "794 sub_tensor_12" [style=solid, label="(768, 192)"]; -"793 zero_point_updated_constant12" -> "794 sub_tensor_12" [style=solid, label="(768, 1)"]; -"794 sub_tensor_12" -> "795 linear_17" [style=solid, label="(768, 192)"]; -"795 linear_17" -> "796 gelu_2" [style=solid, label="(1, -1, -1, 768)"]; -"796 gelu_2" -> "797 dropout_10" [style=solid, label="(1, -1, -1, 768)"]; -"797 dropout_10" -> "798 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"798 dropout_10_0_0_nncf_smooth_quant_0" -> "799 quantize_per_tensor_default_19" [style=solid, label="(1, -1, -1, 768)"]; -"799 quantize_per_tensor_default_19" -> "800 dequantize_per_tensor_default_19" [style=solid, label="(1, -1, -1, 768)"]; -"800 dequantize_per_tensor_default_19" -> "806 linear_18" [style=solid, label="(1, -1, -1, 768)"]; -"801 scale_updated_constant13" -> "803 mul_tensor_13" [style=solid, label="(192, 1)"]; -"802 compressed_weight_updated_constant13" -> "803 mul_tensor_13" [style=solid, label="(192, 768)"]; -"803 mul_tensor_13" -> "805 sub_tensor_13" [style=solid, label="(192, 768)"]; -"804 zero_point_updated_constant13" -> "805 sub_tensor_13" [style=solid, label="(192, 1)"]; -"805 sub_tensor_13" -> "806 linear_18" [style=solid, label="(192, 768)"]; -"806 linear_18" -> "807 dropout_11" [style=solid, label="(1, -1, -1, 192)"]; -"807 dropout_11" -> "808 layer_norm_7" [style=solid, label="(1, -1, -1, 192)"]; -"808 layer_norm_7" -> "809 add_9" [style=solid, label="(1, -1, -1, 192)"]; -"809 add_9" -> "825 pad_4" [style=solid, label="(1, -1, -1, 192)"]; -"809 add_9" -> "942 add_12" [style=solid, label="(1, -1, -1, 192)"]; -"810 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "812 linear_19" [style=solid, label="(512, 2)"]; -"811 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "812 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"812 linear_19" -> "813 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"813 relu__3" -> "815 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"814 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "816 linear_20" [style=solid, label="(6, 512)"]; -"815 relu__3_0_0_nncf_smooth_quant_0" -> "816 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"816 linear_20" -> "817 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"817 view_15" -> "818 index_3" [style=solid, label="(225, 6)"]; -"818 index_3" -> "819 view_16" [style=solid, label="(4096, 6)"]; -"819 view_16" -> "820 permute_14" [style=solid, label="(64, 64, 6)"]; -"820 permute_14" -> "821 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"821 contiguous_4" -> "822 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"822 unsqueeze_7" -> "823 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"823 sigmoid_3" -> "824 mul_9" [style=solid, label="(1, 6, 64, 64)"]; -"824 mul_9" -> "864 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"825 pad_4" -> "826 roll_2" [style=solid, label="(1, -1, -1, 192)"]; -"826 roll_2" -> "827 view_17" [style=solid, label="(1, -1, -1, 192)"]; -"827 view_17" -> "828 permute_15" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"828 permute_15" -> "829 reshape_13" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"829 reshape_13" -> "833 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"829 reshape_13" -> "865 new_zeros_1" [style=solid, label="(-1, -1, 192)"]; -"830 clone_3" -> "831 slice_46" [style=solid, label="(576,)"]; -"830 clone_3" -> "841 linear_21" [style=solid, label="(576,)"]; -"831 slice_46" -> "832 zero__3" [style=solid, label="(192,)"]; -"833 reshape_13_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_default_20" [style=solid, label="(-1, -1, 192)"]; -"834 quantize_per_tensor_default_20" -> "835 dequantize_per_tensor_default_20" [style=solid, label="(-1, -1, 192)"]; -"835 dequantize_per_tensor_default_20" -> "841 linear_21" [style=solid, label="(-1, -1, 192)"]; -"836 scale_updated_constant14" -> "838 mul_tensor_14" [style=solid, label="(576, 1)"]; -"837 compressed_weight_updated_constant14" -> "838 mul_tensor_14" [style=solid, label="(576, 192)"]; -"838 mul_tensor_14" -> "840 sub_tensor_14" [style=solid, label="(576, 192)"]; -"839 zero_point_updated_constant14" -> "840 sub_tensor_14" [style=solid, label="(576, 1)"]; -"840 sub_tensor_14" -> "841 linear_21" [style=solid, label="(576, 192)"]; -"841 linear_21" -> "842 reshape_14" [style=solid, label="(-1, -1, 576)"]; -"842 reshape_14" -> "843 permute_16" [style=solid, label="(-1, -1, 3, 6, 32)"]; -"843 permute_16" -> "844 select_9" [style=solid, label="(3, -1, 6, -1, 32)"]; -"843 permute_16" -> "845 select_10" [style=solid, label="(3, -1, 6, -1, 32)"]; -"843 permute_16" -> "846 select_11" [style=solid, label="(3, -1, 6, -1, 32)"]; -"844 select_9" -> "847 linalg_vector_norm_6" [style=solid, label="(-1, 6, -1, 32)"]; -"844 select_9" -> "849 expand_as_6" [style=solid, label="(-1, 6, -1, 32)"]; -"844 select_9" -> "850 div_6" [style=solid, label="(-1, 6, -1, 32)"]; -"845 select_10" -> "853 linalg_vector_norm_7" [style=solid, label="(-1, 6, -1, 32)"]; -"845 select_10" -> "855 expand_as_7" [style=solid, label="(-1, 6, -1, 32)"]; -"845 select_10" -> "856 div_7" [style=solid, label="(-1, 6, -1, 32)"]; -"846 select_11" -> "919 matmul_7" [style=solid, label="(-1, 6, -1, 32)"]; -"847 linalg_vector_norm_6" -> "848 clamp_min_6" [style=solid, label="(-1, 6, -1, 1)"]; -"848 clamp_min_6" -> "849 expand_as_6" [style=solid, label="(-1, 6, -1, 1)"]; -"849 expand_as_6" -> "850 div_6" [style=solid, label="(-1, 6, -1, 32)"]; -"850 div_6" -> "851 quantize_per_tensor_default_21" [style=solid, label="(-1, 6, -1, 32)"]; -"851 quantize_per_tensor_default_21" -> "852 dequantize_per_tensor_default_21" [style=solid, label="(-1, 6, -1, 32)"]; -"852 dequantize_per_tensor_default_21" -> "860 matmul_6" [style=solid, label="(-1, 6, -1, 32)"]; -"853 linalg_vector_norm_7" -> "854 clamp_min_7" [style=solid, label="(-1, 6, -1, 1)"]; -"854 clamp_min_7" -> "855 expand_as_7" [style=solid, label="(-1, 6, -1, 1)"]; -"855 expand_as_7" -> "856 div_7" [style=solid, label="(-1, 6, -1, 32)"]; -"856 div_7" -> "857 quantize_per_tensor_default_22" [style=solid, label="(-1, 6, -1, 32)"]; -"857 quantize_per_tensor_default_22" -> "858 dequantize_per_tensor_default_22" [style=solid, label="(-1, 6, -1, 32)"]; -"858 dequantize_per_tensor_default_22" -> "859 transpose_6" [style=solid, label="(-1, 6, -1, 32)"]; -"859 transpose_6" -> "860 matmul_6" [style=solid, label="(-1, 6, 32, -1)"]; -"860 matmul_6" -> "863 mul_11" [style=solid, label="(-1, 6, -1, -1)"]; -"861 clamp_3" -> "862 exp_3" [style=solid, label="(6, 1, 1)"]; -"862 exp_3" -> "863 mul_11" [style=solid, label="(6, 1, 1)"]; -"863 mul_11" -> "864 add_10" [style=solid, label="(-1, 6, -1, -1)"]; -"864 add_10" -> "912 view_19" [style=solid, label="(-1, 6, -1, -1)"]; -"865 new_zeros_1" -> "867 slice_47" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "871 slice_49" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "875 slice_51" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "879 slice_53" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "883 slice_55" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "887 slice_57" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "891 slice_59" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "895 slice_61" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "899 slice_63" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "902 view_18" [style=solid, label="(-1, -1)"]; -"866 lift_fresh_copy_9" -> "869 fill__9" [style=solid, label="()"]; -"867 slice_47" -> "868 slice_48" [style=solid, label="(-1, -1)"]; -"868 slice_48" -> "869 fill__9" [style=solid, label="(-1, -1)"]; -"870 lift_fresh_copy_10" -> "873 fill__10" [style=solid, label="()"]; -"871 slice_49" -> "872 slice_50" [style=solid, label="(-1, -1)"]; -"872 slice_50" -> "873 fill__10" [style=solid, label="(-1, 4)"]; -"874 lift_fresh_copy_11" -> "877 fill__11" [style=solid, label="()"]; -"875 slice_51" -> "876 slice_52" [style=solid, label="(-1, -1)"]; -"876 slice_52" -> "877 fill__11" [style=solid, label="(-1, 4)"]; -"878 lift_fresh_copy_12" -> "881 fill__12" [style=solid, label="()"]; -"879 slice_53" -> "880 slice_54" [style=solid, label="(4, -1)"]; -"880 slice_54" -> "881 fill__12" [style=solid, label="(4, -1)"]; -"882 lift_fresh_copy_13" -> "885 fill__13" [style=solid, label="()"]; -"883 slice_55" -> "884 slice_56" [style=solid, label="(4, -1)"]; -"884 slice_56" -> "885 fill__13" [style=solid, label="(4, 4)"]; -"886 lift_fresh_copy_14" -> "889 fill__14" [style=solid, label="()"]; -"887 slice_57" -> "888 slice_58" [style=solid, label="(4, -1)"]; -"888 slice_58" -> "889 fill__14" [style=solid, label="(4, 4)"]; -"890 lift_fresh_copy_15" -> "893 fill__15" [style=solid, label="()"]; -"891 slice_59" -> "892 slice_60" [style=solid, label="(4, -1)"]; -"892 slice_60" -> "893 fill__15" [style=solid, label="(4, -1)"]; -"894 lift_fresh_copy_16" -> "897 fill__16" [style=solid, label="()"]; -"895 slice_61" -> "896 slice_62" [style=solid, label="(4, -1)"]; -"896 slice_62" -> "897 fill__16" [style=solid, label="(4, 4)"]; -"898 lift_fresh_copy_17" -> "901 fill__17" [style=solid, label="()"]; -"899 slice_63" -> "900 slice_64" [style=solid, label="(4, -1)"]; -"900 slice_64" -> "901 fill__17" [style=solid, label="(4, 4)"]; -"902 view_18" -> "903 permute_17" [style=solid, label="(-1, -1, -1, -1)"]; -"903 permute_17" -> "904 reshape_15" [style=solid, label="(-1, -1, -1, -1)"]; -"904 reshape_15" -> "905 unsqueeze_8" [style=solid, label="(-1, -1)"]; -"904 reshape_15" -> "906 unsqueeze_9" [style=solid, label="(-1, -1)"]; -"905 unsqueeze_8" -> "907 sub_9" [style=solid, label="(-1, 1, -1)"]; -"906 unsqueeze_9" -> "907 sub_9" [style=solid, label="(-1, -1, 1)"]; -"907 sub_9" -> "908 ne_1" [style=solid, label="(-1, -1, -1)"]; -"907 sub_9" -> "909 masked_fill_2" [style=solid, label="(-1, -1, -1)"]; -"907 sub_9" -> "910 eq_23" [style=solid, label="(-1, -1, -1)"]; -"908 ne_1" -> "909 masked_fill_2" [style=solid, label="(-1, -1, -1)"]; -"909 masked_fill_2" -> "911 masked_fill_3" [style=solid, label="(-1, -1, -1)"]; -"910 eq_23" -> "911 masked_fill_3" [style=solid, label="(-1, -1, -1)"]; -"911 masked_fill_3" -> "913 unsqueeze_10" [style=solid, label="(-1, -1, -1)"]; -"912 view_19" -> "915 add_11" [style=solid, label="(1, -1, 6, -1, -1)"]; -"913 unsqueeze_10" -> "914 unsqueeze_11" [style=solid, label="(-1, 1, -1, -1)"]; -"914 unsqueeze_11" -> "915 add_11" [style=solid, label="(1, -1, 1, -1, -1)"]; -"915 add_11" -> "916 view_20" [style=solid, label="(1, -1, 6, -1, -1)"]; -"916 view_20" -> "917 softmax_3" [style=solid, label="(-1, 6, -1, -1)"]; -"917 softmax_3" -> "918 dropout_12" [style=solid, label="(-1, 6, -1, -1)"]; -"918 dropout_12" -> "919 matmul_7" [style=solid, label="(-1, 6, -1, -1)"]; -"919 matmul_7" -> "920 transpose_7" [style=solid, label="(-1, 6, -1, 32)"]; -"920 transpose_7" -> "921 reshape_16" [style=solid, label="(-1, -1, 6, 32)"]; -"921 reshape_16" -> "922 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"922 reshape_16_0_0_nncf_smooth_quant_0" -> "923 quantize_per_tensor_default_23" [style=solid, label="(-1, -1, 192)"]; -"923 quantize_per_tensor_default_23" -> "924 dequantize_per_tensor_default_23" [style=solid, label="(-1, -1, 192)"]; -"924 dequantize_per_tensor_default_23" -> "930 linear_22" [style=solid, label="(-1, -1, 192)"]; -"925 scale_updated_constant15" -> "927 mul_tensor_15" [style=solid, label="(192, 1)"]; -"926 compressed_weight_updated_constant15" -> "927 mul_tensor_15" [style=solid, label="(192, 192)"]; -"927 mul_tensor_15" -> "929 sub_tensor_15" [style=solid, label="(192, 192)"]; -"928 zero_point_updated_constant15" -> "929 sub_tensor_15" [style=solid, label="(192, 1)"]; -"929 sub_tensor_15" -> "930 linear_22" [style=solid, label="(192, 192)"]; -"930 linear_22" -> "931 dropout_13" [style=solid, label="(-1, -1, 192)"]; -"931 dropout_13" -> "932 view_21" [style=solid, label="(-1, -1, 192)"]; -"932 view_21" -> "933 permute_18" [style=solid, label="(1, -1, -1, 8, -1, 192)"]; -"933 permute_18" -> "934 reshape_17" [style=solid, label="(1, -1, 8, -1, -1, 192)"]; -"934 reshape_17" -> "935 roll_3" [style=solid, label="(1, -1, -1, 192)"]; -"935 roll_3" -> "936 slice_65" [style=solid, label="(1, -1, -1, 192)"]; -"936 slice_65" -> "937 slice_66" [style=solid, label="(1, -1, -1, 192)"]; -"937 slice_66" -> "938 slice_67" [style=solid, label="(1, -1, -1, 192)"]; -"938 slice_67" -> "939 slice_68" [style=solid, label="(1, -1, -1, 192)"]; -"939 slice_68" -> "940 contiguous_5" [style=solid, label="(1, -1, -1, 192)"]; -"940 contiguous_5" -> "941 layer_norm_8" [style=solid, label="(1, -1, -1, 192)"]; -"941 layer_norm_8" -> "942 add_12" [style=solid, label="(1, -1, -1, 192)"]; -"942 add_12" -> "943 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 192)"]; -"942 add_12" -> "965 add_13" [style=solid, label="(1, -1, -1, 192)"]; -"943 add_12_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_24" [style=solid, label="(1, -1, -1, 192)"]; -"944 quantize_per_tensor_default_24" -> "945 dequantize_per_tensor_default_24" [style=solid, label="(1, -1, -1, 192)"]; -"945 dequantize_per_tensor_default_24" -> "951 linear_23" [style=solid, label="(1, -1, -1, 192)"]; -"946 scale_updated_constant16" -> "948 mul_tensor_16" [style=solid, label="(768, 1)"]; -"947 compressed_weight_updated_constant16" -> "948 mul_tensor_16" [style=solid, label="(768, 192)"]; -"948 mul_tensor_16" -> "950 sub_tensor_16" [style=solid, label="(768, 192)"]; -"949 zero_point_updated_constant16" -> "950 sub_tensor_16" [style=solid, label="(768, 1)"]; -"950 sub_tensor_16" -> "951 linear_23" [style=solid, label="(768, 192)"]; -"951 linear_23" -> "952 gelu_3" [style=solid, label="(1, -1, -1, 768)"]; -"952 gelu_3" -> "953 dropout_14" [style=solid, label="(1, -1, -1, 768)"]; -"953 dropout_14" -> "954 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"954 dropout_14_0_0_nncf_smooth_quant_0" -> "955 quantize_per_tensor_default_25" [style=solid, label="(1, -1, -1, 768)"]; -"955 quantize_per_tensor_default_25" -> "956 dequantize_per_tensor_default_25" [style=solid, label="(1, -1, -1, 768)"]; -"956 dequantize_per_tensor_default_25" -> "962 linear_24" [style=solid, label="(1, -1, -1, 768)"]; -"957 scale_updated_constant17" -> "959 mul_tensor_17" [style=solid, label="(192, 1)"]; -"958 compressed_weight_updated_constant17" -> "959 mul_tensor_17" [style=solid, label="(192, 768)"]; -"959 mul_tensor_17" -> "961 sub_tensor_17" [style=solid, label="(192, 768)"]; -"960 zero_point_updated_constant17" -> "961 sub_tensor_17" [style=solid, label="(192, 1)"]; -"961 sub_tensor_17" -> "962 linear_24" [style=solid, label="(192, 768)"]; -"962 linear_24" -> "963 dropout_15" [style=solid, label="(1, -1, -1, 192)"]; -"963 dropout_15" -> "964 layer_norm_9" [style=solid, label="(1, -1, -1, 192)"]; -"964 layer_norm_9" -> "965 add_13" [style=solid, label="(1, -1, -1, 192)"]; -"965 add_13" -> "966 pad_5" [style=solid, label="(1, -1, -1, 192)"]; -"966 pad_5" -> "967 slice_69" [style=solid, label="(1, -1, -1, 192)"]; -"966 pad_5" -> "970 slice_72" [style=solid, label="(1, -1, -1, 192)"]; -"966 pad_5" -> "973 slice_75" [style=solid, label="(1, -1, -1, 192)"]; -"966 pad_5" -> "976 slice_78" [style=solid, label="(1, -1, -1, 192)"]; -"967 slice_69" -> "968 slice_70" [style=solid, label="(1, -1, -1, 192)"]; -"968 slice_70" -> "969 slice_71" [style=solid, label="(1, -1, -1, 192)"]; -"969 slice_71" -> "979 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"970 slice_72" -> "971 slice_73" [style=solid, label="(1, -1, -1, 192)"]; -"971 slice_73" -> "972 slice_74" [style=solid, label="(1, -1, -1, 192)"]; -"972 slice_74" -> "979 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"973 slice_75" -> "974 slice_76" [style=solid, label="(1, -1, -1, 192)"]; -"974 slice_76" -> "975 slice_77" [style=solid, label="(1, -1, -1, 192)"]; -"975 slice_77" -> "979 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"976 slice_78" -> "977 slice_79" [style=solid, label="(1, -1, -1, 192)"]; -"977 slice_79" -> "978 slice_80" [style=solid, label="(1, -1, -1, 192)"]; -"978 slice_80" -> "979 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"979 cat_1" -> "980 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"980 cat_1_0_0_nncf_smooth_quant_0" -> "981 quantize_per_tensor_default_26" [style=solid, label="(1, -1, -1, 768)"]; -"981 quantize_per_tensor_default_26" -> "982 dequantize_per_tensor_default_26" [style=solid, label="(1, -1, -1, 768)"]; -"982 dequantize_per_tensor_default_26" -> "988 linear_25" [style=solid, label="(1, -1, -1, 768)"]; -"983 scale_updated_constant18" -> "985 mul_tensor_18" [style=solid, label="(384, 1)"]; -"984 compressed_weight_updated_constant18" -> "985 mul_tensor_18" [style=solid, label="(384, 768)"]; -"985 mul_tensor_18" -> "987 sub_tensor_18" [style=solid, label="(384, 768)"]; -"986 zero_point_updated_constant18" -> "987 sub_tensor_18" [style=solid, label="(384, 1)"]; -"987 sub_tensor_18" -> "988 linear_25" [style=solid, label="(384, 768)"]; -"988 linear_25" -> "989 layer_norm_10" [style=solid, label="(1, -1, -1, 384)"]; -"989 layer_norm_10" -> "1005 pad_6" [style=solid, label="(1, -1, -1, 384)"]; -"989 layer_norm_10" -> "1069 add_15" [style=solid, label="(1, -1, -1, 384)"]; -"990 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "992 linear_26" [style=solid, label="(512, 2)"]; -"991 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "992 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"992 linear_26" -> "993 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"993 relu__4" -> "995 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"994 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "996 linear_27" [style=solid, label="(12, 512)"]; -"995 relu__4_0_0_nncf_smooth_quant_0" -> "996 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"996 linear_27" -> "997 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"997 view_22" -> "998 index_4" [style=solid, label="(225, 12)"]; -"998 index_4" -> "999 view_23" [style=solid, label="(4096, 12)"]; -"999 view_23" -> "1000 permute_19" [style=solid, label="(64, 64, 12)"]; -"1000 permute_19" -> "1001 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"1001 contiguous_6" -> "1002 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"1002 unsqueeze_12" -> "1003 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"1003 sigmoid_4" -> "1004 mul_12" [style=solid, label="(1, 12, 64, 64)"]; -"1004 mul_12" -> "1044 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"1005 pad_6" -> "1007 view_24" [style=solid, label="(1, -1, -1, 384)"]; -"1006 mul_13" -> "1009 reshape_18" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1022 reshape_19" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1049 reshape_20" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1112 reshape_22" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1125 reshape_23" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1187 reshape_24" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1195 view_30" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1204 reshape_25" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1267 reshape_27" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1280 reshape_28" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1307 reshape_29" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1370 reshape_31" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1383 reshape_32" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1445 reshape_33" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1453 view_41" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1462 reshape_34" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1525 reshape_36" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1538 reshape_37" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1565 reshape_38" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1628 reshape_40" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1641 reshape_41" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1703 reshape_42" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1711 view_52" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1720 reshape_43" [style=solid, label="(-1,)"]; -"1007 view_24" -> "1008 permute_20" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1008 permute_20" -> "1009 reshape_18" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1009 reshape_18" -> "1013 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1010 clone_4" -> "1011 slice_81" [style=solid, label="(1152,)"]; -"1010 clone_4" -> "1021 linear_28" [style=solid, label="(1152,)"]; -"1011 slice_81" -> "1012 zero__4" [style=solid, label="(384,)"]; -"1013 reshape_18_0_0_nncf_smooth_quant_0" -> "1014 quantize_per_tensor_default_27" [style=solid, label="(-1, -1, 384)"]; -"1014 quantize_per_tensor_default_27" -> "1015 dequantize_per_tensor_default_27" [style=solid, label="(-1, -1, 384)"]; -"1015 dequantize_per_tensor_default_27" -> "1021 linear_28" [style=solid, label="(-1, -1, 384)"]; -"1016 scale_updated_constant19" -> "1018 mul_tensor_19" [style=solid, label="(1152, 1)"]; -"1017 compressed_weight_updated_constant19" -> "1018 mul_tensor_19" [style=solid, label="(1152, 384)"]; -"1018 mul_tensor_19" -> "1020 sub_tensor_19" [style=solid, label="(1152, 384)"]; -"1019 zero_point_updated_constant19" -> "1020 sub_tensor_19" [style=solid, label="(1152, 1)"]; -"1020 sub_tensor_19" -> "1021 linear_28" [style=solid, label="(1152, 384)"]; -"1021 linear_28" -> "1022 reshape_19" [style=solid, label="(-1, -1, 1152)"]; -"1022 reshape_19" -> "1023 permute_21" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1023 permute_21" -> "1024 select_12" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1023 permute_21" -> "1025 select_13" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1023 permute_21" -> "1026 select_14" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1024 select_12" -> "1027 linalg_vector_norm_8" [style=solid, label="(-1, 12, -1, 32)"]; -"1024 select_12" -> "1029 expand_as_8" [style=solid, label="(-1, 12, -1, 32)"]; -"1024 select_12" -> "1030 div_8" [style=solid, label="(-1, 12, -1, 32)"]; -"1025 select_13" -> "1033 linalg_vector_norm_9" [style=solid, label="(-1, 12, -1, 32)"]; -"1025 select_13" -> "1035 expand_as_9" [style=solid, label="(-1, 12, -1, 32)"]; -"1025 select_13" -> "1036 div_9" [style=solid, label="(-1, 12, -1, 32)"]; -"1026 select_14" -> "1047 matmul_9" [style=solid, label="(-1, 12, -1, 32)"]; -"1027 linalg_vector_norm_8" -> "1028 clamp_min_8" [style=solid, label="(-1, 12, -1, 1)"]; -"1028 clamp_min_8" -> "1029 expand_as_8" [style=solid, label="(-1, 12, -1, 1)"]; -"1029 expand_as_8" -> "1030 div_8" [style=solid, label="(-1, 12, -1, 32)"]; -"1030 div_8" -> "1031 quantize_per_tensor_default_28" [style=solid, label="(-1, 12, -1, 32)"]; -"1031 quantize_per_tensor_default_28" -> "1032 dequantize_per_tensor_default_28" [style=solid, label="(-1, 12, -1, 32)"]; -"1032 dequantize_per_tensor_default_28" -> "1040 matmul_8" [style=solid, label="(-1, 12, -1, 32)"]; -"1033 linalg_vector_norm_9" -> "1034 clamp_min_9" [style=solid, label="(-1, 12, -1, 1)"]; -"1034 clamp_min_9" -> "1035 expand_as_9" [style=solid, label="(-1, 12, -1, 1)"]; -"1035 expand_as_9" -> "1036 div_9" [style=solid, label="(-1, 12, -1, 32)"]; -"1036 div_9" -> "1037 quantize_per_tensor_default_29" [style=solid, label="(-1, 12, -1, 32)"]; -"1037 quantize_per_tensor_default_29" -> "1038 dequantize_per_tensor_default_29" [style=solid, label="(-1, 12, -1, 32)"]; -"1038 dequantize_per_tensor_default_29" -> "1039 transpose_8" [style=solid, label="(-1, 12, -1, 32)"]; -"1039 transpose_8" -> "1040 matmul_8" [style=solid, label="(-1, 12, 32, -1)"]; -"1040 matmul_8" -> "1043 mul_14" [style=solid, label="(-1, 12, -1, -1)"]; -"1041 clamp_4" -> "1042 exp_4" [style=solid, label="(12, 1, 1)"]; -"1042 exp_4" -> "1043 mul_14" [style=solid, label="(12, 1, 1)"]; -"1043 mul_14" -> "1044 add_14" [style=solid, label="(-1, 12, -1, -1)"]; -"1044 add_14" -> "1045 softmax_4" [style=solid, label="(-1, 12, -1, -1)"]; -"1045 softmax_4" -> "1046 dropout_16" [style=solid, label="(-1, 12, -1, -1)"]; -"1046 dropout_16" -> "1047 matmul_9" [style=solid, label="(-1, 12, -1, -1)"]; -"1047 matmul_9" -> "1048 transpose_9" [style=solid, label="(-1, 12, -1, 32)"]; -"1048 transpose_9" -> "1049 reshape_20" [style=solid, label="(-1, -1, 12, 32)"]; -"1049 reshape_20" -> "1050 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1050 reshape_20_0_0_nncf_smooth_quant_0" -> "1051 quantize_per_tensor_default_30" [style=solid, label="(-1, -1, 384)"]; -"1051 quantize_per_tensor_default_30" -> "1052 dequantize_per_tensor_default_30" [style=solid, label="(-1, -1, 384)"]; -"1052 dequantize_per_tensor_default_30" -> "1058 linear_29" [style=solid, label="(-1, -1, 384)"]; -"1053 scale_updated_constant20" -> "1055 mul_tensor_20" [style=solid, label="(384, 1)"]; -"1054 compressed_weight_updated_constant20" -> "1055 mul_tensor_20" [style=solid, label="(384, 384)"]; -"1055 mul_tensor_20" -> "1057 sub_tensor_20" [style=solid, label="(384, 384)"]; -"1056 zero_point_updated_constant20" -> "1057 sub_tensor_20" [style=solid, label="(384, 1)"]; -"1057 sub_tensor_20" -> "1058 linear_29" [style=solid, label="(384, 384)"]; -"1058 linear_29" -> "1059 dropout_17" [style=solid, label="(-1, -1, 384)"]; -"1059 dropout_17" -> "1060 view_25" [style=solid, label="(-1, -1, 384)"]; -"1060 view_25" -> "1061 permute_22" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1061 permute_22" -> "1062 reshape_21" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1062 reshape_21" -> "1063 slice_82" [style=solid, label="(1, -1, -1, 384)"]; -"1063 slice_82" -> "1064 slice_83" [style=solid, label="(1, -1, -1, 384)"]; -"1064 slice_83" -> "1065 slice_84" [style=solid, label="(1, -1, -1, 384)"]; -"1065 slice_84" -> "1066 slice_85" [style=solid, label="(1, -1, -1, 384)"]; -"1066 slice_85" -> "1067 contiguous_7" [style=solid, label="(1, -1, -1, 384)"]; -"1067 contiguous_7" -> "1068 layer_norm_11" [style=solid, label="(1, -1, -1, 384)"]; -"1068 layer_norm_11" -> "1069 add_15" [style=solid, label="(1, -1, -1, 384)"]; -"1069 add_15" -> "1070 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1069 add_15" -> "1092 add_16" [style=solid, label="(1, -1, -1, 384)"]; -"1070 add_15_0_0_nncf_smooth_quant_0" -> "1071 quantize_per_tensor_default_31" [style=solid, label="(1, -1, -1, 384)"]; -"1071 quantize_per_tensor_default_31" -> "1072 dequantize_per_tensor_default_31" [style=solid, label="(1, -1, -1, 384)"]; -"1072 dequantize_per_tensor_default_31" -> "1078 linear_30" [style=solid, label="(1, -1, -1, 384)"]; -"1073 scale_updated_constant21" -> "1075 mul_tensor_21" [style=solid, label="(1536, 1)"]; -"1074 compressed_weight_updated_constant21" -> "1075 mul_tensor_21" [style=solid, label="(1536, 384)"]; -"1075 mul_tensor_21" -> "1077 sub_tensor_21" [style=solid, label="(1536, 384)"]; -"1076 zero_point_updated_constant21" -> "1077 sub_tensor_21" [style=solid, label="(1536, 1)"]; -"1077 sub_tensor_21" -> "1078 linear_30" [style=solid, label="(1536, 384)"]; -"1078 linear_30" -> "1079 gelu_4" [style=solid, label="(1, -1, -1, 1536)"]; -"1079 gelu_4" -> "1080 dropout_18" [style=solid, label="(1, -1, -1, 1536)"]; -"1080 dropout_18" -> "1081 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1081 dropout_18_0_0_nncf_smooth_quant_0" -> "1082 quantize_per_tensor_default_32" [style=solid, label="(1, -1, -1, 1536)"]; -"1082 quantize_per_tensor_default_32" -> "1083 dequantize_per_tensor_default_32" [style=solid, label="(1, -1, -1, 1536)"]; -"1083 dequantize_per_tensor_default_32" -> "1089 linear_31" [style=solid, label="(1, -1, -1, 1536)"]; -"1084 scale_updated_constant22" -> "1086 mul_tensor_22" [style=solid, label="(384, 1)"]; -"1085 compressed_weight_updated_constant22" -> "1086 mul_tensor_22" [style=solid, label="(384, 1536)"]; -"1086 mul_tensor_22" -> "1088 sub_tensor_22" [style=solid, label="(384, 1536)"]; -"1087 zero_point_updated_constant22" -> "1088 sub_tensor_22" [style=solid, label="(384, 1)"]; -"1088 sub_tensor_22" -> "1089 linear_31" [style=solid, label="(384, 1536)"]; -"1089 linear_31" -> "1090 dropout_19" [style=solid, label="(1, -1, -1, 384)"]; -"1090 dropout_19" -> "1091 layer_norm_12" [style=solid, label="(1, -1, -1, 384)"]; -"1091 layer_norm_12" -> "1092 add_16" [style=solid, label="(1, -1, -1, 384)"]; -"1092 add_16" -> "1108 pad_7" [style=solid, label="(1, -1, -1, 384)"]; -"1092 add_16" -> "1225 add_19" [style=solid, label="(1, -1, -1, 384)"]; -"1093 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1095 linear_32" [style=solid, label="(512, 2)"]; -"1094 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1095 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"1095 linear_32" -> "1096 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"1096 relu__5" -> "1098 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1097 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1099 linear_33" [style=solid, label="(12, 512)"]; -"1098 relu__5_0_0_nncf_smooth_quant_0" -> "1099 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"1099 linear_33" -> "1100 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"1100 view_26" -> "1101 index_5" [style=solid, label="(225, 12)"]; -"1101 index_5" -> "1102 view_27" [style=solid, label="(4096, 12)"]; -"1102 view_27" -> "1103 permute_23" [style=solid, label="(64, 64, 12)"]; -"1103 permute_23" -> "1104 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"1104 contiguous_8" -> "1105 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"1105 unsqueeze_13" -> "1106 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"1106 sigmoid_5" -> "1107 mul_15" [style=solid, label="(1, 12, 64, 64)"]; -"1107 mul_15" -> "1147 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"1108 pad_7" -> "1109 roll_4" [style=solid, label="(1, -1, -1, 384)"]; -"1109 roll_4" -> "1110 view_28" [style=solid, label="(1, -1, -1, 384)"]; -"1110 view_28" -> "1111 permute_24" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1111 permute_24" -> "1112 reshape_22" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1112 reshape_22" -> "1116 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1112 reshape_22" -> "1148 new_zeros_2" [style=solid, label="(-1, -1, 384)"]; -"1113 clone_5" -> "1114 slice_86" [style=solid, label="(1152,)"]; -"1113 clone_5" -> "1124 linear_34" [style=solid, label="(1152,)"]; -"1114 slice_86" -> "1115 zero__5" [style=solid, label="(384,)"]; -"1116 reshape_22_0_0_nncf_smooth_quant_0" -> "1117 quantize_per_tensor_default_33" [style=solid, label="(-1, -1, 384)"]; -"1117 quantize_per_tensor_default_33" -> "1118 dequantize_per_tensor_default_33" [style=solid, label="(-1, -1, 384)"]; -"1118 dequantize_per_tensor_default_33" -> "1124 linear_34" [style=solid, label="(-1, -1, 384)"]; -"1119 scale_updated_constant23" -> "1121 mul_tensor_23" [style=solid, label="(1152, 1)"]; -"1120 compressed_weight_updated_constant23" -> "1121 mul_tensor_23" [style=solid, label="(1152, 384)"]; -"1121 mul_tensor_23" -> "1123 sub_tensor_23" [style=solid, label="(1152, 384)"]; -"1122 zero_point_updated_constant23" -> "1123 sub_tensor_23" [style=solid, label="(1152, 1)"]; -"1123 sub_tensor_23" -> "1124 linear_34" [style=solid, label="(1152, 384)"]; -"1124 linear_34" -> "1125 reshape_23" [style=solid, label="(-1, -1, 1152)"]; -"1125 reshape_23" -> "1126 permute_25" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1126 permute_25" -> "1127 select_15" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1126 permute_25" -> "1128 select_16" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1126 permute_25" -> "1129 select_17" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1127 select_15" -> "1130 linalg_vector_norm_10" [style=solid, label="(-1, 12, -1, 32)"]; -"1127 select_15" -> "1132 expand_as_10" [style=solid, label="(-1, 12, -1, 32)"]; -"1127 select_15" -> "1133 div_10" [style=solid, label="(-1, 12, -1, 32)"]; -"1128 select_16" -> "1136 linalg_vector_norm_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1128 select_16" -> "1138 expand_as_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1128 select_16" -> "1139 div_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1129 select_17" -> "1202 matmul_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1130 linalg_vector_norm_10" -> "1131 clamp_min_10" [style=solid, label="(-1, 12, -1, 1)"]; -"1131 clamp_min_10" -> "1132 expand_as_10" [style=solid, label="(-1, 12, -1, 1)"]; -"1132 expand_as_10" -> "1133 div_10" [style=solid, label="(-1, 12, -1, 32)"]; -"1133 div_10" -> "1134 quantize_per_tensor_default_34" [style=solid, label="(-1, 12, -1, 32)"]; -"1134 quantize_per_tensor_default_34" -> "1135 dequantize_per_tensor_default_34" [style=solid, label="(-1, 12, -1, 32)"]; -"1135 dequantize_per_tensor_default_34" -> "1143 matmul_10" [style=solid, label="(-1, 12, -1, 32)"]; -"1136 linalg_vector_norm_11" -> "1137 clamp_min_11" [style=solid, label="(-1, 12, -1, 1)"]; -"1137 clamp_min_11" -> "1138 expand_as_11" [style=solid, label="(-1, 12, -1, 1)"]; -"1138 expand_as_11" -> "1139 div_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1139 div_11" -> "1140 quantize_per_tensor_default_35" [style=solid, label="(-1, 12, -1, 32)"]; -"1140 quantize_per_tensor_default_35" -> "1141 dequantize_per_tensor_default_35" [style=solid, label="(-1, 12, -1, 32)"]; -"1141 dequantize_per_tensor_default_35" -> "1142 transpose_10" [style=solid, label="(-1, 12, -1, 32)"]; -"1142 transpose_10" -> "1143 matmul_10" [style=solid, label="(-1, 12, 32, -1)"]; -"1143 matmul_10" -> "1146 mul_17" [style=solid, label="(-1, 12, -1, -1)"]; -"1144 clamp_5" -> "1145 exp_5" [style=solid, label="(12, 1, 1)"]; -"1145 exp_5" -> "1146 mul_17" [style=solid, label="(12, 1, 1)"]; -"1146 mul_17" -> "1147 add_17" [style=solid, label="(-1, 12, -1, -1)"]; -"1147 add_17" -> "1195 view_30" [style=solid, label="(-1, 12, -1, -1)"]; -"1148 new_zeros_2" -> "1150 slice_87" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1154 slice_89" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1158 slice_91" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1162 slice_93" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1166 slice_95" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1170 slice_97" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1174 slice_99" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1178 slice_101" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1182 slice_103" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1185 view_29" [style=solid, label="(-1, -1)"]; -"1149 lift_fresh_copy_18" -> "1152 fill__18" [style=solid, label="()"]; -"1150 slice_87" -> "1151 slice_88" [style=solid, label="(-1, -1)"]; -"1151 slice_88" -> "1152 fill__18" [style=solid, label="(-1, -1)"]; -"1153 lift_fresh_copy_19" -> "1156 fill__19" [style=solid, label="()"]; -"1154 slice_89" -> "1155 slice_90" [style=solid, label="(-1, -1)"]; -"1155 slice_90" -> "1156 fill__19" [style=solid, label="(-1, 4)"]; -"1157 lift_fresh_copy_20" -> "1160 fill__20" [style=solid, label="()"]; -"1158 slice_91" -> "1159 slice_92" [style=solid, label="(-1, -1)"]; -"1159 slice_92" -> "1160 fill__20" [style=solid, label="(-1, 4)"]; -"1161 lift_fresh_copy_21" -> "1164 fill__21" [style=solid, label="()"]; -"1162 slice_93" -> "1163 slice_94" [style=solid, label="(4, -1)"]; -"1163 slice_94" -> "1164 fill__21" [style=solid, label="(4, -1)"]; -"1165 lift_fresh_copy_22" -> "1168 fill__22" [style=solid, label="()"]; -"1166 slice_95" -> "1167 slice_96" [style=solid, label="(4, -1)"]; -"1167 slice_96" -> "1168 fill__22" [style=solid, label="(4, 4)"]; -"1169 lift_fresh_copy_23" -> "1172 fill__23" [style=solid, label="()"]; -"1170 slice_97" -> "1171 slice_98" [style=solid, label="(4, -1)"]; -"1171 slice_98" -> "1172 fill__23" [style=solid, label="(4, 4)"]; -"1173 lift_fresh_copy_24" -> "1176 fill__24" [style=solid, label="()"]; -"1174 slice_99" -> "1175 slice_100" [style=solid, label="(4, -1)"]; -"1175 slice_100" -> "1176 fill__24" [style=solid, label="(4, -1)"]; -"1177 lift_fresh_copy_25" -> "1180 fill__25" [style=solid, label="()"]; -"1178 slice_101" -> "1179 slice_102" [style=solid, label="(4, -1)"]; -"1179 slice_102" -> "1180 fill__25" [style=solid, label="(4, 4)"]; -"1181 lift_fresh_copy_26" -> "1184 fill__26" [style=solid, label="()"]; -"1182 slice_103" -> "1183 slice_104" [style=solid, label="(4, -1)"]; -"1183 slice_104" -> "1184 fill__26" [style=solid, label="(4, 4)"]; -"1185 view_29" -> "1186 permute_26" [style=solid, label="(-1, -1, -1, -1)"]; -"1186 permute_26" -> "1187 reshape_24" [style=solid, label="(-1, -1, -1, -1)"]; -"1187 reshape_24" -> "1188 unsqueeze_14" [style=solid, label="(-1, -1)"]; -"1187 reshape_24" -> "1189 unsqueeze_15" [style=solid, label="(-1, -1)"]; -"1188 unsqueeze_14" -> "1190 sub_14" [style=solid, label="(-1, 1, -1)"]; -"1189 unsqueeze_15" -> "1190 sub_14" [style=solid, label="(-1, -1, 1)"]; -"1190 sub_14" -> "1191 ne_2" [style=solid, label="(-1, -1, -1)"]; -"1190 sub_14" -> "1192 masked_fill_4" [style=solid, label="(-1, -1, -1)"]; -"1190 sub_14" -> "1193 eq_38" [style=solid, label="(-1, -1, -1)"]; -"1191 ne_2" -> "1192 masked_fill_4" [style=solid, label="(-1, -1, -1)"]; -"1192 masked_fill_4" -> "1194 masked_fill_5" [style=solid, label="(-1, -1, -1)"]; -"1193 eq_38" -> "1194 masked_fill_5" [style=solid, label="(-1, -1, -1)"]; -"1194 masked_fill_5" -> "1196 unsqueeze_16" [style=solid, label="(-1, -1, -1)"]; -"1195 view_30" -> "1198 add_18" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1196 unsqueeze_16" -> "1197 unsqueeze_17" [style=solid, label="(-1, 1, -1, -1)"]; -"1197 unsqueeze_17" -> "1198 add_18" [style=solid, label="(1, -1, 1, -1, -1)"]; -"1198 add_18" -> "1199 view_31" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1199 view_31" -> "1200 softmax_5" [style=solid, label="(-1, 12, -1, -1)"]; -"1200 softmax_5" -> "1201 dropout_20" [style=solid, label="(-1, 12, -1, -1)"]; -"1201 dropout_20" -> "1202 matmul_11" [style=solid, label="(-1, 12, -1, -1)"]; -"1202 matmul_11" -> "1203 transpose_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1203 transpose_11" -> "1204 reshape_25" [style=solid, label="(-1, -1, 12, 32)"]; -"1204 reshape_25" -> "1205 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1205 reshape_25_0_0_nncf_smooth_quant_0" -> "1206 quantize_per_tensor_default_36" [style=solid, label="(-1, -1, 384)"]; -"1206 quantize_per_tensor_default_36" -> "1207 dequantize_per_tensor_default_36" [style=solid, label="(-1, -1, 384)"]; -"1207 dequantize_per_tensor_default_36" -> "1213 linear_35" [style=solid, label="(-1, -1, 384)"]; -"1208 scale_updated_constant24" -> "1210 mul_tensor_24" [style=solid, label="(384, 1)"]; -"1209 compressed_weight_updated_constant24" -> "1210 mul_tensor_24" [style=solid, label="(384, 384)"]; -"1210 mul_tensor_24" -> "1212 sub_tensor_24" [style=solid, label="(384, 384)"]; -"1211 zero_point_updated_constant24" -> "1212 sub_tensor_24" [style=solid, label="(384, 1)"]; -"1212 sub_tensor_24" -> "1213 linear_35" [style=solid, label="(384, 384)"]; -"1213 linear_35" -> "1214 dropout_21" [style=solid, label="(-1, -1, 384)"]; -"1214 dropout_21" -> "1215 view_32" [style=solid, label="(-1, -1, 384)"]; -"1215 view_32" -> "1216 permute_27" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1216 permute_27" -> "1217 reshape_26" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1217 reshape_26" -> "1218 roll_5" [style=solid, label="(1, -1, -1, 384)"]; -"1218 roll_5" -> "1219 slice_105" [style=solid, label="(1, -1, -1, 384)"]; -"1219 slice_105" -> "1220 slice_106" [style=solid, label="(1, -1, -1, 384)"]; -"1220 slice_106" -> "1221 slice_107" [style=solid, label="(1, -1, -1, 384)"]; -"1221 slice_107" -> "1222 slice_108" [style=solid, label="(1, -1, -1, 384)"]; -"1222 slice_108" -> "1223 contiguous_9" [style=solid, label="(1, -1, -1, 384)"]; -"1223 contiguous_9" -> "1224 layer_norm_13" [style=solid, label="(1, -1, -1, 384)"]; -"1224 layer_norm_13" -> "1225 add_19" [style=solid, label="(1, -1, -1, 384)"]; -"1225 add_19" -> "1226 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1225 add_19" -> "1248 add_20" [style=solid, label="(1, -1, -1, 384)"]; -"1226 add_19_0_0_nncf_smooth_quant_0" -> "1227 quantize_per_tensor_default_37" [style=solid, label="(1, -1, -1, 384)"]; -"1227 quantize_per_tensor_default_37" -> "1228 dequantize_per_tensor_default_37" [style=solid, label="(1, -1, -1, 384)"]; -"1228 dequantize_per_tensor_default_37" -> "1234 linear_36" [style=solid, label="(1, -1, -1, 384)"]; -"1229 scale_updated_constant25" -> "1231 mul_tensor_25" [style=solid, label="(1536, 1)"]; -"1230 compressed_weight_updated_constant25" -> "1231 mul_tensor_25" [style=solid, label="(1536, 384)"]; -"1231 mul_tensor_25" -> "1233 sub_tensor_25" [style=solid, label="(1536, 384)"]; -"1232 zero_point_updated_constant25" -> "1233 sub_tensor_25" [style=solid, label="(1536, 1)"]; -"1233 sub_tensor_25" -> "1234 linear_36" [style=solid, label="(1536, 384)"]; -"1234 linear_36" -> "1235 gelu_5" [style=solid, label="(1, -1, -1, 1536)"]; -"1235 gelu_5" -> "1236 dropout_22" [style=solid, label="(1, -1, -1, 1536)"]; -"1236 dropout_22" -> "1237 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1237 dropout_22_0_0_nncf_smooth_quant_0" -> "1238 quantize_per_tensor_default_38" [style=solid, label="(1, -1, -1, 1536)"]; -"1238 quantize_per_tensor_default_38" -> "1239 dequantize_per_tensor_default_38" [style=solid, label="(1, -1, -1, 1536)"]; -"1239 dequantize_per_tensor_default_38" -> "1245 linear_37" [style=solid, label="(1, -1, -1, 1536)"]; -"1240 scale_updated_constant26" -> "1242 mul_tensor_26" [style=solid, label="(384, 1)"]; -"1241 compressed_weight_updated_constant26" -> "1242 mul_tensor_26" [style=solid, label="(384, 1536)"]; -"1242 mul_tensor_26" -> "1244 sub_tensor_26" [style=solid, label="(384, 1536)"]; -"1243 zero_point_updated_constant26" -> "1244 sub_tensor_26" [style=solid, label="(384, 1)"]; -"1244 sub_tensor_26" -> "1245 linear_37" [style=solid, label="(384, 1536)"]; -"1245 linear_37" -> "1246 dropout_23" [style=solid, label="(1, -1, -1, 384)"]; -"1246 dropout_23" -> "1247 layer_norm_14" [style=solid, label="(1, -1, -1, 384)"]; -"1247 layer_norm_14" -> "1248 add_20" [style=solid, label="(1, -1, -1, 384)"]; -"1248 add_20" -> "1264 pad_8" [style=solid, label="(1, -1, -1, 384)"]; -"1248 add_20" -> "1327 add_22" [style=solid, label="(1, -1, -1, 384)"]; -"1249 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1251 linear_38" [style=solid, label="(512, 2)"]; -"1250 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1251 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"1251 linear_38" -> "1252 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"1252 relu__6" -> "1254 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1253 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1255 linear_39" [style=solid, label="(12, 512)"]; -"1254 relu__6_0_0_nncf_smooth_quant_0" -> "1255 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"1255 linear_39" -> "1256 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"1256 view_33" -> "1257 index_6" [style=solid, label="(225, 12)"]; -"1257 index_6" -> "1258 view_34" [style=solid, label="(4096, 12)"]; -"1258 view_34" -> "1259 permute_28" [style=solid, label="(64, 64, 12)"]; -"1259 permute_28" -> "1260 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"1260 contiguous_10" -> "1261 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"1261 unsqueeze_18" -> "1262 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"1262 sigmoid_6" -> "1263 mul_18" [style=solid, label="(1, 12, 64, 64)"]; -"1263 mul_18" -> "1302 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"1264 pad_8" -> "1265 view_35" [style=solid, label="(1, -1, -1, 384)"]; -"1265 view_35" -> "1266 permute_29" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1266 permute_29" -> "1267 reshape_27" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1267 reshape_27" -> "1271 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1268 clone_6" -> "1269 slice_109" [style=solid, label="(1152,)"]; -"1268 clone_6" -> "1279 linear_40" [style=solid, label="(1152,)"]; -"1269 slice_109" -> "1270 zero__6" [style=solid, label="(384,)"]; -"1271 reshape_27_0_0_nncf_smooth_quant_0" -> "1272 quantize_per_tensor_default_39" [style=solid, label="(-1, -1, 384)"]; -"1272 quantize_per_tensor_default_39" -> "1273 dequantize_per_tensor_default_39" [style=solid, label="(-1, -1, 384)"]; -"1273 dequantize_per_tensor_default_39" -> "1279 linear_40" [style=solid, label="(-1, -1, 384)"]; -"1274 scale_updated_constant27" -> "1276 mul_tensor_27" [style=solid, label="(1152, 1)"]; -"1275 compressed_weight_updated_constant27" -> "1276 mul_tensor_27" [style=solid, label="(1152, 384)"]; -"1276 mul_tensor_27" -> "1278 sub_tensor_27" [style=solid, label="(1152, 384)"]; -"1277 zero_point_updated_constant27" -> "1278 sub_tensor_27" [style=solid, label="(1152, 1)"]; -"1278 sub_tensor_27" -> "1279 linear_40" [style=solid, label="(1152, 384)"]; -"1279 linear_40" -> "1280 reshape_28" [style=solid, label="(-1, -1, 1152)"]; -"1280 reshape_28" -> "1281 permute_30" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1281 permute_30" -> "1282 select_18" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1281 permute_30" -> "1283 select_19" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1281 permute_30" -> "1284 select_20" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1282 select_18" -> "1285 linalg_vector_norm_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1282 select_18" -> "1287 expand_as_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1282 select_18" -> "1288 div_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1283 select_19" -> "1291 linalg_vector_norm_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1283 select_19" -> "1293 expand_as_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1283 select_19" -> "1294 div_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1284 select_20" -> "1305 matmul_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1285 linalg_vector_norm_12" -> "1286 clamp_min_12" [style=solid, label="(-1, 12, -1, 1)"]; -"1286 clamp_min_12" -> "1287 expand_as_12" [style=solid, label="(-1, 12, -1, 1)"]; -"1287 expand_as_12" -> "1288 div_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1288 div_12" -> "1289 quantize_per_tensor_default_40" [style=solid, label="(-1, 12, -1, 32)"]; -"1289 quantize_per_tensor_default_40" -> "1290 dequantize_per_tensor_default_40" [style=solid, label="(-1, 12, -1, 32)"]; -"1290 dequantize_per_tensor_default_40" -> "1298 matmul_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1291 linalg_vector_norm_13" -> "1292 clamp_min_13" [style=solid, label="(-1, 12, -1, 1)"]; -"1292 clamp_min_13" -> "1293 expand_as_13" [style=solid, label="(-1, 12, -1, 1)"]; -"1293 expand_as_13" -> "1294 div_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1294 div_13" -> "1295 quantize_per_tensor_default_41" [style=solid, label="(-1, 12, -1, 32)"]; -"1295 quantize_per_tensor_default_41" -> "1296 dequantize_per_tensor_default_41" [style=solid, label="(-1, 12, -1, 32)"]; -"1296 dequantize_per_tensor_default_41" -> "1297 transpose_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1297 transpose_12" -> "1298 matmul_12" [style=solid, label="(-1, 12, 32, -1)"]; -"1298 matmul_12" -> "1301 mul_20" [style=solid, label="(-1, 12, -1, -1)"]; -"1299 clamp_6" -> "1300 exp_6" [style=solid, label="(12, 1, 1)"]; -"1300 exp_6" -> "1301 mul_20" [style=solid, label="(12, 1, 1)"]; -"1301 mul_20" -> "1302 add_21" [style=solid, label="(-1, 12, -1, -1)"]; -"1302 add_21" -> "1303 softmax_6" [style=solid, label="(-1, 12, -1, -1)"]; -"1303 softmax_6" -> "1304 dropout_24" [style=solid, label="(-1, 12, -1, -1)"]; -"1304 dropout_24" -> "1305 matmul_13" [style=solid, label="(-1, 12, -1, -1)"]; -"1305 matmul_13" -> "1306 transpose_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1306 transpose_13" -> "1307 reshape_29" [style=solid, label="(-1, -1, 12, 32)"]; -"1307 reshape_29" -> "1308 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1308 reshape_29_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_default_42" [style=solid, label="(-1, -1, 384)"]; -"1309 quantize_per_tensor_default_42" -> "1310 dequantize_per_tensor_default_42" [style=solid, label="(-1, -1, 384)"]; -"1310 dequantize_per_tensor_default_42" -> "1316 linear_41" [style=solid, label="(-1, -1, 384)"]; -"1311 scale_updated_constant28" -> "1313 mul_tensor_28" [style=solid, label="(384, 1)"]; -"1312 compressed_weight_updated_constant28" -> "1313 mul_tensor_28" [style=solid, label="(384, 384)"]; -"1313 mul_tensor_28" -> "1315 sub_tensor_28" [style=solid, label="(384, 384)"]; -"1314 zero_point_updated_constant28" -> "1315 sub_tensor_28" [style=solid, label="(384, 1)"]; -"1315 sub_tensor_28" -> "1316 linear_41" [style=solid, label="(384, 384)"]; -"1316 linear_41" -> "1317 dropout_25" [style=solid, label="(-1, -1, 384)"]; -"1317 dropout_25" -> "1318 view_36" [style=solid, label="(-1, -1, 384)"]; -"1318 view_36" -> "1319 permute_31" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1319 permute_31" -> "1320 reshape_30" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1320 reshape_30" -> "1321 slice_110" [style=solid, label="(1, -1, -1, 384)"]; -"1321 slice_110" -> "1322 slice_111" [style=solid, label="(1, -1, -1, 384)"]; -"1322 slice_111" -> "1323 slice_112" [style=solid, label="(1, -1, -1, 384)"]; -"1323 slice_112" -> "1324 slice_113" [style=solid, label="(1, -1, -1, 384)"]; -"1324 slice_113" -> "1325 contiguous_11" [style=solid, label="(1, -1, -1, 384)"]; -"1325 contiguous_11" -> "1326 layer_norm_15" [style=solid, label="(1, -1, -1, 384)"]; -"1326 layer_norm_15" -> "1327 add_22" [style=solid, label="(1, -1, -1, 384)"]; -"1327 add_22" -> "1328 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1327 add_22" -> "1350 add_23" [style=solid, label="(1, -1, -1, 384)"]; -"1328 add_22_0_0_nncf_smooth_quant_0" -> "1329 quantize_per_tensor_default_43" [style=solid, label="(1, -1, -1, 384)"]; -"1329 quantize_per_tensor_default_43" -> "1330 dequantize_per_tensor_default_43" [style=solid, label="(1, -1, -1, 384)"]; -"1330 dequantize_per_tensor_default_43" -> "1336 linear_42" [style=solid, label="(1, -1, -1, 384)"]; -"1331 scale_updated_constant29" -> "1333 mul_tensor_29" [style=solid, label="(1536, 1)"]; -"1332 compressed_weight_updated_constant29" -> "1333 mul_tensor_29" [style=solid, label="(1536, 384)"]; -"1333 mul_tensor_29" -> "1335 sub_tensor_29" [style=solid, label="(1536, 384)"]; -"1334 zero_point_updated_constant29" -> "1335 sub_tensor_29" [style=solid, label="(1536, 1)"]; -"1335 sub_tensor_29" -> "1336 linear_42" [style=solid, label="(1536, 384)"]; -"1336 linear_42" -> "1337 gelu_6" [style=solid, label="(1, -1, -1, 1536)"]; -"1337 gelu_6" -> "1338 dropout_26" [style=solid, label="(1, -1, -1, 1536)"]; -"1338 dropout_26" -> "1339 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1339 dropout_26_0_0_nncf_smooth_quant_0" -> "1340 quantize_per_tensor_default_44" [style=solid, label="(1, -1, -1, 1536)"]; -"1340 quantize_per_tensor_default_44" -> "1341 dequantize_per_tensor_default_44" [style=solid, label="(1, -1, -1, 1536)"]; -"1341 dequantize_per_tensor_default_44" -> "1347 linear_43" [style=solid, label="(1, -1, -1, 1536)"]; -"1342 scale_updated_constant30" -> "1344 mul_tensor_30" [style=solid, label="(384, 1)"]; -"1343 compressed_weight_updated_constant30" -> "1344 mul_tensor_30" [style=solid, label="(384, 1536)"]; -"1344 mul_tensor_30" -> "1346 sub_tensor_30" [style=solid, label="(384, 1536)"]; -"1345 zero_point_updated_constant30" -> "1346 sub_tensor_30" [style=solid, label="(384, 1)"]; -"1346 sub_tensor_30" -> "1347 linear_43" [style=solid, label="(384, 1536)"]; -"1347 linear_43" -> "1348 dropout_27" [style=solid, label="(1, -1, -1, 384)"]; -"1348 dropout_27" -> "1349 layer_norm_16" [style=solid, label="(1, -1, -1, 384)"]; -"1349 layer_norm_16" -> "1350 add_23" [style=solid, label="(1, -1, -1, 384)"]; -"1350 add_23" -> "1366 pad_9" [style=solid, label="(1, -1, -1, 384)"]; -"1350 add_23" -> "1483 add_26" [style=solid, label="(1, -1, -1, 384)"]; -"1351 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1353 linear_44" [style=solid, label="(512, 2)"]; -"1352 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1353 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"1353 linear_44" -> "1354 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"1354 relu__7" -> "1356 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1355 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1357 linear_45" [style=solid, label="(12, 512)"]; -"1356 relu__7_0_0_nncf_smooth_quant_0" -> "1357 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"1357 linear_45" -> "1358 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"1358 view_37" -> "1359 index_7" [style=solid, label="(225, 12)"]; -"1359 index_7" -> "1360 view_38" [style=solid, label="(4096, 12)"]; -"1360 view_38" -> "1361 permute_32" [style=solid, label="(64, 64, 12)"]; -"1361 permute_32" -> "1362 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"1362 contiguous_12" -> "1363 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"1363 unsqueeze_19" -> "1364 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"1364 sigmoid_7" -> "1365 mul_21" [style=solid, label="(1, 12, 64, 64)"]; -"1365 mul_21" -> "1405 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"1366 pad_9" -> "1367 roll_6" [style=solid, label="(1, -1, -1, 384)"]; -"1367 roll_6" -> "1368 view_39" [style=solid, label="(1, -1, -1, 384)"]; -"1368 view_39" -> "1369 permute_33" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1369 permute_33" -> "1370 reshape_31" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1370 reshape_31" -> "1374 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1370 reshape_31" -> "1406 new_zeros_3" [style=solid, label="(-1, -1, 384)"]; -"1371 clone_7" -> "1372 slice_114" [style=solid, label="(1152,)"]; -"1371 clone_7" -> "1382 linear_46" [style=solid, label="(1152,)"]; -"1372 slice_114" -> "1373 zero__7" [style=solid, label="(384,)"]; -"1374 reshape_31_0_0_nncf_smooth_quant_0" -> "1375 quantize_per_tensor_default_45" [style=solid, label="(-1, -1, 384)"]; -"1375 quantize_per_tensor_default_45" -> "1376 dequantize_per_tensor_default_45" [style=solid, label="(-1, -1, 384)"]; -"1376 dequantize_per_tensor_default_45" -> "1382 linear_46" [style=solid, label="(-1, -1, 384)"]; -"1377 scale_updated_constant31" -> "1379 mul_tensor_31" [style=solid, label="(1152, 1)"]; -"1378 compressed_weight_updated_constant31" -> "1379 mul_tensor_31" [style=solid, label="(1152, 384)"]; -"1379 mul_tensor_31" -> "1381 sub_tensor_31" [style=solid, label="(1152, 384)"]; -"1380 zero_point_updated_constant31" -> "1381 sub_tensor_31" [style=solid, label="(1152, 1)"]; -"1381 sub_tensor_31" -> "1382 linear_46" [style=solid, label="(1152, 384)"]; -"1382 linear_46" -> "1383 reshape_32" [style=solid, label="(-1, -1, 1152)"]; -"1383 reshape_32" -> "1384 permute_34" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1384 permute_34" -> "1385 select_21" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1384 permute_34" -> "1386 select_22" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1384 permute_34" -> "1387 select_23" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1385 select_21" -> "1388 linalg_vector_norm_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1385 select_21" -> "1390 expand_as_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1385 select_21" -> "1391 div_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1386 select_22" -> "1394 linalg_vector_norm_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1386 select_22" -> "1396 expand_as_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1386 select_22" -> "1397 div_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1387 select_23" -> "1460 matmul_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1388 linalg_vector_norm_14" -> "1389 clamp_min_14" [style=solid, label="(-1, 12, -1, 1)"]; -"1389 clamp_min_14" -> "1390 expand_as_14" [style=solid, label="(-1, 12, -1, 1)"]; -"1390 expand_as_14" -> "1391 div_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1391 div_14" -> "1392 quantize_per_tensor_default_46" [style=solid, label="(-1, 12, -1, 32)"]; -"1392 quantize_per_tensor_default_46" -> "1393 dequantize_per_tensor_default_46" [style=solid, label="(-1, 12, -1, 32)"]; -"1393 dequantize_per_tensor_default_46" -> "1401 matmul_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1394 linalg_vector_norm_15" -> "1395 clamp_min_15" [style=solid, label="(-1, 12, -1, 1)"]; -"1395 clamp_min_15" -> "1396 expand_as_15" [style=solid, label="(-1, 12, -1, 1)"]; -"1396 expand_as_15" -> "1397 div_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1397 div_15" -> "1398 quantize_per_tensor_default_47" [style=solid, label="(-1, 12, -1, 32)"]; -"1398 quantize_per_tensor_default_47" -> "1399 dequantize_per_tensor_default_47" [style=solid, label="(-1, 12, -1, 32)"]; -"1399 dequantize_per_tensor_default_47" -> "1400 transpose_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1400 transpose_14" -> "1401 matmul_14" [style=solid, label="(-1, 12, 32, -1)"]; -"1401 matmul_14" -> "1404 mul_23" [style=solid, label="(-1, 12, -1, -1)"]; -"1402 clamp_7" -> "1403 exp_7" [style=solid, label="(12, 1, 1)"]; -"1403 exp_7" -> "1404 mul_23" [style=solid, label="(12, 1, 1)"]; -"1404 mul_23" -> "1405 add_24" [style=solid, label="(-1, 12, -1, -1)"]; -"1405 add_24" -> "1453 view_41" [style=solid, label="(-1, 12, -1, -1)"]; -"1406 new_zeros_3" -> "1408 slice_115" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1412 slice_117" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1416 slice_119" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1420 slice_121" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1424 slice_123" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1428 slice_125" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1432 slice_127" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1436 slice_129" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1440 slice_131" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1443 view_40" [style=solid, label="(-1, -1)"]; -"1407 lift_fresh_copy_27" -> "1410 fill__27" [style=solid, label="()"]; -"1408 slice_115" -> "1409 slice_116" [style=solid, label="(-1, -1)"]; -"1409 slice_116" -> "1410 fill__27" [style=solid, label="(-1, -1)"]; -"1411 lift_fresh_copy_28" -> "1414 fill__28" [style=solid, label="()"]; -"1412 slice_117" -> "1413 slice_118" [style=solid, label="(-1, -1)"]; -"1413 slice_118" -> "1414 fill__28" [style=solid, label="(-1, 4)"]; -"1415 lift_fresh_copy_29" -> "1418 fill__29" [style=solid, label="()"]; -"1416 slice_119" -> "1417 slice_120" [style=solid, label="(-1, -1)"]; -"1417 slice_120" -> "1418 fill__29" [style=solid, label="(-1, 4)"]; -"1419 lift_fresh_copy_30" -> "1422 fill__30" [style=solid, label="()"]; -"1420 slice_121" -> "1421 slice_122" [style=solid, label="(4, -1)"]; -"1421 slice_122" -> "1422 fill__30" [style=solid, label="(4, -1)"]; -"1423 lift_fresh_copy_31" -> "1426 fill__31" [style=solid, label="()"]; -"1424 slice_123" -> "1425 slice_124" [style=solid, label="(4, -1)"]; -"1425 slice_124" -> "1426 fill__31" [style=solid, label="(4, 4)"]; -"1427 lift_fresh_copy_32" -> "1430 fill__32" [style=solid, label="()"]; -"1428 slice_125" -> "1429 slice_126" [style=solid, label="(4, -1)"]; -"1429 slice_126" -> "1430 fill__32" [style=solid, label="(4, 4)"]; -"1431 lift_fresh_copy_33" -> "1434 fill__33" [style=solid, label="()"]; -"1432 slice_127" -> "1433 slice_128" [style=solid, label="(4, -1)"]; -"1433 slice_128" -> "1434 fill__33" [style=solid, label="(4, -1)"]; -"1435 lift_fresh_copy_34" -> "1438 fill__34" [style=solid, label="()"]; -"1436 slice_129" -> "1437 slice_130" [style=solid, label="(4, -1)"]; -"1437 slice_130" -> "1438 fill__34" [style=solid, label="(4, 4)"]; -"1439 lift_fresh_copy_35" -> "1442 fill__35" [style=solid, label="()"]; -"1440 slice_131" -> "1441 slice_132" [style=solid, label="(4, -1)"]; -"1441 slice_132" -> "1442 fill__35" [style=solid, label="(4, 4)"]; -"1443 view_40" -> "1444 permute_35" [style=solid, label="(-1, -1, -1, -1)"]; -"1444 permute_35" -> "1445 reshape_33" [style=solid, label="(-1, -1, -1, -1)"]; -"1445 reshape_33" -> "1446 unsqueeze_20" [style=solid, label="(-1, -1)"]; -"1445 reshape_33" -> "1447 unsqueeze_21" [style=solid, label="(-1, -1)"]; -"1446 unsqueeze_20" -> "1448 sub_19" [style=solid, label="(-1, 1, -1)"]; -"1447 unsqueeze_21" -> "1448 sub_19" [style=solid, label="(-1, -1, 1)"]; -"1448 sub_19" -> "1449 ne_3" [style=solid, label="(-1, -1, -1)"]; -"1448 sub_19" -> "1450 masked_fill_6" [style=solid, label="(-1, -1, -1)"]; -"1448 sub_19" -> "1451 eq_49" [style=solid, label="(-1, -1, -1)"]; -"1449 ne_3" -> "1450 masked_fill_6" [style=solid, label="(-1, -1, -1)"]; -"1450 masked_fill_6" -> "1452 masked_fill_7" [style=solid, label="(-1, -1, -1)"]; -"1451 eq_49" -> "1452 masked_fill_7" [style=solid, label="(-1, -1, -1)"]; -"1452 masked_fill_7" -> "1454 unsqueeze_22" [style=solid, label="(-1, -1, -1)"]; -"1453 view_41" -> "1456 add_25" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1454 unsqueeze_22" -> "1455 unsqueeze_23" [style=solid, label="(-1, 1, -1, -1)"]; -"1455 unsqueeze_23" -> "1456 add_25" [style=solid, label="(1, -1, 1, -1, -1)"]; -"1456 add_25" -> "1457 view_42" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1457 view_42" -> "1458 softmax_7" [style=solid, label="(-1, 12, -1, -1)"]; -"1458 softmax_7" -> "1459 dropout_28" [style=solid, label="(-1, 12, -1, -1)"]; -"1459 dropout_28" -> "1460 matmul_15" [style=solid, label="(-1, 12, -1, -1)"]; -"1460 matmul_15" -> "1461 transpose_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1461 transpose_15" -> "1462 reshape_34" [style=solid, label="(-1, -1, 12, 32)"]; -"1462 reshape_34" -> "1463 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1463 reshape_34_0_0_nncf_smooth_quant_0" -> "1464 quantize_per_tensor_default_48" [style=solid, label="(-1, -1, 384)"]; -"1464 quantize_per_tensor_default_48" -> "1465 dequantize_per_tensor_default_48" [style=solid, label="(-1, -1, 384)"]; -"1465 dequantize_per_tensor_default_48" -> "1471 linear_47" [style=solid, label="(-1, -1, 384)"]; -"1466 scale_updated_constant32" -> "1468 mul_tensor_32" [style=solid, label="(384, 1)"]; -"1467 compressed_weight_updated_constant32" -> "1468 mul_tensor_32" [style=solid, label="(384, 384)"]; -"1468 mul_tensor_32" -> "1470 sub_tensor_32" [style=solid, label="(384, 384)"]; -"1469 zero_point_updated_constant32" -> "1470 sub_tensor_32" [style=solid, label="(384, 1)"]; -"1470 sub_tensor_32" -> "1471 linear_47" [style=solid, label="(384, 384)"]; -"1471 linear_47" -> "1472 dropout_29" [style=solid, label="(-1, -1, 384)"]; -"1472 dropout_29" -> "1473 view_43" [style=solid, label="(-1, -1, 384)"]; -"1473 view_43" -> "1474 permute_36" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1474 permute_36" -> "1475 reshape_35" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1475 reshape_35" -> "1476 roll_7" [style=solid, label="(1, -1, -1, 384)"]; -"1476 roll_7" -> "1477 slice_133" [style=solid, label="(1, -1, -1, 384)"]; -"1477 slice_133" -> "1478 slice_134" [style=solid, label="(1, -1, -1, 384)"]; -"1478 slice_134" -> "1479 slice_135" [style=solid, label="(1, -1, -1, 384)"]; -"1479 slice_135" -> "1480 slice_136" [style=solid, label="(1, -1, -1, 384)"]; -"1480 slice_136" -> "1481 contiguous_13" [style=solid, label="(1, -1, -1, 384)"]; -"1481 contiguous_13" -> "1482 layer_norm_17" [style=solid, label="(1, -1, -1, 384)"]; -"1482 layer_norm_17" -> "1483 add_26" [style=solid, label="(1, -1, -1, 384)"]; -"1483 add_26" -> "1484 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1483 add_26" -> "1506 add_27" [style=solid, label="(1, -1, -1, 384)"]; -"1484 add_26_0_0_nncf_smooth_quant_0" -> "1485 quantize_per_tensor_default_49" [style=solid, label="(1, -1, -1, 384)"]; -"1485 quantize_per_tensor_default_49" -> "1486 dequantize_per_tensor_default_49" [style=solid, label="(1, -1, -1, 384)"]; -"1486 dequantize_per_tensor_default_49" -> "1492 linear_48" [style=solid, label="(1, -1, -1, 384)"]; -"1487 scale_updated_constant33" -> "1489 mul_tensor_33" [style=solid, label="(1536, 1)"]; -"1488 compressed_weight_updated_constant33" -> "1489 mul_tensor_33" [style=solid, label="(1536, 384)"]; -"1489 mul_tensor_33" -> "1491 sub_tensor_33" [style=solid, label="(1536, 384)"]; -"1490 zero_point_updated_constant33" -> "1491 sub_tensor_33" [style=solid, label="(1536, 1)"]; -"1491 sub_tensor_33" -> "1492 linear_48" [style=solid, label="(1536, 384)"]; -"1492 linear_48" -> "1493 gelu_7" [style=solid, label="(1, -1, -1, 1536)"]; -"1493 gelu_7" -> "1494 dropout_30" [style=solid, label="(1, -1, -1, 1536)"]; -"1494 dropout_30" -> "1495 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1495 dropout_30_0_0_nncf_smooth_quant_0" -> "1496 quantize_per_tensor_default_50" [style=solid, label="(1, -1, -1, 1536)"]; -"1496 quantize_per_tensor_default_50" -> "1497 dequantize_per_tensor_default_50" [style=solid, label="(1, -1, -1, 1536)"]; -"1497 dequantize_per_tensor_default_50" -> "1503 linear_49" [style=solid, label="(1, -1, -1, 1536)"]; -"1498 scale_updated_constant34" -> "1500 mul_tensor_34" [style=solid, label="(384, 1)"]; -"1499 compressed_weight_updated_constant34" -> "1500 mul_tensor_34" [style=solid, label="(384, 1536)"]; -"1500 mul_tensor_34" -> "1502 sub_tensor_34" [style=solid, label="(384, 1536)"]; -"1501 zero_point_updated_constant34" -> "1502 sub_tensor_34" [style=solid, label="(384, 1)"]; -"1502 sub_tensor_34" -> "1503 linear_49" [style=solid, label="(384, 1536)"]; -"1503 linear_49" -> "1504 dropout_31" [style=solid, label="(1, -1, -1, 384)"]; -"1504 dropout_31" -> "1505 layer_norm_18" [style=solid, label="(1, -1, -1, 384)"]; -"1505 layer_norm_18" -> "1506 add_27" [style=solid, label="(1, -1, -1, 384)"]; -"1506 add_27" -> "1522 pad_10" [style=solid, label="(1, -1, -1, 384)"]; -"1506 add_27" -> "1585 add_29" [style=solid, label="(1, -1, -1, 384)"]; -"1507 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1509 linear_50" [style=solid, label="(512, 2)"]; -"1508 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1509 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"1509 linear_50" -> "1510 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"1510 relu__8" -> "1512 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1511 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1513 linear_51" [style=solid, label="(12, 512)"]; -"1512 relu__8_0_0_nncf_smooth_quant_0" -> "1513 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1513 linear_51" -> "1514 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1514 view_44" -> "1515 index_8" [style=solid, label="(225, 12)"]; -"1515 index_8" -> "1516 view_45" [style=solid, label="(4096, 12)"]; -"1516 view_45" -> "1517 permute_37" [style=solid, label="(64, 64, 12)"]; -"1517 permute_37" -> "1518 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1518 contiguous_14" -> "1519 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1519 unsqueeze_24" -> "1520 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1520 sigmoid_8" -> "1521 mul_24" [style=solid, label="(1, 12, 64, 64)"]; -"1521 mul_24" -> "1560 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1522 pad_10" -> "1523 view_46" [style=solid, label="(1, -1, -1, 384)"]; -"1523 view_46" -> "1524 permute_38" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1524 permute_38" -> "1525 reshape_36" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1525 reshape_36" -> "1529 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1526 clone_8" -> "1527 slice_137" [style=solid, label="(1152,)"]; -"1526 clone_8" -> "1537 linear_52" [style=solid, label="(1152,)"]; -"1527 slice_137" -> "1528 zero__8" [style=solid, label="(384,)"]; -"1529 reshape_36_0_0_nncf_smooth_quant_0" -> "1530 quantize_per_tensor_default_51" [style=solid, label="(-1, -1, 384)"]; -"1530 quantize_per_tensor_default_51" -> "1531 dequantize_per_tensor_default_51" [style=solid, label="(-1, -1, 384)"]; -"1531 dequantize_per_tensor_default_51" -> "1537 linear_52" [style=solid, label="(-1, -1, 384)"]; -"1532 scale_updated_constant35" -> "1534 mul_tensor_35" [style=solid, label="(1152, 1)"]; -"1533 compressed_weight_updated_constant35" -> "1534 mul_tensor_35" [style=solid, label="(1152, 384)"]; -"1534 mul_tensor_35" -> "1536 sub_tensor_35" [style=solid, label="(1152, 384)"]; -"1535 zero_point_updated_constant35" -> "1536 sub_tensor_35" [style=solid, label="(1152, 1)"]; -"1536 sub_tensor_35" -> "1537 linear_52" [style=solid, label="(1152, 384)"]; -"1537 linear_52" -> "1538 reshape_37" [style=solid, label="(-1, -1, 1152)"]; -"1538 reshape_37" -> "1539 permute_39" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1539 permute_39" -> "1540 select_24" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1539 permute_39" -> "1541 select_25" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1539 permute_39" -> "1542 select_26" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1540 select_24" -> "1543 linalg_vector_norm_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1540 select_24" -> "1545 expand_as_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1540 select_24" -> "1546 div_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1541 select_25" -> "1549 linalg_vector_norm_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1541 select_25" -> "1551 expand_as_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1541 select_25" -> "1552 div_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1542 select_26" -> "1563 matmul_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1543 linalg_vector_norm_16" -> "1544 clamp_min_16" [style=solid, label="(-1, 12, -1, 1)"]; -"1544 clamp_min_16" -> "1545 expand_as_16" [style=solid, label="(-1, 12, -1, 1)"]; -"1545 expand_as_16" -> "1546 div_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1546 div_16" -> "1547 quantize_per_tensor_default_52" [style=solid, label="(-1, 12, -1, 32)"]; -"1547 quantize_per_tensor_default_52" -> "1548 dequantize_per_tensor_default_52" [style=solid, label="(-1, 12, -1, 32)"]; -"1548 dequantize_per_tensor_default_52" -> "1556 matmul_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1549 linalg_vector_norm_17" -> "1550 clamp_min_17" [style=solid, label="(-1, 12, -1, 1)"]; -"1550 clamp_min_17" -> "1551 expand_as_17" [style=solid, label="(-1, 12, -1, 1)"]; -"1551 expand_as_17" -> "1552 div_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1552 div_17" -> "1553 quantize_per_tensor_default_53" [style=solid, label="(-1, 12, -1, 32)"]; -"1553 quantize_per_tensor_default_53" -> "1554 dequantize_per_tensor_default_53" [style=solid, label="(-1, 12, -1, 32)"]; -"1554 dequantize_per_tensor_default_53" -> "1555 transpose_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1555 transpose_16" -> "1556 matmul_16" [style=solid, label="(-1, 12, 32, -1)"]; -"1556 matmul_16" -> "1559 mul_26" [style=solid, label="(-1, 12, -1, -1)"]; -"1557 clamp_8" -> "1558 exp_8" [style=solid, label="(12, 1, 1)"]; -"1558 exp_8" -> "1559 mul_26" [style=solid, label="(12, 1, 1)"]; -"1559 mul_26" -> "1560 add_28" [style=solid, label="(-1, 12, -1, -1)"]; -"1560 add_28" -> "1561 softmax_8" [style=solid, label="(-1, 12, -1, -1)"]; -"1561 softmax_8" -> "1562 dropout_32" [style=solid, label="(-1, 12, -1, -1)"]; -"1562 dropout_32" -> "1563 matmul_17" [style=solid, label="(-1, 12, -1, -1)"]; -"1563 matmul_17" -> "1564 transpose_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1564 transpose_17" -> "1565 reshape_38" [style=solid, label="(-1, -1, 12, 32)"]; -"1565 reshape_38" -> "1566 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1566 reshape_38_0_0_nncf_smooth_quant_0" -> "1567 quantize_per_tensor_default_54" [style=solid, label="(-1, -1, 384)"]; -"1567 quantize_per_tensor_default_54" -> "1568 dequantize_per_tensor_default_54" [style=solid, label="(-1, -1, 384)"]; -"1568 dequantize_per_tensor_default_54" -> "1574 linear_53" [style=solid, label="(-1, -1, 384)"]; -"1569 scale_updated_constant36" -> "1571 mul_tensor_36" [style=solid, label="(384, 1)"]; -"1570 compressed_weight_updated_constant36" -> "1571 mul_tensor_36" [style=solid, label="(384, 384)"]; -"1571 mul_tensor_36" -> "1573 sub_tensor_36" [style=solid, label="(384, 384)"]; -"1572 zero_point_updated_constant36" -> "1573 sub_tensor_36" [style=solid, label="(384, 1)"]; -"1573 sub_tensor_36" -> "1574 linear_53" [style=solid, label="(384, 384)"]; -"1574 linear_53" -> "1575 dropout_33" [style=solid, label="(-1, -1, 384)"]; -"1575 dropout_33" -> "1576 view_47" [style=solid, label="(-1, -1, 384)"]; -"1576 view_47" -> "1577 permute_40" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1577 permute_40" -> "1578 reshape_39" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1578 reshape_39" -> "1579 slice_138" [style=solid, label="(1, -1, -1, 384)"]; -"1579 slice_138" -> "1580 slice_139" [style=solid, label="(1, -1, -1, 384)"]; -"1580 slice_139" -> "1581 slice_140" [style=solid, label="(1, -1, -1, 384)"]; -"1581 slice_140" -> "1582 slice_141" [style=solid, label="(1, -1, -1, 384)"]; -"1582 slice_141" -> "1583 contiguous_15" [style=solid, label="(1, -1, -1, 384)"]; -"1583 contiguous_15" -> "1584 layer_norm_19" [style=solid, label="(1, -1, -1, 384)"]; -"1584 layer_norm_19" -> "1585 add_29" [style=solid, label="(1, -1, -1, 384)"]; -"1585 add_29" -> "1586 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1585 add_29" -> "1608 add_30" [style=solid, label="(1, -1, -1, 384)"]; -"1586 add_29_0_0_nncf_smooth_quant_0" -> "1587 quantize_per_tensor_default_55" [style=solid, label="(1, -1, -1, 384)"]; -"1587 quantize_per_tensor_default_55" -> "1588 dequantize_per_tensor_default_55" [style=solid, label="(1, -1, -1, 384)"]; -"1588 dequantize_per_tensor_default_55" -> "1594 linear_54" [style=solid, label="(1, -1, -1, 384)"]; -"1589 scale_updated_constant37" -> "1591 mul_tensor_37" [style=solid, label="(1536, 1)"]; -"1590 compressed_weight_updated_constant37" -> "1591 mul_tensor_37" [style=solid, label="(1536, 384)"]; -"1591 mul_tensor_37" -> "1593 sub_tensor_37" [style=solid, label="(1536, 384)"]; -"1592 zero_point_updated_constant37" -> "1593 sub_tensor_37" [style=solid, label="(1536, 1)"]; -"1593 sub_tensor_37" -> "1594 linear_54" [style=solid, label="(1536, 384)"]; -"1594 linear_54" -> "1595 gelu_8" [style=solid, label="(1, -1, -1, 1536)"]; -"1595 gelu_8" -> "1596 dropout_34" [style=solid, label="(1, -1, -1, 1536)"]; -"1596 dropout_34" -> "1597 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1597 dropout_34_0_0_nncf_smooth_quant_0" -> "1598 quantize_per_tensor_default_56" [style=solid, label="(1, -1, -1, 1536)"]; -"1598 quantize_per_tensor_default_56" -> "1599 dequantize_per_tensor_default_56" [style=solid, label="(1, -1, -1, 1536)"]; -"1599 dequantize_per_tensor_default_56" -> "1605 linear_55" [style=solid, label="(1, -1, -1, 1536)"]; -"1600 scale_updated_constant38" -> "1602 mul_tensor_38" [style=solid, label="(384, 1)"]; -"1601 compressed_weight_updated_constant38" -> "1602 mul_tensor_38" [style=solid, label="(384, 1536)"]; -"1602 mul_tensor_38" -> "1604 sub_tensor_38" [style=solid, label="(384, 1536)"]; -"1603 zero_point_updated_constant38" -> "1604 sub_tensor_38" [style=solid, label="(384, 1)"]; -"1604 sub_tensor_38" -> "1605 linear_55" [style=solid, label="(384, 1536)"]; -"1605 linear_55" -> "1606 dropout_35" [style=solid, label="(1, -1, -1, 384)"]; -"1606 dropout_35" -> "1607 layer_norm_20" [style=solid, label="(1, -1, -1, 384)"]; -"1607 layer_norm_20" -> "1608 add_30" [style=solid, label="(1, -1, -1, 384)"]; -"1608 add_30" -> "1624 pad_11" [style=solid, label="(1, -1, -1, 384)"]; -"1608 add_30" -> "1741 add_33" [style=solid, label="(1, -1, -1, 384)"]; -"1609 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1611 linear_56" [style=solid, label="(512, 2)"]; -"1610 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1611 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"1611 linear_56" -> "1612 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1612 relu__9" -> "1614 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1613 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1615 linear_57" [style=solid, label="(12, 512)"]; -"1614 relu__9_0_0_nncf_smooth_quant_0" -> "1615 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1615 linear_57" -> "1616 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1616 view_48" -> "1617 index_9" [style=solid, label="(225, 12)"]; -"1617 index_9" -> "1618 view_49" [style=solid, label="(4096, 12)"]; -"1618 view_49" -> "1619 permute_41" [style=solid, label="(64, 64, 12)"]; -"1619 permute_41" -> "1620 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1620 contiguous_16" -> "1621 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1621 unsqueeze_25" -> "1622 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1622 sigmoid_9" -> "1623 mul_27" [style=solid, label="(1, 12, 64, 64)"]; -"1623 mul_27" -> "1663 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1624 pad_11" -> "1625 roll_8" [style=solid, label="(1, -1, -1, 384)"]; -"1625 roll_8" -> "1626 view_50" [style=solid, label="(1, -1, -1, 384)"]; -"1626 view_50" -> "1627 permute_42" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1627 permute_42" -> "1628 reshape_40" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1628 reshape_40" -> "1632 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1628 reshape_40" -> "1664 new_zeros_4" [style=solid, label="(-1, -1, 384)"]; -"1629 clone_9" -> "1630 slice_142" [style=solid, label="(1152,)"]; -"1629 clone_9" -> "1640 linear_58" [style=solid, label="(1152,)"]; -"1630 slice_142" -> "1631 zero__9" [style=solid, label="(384,)"]; -"1632 reshape_40_0_0_nncf_smooth_quant_0" -> "1633 quantize_per_tensor_default_57" [style=solid, label="(-1, -1, 384)"]; -"1633 quantize_per_tensor_default_57" -> "1634 dequantize_per_tensor_default_57" [style=solid, label="(-1, -1, 384)"]; -"1634 dequantize_per_tensor_default_57" -> "1640 linear_58" [style=solid, label="(-1, -1, 384)"]; -"1635 scale_updated_constant39" -> "1637 mul_tensor_39" [style=solid, label="(1152, 1)"]; -"1636 compressed_weight_updated_constant39" -> "1637 mul_tensor_39" [style=solid, label="(1152, 384)"]; -"1637 mul_tensor_39" -> "1639 sub_tensor_39" [style=solid, label="(1152, 384)"]; -"1638 zero_point_updated_constant39" -> "1639 sub_tensor_39" [style=solid, label="(1152, 1)"]; -"1639 sub_tensor_39" -> "1640 linear_58" [style=solid, label="(1152, 384)"]; -"1640 linear_58" -> "1641 reshape_41" [style=solid, label="(-1, -1, 1152)"]; -"1641 reshape_41" -> "1642 permute_43" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1642 permute_43" -> "1643 select_27" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1642 permute_43" -> "1644 select_28" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1642 permute_43" -> "1645 select_29" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1643 select_27" -> "1646 linalg_vector_norm_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1643 select_27" -> "1648 expand_as_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1643 select_27" -> "1649 div_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1644 select_28" -> "1652 linalg_vector_norm_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1644 select_28" -> "1654 expand_as_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1644 select_28" -> "1655 div_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1645 select_29" -> "1718 matmul_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1646 linalg_vector_norm_18" -> "1647 clamp_min_18" [style=solid, label="(-1, 12, -1, 1)"]; -"1647 clamp_min_18" -> "1648 expand_as_18" [style=solid, label="(-1, 12, -1, 1)"]; -"1648 expand_as_18" -> "1649 div_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1649 div_18" -> "1650 quantize_per_tensor_default_58" [style=solid, label="(-1, 12, -1, 32)"]; -"1650 quantize_per_tensor_default_58" -> "1651 dequantize_per_tensor_default_58" [style=solid, label="(-1, 12, -1, 32)"]; -"1651 dequantize_per_tensor_default_58" -> "1659 matmul_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1652 linalg_vector_norm_19" -> "1653 clamp_min_19" [style=solid, label="(-1, 12, -1, 1)"]; -"1653 clamp_min_19" -> "1654 expand_as_19" [style=solid, label="(-1, 12, -1, 1)"]; -"1654 expand_as_19" -> "1655 div_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1655 div_19" -> "1656 quantize_per_tensor_default_59" [style=solid, label="(-1, 12, -1, 32)"]; -"1656 quantize_per_tensor_default_59" -> "1657 dequantize_per_tensor_default_59" [style=solid, label="(-1, 12, -1, 32)"]; -"1657 dequantize_per_tensor_default_59" -> "1658 transpose_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1658 transpose_18" -> "1659 matmul_18" [style=solid, label="(-1, 12, 32, -1)"]; -"1659 matmul_18" -> "1662 mul_29" [style=solid, label="(-1, 12, -1, -1)"]; -"1660 clamp_9" -> "1661 exp_9" [style=solid, label="(12, 1, 1)"]; -"1661 exp_9" -> "1662 mul_29" [style=solid, label="(12, 1, 1)"]; -"1662 mul_29" -> "1663 add_31" [style=solid, label="(-1, 12, -1, -1)"]; -"1663 add_31" -> "1711 view_52" [style=solid, label="(-1, 12, -1, -1)"]; -"1664 new_zeros_4" -> "1666 slice_143" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1670 slice_145" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1674 slice_147" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1678 slice_149" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1682 slice_151" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1686 slice_153" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1690 slice_155" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1694 slice_157" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1698 slice_159" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1701 view_51" [style=solid, label="(-1, -1)"]; -"1665 lift_fresh_copy_36" -> "1668 fill__36" [style=solid, label="()"]; -"1666 slice_143" -> "1667 slice_144" [style=solid, label="(-1, -1)"]; -"1667 slice_144" -> "1668 fill__36" [style=solid, label="(-1, -1)"]; -"1669 lift_fresh_copy_37" -> "1672 fill__37" [style=solid, label="()"]; -"1670 slice_145" -> "1671 slice_146" [style=solid, label="(-1, -1)"]; -"1671 slice_146" -> "1672 fill__37" [style=solid, label="(-1, 4)"]; -"1673 lift_fresh_copy_38" -> "1676 fill__38" [style=solid, label="()"]; -"1674 slice_147" -> "1675 slice_148" [style=solid, label="(-1, -1)"]; -"1675 slice_148" -> "1676 fill__38" [style=solid, label="(-1, 4)"]; -"1677 lift_fresh_copy_39" -> "1680 fill__39" [style=solid, label="()"]; -"1678 slice_149" -> "1679 slice_150" [style=solid, label="(4, -1)"]; -"1679 slice_150" -> "1680 fill__39" [style=solid, label="(4, -1)"]; -"1681 lift_fresh_copy_40" -> "1684 fill__40" [style=solid, label="()"]; -"1682 slice_151" -> "1683 slice_152" [style=solid, label="(4, -1)"]; -"1683 slice_152" -> "1684 fill__40" [style=solid, label="(4, 4)"]; -"1685 lift_fresh_copy_41" -> "1688 fill__41" [style=solid, label="()"]; -"1686 slice_153" -> "1687 slice_154" [style=solid, label="(4, -1)"]; -"1687 slice_154" -> "1688 fill__41" [style=solid, label="(4, 4)"]; -"1689 lift_fresh_copy_42" -> "1692 fill__42" [style=solid, label="()"]; -"1690 slice_155" -> "1691 slice_156" [style=solid, label="(4, -1)"]; -"1691 slice_156" -> "1692 fill__42" [style=solid, label="(4, -1)"]; -"1693 lift_fresh_copy_43" -> "1696 fill__43" [style=solid, label="()"]; -"1694 slice_157" -> "1695 slice_158" [style=solid, label="(4, -1)"]; -"1695 slice_158" -> "1696 fill__43" [style=solid, label="(4, 4)"]; -"1697 lift_fresh_copy_44" -> "1700 fill__44" [style=solid, label="()"]; -"1698 slice_159" -> "1699 slice_160" [style=solid, label="(4, -1)"]; -"1699 slice_160" -> "1700 fill__44" [style=solid, label="(4, 4)"]; -"1701 view_51" -> "1702 permute_44" [style=solid, label="(-1, -1, -1, -1)"]; -"1702 permute_44" -> "1703 reshape_42" [style=solid, label="(-1, -1, -1, -1)"]; -"1703 reshape_42" -> "1704 unsqueeze_26" [style=solid, label="(-1, -1)"]; -"1703 reshape_42" -> "1705 unsqueeze_27" [style=solid, label="(-1, -1)"]; -"1704 unsqueeze_26" -> "1706 sub_24" [style=solid, label="(-1, 1, -1)"]; -"1705 unsqueeze_27" -> "1706 sub_24" [style=solid, label="(-1, -1, 1)"]; -"1706 sub_24" -> "1707 ne_4" [style=solid, label="(-1, -1, -1)"]; -"1706 sub_24" -> "1708 masked_fill_8" [style=solid, label="(-1, -1, -1)"]; -"1706 sub_24" -> "1709 eq_60" [style=solid, label="(-1, -1, -1)"]; -"1707 ne_4" -> "1708 masked_fill_8" [style=solid, label="(-1, -1, -1)"]; -"1708 masked_fill_8" -> "1710 masked_fill_9" [style=solid, label="(-1, -1, -1)"]; -"1709 eq_60" -> "1710 masked_fill_9" [style=solid, label="(-1, -1, -1)"]; -"1710 masked_fill_9" -> "1712 unsqueeze_28" [style=solid, label="(-1, -1, -1)"]; -"1711 view_52" -> "1714 add_32" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1712 unsqueeze_28" -> "1713 unsqueeze_29" [style=solid, label="(-1, 1, -1, -1)"]; -"1713 unsqueeze_29" -> "1714 add_32" [style=solid, label="(1, -1, 1, -1, -1)"]; -"1714 add_32" -> "1715 view_53" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1715 view_53" -> "1716 softmax_9" [style=solid, label="(-1, 12, -1, -1)"]; -"1716 softmax_9" -> "1717 dropout_36" [style=solid, label="(-1, 12, -1, -1)"]; -"1717 dropout_36" -> "1718 matmul_19" [style=solid, label="(-1, 12, -1, -1)"]; -"1718 matmul_19" -> "1719 transpose_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1719 transpose_19" -> "1720 reshape_43" [style=solid, label="(-1, -1, 12, 32)"]; -"1720 reshape_43" -> "1721 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1721 reshape_43_0_0_nncf_smooth_quant_0" -> "1722 quantize_per_tensor_default_60" [style=solid, label="(-1, -1, 384)"]; -"1722 quantize_per_tensor_default_60" -> "1723 dequantize_per_tensor_default_60" [style=solid, label="(-1, -1, 384)"]; -"1723 dequantize_per_tensor_default_60" -> "1729 linear_59" [style=solid, label="(-1, -1, 384)"]; -"1724 scale_updated_constant40" -> "1726 mul_tensor_40" [style=solid, label="(384, 1)"]; -"1725 compressed_weight_updated_constant40" -> "1726 mul_tensor_40" [style=solid, label="(384, 384)"]; -"1726 mul_tensor_40" -> "1728 sub_tensor_40" [style=solid, label="(384, 384)"]; -"1727 zero_point_updated_constant40" -> "1728 sub_tensor_40" [style=solid, label="(384, 1)"]; -"1728 sub_tensor_40" -> "1729 linear_59" [style=solid, label="(384, 384)"]; -"1729 linear_59" -> "1730 dropout_37" [style=solid, label="(-1, -1, 384)"]; -"1730 dropout_37" -> "1731 view_54" [style=solid, label="(-1, -1, 384)"]; -"1731 view_54" -> "1732 permute_45" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1732 permute_45" -> "1733 reshape_44" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1733 reshape_44" -> "1734 roll_9" [style=solid, label="(1, -1, -1, 384)"]; -"1734 roll_9" -> "1735 slice_161" [style=solid, label="(1, -1, -1, 384)"]; -"1735 slice_161" -> "1736 slice_162" [style=solid, label="(1, -1, -1, 384)"]; -"1736 slice_162" -> "1737 slice_163" [style=solid, label="(1, -1, -1, 384)"]; -"1737 slice_163" -> "1738 slice_164" [style=solid, label="(1, -1, -1, 384)"]; -"1738 slice_164" -> "1739 contiguous_17" [style=solid, label="(1, -1, -1, 384)"]; -"1739 contiguous_17" -> "1740 layer_norm_21" [style=solid, label="(1, -1, -1, 384)"]; -"1740 layer_norm_21" -> "1741 add_33" [style=solid, label="(1, -1, -1, 384)"]; -"1741 add_33" -> "1742 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1741 add_33" -> "1764 add_34" [style=solid, label="(1, -1, -1, 384)"]; -"1742 add_33_0_0_nncf_smooth_quant_0" -> "1743 quantize_per_tensor_default_61" [style=solid, label="(1, -1, -1, 384)"]; -"1743 quantize_per_tensor_default_61" -> "1744 dequantize_per_tensor_default_61" [style=solid, label="(1, -1, -1, 384)"]; -"1744 dequantize_per_tensor_default_61" -> "1750 linear_60" [style=solid, label="(1, -1, -1, 384)"]; -"1745 scale_updated_constant41" -> "1747 mul_tensor_41" [style=solid, label="(1536, 1)"]; -"1746 compressed_weight_updated_constant41" -> "1747 mul_tensor_41" [style=solid, label="(1536, 384)"]; -"1747 mul_tensor_41" -> "1749 sub_tensor_41" [style=solid, label="(1536, 384)"]; -"1748 zero_point_updated_constant41" -> "1749 sub_tensor_41" [style=solid, label="(1536, 1)"]; -"1749 sub_tensor_41" -> "1750 linear_60" [style=solid, label="(1536, 384)"]; -"1750 linear_60" -> "1751 gelu_9" [style=solid, label="(1, -1, -1, 1536)"]; -"1751 gelu_9" -> "1752 dropout_38" [style=solid, label="(1, -1, -1, 1536)"]; -"1752 dropout_38" -> "1753 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1753 dropout_38_0_0_nncf_smooth_quant_0" -> "1754 quantize_per_tensor_default_62" [style=solid, label="(1, -1, -1, 1536)"]; -"1754 quantize_per_tensor_default_62" -> "1755 dequantize_per_tensor_default_62" [style=solid, label="(1, -1, -1, 1536)"]; -"1755 dequantize_per_tensor_default_62" -> "1761 linear_61" [style=solid, label="(1, -1, -1, 1536)"]; -"1756 scale_updated_constant42" -> "1758 mul_tensor_42" [style=solid, label="(384, 1)"]; -"1757 compressed_weight_updated_constant42" -> "1758 mul_tensor_42" [style=solid, label="(384, 1536)"]; -"1758 mul_tensor_42" -> "1760 sub_tensor_42" [style=solid, label="(384, 1536)"]; -"1759 zero_point_updated_constant42" -> "1760 sub_tensor_42" [style=solid, label="(384, 1)"]; -"1760 sub_tensor_42" -> "1761 linear_61" [style=solid, label="(384, 1536)"]; -"1761 linear_61" -> "1762 dropout_39" [style=solid, label="(1, -1, -1, 384)"]; -"1762 dropout_39" -> "1763 layer_norm_22" [style=solid, label="(1, -1, -1, 384)"]; -"1763 layer_norm_22" -> "1764 add_34" [style=solid, label="(1, -1, -1, 384)"]; -"1764 add_34" -> "1765 pad_12" [style=solid, label="(1, -1, -1, 384)"]; -"1765 pad_12" -> "1766 slice_165" [style=solid, label="(1, -1, -1, 384)"]; -"1765 pad_12" -> "1769 slice_168" [style=solid, label="(1, -1, -1, 384)"]; -"1765 pad_12" -> "1772 slice_171" [style=solid, label="(1, -1, -1, 384)"]; -"1765 pad_12" -> "1775 slice_174" [style=solid, label="(1, -1, -1, 384)"]; -"1766 slice_165" -> "1767 slice_166" [style=solid, label="(1, -1, -1, 384)"]; -"1767 slice_166" -> "1768 slice_167" [style=solid, label="(1, -1, -1, 384)"]; -"1768 slice_167" -> "1778 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1769 slice_168" -> "1770 slice_169" [style=solid, label="(1, -1, -1, 384)"]; -"1770 slice_169" -> "1771 slice_170" [style=solid, label="(1, -1, -1, 384)"]; -"1771 slice_170" -> "1778 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1772 slice_171" -> "1773 slice_172" [style=solid, label="(1, -1, -1, 384)"]; -"1773 slice_172" -> "1774 slice_173" [style=solid, label="(1, -1, -1, 384)"]; -"1774 slice_173" -> "1778 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1775 slice_174" -> "1776 slice_175" [style=solid, label="(1, -1, -1, 384)"]; -"1776 slice_175" -> "1777 slice_176" [style=solid, label="(1, -1, -1, 384)"]; -"1777 slice_176" -> "1778 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1778 cat_2" -> "1779 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1779 cat_2_0_0_nncf_smooth_quant_0" -> "1780 quantize_per_tensor_default_63" [style=solid, label="(1, -1, -1, 1536)"]; -"1780 quantize_per_tensor_default_63" -> "1781 dequantize_per_tensor_default_63" [style=solid, label="(1, -1, -1, 1536)"]; -"1781 dequantize_per_tensor_default_63" -> "1787 linear_62" [style=solid, label="(1, -1, -1, 1536)"]; -"1782 scale_updated_constant43" -> "1784 mul_tensor_43" [style=solid, label="(768, 1)"]; -"1783 compressed_weight_updated_constant43" -> "1784 mul_tensor_43" [style=solid, label="(768, 1536)"]; -"1784 mul_tensor_43" -> "1786 sub_tensor_43" [style=solid, label="(768, 1536)"]; -"1785 zero_point_updated_constant43" -> "1786 sub_tensor_43" [style=solid, label="(768, 1)"]; -"1786 sub_tensor_43" -> "1787 linear_62" [style=solid, label="(768, 1536)"]; -"1787 linear_62" -> "1788 layer_norm_23" [style=solid, label="(1, -1, -1, 768)"]; -"1788 layer_norm_23" -> "1804 pad_13" [style=solid, label="(1, -1, -1, 768)"]; -"1788 layer_norm_23" -> "1868 add_36" [style=solid, label="(1, -1, -1, 768)"]; -"1789 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1791 linear_63" [style=solid, label="(512, 2)"]; -"1790 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1791 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"1791 linear_63" -> "1792 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1792 relu__10" -> "1794 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1793 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1795 linear_64" [style=solid, label="(24, 512)"]; -"1794 relu__10_0_0_nncf_smooth_quant_0" -> "1795 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1795 linear_64" -> "1796 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1796 view_55" -> "1797 index_10" [style=solid, label="(225, 24)"]; -"1797 index_10" -> "1798 view_56" [style=solid, label="(4096, 24)"]; -"1798 view_56" -> "1799 permute_46" [style=solid, label="(64, 64, 24)"]; -"1799 permute_46" -> "1800 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1800 contiguous_18" -> "1801 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1801 unsqueeze_30" -> "1802 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1802 sigmoid_10" -> "1803 mul_30" [style=solid, label="(1, 24, 64, 64)"]; -"1803 mul_30" -> "1843 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1804 pad_13" -> "1806 view_57" [style=solid, label="(1, -1, -1, 768)"]; -"1805 mul_31" -> "1808 reshape_45" [style=solid, label="(-1,)"]; -"1805 mul_31" -> "1910 reshape_49" [style=solid, label="(-1,)"]; -"1806 view_57" -> "1807 permute_47" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1807 permute_47" -> "1808 reshape_45" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1808 reshape_45" -> "1812 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1809 clone_10" -> "1810 slice_177" [style=solid, label="(2304,)"]; -"1809 clone_10" -> "1820 linear_65" [style=solid, label="(2304,)"]; -"1810 slice_177" -> "1811 zero__10" [style=solid, label="(768,)"]; -"1812 reshape_45_0_0_nncf_smooth_quant_0" -> "1813 quantize_per_tensor_default_64" [style=solid, label="(1, -1, 768)"]; -"1813 quantize_per_tensor_default_64" -> "1814 dequantize_per_tensor_default_64" [style=solid, label="(1, -1, 768)"]; -"1814 dequantize_per_tensor_default_64" -> "1820 linear_65" [style=solid, label="(1, -1, 768)"]; -"1815 scale_updated_constant44" -> "1817 mul_tensor_44" [style=solid, label="(2304, 1)"]; -"1816 compressed_weight_updated_constant44" -> "1817 mul_tensor_44" [style=solid, label="(2304, 768)"]; -"1817 mul_tensor_44" -> "1819 sub_tensor_44" [style=solid, label="(2304, 768)"]; -"1818 zero_point_updated_constant44" -> "1819 sub_tensor_44" [style=solid, label="(2304, 1)"]; -"1819 sub_tensor_44" -> "1820 linear_65" [style=solid, label="(2304, 768)"]; -"1820 linear_65" -> "1821 reshape_46" [style=solid, label="(1, -1, 2304)"]; -"1821 reshape_46" -> "1822 permute_48" [style=solid, label="(1, -1, 3, 24, 32)"]; -"1822 permute_48" -> "1823 select_30" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1822 permute_48" -> "1824 select_31" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1822 permute_48" -> "1825 select_32" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1823 select_30" -> "1826 linalg_vector_norm_20" [style=solid, label="(1, 24, -1, 32)"]; -"1823 select_30" -> "1828 expand_as_20" [style=solid, label="(1, 24, -1, 32)"]; -"1823 select_30" -> "1829 div_20" [style=solid, label="(1, 24, -1, 32)"]; -"1824 select_31" -> "1832 linalg_vector_norm_21" [style=solid, label="(1, 24, -1, 32)"]; -"1824 select_31" -> "1834 expand_as_21" [style=solid, label="(1, 24, -1, 32)"]; -"1824 select_31" -> "1835 div_21" [style=solid, label="(1, 24, -1, 32)"]; -"1825 select_32" -> "1846 matmul_21" [style=solid, label="(1, 24, -1, 32)"]; -"1826 linalg_vector_norm_20" -> "1827 clamp_min_20" [style=solid, label="(1, 24, -1, 1)"]; -"1827 clamp_min_20" -> "1828 expand_as_20" [style=solid, label="(1, 24, -1, 1)"]; -"1828 expand_as_20" -> "1829 div_20" [style=solid, label="(1, 24, -1, 32)"]; -"1829 div_20" -> "1830 quantize_per_tensor_default_65" [style=solid, label="(1, 24, -1, 32)"]; -"1830 quantize_per_tensor_default_65" -> "1831 dequantize_per_tensor_default_65" [style=solid, label="(1, 24, -1, 32)"]; -"1831 dequantize_per_tensor_default_65" -> "1839 matmul_20" [style=solid, label="(1, 24, -1, 32)"]; -"1832 linalg_vector_norm_21" -> "1833 clamp_min_21" [style=solid, label="(1, 24, -1, 1)"]; -"1833 clamp_min_21" -> "1834 expand_as_21" [style=solid, label="(1, 24, -1, 1)"]; -"1834 expand_as_21" -> "1835 div_21" [style=solid, label="(1, 24, -1, 32)"]; -"1835 div_21" -> "1836 quantize_per_tensor_default_66" [style=solid, label="(1, 24, -1, 32)"]; -"1836 quantize_per_tensor_default_66" -> "1837 dequantize_per_tensor_default_66" [style=solid, label="(1, 24, -1, 32)"]; -"1837 dequantize_per_tensor_default_66" -> "1838 transpose_20" [style=solid, label="(1, 24, -1, 32)"]; -"1838 transpose_20" -> "1839 matmul_20" [style=solid, label="(1, 24, 32, -1)"]; -"1839 matmul_20" -> "1842 mul_32" [style=solid, label="(1, 24, -1, -1)"]; -"1840 clamp_10" -> "1841 exp_10" [style=solid, label="(24, 1, 1)"]; -"1841 exp_10" -> "1842 mul_32" [style=solid, label="(24, 1, 1)"]; -"1842 mul_32" -> "1843 add_35" [style=solid, label="(1, 24, -1, -1)"]; -"1843 add_35" -> "1844 softmax_10" [style=solid, label="(1, 24, -1, -1)"]; -"1844 softmax_10" -> "1845 dropout_40" [style=solid, label="(1, 24, -1, -1)"]; -"1845 dropout_40" -> "1846 matmul_21" [style=solid, label="(1, 24, -1, -1)"]; -"1846 matmul_21" -> "1847 transpose_21" [style=solid, label="(1, 24, -1, 32)"]; -"1847 transpose_21" -> "1848 reshape_47" [style=solid, label="(1, -1, 24, 32)"]; -"1848 reshape_47" -> "1849 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1849 reshape_47_0_0_nncf_smooth_quant_0" -> "1850 quantize_per_tensor_default_67" [style=solid, label="(1, -1, 768)"]; -"1850 quantize_per_tensor_default_67" -> "1851 dequantize_per_tensor_default_67" [style=solid, label="(1, -1, 768)"]; -"1851 dequantize_per_tensor_default_67" -> "1857 linear_66" [style=solid, label="(1, -1, 768)"]; -"1852 scale_updated_constant45" -> "1854 mul_tensor_45" [style=solid, label="(768, 1)"]; -"1853 compressed_weight_updated_constant45" -> "1854 mul_tensor_45" [style=solid, label="(768, 768)"]; -"1854 mul_tensor_45" -> "1856 sub_tensor_45" [style=solid, label="(768, 768)"]; -"1855 zero_point_updated_constant45" -> "1856 sub_tensor_45" [style=solid, label="(768, 1)"]; -"1856 sub_tensor_45" -> "1857 linear_66" [style=solid, label="(768, 768)"]; -"1857 linear_66" -> "1858 dropout_41" [style=solid, label="(1, -1, 768)"]; -"1858 dropout_41" -> "1859 view_58" [style=solid, label="(1, -1, 768)"]; -"1859 view_58" -> "1860 permute_49" [style=solid, label="(1, -1, -1, 8, -1, 768)"]; -"1860 permute_49" -> "1861 reshape_48" [style=solid, label="(1, -1, 8, -1, -1, 768)"]; -"1861 reshape_48" -> "1862 slice_178" [style=solid, label="(1, 8, -1, 768)"]; -"1862 slice_178" -> "1863 slice_179" [style=solid, label="(1, 8, -1, 768)"]; -"1863 slice_179" -> "1864 slice_180" [style=solid, label="(1, -1, -1, 768)"]; -"1864 slice_180" -> "1865 slice_181" [style=solid, label="(1, -1, -1, 768)"]; -"1865 slice_181" -> "1866 contiguous_19" [style=solid, label="(1, -1, -1, 768)"]; -"1866 contiguous_19" -> "1867 layer_norm_24" [style=solid, label="(1, -1, -1, 768)"]; -"1867 layer_norm_24" -> "1868 add_36" [style=solid, label="(1, -1, -1, 768)"]; -"1868 add_36" -> "1869 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"1868 add_36" -> "1891 add_37" [style=solid, label="(1, -1, -1, 768)"]; -"1869 add_36_0_0_nncf_smooth_quant_0" -> "1870 quantize_per_tensor_default_68" [style=solid, label="(1, -1, -1, 768)"]; -"1870 quantize_per_tensor_default_68" -> "1871 dequantize_per_tensor_default_68" [style=solid, label="(1, -1, -1, 768)"]; -"1871 dequantize_per_tensor_default_68" -> "1877 linear_67" [style=solid, label="(1, -1, -1, 768)"]; -"1872 scale_updated_constant46" -> "1874 mul_tensor_46" [style=solid, label="(3072, 1)"]; -"1873 compressed_weight_updated_constant46" -> "1874 mul_tensor_46" [style=solid, label="(3072, 768)"]; -"1874 mul_tensor_46" -> "1876 sub_tensor_46" [style=solid, label="(3072, 768)"]; -"1875 zero_point_updated_constant46" -> "1876 sub_tensor_46" [style=solid, label="(3072, 1)"]; -"1876 sub_tensor_46" -> "1877 linear_67" [style=solid, label="(3072, 768)"]; -"1877 linear_67" -> "1878 gelu_10" [style=solid, label="(1, -1, -1, 3072)"]; -"1878 gelu_10" -> "1879 dropout_42" [style=solid, label="(1, -1, -1, 3072)"]; -"1879 dropout_42" -> "1880 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 3072)"]; -"1880 dropout_42_0_0_nncf_smooth_quant_0" -> "1881 quantize_per_tensor_default_69" [style=solid, label="(1, -1, -1, 3072)"]; -"1881 quantize_per_tensor_default_69" -> "1882 dequantize_per_tensor_default_69" [style=solid, label="(1, -1, -1, 3072)"]; -"1882 dequantize_per_tensor_default_69" -> "1888 linear_68" [style=solid, label="(1, -1, -1, 3072)"]; -"1883 scale_updated_constant47" -> "1885 mul_tensor_47" [style=solid, label="(768, 1)"]; -"1884 compressed_weight_updated_constant47" -> "1885 mul_tensor_47" [style=solid, label="(768, 3072)"]; -"1885 mul_tensor_47" -> "1887 sub_tensor_47" [style=solid, label="(768, 3072)"]; -"1886 zero_point_updated_constant47" -> "1887 sub_tensor_47" [style=solid, label="(768, 1)"]; -"1887 sub_tensor_47" -> "1888 linear_68" [style=solid, label="(768, 3072)"]; -"1888 linear_68" -> "1889 dropout_43" [style=solid, label="(1, -1, -1, 768)"]; -"1889 dropout_43" -> "1890 layer_norm_25" [style=solid, label="(1, -1, -1, 768)"]; -"1890 layer_norm_25" -> "1891 add_37" [style=solid, label="(1, -1, -1, 768)"]; -"1891 add_37" -> "1907 pad_14" [style=solid, label="(1, -1, -1, 768)"]; -"1891 add_37" -> "1970 add_39" [style=solid, label="(1, -1, -1, 768)"]; -"1892 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1894 linear_69" [style=solid, label="(512, 2)"]; -"1893 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1894 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"1894 linear_69" -> "1895 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1895 relu__11" -> "1897 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1896 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1898 linear_70" [style=solid, label="(24, 512)"]; -"1897 relu__11_0_0_nncf_smooth_quant_0" -> "1898 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1898 linear_70" -> "1899 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1899 view_59" -> "1900 index_11" [style=solid, label="(225, 24)"]; -"1900 index_11" -> "1901 view_60" [style=solid, label="(4096, 24)"]; -"1901 view_60" -> "1902 permute_50" [style=solid, label="(64, 64, 24)"]; -"1902 permute_50" -> "1903 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1903 contiguous_20" -> "1904 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1904 unsqueeze_31" -> "1905 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1905 sigmoid_11" -> "1906 mul_33" [style=solid, label="(1, 24, 64, 64)"]; -"1906 mul_33" -> "1945 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1907 pad_14" -> "1908 view_61" [style=solid, label="(1, -1, -1, 768)"]; -"1908 view_61" -> "1909 permute_51" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1909 permute_51" -> "1910 reshape_49" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1910 reshape_49" -> "1914 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1911 clone_11" -> "1912 slice_182" [style=solid, label="(2304,)"]; -"1911 clone_11" -> "1922 linear_71" [style=solid, label="(2304,)"]; -"1912 slice_182" -> "1913 zero__11" [style=solid, label="(768,)"]; -"1914 reshape_49_0_0_nncf_smooth_quant_0" -> "1915 quantize_per_tensor_default_70" [style=solid, label="(1, -1, 768)"]; -"1915 quantize_per_tensor_default_70" -> "1916 dequantize_per_tensor_default_70" [style=solid, label="(1, -1, 768)"]; -"1916 dequantize_per_tensor_default_70" -> "1922 linear_71" [style=solid, label="(1, -1, 768)"]; -"1917 scale_updated_constant48" -> "1919 mul_tensor_48" [style=solid, label="(2304, 1)"]; -"1918 compressed_weight_updated_constant48" -> "1919 mul_tensor_48" [style=solid, label="(2304, 768)"]; -"1919 mul_tensor_48" -> "1921 sub_tensor_48" [style=solid, label="(2304, 768)"]; -"1920 zero_point_updated_constant48" -> "1921 sub_tensor_48" [style=solid, label="(2304, 1)"]; -"1921 sub_tensor_48" -> "1922 linear_71" [style=solid, label="(2304, 768)"]; -"1922 linear_71" -> "1923 reshape_50" [style=solid, label="(1, -1, 2304)"]; -"1923 reshape_50" -> "1924 permute_52" [style=solid, label="(1, -1, 3, 24, 32)"]; -"1924 permute_52" -> "1925 select_33" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1924 permute_52" -> "1926 select_34" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1924 permute_52" -> "1927 select_35" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1925 select_33" -> "1928 linalg_vector_norm_22" [style=solid, label="(1, 24, -1, 32)"]; -"1925 select_33" -> "1930 expand_as_22" [style=solid, label="(1, 24, -1, 32)"]; -"1925 select_33" -> "1931 div_22" [style=solid, label="(1, 24, -1, 32)"]; -"1926 select_34" -> "1934 linalg_vector_norm_23" [style=solid, label="(1, 24, -1, 32)"]; -"1926 select_34" -> "1936 expand_as_23" [style=solid, label="(1, 24, -1, 32)"]; -"1926 select_34" -> "1937 div_23" [style=solid, label="(1, 24, -1, 32)"]; -"1927 select_35" -> "1948 matmul_23" [style=solid, label="(1, 24, -1, 32)"]; -"1928 linalg_vector_norm_22" -> "1929 clamp_min_22" [style=solid, label="(1, 24, -1, 1)"]; -"1929 clamp_min_22" -> "1930 expand_as_22" [style=solid, label="(1, 24, -1, 1)"]; -"1930 expand_as_22" -> "1931 div_22" [style=solid, label="(1, 24, -1, 32)"]; -"1931 div_22" -> "1932 quantize_per_tensor_default_71" [style=solid, label="(1, 24, -1, 32)"]; -"1932 quantize_per_tensor_default_71" -> "1933 dequantize_per_tensor_default_71" [style=solid, label="(1, 24, -1, 32)"]; -"1933 dequantize_per_tensor_default_71" -> "1941 matmul_22" [style=solid, label="(1, 24, -1, 32)"]; -"1934 linalg_vector_norm_23" -> "1935 clamp_min_23" [style=solid, label="(1, 24, -1, 1)"]; -"1935 clamp_min_23" -> "1936 expand_as_23" [style=solid, label="(1, 24, -1, 1)"]; -"1936 expand_as_23" -> "1937 div_23" [style=solid, label="(1, 24, -1, 32)"]; -"1937 div_23" -> "1938 quantize_per_tensor_default_72" [style=solid, label="(1, 24, -1, 32)"]; -"1938 quantize_per_tensor_default_72" -> "1939 dequantize_per_tensor_default_72" [style=solid, label="(1, 24, -1, 32)"]; -"1939 dequantize_per_tensor_default_72" -> "1940 transpose_22" [style=solid, label="(1, 24, -1, 32)"]; -"1940 transpose_22" -> "1941 matmul_22" [style=solid, label="(1, 24, 32, -1)"]; -"1941 matmul_22" -> "1944 mul_35" [style=solid, label="(1, 24, -1, -1)"]; -"1942 clamp_11" -> "1943 exp_11" [style=solid, label="(24, 1, 1)"]; -"1943 exp_11" -> "1944 mul_35" [style=solid, label="(24, 1, 1)"]; -"1944 mul_35" -> "1945 add_38" [style=solid, label="(1, 24, -1, -1)"]; -"1945 add_38" -> "1946 softmax_11" [style=solid, label="(1, 24, -1, -1)"]; -"1946 softmax_11" -> "1947 dropout_44" [style=solid, label="(1, 24, -1, -1)"]; -"1947 dropout_44" -> "1948 matmul_23" [style=solid, label="(1, 24, -1, -1)"]; -"1948 matmul_23" -> "1949 transpose_23" [style=solid, label="(1, 24, -1, 32)"]; -"1949 transpose_23" -> "1950 reshape_51" [style=solid, label="(1, -1, 24, 32)"]; -"1950 reshape_51" -> "1951 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1951 reshape_51_0_0_nncf_smooth_quant_0" -> "1952 quantize_per_tensor_default_73" [style=solid, label="(1, -1, 768)"]; -"1952 quantize_per_tensor_default_73" -> "1953 dequantize_per_tensor_default_73" [style=solid, label="(1, -1, 768)"]; -"1953 dequantize_per_tensor_default_73" -> "1959 linear_72" [style=solid, label="(1, -1, 768)"]; -"1954 scale_updated_constant49" -> "1956 mul_tensor_49" [style=solid, label="(768, 1)"]; -"1955 compressed_weight_updated_constant49" -> "1956 mul_tensor_49" [style=solid, label="(768, 768)"]; -"1956 mul_tensor_49" -> "1958 sub_tensor_49" [style=solid, label="(768, 768)"]; -"1957 zero_point_updated_constant49" -> "1958 sub_tensor_49" [style=solid, label="(768, 1)"]; -"1958 sub_tensor_49" -> "1959 linear_72" [style=solid, label="(768, 768)"]; -"1959 linear_72" -> "1960 dropout_45" [style=solid, label="(1, -1, 768)"]; -"1960 dropout_45" -> "1961 view_62" [style=solid, label="(1, -1, 768)"]; -"1961 view_62" -> "1962 permute_53" [style=solid, label="(1, -1, -1, 8, -1, 768)"]; -"1962 permute_53" -> "1963 reshape_52" [style=solid, label="(1, -1, 8, -1, -1, 768)"]; -"1963 reshape_52" -> "1964 slice_183" [style=solid, label="(1, 8, -1, 768)"]; -"1964 slice_183" -> "1965 slice_184" [style=solid, label="(1, 8, -1, 768)"]; -"1965 slice_184" -> "1966 slice_185" [style=solid, label="(1, -1, -1, 768)"]; -"1966 slice_185" -> "1967 slice_186" [style=solid, label="(1, -1, -1, 768)"]; -"1967 slice_186" -> "1968 contiguous_21" [style=solid, label="(1, -1, -1, 768)"]; -"1968 contiguous_21" -> "1969 layer_norm_26" [style=solid, label="(1, -1, -1, 768)"]; -"1969 layer_norm_26" -> "1970 add_39" [style=solid, label="(1, -1, -1, 768)"]; -"1970 add_39" -> "1971 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"1970 add_39" -> "1993 add_40" [style=solid, label="(1, -1, -1, 768)"]; -"1971 add_39_0_0_nncf_smooth_quant_0" -> "1972 quantize_per_tensor_default_74" [style=solid, label="(1, -1, -1, 768)"]; -"1972 quantize_per_tensor_default_74" -> "1973 dequantize_per_tensor_default_74" [style=solid, label="(1, -1, -1, 768)"]; -"1973 dequantize_per_tensor_default_74" -> "1979 linear_73" [style=solid, label="(1, -1, -1, 768)"]; -"1974 scale_updated_constant50" -> "1976 mul_tensor_50" [style=solid, label="(3072, 1)"]; -"1975 compressed_weight_updated_constant50" -> "1976 mul_tensor_50" [style=solid, label="(3072, 768)"]; -"1976 mul_tensor_50" -> "1978 sub_tensor_50" [style=solid, label="(3072, 768)"]; -"1977 zero_point_updated_constant50" -> "1978 sub_tensor_50" [style=solid, label="(3072, 1)"]; -"1978 sub_tensor_50" -> "1979 linear_73" [style=solid, label="(3072, 768)"]; -"1979 linear_73" -> "1980 gelu_11" [style=solid, label="(1, -1, -1, 3072)"]; -"1980 gelu_11" -> "1981 dropout_46" [style=solid, label="(1, -1, -1, 3072)"]; -"1981 dropout_46" -> "1982 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 3072)"]; -"1982 dropout_46_0_0_nncf_smooth_quant_0" -> "1983 quantize_per_tensor_default_75" [style=solid, label="(1, -1, -1, 3072)"]; -"1983 quantize_per_tensor_default_75" -> "1984 dequantize_per_tensor_default_75" [style=solid, label="(1, -1, -1, 3072)"]; -"1984 dequantize_per_tensor_default_75" -> "1990 linear_74" [style=solid, label="(1, -1, -1, 3072)"]; -"1985 scale_updated_constant51" -> "1987 mul_tensor_51" [style=solid, label="(768, 1)"]; -"1986 compressed_weight_updated_constant51" -> "1987 mul_tensor_51" [style=solid, label="(768, 3072)"]; -"1987 mul_tensor_51" -> "1989 sub_tensor_51" [style=solid, label="(768, 3072)"]; -"1988 zero_point_updated_constant51" -> "1989 sub_tensor_51" [style=solid, label="(768, 1)"]; -"1989 sub_tensor_51" -> "1990 linear_74" [style=solid, label="(768, 3072)"]; -"1990 linear_74" -> "1991 dropout_47" [style=solid, label="(1, -1, -1, 768)"]; -"1991 dropout_47" -> "1992 layer_norm_27" [style=solid, label="(1, -1, -1, 768)"]; -"1992 layer_norm_27" -> "1993 add_40" [style=solid, label="(1, -1, -1, 768)"]; -"1993 add_40" -> "1994 layer_norm_28" [style=solid, label="(1, -1, -1, 768)"]; -"1994 layer_norm_28" -> "1995 permute_54" [style=solid, label="(1, -1, -1, 768)"]; -"1995 permute_54" -> "1996 adaptive_avg_pool2d" [style=solid, label="(1, 768, -1, -1)"]; -"1996 adaptive_avg_pool2d" -> "1997 flatten" [style=solid, label="(1, 768, 1, 1)"]; -"1997 flatten" -> "1998 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1998 flatten_0_0_nncf_smooth_quant_0" -> "1999 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1999 quantize_per_tensor_default_76" -> "2000 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"2000 dequantize_per_tensor_default_76" -> "2006 linear_75" [style=solid, label="(1, 768)"]; -"2001 scale_updated_constant52" -> "2003 mul_tensor_52" [style=solid, label="(1000, 1)"]; -"2002 compressed_weight_updated_constant52" -> "2003 mul_tensor_52" [style=solid, label="(1000, 768)"]; -"2003 mul_tensor_52" -> "2005 sub_tensor_52" [style=solid, label="(1000, 768)"]; -"2004 zero_point_updated_constant52" -> "2005 sub_tensor_52" [style=solid, label="(1000, 1)"]; -"2005 sub_tensor_52" -> "2006 linear_75" [style=solid, label="(1000, 768)"]; -"2006 linear_75" -> "2007 output" [style=solid, label="(1, 1000)"]; +"211 conv2d" -> "212 permute" [style=solid, label="(1, 96, -1, -1)"]; +"212 permute" -> "213 layer_norm" [style=solid, label="(1, -1, -1, 96)"]; +"213 layer_norm" -> "237 pad" [style=solid, label="(1, -1, -1, 96)"]; +"213 layer_norm" -> "305 add_1" [style=solid, label="(1, -1, -1, 96)"]; +"214 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "216 linear" [style=solid, label="(512, 2)"]; +"215 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "216 linear" [style=solid, label="(1, 15, 15, 2)"]; +"216 linear" -> "217 relu_" [style=solid, label="(1, 15, 15, 512)"]; +"217 relu_" -> "219 relu__0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"218 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" -> "220 linear_1" [style=solid, label="(3, 512)"]; +"219 relu__0_0_nncf_smooth_quant_0" -> "220 linear_1" [style=solid, label="(1, 15, 15, 512)"]; +"220 linear_1" -> "221 view" [style=solid, label="(1, 15, 15, 3)"]; +"221 view" -> "222 index" [style=solid, label="(225, 3)"]; +"222 index" -> "223 view_1" [style=solid, label="(4096, 3)"]; +"223 view_1" -> "224 permute_1" [style=solid, label="(64, 64, 3)"]; +"224 permute_1" -> "225 contiguous" [style=solid, label="(3, 64, 64)"]; +"225 contiguous" -> "226 unsqueeze" [style=solid, label="(3, 64, 64)"]; +"226 unsqueeze" -> "227 sigmoid" [style=solid, label="(1, 3, 64, 64)"]; +"227 sigmoid" -> "228 mul" [style=solid, label="(1, 3, 64, 64)"]; +"228 mul" -> "283 add" [style=solid, label="(1, 3, 64, 64)"]; +"229 floordiv_87" -> "230 mod" [style=solid, label="(-1,)"]; +"229 floordiv_87" -> "240 add_42" [style=solid, label="(-1,)"]; +"229 floordiv_87" -> "303 slice_3" [style=solid, label="(-1,)"]; +"229 floordiv_87" -> "456 slice_24" [style=solid, label="(-1,)"]; +"229 floordiv_87" -> "482 mod_8" [style=solid, label="(-1,)"]; +"229 floordiv_87" -> "519 add_43" [style=solid, label="(-1,)"]; +"230 mod" -> "231 sub" [style=solid, label="(-1,)"]; +"231 sub" -> "232 mod_1" [style=solid, label="(-1,)"]; +"232 mod_1" -> "237 pad" [style=solid, label="(-1,)"]; +"232 mod_1" -> "240 add_42" [style=solid, label="(-1,)"]; +"232 mod_1" -> "344 pad_1" [style=solid, label="(-1,)"]; +"233 floordiv_88" -> "234 mod_2" [style=solid, label="(-1,)"]; +"233 floordiv_88" -> "238 add_41" [style=solid, label="(-1,)"]; +"233 floordiv_88" -> "302 slice_2" [style=solid, label="(-1,)"]; +"233 floordiv_88" -> "455 slice_23" [style=solid, label="(-1,)"]; +"233 floordiv_88" -> "483 mod_9" [style=solid, label="(-1,)"]; +"233 floordiv_88" -> "525 add_45" [style=solid, label="(-1,)"]; +"234 mod_2" -> "235 sub_1" [style=solid, label="(-1,)"]; +"235 sub_1" -> "236 mod_3" [style=solid, label="(-1,)"]; +"236 mod_3" -> "237 pad" [style=solid, label="(-1,)"]; +"236 mod_3" -> "238 add_41" [style=solid, label="(-1,)"]; +"236 mod_3" -> "344 pad_1" [style=solid, label="(-1,)"]; +"237 pad" -> "243 view_2" [style=solid, label="(1, -1, -1, 96)"]; +"238 add_41" -> "239 floordiv" [style=solid, label="(-1,)"]; +"238 add_41" -> "259 floordiv_90" [style=solid, label="(-1,)"]; +"238 add_41" -> "301 reshape_3" [style=solid, label="(-1,)"]; +"238 add_41" -> "384 new_zeros" [style=solid, label="(-1,)"]; +"238 add_41" -> "453 reshape_8" [style=solid, label="(-1,)"]; +"239 floordiv" -> "242 mul_1" [style=solid, label="(-1,)"]; +"239 floordiv" -> "243 view_2" [style=solid, label="(-1,)"]; +"239 floordiv" -> "259 floordiv_90" [style=solid, label="(-1,)"]; +"239 floordiv" -> "299 view_3" [style=solid, label="(-1,)"]; +"239 floordiv" -> "346 view_6" [style=solid, label="(-1,)"]; +"239 floordiv" -> "421 view_7" [style=solid, label="(-1,)"]; +"239 floordiv" -> "451 view_10" [style=solid, label="(-1,)"]; +"240 add_42" -> "241 floordiv_1" [style=solid, label="(-1,)"]; +"240 add_42" -> "258 floordiv_89" [style=solid, label="(-1,)"]; +"240 add_42" -> "301 reshape_3" [style=solid, label="(-1,)"]; +"240 add_42" -> "384 new_zeros" [style=solid, label="(-1,)"]; +"240 add_42" -> "453 reshape_8" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "242 mul_1" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "243 view_2" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "258 floordiv_89" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "299 view_3" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "346 view_6" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "421 view_7" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "451 view_10" [style=solid, label="(-1,)"]; +"242 mul_1" -> "245 reshape" [style=solid, label="(-1,)"]; +"242 mul_1" -> "261 reshape_1" [style=solid, label="(-1,)"]; +"242 mul_1" -> "288 reshape_2" [style=solid, label="(-1,)"]; +"242 mul_1" -> "348 reshape_4" [style=solid, label="(-1,)"]; +"242 mul_1" -> "361 reshape_5" [style=solid, label="(-1,)"]; +"242 mul_1" -> "423 reshape_6" [style=solid, label="(-1,)"]; +"242 mul_1" -> "431 view_8" [style=solid, label="(-1,)"]; +"242 mul_1" -> "440 reshape_7" [style=solid, label="(-1,)"]; +"243 view_2" -> "244 permute_2" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; +"244 permute_2" -> "245 reshape" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; +"245 reshape" -> "249 reshape_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; +"246 clone" -> "247 slice_1" [style=solid, label="(288,)"]; +"246 clone" -> "257 linear_2" [style=solid, label="(288,)"]; +"247 slice_1" -> "248 zero_" [style=solid, label="(96,)"]; +"249 reshape_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_1" [style=solid, label="(-1, -1, 96)"]; +"250 quantize_per_tensor_default_1" -> "251 dequantize_per_tensor_default_1" [style=solid, label="(-1, -1, 96)"]; +"251 dequantize_per_tensor_default_1" -> "257 linear_2" [style=solid, label="(-1, -1, 96)"]; +"252 scale_updated_constant1" -> "254 mul_tensor_1" [style=solid, label="(288, 1)"]; +"253 compressed_weight_updated_constant1" -> "254 mul_tensor_1" [style=solid, label="(288, 96)"]; +"254 mul_tensor_1" -> "256 sub_tensor_1" [style=solid, label="(288, 96)"]; +"255 zero_point_updated_constant1" -> "256 sub_tensor_1" [style=solid, label="(288, 1)"]; +"256 sub_tensor_1" -> "257 linear_2" [style=solid, label="(288, 96)"]; +"257 linear_2" -> "261 reshape_1" [style=solid, label="(-1, -1, 288)"]; +"258 floordiv_89" -> "260 mul_36" [style=solid, label="(-1,)"]; +"259 floordiv_90" -> "260 mul_36" [style=solid, label="(-1,)"]; +"260 mul_36" -> "261 reshape_1" [style=solid, label="(-1,)"]; +"260 mul_36" -> "288 reshape_2" [style=solid, label="(-1,)"]; +"260 mul_36" -> "361 reshape_5" [style=solid, label="(-1,)"]; +"260 mul_36" -> "431 view_8" [style=solid, label="(-1,)"]; +"260 mul_36" -> "435 view_9" [style=solid, label="(-1,)"]; +"260 mul_36" -> "440 reshape_7" [style=solid, label="(-1,)"]; +"261 reshape_1" -> "262 permute_3" [style=solid, label="(-1, -1, 3, 3, 32)"]; +"262 permute_3" -> "263 select" [style=solid, label="(3, -1, 3, -1, 32)"]; +"262 permute_3" -> "264 select_1" [style=solid, label="(3, -1, 3, -1, 32)"]; +"262 permute_3" -> "265 select_2" [style=solid, label="(3, -1, 3, -1, 32)"]; +"263 select" -> "266 linalg_vector_norm" [style=solid, label="(-1, 3, -1, 32)"]; +"263 select" -> "268 expand_as" [style=solid, label="(-1, 3, -1, 32)"]; +"263 select" -> "269 div" [style=solid, label="(-1, 3, -1, 32)"]; +"264 select_1" -> "272 linalg_vector_norm_1" [style=solid, label="(-1, 3, -1, 32)"]; +"264 select_1" -> "274 expand_as_1" [style=solid, label="(-1, 3, -1, 32)"]; +"264 select_1" -> "275 div_1" [style=solid, label="(-1, 3, -1, 32)"]; +"265 select_2" -> "286 matmul_1" [style=solid, label="(-1, 3, -1, 32)"]; +"266 linalg_vector_norm" -> "267 clamp_min" [style=solid, label="(-1, 3, -1, 1)"]; +"267 clamp_min" -> "268 expand_as" [style=solid, label="(-1, 3, -1, 1)"]; +"268 expand_as" -> "269 div" [style=solid, label="(-1, 3, -1, 32)"]; +"269 div" -> "270 quantize_per_tensor_default_2" [style=solid, label="(-1, 3, -1, 32)"]; +"270 quantize_per_tensor_default_2" -> "271 dequantize_per_tensor_default_2" [style=solid, label="(-1, 3, -1, 32)"]; +"271 dequantize_per_tensor_default_2" -> "279 matmul" [style=solid, label="(-1, 3, -1, 32)"]; +"272 linalg_vector_norm_1" -> "273 clamp_min_1" [style=solid, label="(-1, 3, -1, 1)"]; +"273 clamp_min_1" -> "274 expand_as_1" [style=solid, label="(-1, 3, -1, 1)"]; +"274 expand_as_1" -> "275 div_1" [style=solid, label="(-1, 3, -1, 32)"]; +"275 div_1" -> "276 quantize_per_tensor_default_3" [style=solid, label="(-1, 3, -1, 32)"]; +"276 quantize_per_tensor_default_3" -> "277 dequantize_per_tensor_default_3" [style=solid, label="(-1, 3, -1, 32)"]; +"277 dequantize_per_tensor_default_3" -> "278 transpose" [style=solid, label="(-1, 3, -1, 32)"]; +"278 transpose" -> "279 matmul" [style=solid, label="(-1, 3, 32, -1)"]; +"279 matmul" -> "282 mul_2" [style=solid, label="(-1, 3, -1, -1)"]; +"280 clamp" -> "281 exp" [style=solid, label="(3, 1, 1)"]; +"281 exp" -> "282 mul_2" [style=solid, label="(3, 1, 1)"]; +"282 mul_2" -> "283 add" [style=solid, label="(-1, 3, -1, -1)"]; +"283 add" -> "284 softmax" [style=solid, label="(-1, 3, -1, -1)"]; +"284 softmax" -> "285 dropout" [style=solid, label="(-1, 3, -1, -1)"]; +"285 dropout" -> "286 matmul_1" [style=solid, label="(-1, 3, -1, -1)"]; +"286 matmul_1" -> "287 transpose_1" [style=solid, label="(-1, 3, -1, 32)"]; +"287 transpose_1" -> "288 reshape_2" [style=solid, label="(-1, -1, 3, 32)"]; +"288 reshape_2" -> "289 reshape_2_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; +"289 reshape_2_0_0_nncf_smooth_quant_0" -> "290 quantize_per_tensor_default_4" [style=solid, label="(-1, -1, 96)"]; +"290 quantize_per_tensor_default_4" -> "291 dequantize_per_tensor_default_4" [style=solid, label="(-1, -1, 96)"]; +"291 dequantize_per_tensor_default_4" -> "297 linear_3" [style=solid, label="(-1, -1, 96)"]; +"292 scale_updated_constant2" -> "294 mul_tensor_2" [style=solid, label="(96, 1)"]; +"293 compressed_weight_updated_constant2" -> "294 mul_tensor_2" [style=solid, label="(96, 96)"]; +"294 mul_tensor_2" -> "296 sub_tensor_2" [style=solid, label="(96, 96)"]; +"295 zero_point_updated_constant2" -> "296 sub_tensor_2" [style=solid, label="(96, 1)"]; +"296 sub_tensor_2" -> "297 linear_3" [style=solid, label="(96, 96)"]; +"297 linear_3" -> "298 dropout_1" [style=solid, label="(-1, -1, 96)"]; +"298 dropout_1" -> "299 view_3" [style=solid, label="(-1, -1, 96)"]; +"299 view_3" -> "300 permute_4" [style=solid, label="(1, -1, -1, 8, -1, 96)"]; +"300 permute_4" -> "301 reshape_3" [style=solid, label="(1, -1, 8, -1, -1, 96)"]; +"301 reshape_3" -> "302 slice_2" [style=solid, label="(1, -1, -1, 96)"]; +"302 slice_2" -> "303 slice_3" [style=solid, label="(1, -1, -1, 96)"]; +"303 slice_3" -> "304 layer_norm_1" [style=solid, label="(1, -1, -1, 96)"]; +"304 layer_norm_1" -> "305 add_1" [style=solid, label="(1, -1, -1, 96)"]; +"305 add_1" -> "306 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 96)"]; +"305 add_1" -> "328 add_2" [style=solid, label="(1, -1, -1, 96)"]; +"306 add_1_0_0_nncf_smooth_quant_0" -> "307 quantize_per_tensor_default_5" [style=solid, label="(1, -1, -1, 96)"]; +"307 quantize_per_tensor_default_5" -> "308 dequantize_per_tensor_default_5" [style=solid, label="(1, -1, -1, 96)"]; +"308 dequantize_per_tensor_default_5" -> "314 linear_4" [style=solid, label="(1, -1, -1, 96)"]; +"309 scale_updated_constant3" -> "311 mul_tensor_3" [style=solid, label="(384, 1)"]; +"310 compressed_weight_updated_constant3" -> "311 mul_tensor_3" [style=solid, label="(384, 96)"]; +"311 mul_tensor_3" -> "313 sub_tensor_3" [style=solid, label="(384, 96)"]; +"312 zero_point_updated_constant3" -> "313 sub_tensor_3" [style=solid, label="(384, 1)"]; +"313 sub_tensor_3" -> "314 linear_4" [style=solid, label="(384, 96)"]; +"314 linear_4" -> "315 gelu" [style=solid, label="(1, -1, -1, 384)"]; +"315 gelu" -> "316 dropout_2" [style=solid, label="(1, -1, -1, 384)"]; +"316 dropout_2" -> "317 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"317 dropout_2_0_0_nncf_smooth_quant_0" -> "318 quantize_per_tensor_default_6" [style=solid, label="(1, -1, -1, 384)"]; +"318 quantize_per_tensor_default_6" -> "319 dequantize_per_tensor_default_6" [style=solid, label="(1, -1, -1, 384)"]; +"319 dequantize_per_tensor_default_6" -> "325 linear_5" [style=solid, label="(1, -1, -1, 384)"]; +"320 scale_updated_constant4" -> "322 mul_tensor_4" [style=solid, label="(96, 1)"]; +"321 compressed_weight_updated_constant4" -> "322 mul_tensor_4" [style=solid, label="(96, 384)"]; +"322 mul_tensor_4" -> "324 sub_tensor_4" [style=solid, label="(96, 384)"]; +"323 zero_point_updated_constant4" -> "324 sub_tensor_4" [style=solid, label="(96, 1)"]; +"324 sub_tensor_4" -> "325 linear_5" [style=solid, label="(96, 384)"]; +"325 linear_5" -> "326 dropout_3" [style=solid, label="(1, -1, -1, 96)"]; +"326 dropout_3" -> "327 layer_norm_2" [style=solid, label="(1, -1, -1, 96)"]; +"327 layer_norm_2" -> "328 add_2" [style=solid, label="(1, -1, -1, 96)"]; +"328 add_2" -> "344 pad_1" [style=solid, label="(1, -1, -1, 96)"]; +"328 add_2" -> "458 add_5" [style=solid, label="(1, -1, -1, 96)"]; +"329 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "331 linear_6" [style=solid, label="(512, 2)"]; +"330 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "331 linear_6" [style=solid, label="(1, 15, 15, 2)"]; +"331 linear_6" -> "332 relu__1" [style=solid, label="(1, 15, 15, 512)"]; +"332 relu__1" -> "334 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"333 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "335 linear_7" [style=solid, label="(3, 512)"]; +"334 relu__1_0_0_nncf_smooth_quant_0" -> "335 linear_7" [style=solid, label="(1, 15, 15, 512)"]; +"335 linear_7" -> "336 view_4" [style=solid, label="(1, 15, 15, 3)"]; +"336 view_4" -> "337 index_1" [style=solid, label="(225, 3)"]; +"337 index_1" -> "338 view_5" [style=solid, label="(4096, 3)"]; +"338 view_5" -> "339 permute_5" [style=solid, label="(64, 64, 3)"]; +"339 permute_5" -> "340 contiguous_1" [style=solid, label="(3, 64, 64)"]; +"340 contiguous_1" -> "341 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; +"341 unsqueeze_1" -> "342 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; +"342 sigmoid_1" -> "343 mul_3" [style=solid, label="(1, 3, 64, 64)"]; +"343 mul_3" -> "383 add_3" [style=solid, label="(1, 3, 64, 64)"]; +"344 pad_1" -> "345 roll" [style=solid, label="(1, -1, -1, 96)"]; +"345 roll" -> "346 view_6" [style=solid, label="(1, -1, -1, 96)"]; +"346 view_6" -> "347 permute_6" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; +"347 permute_6" -> "348 reshape_4" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; +"348 reshape_4" -> "352 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; +"348 reshape_4" -> "384 new_zeros" [style=solid, label="(-1, -1, 96)"]; +"349 clone_1" -> "350 slice_4" [style=solid, label="(288,)"]; +"349 clone_1" -> "360 linear_8" [style=solid, label="(288,)"]; +"350 slice_4" -> "351 zero__1" [style=solid, label="(96,)"]; +"352 reshape_4_0_0_nncf_smooth_quant_0" -> "353 quantize_per_tensor_default_7" [style=solid, label="(-1, -1, 96)"]; +"353 quantize_per_tensor_default_7" -> "354 dequantize_per_tensor_default_7" [style=solid, label="(-1, -1, 96)"]; +"354 dequantize_per_tensor_default_7" -> "360 linear_8" [style=solid, label="(-1, -1, 96)"]; +"355 scale_updated_constant5" -> "357 mul_tensor_5" [style=solid, label="(288, 1)"]; +"356 compressed_weight_updated_constant5" -> "357 mul_tensor_5" [style=solid, label="(288, 96)"]; +"357 mul_tensor_5" -> "359 sub_tensor_5" [style=solid, label="(288, 96)"]; +"358 zero_point_updated_constant5" -> "359 sub_tensor_5" [style=solid, label="(288, 1)"]; +"359 sub_tensor_5" -> "360 linear_8" [style=solid, label="(288, 96)"]; +"360 linear_8" -> "361 reshape_5" [style=solid, label="(-1, -1, 288)"]; +"361 reshape_5" -> "362 permute_7" [style=solid, label="(-1, -1, 3, 3, 32)"]; +"362 permute_7" -> "363 select_3" [style=solid, label="(3, -1, 3, -1, 32)"]; +"362 permute_7" -> "364 select_4" [style=solid, label="(3, -1, 3, -1, 32)"]; +"362 permute_7" -> "365 select_5" [style=solid, label="(3, -1, 3, -1, 32)"]; +"363 select_3" -> "366 linalg_vector_norm_2" [style=solid, label="(-1, 3, -1, 32)"]; +"363 select_3" -> "368 expand_as_2" [style=solid, label="(-1, 3, -1, 32)"]; +"363 select_3" -> "369 div_2" [style=solid, label="(-1, 3, -1, 32)"]; +"364 select_4" -> "372 linalg_vector_norm_3" [style=solid, label="(-1, 3, -1, 32)"]; +"364 select_4" -> "374 expand_as_3" [style=solid, label="(-1, 3, -1, 32)"]; +"364 select_4" -> "375 div_3" [style=solid, label="(-1, 3, -1, 32)"]; +"365 select_5" -> "438 matmul_3" [style=solid, label="(-1, 3, -1, 32)"]; +"366 linalg_vector_norm_2" -> "367 clamp_min_2" [style=solid, label="(-1, 3, -1, 1)"]; +"367 clamp_min_2" -> "368 expand_as_2" [style=solid, label="(-1, 3, -1, 1)"]; +"368 expand_as_2" -> "369 div_2" [style=solid, label="(-1, 3, -1, 32)"]; +"369 div_2" -> "370 quantize_per_tensor_default_8" [style=solid, label="(-1, 3, -1, 32)"]; +"370 quantize_per_tensor_default_8" -> "371 dequantize_per_tensor_default_8" [style=solid, label="(-1, 3, -1, 32)"]; +"371 dequantize_per_tensor_default_8" -> "379 matmul_2" [style=solid, label="(-1, 3, -1, 32)"]; +"372 linalg_vector_norm_3" -> "373 clamp_min_3" [style=solid, label="(-1, 3, -1, 1)"]; +"373 clamp_min_3" -> "374 expand_as_3" [style=solid, label="(-1, 3, -1, 1)"]; +"374 expand_as_3" -> "375 div_3" [style=solid, label="(-1, 3, -1, 32)"]; +"375 div_3" -> "376 quantize_per_tensor_default_9" [style=solid, label="(-1, 3, -1, 32)"]; +"376 quantize_per_tensor_default_9" -> "377 dequantize_per_tensor_default_9" [style=solid, label="(-1, 3, -1, 32)"]; +"377 dequantize_per_tensor_default_9" -> "378 transpose_2" [style=solid, label="(-1, 3, -1, 32)"]; +"378 transpose_2" -> "379 matmul_2" [style=solid, label="(-1, 3, 32, -1)"]; +"379 matmul_2" -> "382 mul_5" [style=solid, label="(-1, 3, -1, -1)"]; +"380 clamp_1" -> "381 exp_1" [style=solid, label="(3, 1, 1)"]; +"381 exp_1" -> "382 mul_5" [style=solid, label="(3, 1, 1)"]; +"382 mul_5" -> "383 add_3" [style=solid, label="(-1, 3, -1, -1)"]; +"383 add_3" -> "431 view_8" [style=solid, label="(-1, 3, -1, -1)"]; +"384 new_zeros" -> "386 slice_5" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "390 slice_7" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "394 slice_9" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "398 slice_11" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "402 slice_13" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "406 slice_15" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "410 slice_17" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "414 slice_19" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "418 slice_21" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "421 view_7" [style=solid, label="(-1, -1)"]; +"385 lift_fresh_copy" -> "388 fill_" [style=solid, label="()"]; +"386 slice_5" -> "387 slice_6" [style=solid, label="(-1, -1)"]; +"387 slice_6" -> "388 fill_" [style=solid, label="(-1, -1)"]; +"389 lift_fresh_copy_1" -> "392 fill__1" [style=solid, label="()"]; +"390 slice_7" -> "391 slice_8" [style=solid, label="(-1, -1)"]; +"391 slice_8" -> "392 fill__1" [style=solid, label="(-1, 4)"]; +"393 lift_fresh_copy_2" -> "396 fill__2" [style=solid, label="()"]; +"394 slice_9" -> "395 slice_10" [style=solid, label="(-1, -1)"]; +"395 slice_10" -> "396 fill__2" [style=solid, label="(-1, 4)"]; +"397 lift_fresh_copy_3" -> "400 fill__3" [style=solid, label="()"]; +"398 slice_11" -> "399 slice_12" [style=solid, label="(4, -1)"]; +"399 slice_12" -> "400 fill__3" [style=solid, label="(4, -1)"]; +"401 lift_fresh_copy_4" -> "404 fill__4" [style=solid, label="()"]; +"402 slice_13" -> "403 slice_14" [style=solid, label="(4, -1)"]; +"403 slice_14" -> "404 fill__4" [style=solid, label="(4, 4)"]; +"405 lift_fresh_copy_5" -> "408 fill__5" [style=solid, label="()"]; +"406 slice_15" -> "407 slice_16" [style=solid, label="(4, -1)"]; +"407 slice_16" -> "408 fill__5" [style=solid, label="(4, 4)"]; +"409 lift_fresh_copy_6" -> "412 fill__6" [style=solid, label="()"]; +"410 slice_17" -> "411 slice_18" [style=solid, label="(4, -1)"]; +"411 slice_18" -> "412 fill__6" [style=solid, label="(4, -1)"]; +"413 lift_fresh_copy_7" -> "416 fill__7" [style=solid, label="()"]; +"414 slice_19" -> "415 slice_20" [style=solid, label="(4, -1)"]; +"415 slice_20" -> "416 fill__7" [style=solid, label="(4, 4)"]; +"417 lift_fresh_copy_8" -> "420 fill__8" [style=solid, label="()"]; +"418 slice_21" -> "419 slice_22" [style=solid, label="(4, -1)"]; +"419 slice_22" -> "420 fill__8" [style=solid, label="(4, 4)"]; +"421 view_7" -> "422 permute_8" [style=solid, label="(-1, -1, -1, -1)"]; +"422 permute_8" -> "423 reshape_6" [style=solid, label="(-1, -1, -1, -1)"]; +"423 reshape_6" -> "424 unsqueeze_2" [style=solid, label="(-1, -1)"]; +"423 reshape_6" -> "425 unsqueeze_3" [style=solid, label="(-1, -1)"]; +"424 unsqueeze_2" -> "426 sub_4" [style=solid, label="(-1, 1, -1)"]; +"425 unsqueeze_3" -> "426 sub_4" [style=solid, label="(-1, -1, 1)"]; +"426 sub_4" -> "427 ne" [style=solid, label="(-1, -1, -1)"]; +"426 sub_4" -> "428 masked_fill" [style=solid, label="(-1, -1, -1)"]; +"426 sub_4" -> "429 eq" [style=solid, label="(-1, -1, -1)"]; +"427 ne" -> "428 masked_fill" [style=solid, label="(-1, -1, -1)"]; +"428 masked_fill" -> "430 masked_fill_1" [style=solid, label="(-1, -1, -1)"]; +"429 eq" -> "430 masked_fill_1" [style=solid, label="(-1, -1, -1)"]; +"430 masked_fill_1" -> "432 unsqueeze_4" [style=solid, label="(-1, -1, -1)"]; +"431 view_8" -> "434 add_4" [style=solid, label="(1, -1, 3, -1, -1)"]; +"432 unsqueeze_4" -> "433 unsqueeze_5" [style=solid, label="(-1, 1, -1, -1)"]; +"433 unsqueeze_5" -> "434 add_4" [style=solid, label="(1, -1, 1, -1, -1)"]; +"434 add_4" -> "435 view_9" [style=solid, label="(1, -1, 3, -1, -1)"]; +"435 view_9" -> "436 softmax_1" [style=solid, label="(-1, 3, -1, -1)"]; +"436 softmax_1" -> "437 dropout_4" [style=solid, label="(-1, 3, -1, -1)"]; +"437 dropout_4" -> "438 matmul_3" [style=solid, label="(-1, 3, -1, -1)"]; +"438 matmul_3" -> "439 transpose_3" [style=solid, label="(-1, 3, -1, 32)"]; +"439 transpose_3" -> "440 reshape_7" [style=solid, label="(-1, -1, 3, 32)"]; +"440 reshape_7" -> "441 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; +"441 reshape_7_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_default_10" [style=solid, label="(-1, -1, 96)"]; +"442 quantize_per_tensor_default_10" -> "443 dequantize_per_tensor_default_10" [style=solid, label="(-1, -1, 96)"]; +"443 dequantize_per_tensor_default_10" -> "449 linear_9" [style=solid, label="(-1, -1, 96)"]; +"444 scale_updated_constant6" -> "446 mul_tensor_6" [style=solid, label="(96, 1)"]; +"445 compressed_weight_updated_constant6" -> "446 mul_tensor_6" [style=solid, label="(96, 96)"]; +"446 mul_tensor_6" -> "448 sub_tensor_6" [style=solid, label="(96, 96)"]; +"447 zero_point_updated_constant6" -> "448 sub_tensor_6" [style=solid, label="(96, 1)"]; +"448 sub_tensor_6" -> "449 linear_9" [style=solid, label="(96, 96)"]; +"449 linear_9" -> "450 dropout_5" [style=solid, label="(-1, -1, 96)"]; +"450 dropout_5" -> "451 view_10" [style=solid, label="(-1, -1, 96)"]; +"451 view_10" -> "452 permute_9" [style=solid, label="(1, -1, -1, 8, -1, 96)"]; +"452 permute_9" -> "453 reshape_8" [style=solid, label="(1, -1, 8, -1, -1, 96)"]; +"453 reshape_8" -> "454 roll_1" [style=solid, label="(1, -1, -1, 96)"]; +"454 roll_1" -> "455 slice_23" [style=solid, label="(1, -1, -1, 96)"]; +"455 slice_23" -> "456 slice_24" [style=solid, label="(1, -1, -1, 96)"]; +"456 slice_24" -> "457 layer_norm_3" [style=solid, label="(1, -1, -1, 96)"]; +"457 layer_norm_3" -> "458 add_5" [style=solid, label="(1, -1, -1, 96)"]; +"458 add_5" -> "459 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 96)"]; +"458 add_5" -> "481 add_6" [style=solid, label="(1, -1, -1, 96)"]; +"459 add_5_0_0_nncf_smooth_quant_0" -> "460 quantize_per_tensor_default_11" [style=solid, label="(1, -1, -1, 96)"]; +"460 quantize_per_tensor_default_11" -> "461 dequantize_per_tensor_default_11" [style=solid, label="(1, -1, -1, 96)"]; +"461 dequantize_per_tensor_default_11" -> "467 linear_10" [style=solid, label="(1, -1, -1, 96)"]; +"462 scale_updated_constant7" -> "464 mul_tensor_7" [style=solid, label="(384, 1)"]; +"463 compressed_weight_updated_constant7" -> "464 mul_tensor_7" [style=solid, label="(384, 96)"]; +"464 mul_tensor_7" -> "466 sub_tensor_7" [style=solid, label="(384, 96)"]; +"465 zero_point_updated_constant7" -> "466 sub_tensor_7" [style=solid, label="(384, 1)"]; +"466 sub_tensor_7" -> "467 linear_10" [style=solid, label="(384, 96)"]; +"467 linear_10" -> "468 gelu_1" [style=solid, label="(1, -1, -1, 384)"]; +"468 gelu_1" -> "469 dropout_6" [style=solid, label="(1, -1, -1, 384)"]; +"469 dropout_6" -> "470 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"470 dropout_6_0_0_nncf_smooth_quant_0" -> "471 quantize_per_tensor_default_12" [style=solid, label="(1, -1, -1, 384)"]; +"471 quantize_per_tensor_default_12" -> "472 dequantize_per_tensor_default_12" [style=solid, label="(1, -1, -1, 384)"]; +"472 dequantize_per_tensor_default_12" -> "478 linear_11" [style=solid, label="(1, -1, -1, 384)"]; +"473 scale_updated_constant8" -> "475 mul_tensor_8" [style=solid, label="(96, 1)"]; +"474 compressed_weight_updated_constant8" -> "475 mul_tensor_8" [style=solid, label="(96, 384)"]; +"475 mul_tensor_8" -> "477 sub_tensor_8" [style=solid, label="(96, 384)"]; +"476 zero_point_updated_constant8" -> "477 sub_tensor_8" [style=solid, label="(96, 1)"]; +"477 sub_tensor_8" -> "478 linear_11" [style=solid, label="(96, 384)"]; +"478 linear_11" -> "479 dropout_7" [style=solid, label="(1, -1, -1, 96)"]; +"479 dropout_7" -> "480 layer_norm_4" [style=solid, label="(1, -1, -1, 96)"]; +"480 layer_norm_4" -> "481 add_6" [style=solid, label="(1, -1, -1, 96)"]; +"481 add_6" -> "484 pad_2" [style=solid, label="(1, -1, -1, 96)"]; +"482 mod_8" -> "484 pad_2" [style=solid, label="(-1,)"]; +"482 mod_8" -> "520 add_44" [style=solid, label="(-1,)"]; +"483 mod_9" -> "484 pad_2" [style=solid, label="(-1,)"]; +"483 mod_9" -> "526 add_46" [style=solid, label="(-1,)"]; +"484 pad_2" -> "485 slice_25" [style=solid, label="(1, -1, -1, 96)"]; +"484 pad_2" -> "487 slice_27" [style=solid, label="(1, -1, -1, 96)"]; +"484 pad_2" -> "489 slice_29" [style=solid, label="(1, -1, -1, 96)"]; +"484 pad_2" -> "491 slice_31" [style=solid, label="(1, -1, -1, 96)"]; +"485 slice_25" -> "486 slice_26" [style=solid, label="(1, -1, -1, 96)"]; +"486 slice_26" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; +"487 slice_27" -> "488 slice_28" [style=solid, label="(1, -1, -1, 96)"]; +"488 slice_28" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; +"489 slice_29" -> "490 slice_30" [style=solid, label="(1, -1, -1, 96)"]; +"490 slice_30" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; +"491 slice_31" -> "492 slice_32" [style=solid, label="(1, -1, -1, 96)"]; +"492 slice_32" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; +"493 cat" -> "494 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"494 cat_0_0_nncf_smooth_quant_0" -> "495 quantize_per_tensor_default_13" [style=solid, label="(1, -1, -1, 384)"]; +"495 quantize_per_tensor_default_13" -> "496 dequantize_per_tensor_default_13" [style=solid, label="(1, -1, -1, 384)"]; +"496 dequantize_per_tensor_default_13" -> "502 linear_12" [style=solid, label="(1, -1, -1, 384)"]; +"497 scale_updated_constant9" -> "499 mul_tensor_9" [style=solid, label="(192, 1)"]; +"498 compressed_weight_updated_constant9" -> "499 mul_tensor_9" [style=solid, label="(192, 384)"]; +"499 mul_tensor_9" -> "501 sub_tensor_9" [style=solid, label="(192, 384)"]; +"500 zero_point_updated_constant9" -> "501 sub_tensor_9" [style=solid, label="(192, 1)"]; +"501 sub_tensor_9" -> "502 linear_12" [style=solid, label="(192, 384)"]; +"502 linear_12" -> "503 layer_norm_5" [style=solid, label="(1, -1, -1, 192)"]; +"503 layer_norm_5" -> "531 pad_3" [style=solid, label="(1, -1, -1, 192)"]; +"503 layer_norm_5" -> "600 add_8" [style=solid, label="(1, -1, -1, 192)"]; +"504 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "506 linear_13" [style=solid, label="(512, 2)"]; +"505 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "506 linear_13" [style=solid, label="(1, 15, 15, 2)"]; +"506 linear_13" -> "507 relu__2" [style=solid, label="(1, 15, 15, 512)"]; +"507 relu__2" -> "509 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"508 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "510 linear_14" [style=solid, label="(6, 512)"]; +"509 relu__2_0_0_nncf_smooth_quant_0" -> "510 linear_14" [style=solid, label="(1, 15, 15, 512)"]; +"510 linear_14" -> "511 view_11" [style=solid, label="(1, 15, 15, 6)"]; +"511 view_11" -> "512 index_2" [style=solid, label="(225, 6)"]; +"512 index_2" -> "513 view_12" [style=solid, label="(4096, 6)"]; +"513 view_12" -> "514 permute_10" [style=solid, label="(64, 64, 6)"]; +"514 permute_10" -> "515 contiguous_2" [style=solid, label="(6, 64, 64)"]; +"515 contiguous_2" -> "516 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; +"516 unsqueeze_6" -> "517 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; +"517 sigmoid_2" -> "518 mul_6" [style=solid, label="(1, 6, 64, 64)"]; +"518 mul_6" -> "577 add_7" [style=solid, label="(1, 6, 64, 64)"]; +"519 add_43" -> "520 add_44" [style=solid, label="(-1,)"]; +"520 add_44" -> "521 floordiv_91" [style=solid, label="(-1,)"]; +"521 floordiv_91" -> "522 mod_10" [style=solid, label="(-1,)"]; +"521 floordiv_91" -> "534 add_48" [style=solid, label="(-1,)"]; +"521 floordiv_91" -> "597 slice_35" [style=solid, label="(-1,)"]; +"521 floordiv_91" -> "751 slice_56" [style=solid, label="(-1,)"]; +"521 floordiv_91" -> "778 mod_18" [style=solid, label="(-1,)"]; +"521 floordiv_91" -> "815 add_49" [style=solid, label="(-1,)"]; +"522 mod_10" -> "523 sub_5" [style=solid, label="(-1,)"]; +"523 sub_5" -> "524 mod_11" [style=solid, label="(-1,)"]; +"524 mod_11" -> "531 pad_3" [style=solid, label="(-1,)"]; +"524 mod_11" -> "534 add_48" [style=solid, label="(-1,)"]; +"524 mod_11" -> "639 pad_4" [style=solid, label="(-1,)"]; +"525 add_45" -> "526 add_46" [style=solid, label="(-1,)"]; +"526 add_46" -> "527 floordiv_92" [style=solid, label="(-1,)"]; +"527 floordiv_92" -> "528 mod_12" [style=solid, label="(-1,)"]; +"527 floordiv_92" -> "532 add_47" [style=solid, label="(-1,)"]; +"527 floordiv_92" -> "596 slice_34" [style=solid, label="(-1,)"]; +"527 floordiv_92" -> "750 slice_55" [style=solid, label="(-1,)"]; +"527 floordiv_92" -> "779 mod_19" [style=solid, label="(-1,)"]; +"527 floordiv_92" -> "821 add_51" [style=solid, label="(-1,)"]; +"528 mod_12" -> "529 sub_6" [style=solid, label="(-1,)"]; +"529 sub_6" -> "530 mod_13" [style=solid, label="(-1,)"]; +"530 mod_13" -> "531 pad_3" [style=solid, label="(-1,)"]; +"530 mod_13" -> "532 add_47" [style=solid, label="(-1,)"]; +"530 mod_13" -> "639 pad_4" [style=solid, label="(-1,)"]; +"531 pad_3" -> "537 view_13" [style=solid, label="(1, -1, -1, 192)"]; +"532 add_47" -> "533 floordiv_15" [style=solid, label="(-1,)"]; +"532 add_47" -> "553 floordiv_94" [style=solid, label="(-1,)"]; +"532 add_47" -> "595 reshape_12" [style=solid, label="(-1,)"]; +"532 add_47" -> "679 new_zeros_1" [style=solid, label="(-1,)"]; +"532 add_47" -> "748 reshape_17" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "536 mul_7" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "537 view_13" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "553 floordiv_94" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "593 view_14" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "641 view_17" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "716 view_18" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "746 view_21" [style=solid, label="(-1,)"]; +"534 add_48" -> "535 floordiv_16" [style=solid, label="(-1,)"]; +"534 add_48" -> "552 floordiv_93" [style=solid, label="(-1,)"]; +"534 add_48" -> "595 reshape_12" [style=solid, label="(-1,)"]; +"534 add_48" -> "679 new_zeros_1" [style=solid, label="(-1,)"]; +"534 add_48" -> "748 reshape_17" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "536 mul_7" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "537 view_13" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "552 floordiv_93" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "593 view_14" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "641 view_17" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "716 view_18" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "746 view_21" [style=solid, label="(-1,)"]; +"536 mul_7" -> "539 reshape_9" [style=solid, label="(-1,)"]; +"536 mul_7" -> "555 reshape_10" [style=solid, label="(-1,)"]; +"536 mul_7" -> "582 reshape_11" [style=solid, label="(-1,)"]; +"536 mul_7" -> "643 reshape_13" [style=solid, label="(-1,)"]; +"536 mul_7" -> "656 reshape_14" [style=solid, label="(-1,)"]; +"536 mul_7" -> "718 reshape_15" [style=solid, label="(-1,)"]; +"536 mul_7" -> "726 view_19" [style=solid, label="(-1,)"]; +"536 mul_7" -> "735 reshape_16" [style=solid, label="(-1,)"]; +"537 view_13" -> "538 permute_11" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; +"538 permute_11" -> "539 reshape_9" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; +"539 reshape_9" -> "543 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; +"540 clone_2" -> "541 slice_33" [style=solid, label="(576,)"]; +"540 clone_2" -> "551 linear_15" [style=solid, label="(576,)"]; +"541 slice_33" -> "542 zero__2" [style=solid, label="(192,)"]; +"543 reshape_9_0_0_nncf_smooth_quant_0" -> "544 quantize_per_tensor_default_14" [style=solid, label="(-1, -1, 192)"]; +"544 quantize_per_tensor_default_14" -> "545 dequantize_per_tensor_default_14" [style=solid, label="(-1, -1, 192)"]; +"545 dequantize_per_tensor_default_14" -> "551 linear_15" [style=solid, label="(-1, -1, 192)"]; +"546 scale_updated_constant10" -> "548 mul_tensor_10" [style=solid, label="(576, 1)"]; +"547 compressed_weight_updated_constant10" -> "548 mul_tensor_10" [style=solid, label="(576, 192)"]; +"548 mul_tensor_10" -> "550 sub_tensor_10" [style=solid, label="(576, 192)"]; +"549 zero_point_updated_constant10" -> "550 sub_tensor_10" [style=solid, label="(576, 1)"]; +"550 sub_tensor_10" -> "551 linear_15" [style=solid, label="(576, 192)"]; +"551 linear_15" -> "555 reshape_10" [style=solid, label="(-1, -1, 576)"]; +"552 floordiv_93" -> "554 mul_37" [style=solid, label="(-1,)"]; +"553 floordiv_94" -> "554 mul_37" [style=solid, label="(-1,)"]; +"554 mul_37" -> "555 reshape_10" [style=solid, label="(-1,)"]; +"554 mul_37" -> "582 reshape_11" [style=solid, label="(-1,)"]; +"554 mul_37" -> "656 reshape_14" [style=solid, label="(-1,)"]; +"554 mul_37" -> "726 view_19" [style=solid, label="(-1,)"]; +"554 mul_37" -> "730 view_20" [style=solid, label="(-1,)"]; +"554 mul_37" -> "735 reshape_16" [style=solid, label="(-1,)"]; +"555 reshape_10" -> "556 permute_12" [style=solid, label="(-1, -1, 3, 6, 32)"]; +"556 permute_12" -> "557 select_6" [style=solid, label="(3, -1, 6, -1, 32)"]; +"556 permute_12" -> "558 select_7" [style=solid, label="(3, -1, 6, -1, 32)"]; +"556 permute_12" -> "559 select_8" [style=solid, label="(3, -1, 6, -1, 32)"]; +"557 select_6" -> "560 linalg_vector_norm_4" [style=solid, label="(-1, 6, -1, 32)"]; +"557 select_6" -> "562 expand_as_4" [style=solid, label="(-1, 6, -1, 32)"]; +"557 select_6" -> "563 div_4" [style=solid, label="(-1, 6, -1, 32)"]; +"558 select_7" -> "566 linalg_vector_norm_5" [style=solid, label="(-1, 6, -1, 32)"]; +"558 select_7" -> "568 expand_as_5" [style=solid, label="(-1, 6, -1, 32)"]; +"558 select_7" -> "569 div_5" [style=solid, label="(-1, 6, -1, 32)"]; +"559 select_8" -> "580 matmul_5" [style=solid, label="(-1, 6, -1, 32)"]; +"560 linalg_vector_norm_4" -> "561 clamp_min_4" [style=solid, label="(-1, 6, -1, 1)"]; +"561 clamp_min_4" -> "562 expand_as_4" [style=solid, label="(-1, 6, -1, 1)"]; +"562 expand_as_4" -> "563 div_4" [style=solid, label="(-1, 6, -1, 32)"]; +"563 div_4" -> "564 quantize_per_tensor_default_15" [style=solid, label="(-1, 6, -1, 32)"]; +"564 quantize_per_tensor_default_15" -> "565 dequantize_per_tensor_default_15" [style=solid, label="(-1, 6, -1, 32)"]; +"565 dequantize_per_tensor_default_15" -> "573 matmul_4" [style=solid, label="(-1, 6, -1, 32)"]; +"566 linalg_vector_norm_5" -> "567 clamp_min_5" [style=solid, label="(-1, 6, -1, 1)"]; +"567 clamp_min_5" -> "568 expand_as_5" [style=solid, label="(-1, 6, -1, 1)"]; +"568 expand_as_5" -> "569 div_5" [style=solid, label="(-1, 6, -1, 32)"]; +"569 div_5" -> "570 quantize_per_tensor_default_16" [style=solid, label="(-1, 6, -1, 32)"]; +"570 quantize_per_tensor_default_16" -> "571 dequantize_per_tensor_default_16" [style=solid, label="(-1, 6, -1, 32)"]; +"571 dequantize_per_tensor_default_16" -> "572 transpose_4" [style=solid, label="(-1, 6, -1, 32)"]; +"572 transpose_4" -> "573 matmul_4" [style=solid, label="(-1, 6, 32, -1)"]; +"573 matmul_4" -> "576 mul_8" [style=solid, label="(-1, 6, -1, -1)"]; +"574 clamp_2" -> "575 exp_2" [style=solid, label="(6, 1, 1)"]; +"575 exp_2" -> "576 mul_8" [style=solid, label="(6, 1, 1)"]; +"576 mul_8" -> "577 add_7" [style=solid, label="(-1, 6, -1, -1)"]; +"577 add_7" -> "578 softmax_2" [style=solid, label="(-1, 6, -1, -1)"]; +"578 softmax_2" -> "579 dropout_8" [style=solid, label="(-1, 6, -1, -1)"]; +"579 dropout_8" -> "580 matmul_5" [style=solid, label="(-1, 6, -1, -1)"]; +"580 matmul_5" -> "581 transpose_5" [style=solid, label="(-1, 6, -1, 32)"]; +"581 transpose_5" -> "582 reshape_11" [style=solid, label="(-1, -1, 6, 32)"]; +"582 reshape_11" -> "583 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; +"583 reshape_11_0_0_nncf_smooth_quant_0" -> "584 quantize_per_tensor_default_17" [style=solid, label="(-1, -1, 192)"]; +"584 quantize_per_tensor_default_17" -> "585 dequantize_per_tensor_default_17" [style=solid, label="(-1, -1, 192)"]; +"585 dequantize_per_tensor_default_17" -> "591 linear_16" [style=solid, label="(-1, -1, 192)"]; +"586 scale_updated_constant11" -> "588 mul_tensor_11" [style=solid, label="(192, 1)"]; +"587 compressed_weight_updated_constant11" -> "588 mul_tensor_11" [style=solid, label="(192, 192)"]; +"588 mul_tensor_11" -> "590 sub_tensor_11" [style=solid, label="(192, 192)"]; +"589 zero_point_updated_constant11" -> "590 sub_tensor_11" [style=solid, label="(192, 1)"]; +"590 sub_tensor_11" -> "591 linear_16" [style=solid, label="(192, 192)"]; +"591 linear_16" -> "592 dropout_9" [style=solid, label="(-1, -1, 192)"]; +"592 dropout_9" -> "593 view_14" [style=solid, label="(-1, -1, 192)"]; +"593 view_14" -> "594 permute_13" [style=solid, label="(1, -1, -1, 8, -1, 192)"]; +"594 permute_13" -> "595 reshape_12" [style=solid, label="(1, -1, 8, -1, -1, 192)"]; +"595 reshape_12" -> "596 slice_34" [style=solid, label="(1, -1, -1, 192)"]; +"596 slice_34" -> "597 slice_35" [style=solid, label="(1, -1, -1, 192)"]; +"597 slice_35" -> "598 contiguous_3" [style=solid, label="(1, -1, -1, 192)"]; +"598 contiguous_3" -> "599 layer_norm_6" [style=solid, label="(1, -1, -1, 192)"]; +"599 layer_norm_6" -> "600 add_8" [style=solid, label="(1, -1, -1, 192)"]; +"600 add_8" -> "601 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 192)"]; +"600 add_8" -> "623 add_9" [style=solid, label="(1, -1, -1, 192)"]; +"601 add_8_0_0_nncf_smooth_quant_0" -> "602 quantize_per_tensor_default_18" [style=solid, label="(1, -1, -1, 192)"]; +"602 quantize_per_tensor_default_18" -> "603 dequantize_per_tensor_default_18" [style=solid, label="(1, -1, -1, 192)"]; +"603 dequantize_per_tensor_default_18" -> "609 linear_17" [style=solid, label="(1, -1, -1, 192)"]; +"604 scale_updated_constant12" -> "606 mul_tensor_12" [style=solid, label="(768, 1)"]; +"605 compressed_weight_updated_constant12" -> "606 mul_tensor_12" [style=solid, label="(768, 192)"]; +"606 mul_tensor_12" -> "608 sub_tensor_12" [style=solid, label="(768, 192)"]; +"607 zero_point_updated_constant12" -> "608 sub_tensor_12" [style=solid, label="(768, 1)"]; +"608 sub_tensor_12" -> "609 linear_17" [style=solid, label="(768, 192)"]; +"609 linear_17" -> "610 gelu_2" [style=solid, label="(1, -1, -1, 768)"]; +"610 gelu_2" -> "611 dropout_10" [style=solid, label="(1, -1, -1, 768)"]; +"611 dropout_10" -> "612 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; +"612 dropout_10_0_0_nncf_smooth_quant_0" -> "613 quantize_per_tensor_default_19" [style=solid, label="(1, -1, -1, 768)"]; +"613 quantize_per_tensor_default_19" -> "614 dequantize_per_tensor_default_19" [style=solid, label="(1, -1, -1, 768)"]; +"614 dequantize_per_tensor_default_19" -> "620 linear_18" [style=solid, label="(1, -1, -1, 768)"]; +"615 scale_updated_constant13" -> "617 mul_tensor_13" [style=solid, label="(192, 1)"]; +"616 compressed_weight_updated_constant13" -> "617 mul_tensor_13" [style=solid, label="(192, 768)"]; +"617 mul_tensor_13" -> "619 sub_tensor_13" [style=solid, label="(192, 768)"]; +"618 zero_point_updated_constant13" -> "619 sub_tensor_13" [style=solid, label="(192, 1)"]; +"619 sub_tensor_13" -> "620 linear_18" [style=solid, label="(192, 768)"]; +"620 linear_18" -> "621 dropout_11" [style=solid, label="(1, -1, -1, 192)"]; +"621 dropout_11" -> "622 layer_norm_7" [style=solid, label="(1, -1, -1, 192)"]; +"622 layer_norm_7" -> "623 add_9" [style=solid, label="(1, -1, -1, 192)"]; +"623 add_9" -> "639 pad_4" [style=solid, label="(1, -1, -1, 192)"]; +"623 add_9" -> "754 add_12" [style=solid, label="(1, -1, -1, 192)"]; +"624 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "626 linear_19" [style=solid, label="(512, 2)"]; +"625 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "626 linear_19" [style=solid, label="(1, 15, 15, 2)"]; +"626 linear_19" -> "627 relu__3" [style=solid, label="(1, 15, 15, 512)"]; +"627 relu__3" -> "629 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"628 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "630 linear_20" [style=solid, label="(6, 512)"]; +"629 relu__3_0_0_nncf_smooth_quant_0" -> "630 linear_20" [style=solid, label="(1, 15, 15, 512)"]; +"630 linear_20" -> "631 view_15" [style=solid, label="(1, 15, 15, 6)"]; +"631 view_15" -> "632 index_3" [style=solid, label="(225, 6)"]; +"632 index_3" -> "633 view_16" [style=solid, label="(4096, 6)"]; +"633 view_16" -> "634 permute_14" [style=solid, label="(64, 64, 6)"]; +"634 permute_14" -> "635 contiguous_4" [style=solid, label="(6, 64, 64)"]; +"635 contiguous_4" -> "636 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; +"636 unsqueeze_7" -> "637 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; +"637 sigmoid_3" -> "638 mul_9" [style=solid, label="(1, 6, 64, 64)"]; +"638 mul_9" -> "678 add_10" [style=solid, label="(1, 6, 64, 64)"]; +"639 pad_4" -> "640 roll_2" [style=solid, label="(1, -1, -1, 192)"]; +"640 roll_2" -> "641 view_17" [style=solid, label="(1, -1, -1, 192)"]; +"641 view_17" -> "642 permute_15" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; +"642 permute_15" -> "643 reshape_13" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; +"643 reshape_13" -> "647 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; +"643 reshape_13" -> "679 new_zeros_1" [style=solid, label="(-1, -1, 192)"]; +"644 clone_3" -> "645 slice_36" [style=solid, label="(576,)"]; +"644 clone_3" -> "655 linear_21" [style=solid, label="(576,)"]; +"645 slice_36" -> "646 zero__3" [style=solid, label="(192,)"]; +"647 reshape_13_0_0_nncf_smooth_quant_0" -> "648 quantize_per_tensor_default_20" [style=solid, label="(-1, -1, 192)"]; +"648 quantize_per_tensor_default_20" -> "649 dequantize_per_tensor_default_20" [style=solid, label="(-1, -1, 192)"]; +"649 dequantize_per_tensor_default_20" -> "655 linear_21" [style=solid, label="(-1, -1, 192)"]; +"650 scale_updated_constant14" -> "652 mul_tensor_14" [style=solid, label="(576, 1)"]; +"651 compressed_weight_updated_constant14" -> "652 mul_tensor_14" [style=solid, label="(576, 192)"]; +"652 mul_tensor_14" -> "654 sub_tensor_14" [style=solid, label="(576, 192)"]; +"653 zero_point_updated_constant14" -> "654 sub_tensor_14" [style=solid, label="(576, 1)"]; +"654 sub_tensor_14" -> "655 linear_21" [style=solid, label="(576, 192)"]; +"655 linear_21" -> "656 reshape_14" [style=solid, label="(-1, -1, 576)"]; +"656 reshape_14" -> "657 permute_16" [style=solid, label="(-1, -1, 3, 6, 32)"]; +"657 permute_16" -> "658 select_9" [style=solid, label="(3, -1, 6, -1, 32)"]; +"657 permute_16" -> "659 select_10" [style=solid, label="(3, -1, 6, -1, 32)"]; +"657 permute_16" -> "660 select_11" [style=solid, label="(3, -1, 6, -1, 32)"]; +"658 select_9" -> "661 linalg_vector_norm_6" [style=solid, label="(-1, 6, -1, 32)"]; +"658 select_9" -> "663 expand_as_6" [style=solid, label="(-1, 6, -1, 32)"]; +"658 select_9" -> "664 div_6" [style=solid, label="(-1, 6, -1, 32)"]; +"659 select_10" -> "667 linalg_vector_norm_7" [style=solid, label="(-1, 6, -1, 32)"]; +"659 select_10" -> "669 expand_as_7" [style=solid, label="(-1, 6, -1, 32)"]; +"659 select_10" -> "670 div_7" [style=solid, label="(-1, 6, -1, 32)"]; +"660 select_11" -> "733 matmul_7" [style=solid, label="(-1, 6, -1, 32)"]; +"661 linalg_vector_norm_6" -> "662 clamp_min_6" [style=solid, label="(-1, 6, -1, 1)"]; +"662 clamp_min_6" -> "663 expand_as_6" [style=solid, label="(-1, 6, -1, 1)"]; +"663 expand_as_6" -> "664 div_6" [style=solid, label="(-1, 6, -1, 32)"]; +"664 div_6" -> "665 quantize_per_tensor_default_21" [style=solid, label="(-1, 6, -1, 32)"]; +"665 quantize_per_tensor_default_21" -> "666 dequantize_per_tensor_default_21" [style=solid, label="(-1, 6, -1, 32)"]; +"666 dequantize_per_tensor_default_21" -> "674 matmul_6" [style=solid, label="(-1, 6, -1, 32)"]; +"667 linalg_vector_norm_7" -> "668 clamp_min_7" [style=solid, label="(-1, 6, -1, 1)"]; +"668 clamp_min_7" -> "669 expand_as_7" [style=solid, label="(-1, 6, -1, 1)"]; +"669 expand_as_7" -> "670 div_7" [style=solid, label="(-1, 6, -1, 32)"]; +"670 div_7" -> "671 quantize_per_tensor_default_22" [style=solid, label="(-1, 6, -1, 32)"]; +"671 quantize_per_tensor_default_22" -> "672 dequantize_per_tensor_default_22" [style=solid, label="(-1, 6, -1, 32)"]; +"672 dequantize_per_tensor_default_22" -> "673 transpose_6" [style=solid, label="(-1, 6, -1, 32)"]; +"673 transpose_6" -> "674 matmul_6" [style=solid, label="(-1, 6, 32, -1)"]; +"674 matmul_6" -> "677 mul_11" [style=solid, label="(-1, 6, -1, -1)"]; +"675 clamp_3" -> "676 exp_3" [style=solid, label="(6, 1, 1)"]; +"676 exp_3" -> "677 mul_11" [style=solid, label="(6, 1, 1)"]; +"677 mul_11" -> "678 add_10" [style=solid, label="(-1, 6, -1, -1)"]; +"678 add_10" -> "726 view_19" [style=solid, label="(-1, 6, -1, -1)"]; +"679 new_zeros_1" -> "681 slice_37" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "685 slice_39" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "689 slice_41" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "693 slice_43" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "697 slice_45" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "701 slice_47" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "705 slice_49" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "709 slice_51" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "713 slice_53" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "716 view_18" [style=solid, label="(-1, -1)"]; +"680 lift_fresh_copy_9" -> "683 fill__9" [style=solid, label="()"]; +"681 slice_37" -> "682 slice_38" [style=solid, label="(-1, -1)"]; +"682 slice_38" -> "683 fill__9" [style=solid, label="(-1, -1)"]; +"684 lift_fresh_copy_10" -> "687 fill__10" [style=solid, label="()"]; +"685 slice_39" -> "686 slice_40" [style=solid, label="(-1, -1)"]; +"686 slice_40" -> "687 fill__10" [style=solid, label="(-1, 4)"]; +"688 lift_fresh_copy_11" -> "691 fill__11" [style=solid, label="()"]; +"689 slice_41" -> "690 slice_42" [style=solid, label="(-1, -1)"]; +"690 slice_42" -> "691 fill__11" [style=solid, label="(-1, 4)"]; +"692 lift_fresh_copy_12" -> "695 fill__12" [style=solid, label="()"]; +"693 slice_43" -> "694 slice_44" [style=solid, label="(4, -1)"]; +"694 slice_44" -> "695 fill__12" [style=solid, label="(4, -1)"]; +"696 lift_fresh_copy_13" -> "699 fill__13" [style=solid, label="()"]; +"697 slice_45" -> "698 slice_46" [style=solid, label="(4, -1)"]; +"698 slice_46" -> "699 fill__13" [style=solid, label="(4, 4)"]; +"700 lift_fresh_copy_14" -> "703 fill__14" [style=solid, label="()"]; +"701 slice_47" -> "702 slice_48" [style=solid, label="(4, -1)"]; +"702 slice_48" -> "703 fill__14" [style=solid, label="(4, 4)"]; +"704 lift_fresh_copy_15" -> "707 fill__15" [style=solid, label="()"]; +"705 slice_49" -> "706 slice_50" [style=solid, label="(4, -1)"]; +"706 slice_50" -> "707 fill__15" [style=solid, label="(4, -1)"]; +"708 lift_fresh_copy_16" -> "711 fill__16" [style=solid, label="()"]; +"709 slice_51" -> "710 slice_52" [style=solid, label="(4, -1)"]; +"710 slice_52" -> "711 fill__16" [style=solid, label="(4, 4)"]; +"712 lift_fresh_copy_17" -> "715 fill__17" [style=solid, label="()"]; +"713 slice_53" -> "714 slice_54" [style=solid, label="(4, -1)"]; +"714 slice_54" -> "715 fill__17" [style=solid, label="(4, 4)"]; +"716 view_18" -> "717 permute_17" [style=solid, label="(-1, -1, -1, -1)"]; +"717 permute_17" -> "718 reshape_15" [style=solid, label="(-1, -1, -1, -1)"]; +"718 reshape_15" -> "719 unsqueeze_8" [style=solid, label="(-1, -1)"]; +"718 reshape_15" -> "720 unsqueeze_9" [style=solid, label="(-1, -1)"]; +"719 unsqueeze_8" -> "721 sub_9" [style=solid, label="(-1, 1, -1)"]; +"720 unsqueeze_9" -> "721 sub_9" [style=solid, label="(-1, -1, 1)"]; +"721 sub_9" -> "722 ne_1" [style=solid, label="(-1, -1, -1)"]; +"721 sub_9" -> "723 masked_fill_2" [style=solid, label="(-1, -1, -1)"]; +"721 sub_9" -> "724 eq_1" [style=solid, label="(-1, -1, -1)"]; +"722 ne_1" -> "723 masked_fill_2" [style=solid, label="(-1, -1, -1)"]; +"723 masked_fill_2" -> "725 masked_fill_3" [style=solid, label="(-1, -1, -1)"]; +"724 eq_1" -> "725 masked_fill_3" [style=solid, label="(-1, -1, -1)"]; +"725 masked_fill_3" -> "727 unsqueeze_10" [style=solid, label="(-1, -1, -1)"]; +"726 view_19" -> "729 add_11" [style=solid, label="(1, -1, 6, -1, -1)"]; +"727 unsqueeze_10" -> "728 unsqueeze_11" [style=solid, label="(-1, 1, -1, -1)"]; +"728 unsqueeze_11" -> "729 add_11" [style=solid, label="(1, -1, 1, -1, -1)"]; +"729 add_11" -> "730 view_20" [style=solid, label="(1, -1, 6, -1, -1)"]; +"730 view_20" -> "731 softmax_3" [style=solid, label="(-1, 6, -1, -1)"]; +"731 softmax_3" -> "732 dropout_12" [style=solid, label="(-1, 6, -1, -1)"]; +"732 dropout_12" -> "733 matmul_7" [style=solid, label="(-1, 6, -1, -1)"]; +"733 matmul_7" -> "734 transpose_7" [style=solid, label="(-1, 6, -1, 32)"]; +"734 transpose_7" -> "735 reshape_16" [style=solid, label="(-1, -1, 6, 32)"]; +"735 reshape_16" -> "736 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; +"736 reshape_16_0_0_nncf_smooth_quant_0" -> "737 quantize_per_tensor_default_23" [style=solid, label="(-1, -1, 192)"]; +"737 quantize_per_tensor_default_23" -> "738 dequantize_per_tensor_default_23" [style=solid, label="(-1, -1, 192)"]; +"738 dequantize_per_tensor_default_23" -> "744 linear_22" [style=solid, label="(-1, -1, 192)"]; +"739 scale_updated_constant15" -> "741 mul_tensor_15" [style=solid, label="(192, 1)"]; +"740 compressed_weight_updated_constant15" -> "741 mul_tensor_15" [style=solid, label="(192, 192)"]; +"741 mul_tensor_15" -> "743 sub_tensor_15" [style=solid, label="(192, 192)"]; +"742 zero_point_updated_constant15" -> "743 sub_tensor_15" [style=solid, label="(192, 1)"]; +"743 sub_tensor_15" -> "744 linear_22" [style=solid, label="(192, 192)"]; +"744 linear_22" -> "745 dropout_13" [style=solid, label="(-1, -1, 192)"]; +"745 dropout_13" -> "746 view_21" [style=solid, label="(-1, -1, 192)"]; +"746 view_21" -> "747 permute_18" [style=solid, label="(1, -1, -1, 8, -1, 192)"]; +"747 permute_18" -> "748 reshape_17" [style=solid, label="(1, -1, 8, -1, -1, 192)"]; +"748 reshape_17" -> "749 roll_3" [style=solid, label="(1, -1, -1, 192)"]; +"749 roll_3" -> "750 slice_55" [style=solid, label="(1, -1, -1, 192)"]; +"750 slice_55" -> "751 slice_56" [style=solid, label="(1, -1, -1, 192)"]; +"751 slice_56" -> "752 contiguous_5" [style=solid, label="(1, -1, -1, 192)"]; +"752 contiguous_5" -> "753 layer_norm_8" [style=solid, label="(1, -1, -1, 192)"]; +"753 layer_norm_8" -> "754 add_12" [style=solid, label="(1, -1, -1, 192)"]; +"754 add_12" -> "755 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 192)"]; +"754 add_12" -> "777 add_13" [style=solid, label="(1, -1, -1, 192)"]; +"755 add_12_0_0_nncf_smooth_quant_0" -> "756 quantize_per_tensor_default_24" [style=solid, label="(1, -1, -1, 192)"]; +"756 quantize_per_tensor_default_24" -> "757 dequantize_per_tensor_default_24" [style=solid, label="(1, -1, -1, 192)"]; +"757 dequantize_per_tensor_default_24" -> "763 linear_23" [style=solid, label="(1, -1, -1, 192)"]; +"758 scale_updated_constant16" -> "760 mul_tensor_16" [style=solid, label="(768, 1)"]; +"759 compressed_weight_updated_constant16" -> "760 mul_tensor_16" [style=solid, label="(768, 192)"]; +"760 mul_tensor_16" -> "762 sub_tensor_16" [style=solid, label="(768, 192)"]; +"761 zero_point_updated_constant16" -> "762 sub_tensor_16" [style=solid, label="(768, 1)"]; +"762 sub_tensor_16" -> "763 linear_23" [style=solid, label="(768, 192)"]; +"763 linear_23" -> "764 gelu_3" [style=solid, label="(1, -1, -1, 768)"]; +"764 gelu_3" -> "765 dropout_14" [style=solid, label="(1, -1, -1, 768)"]; +"765 dropout_14" -> "766 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; +"766 dropout_14_0_0_nncf_smooth_quant_0" -> "767 quantize_per_tensor_default_25" [style=solid, label="(1, -1, -1, 768)"]; +"767 quantize_per_tensor_default_25" -> "768 dequantize_per_tensor_default_25" [style=solid, label="(1, -1, -1, 768)"]; +"768 dequantize_per_tensor_default_25" -> "774 linear_24" [style=solid, label="(1, -1, -1, 768)"]; +"769 scale_updated_constant17" -> "771 mul_tensor_17" [style=solid, label="(192, 1)"]; +"770 compressed_weight_updated_constant17" -> "771 mul_tensor_17" [style=solid, label="(192, 768)"]; +"771 mul_tensor_17" -> "773 sub_tensor_17" [style=solid, label="(192, 768)"]; +"772 zero_point_updated_constant17" -> "773 sub_tensor_17" [style=solid, label="(192, 1)"]; +"773 sub_tensor_17" -> "774 linear_24" [style=solid, label="(192, 768)"]; +"774 linear_24" -> "775 dropout_15" [style=solid, label="(1, -1, -1, 192)"]; +"775 dropout_15" -> "776 layer_norm_9" [style=solid, label="(1, -1, -1, 192)"]; +"776 layer_norm_9" -> "777 add_13" [style=solid, label="(1, -1, -1, 192)"]; +"777 add_13" -> "780 pad_5" [style=solid, label="(1, -1, -1, 192)"]; +"778 mod_18" -> "780 pad_5" [style=solid, label="(-1,)"]; +"778 mod_18" -> "816 add_50" [style=solid, label="(-1,)"]; +"779 mod_19" -> "780 pad_5" [style=solid, label="(-1,)"]; +"779 mod_19" -> "822 add_52" [style=solid, label="(-1,)"]; +"780 pad_5" -> "781 slice_57" [style=solid, label="(1, -1, -1, 192)"]; +"780 pad_5" -> "783 slice_59" [style=solid, label="(1, -1, -1, 192)"]; +"780 pad_5" -> "785 slice_61" [style=solid, label="(1, -1, -1, 192)"]; +"780 pad_5" -> "787 slice_63" [style=solid, label="(1, -1, -1, 192)"]; +"781 slice_57" -> "782 slice_58" [style=solid, label="(1, -1, -1, 192)"]; +"782 slice_58" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; +"783 slice_59" -> "784 slice_60" [style=solid, label="(1, -1, -1, 192)"]; +"784 slice_60" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; +"785 slice_61" -> "786 slice_62" [style=solid, label="(1, -1, -1, 192)"]; +"786 slice_62" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; +"787 slice_63" -> "788 slice_64" [style=solid, label="(1, -1, -1, 192)"]; +"788 slice_64" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; +"789 cat_1" -> "790 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; +"790 cat_1_0_0_nncf_smooth_quant_0" -> "791 quantize_per_tensor_default_26" [style=solid, label="(1, -1, -1, 768)"]; +"791 quantize_per_tensor_default_26" -> "792 dequantize_per_tensor_default_26" [style=solid, label="(1, -1, -1, 768)"]; +"792 dequantize_per_tensor_default_26" -> "798 linear_25" [style=solid, label="(1, -1, -1, 768)"]; +"793 scale_updated_constant18" -> "795 mul_tensor_18" [style=solid, label="(384, 1)"]; +"794 compressed_weight_updated_constant18" -> "795 mul_tensor_18" [style=solid, label="(384, 768)"]; +"795 mul_tensor_18" -> "797 sub_tensor_18" [style=solid, label="(384, 768)"]; +"796 zero_point_updated_constant18" -> "797 sub_tensor_18" [style=solid, label="(384, 1)"]; +"797 sub_tensor_18" -> "798 linear_25" [style=solid, label="(384, 768)"]; +"798 linear_25" -> "799 layer_norm_10" [style=solid, label="(1, -1, -1, 384)"]; +"799 layer_norm_10" -> "827 pad_6" [style=solid, label="(1, -1, -1, 384)"]; +"799 layer_norm_10" -> "896 add_15" [style=solid, label="(1, -1, -1, 384)"]; +"800 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "802 linear_26" [style=solid, label="(512, 2)"]; +"801 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "802 linear_26" [style=solid, label="(1, 15, 15, 2)"]; +"802 linear_26" -> "803 relu__4" [style=solid, label="(1, 15, 15, 512)"]; +"803 relu__4" -> "805 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"804 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "806 linear_27" [style=solid, label="(12, 512)"]; +"805 relu__4_0_0_nncf_smooth_quant_0" -> "806 linear_27" [style=solid, label="(1, 15, 15, 512)"]; +"806 linear_27" -> "807 view_22" [style=solid, label="(1, 15, 15, 12)"]; +"807 view_22" -> "808 index_4" [style=solid, label="(225, 12)"]; +"808 index_4" -> "809 view_23" [style=solid, label="(4096, 12)"]; +"809 view_23" -> "810 permute_19" [style=solid, label="(64, 64, 12)"]; +"810 permute_19" -> "811 contiguous_6" [style=solid, label="(12, 64, 64)"]; +"811 contiguous_6" -> "812 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; +"812 unsqueeze_12" -> "813 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; +"813 sigmoid_4" -> "814 mul_12" [style=solid, label="(1, 12, 64, 64)"]; +"814 mul_12" -> "873 add_14" [style=solid, label="(1, 12, 64, 64)"]; +"815 add_49" -> "816 add_50" [style=solid, label="(-1,)"]; +"816 add_50" -> "817 floordiv_95" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "818 mod_20" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "830 add_54" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "893 slice_67" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1047 slice_88" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1147 slice_91" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1301 slice_112" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1401 slice_115" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1555 slice_136" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1582 mod_44" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1619 add_55" [style=solid, label="(-1,)"]; +"818 mod_20" -> "819 sub_10" [style=solid, label="(-1,)"]; +"819 sub_10" -> "820 mod_21" [style=solid, label="(-1,)"]; +"820 mod_21" -> "827 pad_6" [style=solid, label="(-1,)"]; +"820 mod_21" -> "830 add_54" [style=solid, label="(-1,)"]; +"820 mod_21" -> "935 pad_7" [style=solid, label="(-1,)"]; +"820 mod_21" -> "1089 pad_8" [style=solid, label="(-1,)"]; +"820 mod_21" -> "1189 pad_9" [style=solid, label="(-1,)"]; +"820 mod_21" -> "1343 pad_10" [style=solid, label="(-1,)"]; +"820 mod_21" -> "1443 pad_11" [style=solid, label="(-1,)"]; +"821 add_51" -> "822 add_52" [style=solid, label="(-1,)"]; +"822 add_52" -> "823 floordiv_96" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "824 mod_22" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "828 add_53" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "892 slice_66" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1046 slice_87" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1146 slice_90" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1300 slice_111" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1400 slice_114" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1554 slice_135" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1583 mod_45" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1625 add_57" [style=solid, label="(-1,)"]; +"824 mod_22" -> "825 sub_11" [style=solid, label="(-1,)"]; +"825 sub_11" -> "826 mod_23" [style=solid, label="(-1,)"]; +"826 mod_23" -> "827 pad_6" [style=solid, label="(-1,)"]; +"826 mod_23" -> "828 add_53" [style=solid, label="(-1,)"]; +"826 mod_23" -> "935 pad_7" [style=solid, label="(-1,)"]; +"826 mod_23" -> "1089 pad_8" [style=solid, label="(-1,)"]; +"826 mod_23" -> "1189 pad_9" [style=solid, label="(-1,)"]; +"826 mod_23" -> "1343 pad_10" [style=solid, label="(-1,)"]; +"826 mod_23" -> "1443 pad_11" [style=solid, label="(-1,)"]; +"827 pad_6" -> "833 view_24" [style=solid, label="(1, -1, -1, 384)"]; +"828 add_53" -> "829 floordiv_30" [style=solid, label="(-1,)"]; +"828 add_53" -> "849 floordiv_98" [style=solid, label="(-1,)"]; +"828 add_53" -> "891 reshape_21" [style=solid, label="(-1,)"]; +"828 add_53" -> "975 new_zeros_2" [style=solid, label="(-1,)"]; +"828 add_53" -> "1044 reshape_26" [style=solid, label="(-1,)"]; +"828 add_53" -> "1145 reshape_30" [style=solid, label="(-1,)"]; +"828 add_53" -> "1229 new_zeros_3" [style=solid, label="(-1,)"]; +"828 add_53" -> "1298 reshape_35" [style=solid, label="(-1,)"]; +"828 add_53" -> "1399 reshape_39" [style=solid, label="(-1,)"]; +"828 add_53" -> "1483 new_zeros_4" [style=solid, label="(-1,)"]; +"828 add_53" -> "1552 reshape_44" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "832 mul_13" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "833 view_24" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "849 floordiv_98" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "889 view_25" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "937 view_28" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1012 view_29" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1042 view_32" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1090 view_35" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1143 view_36" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1191 view_39" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1266 view_40" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1296 view_43" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1344 view_46" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1397 view_47" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1445 view_50" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1520 view_51" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1550 view_54" [style=solid, label="(-1,)"]; +"830 add_54" -> "831 floordiv_31" [style=solid, label="(-1,)"]; +"830 add_54" -> "848 floordiv_97" [style=solid, label="(-1,)"]; +"830 add_54" -> "891 reshape_21" [style=solid, label="(-1,)"]; +"830 add_54" -> "975 new_zeros_2" [style=solid, label="(-1,)"]; +"830 add_54" -> "1044 reshape_26" [style=solid, label="(-1,)"]; +"830 add_54" -> "1145 reshape_30" [style=solid, label="(-1,)"]; +"830 add_54" -> "1229 new_zeros_3" [style=solid, label="(-1,)"]; +"830 add_54" -> "1298 reshape_35" [style=solid, label="(-1,)"]; +"830 add_54" -> "1399 reshape_39" [style=solid, label="(-1,)"]; +"830 add_54" -> "1483 new_zeros_4" [style=solid, label="(-1,)"]; +"830 add_54" -> "1552 reshape_44" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "832 mul_13" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "833 view_24" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "848 floordiv_97" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "889 view_25" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "937 view_28" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1012 view_29" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1042 view_32" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1090 view_35" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1143 view_36" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1191 view_39" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1266 view_40" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1296 view_43" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1344 view_46" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1397 view_47" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1445 view_50" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1520 view_51" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1550 view_54" [style=solid, label="(-1,)"]; +"832 mul_13" -> "835 reshape_18" [style=solid, label="(-1,)"]; +"832 mul_13" -> "851 reshape_19" [style=solid, label="(-1,)"]; +"832 mul_13" -> "878 reshape_20" [style=solid, label="(-1,)"]; +"832 mul_13" -> "939 reshape_22" [style=solid, label="(-1,)"]; +"832 mul_13" -> "952 reshape_23" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1014 reshape_24" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1022 view_30" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1031 reshape_25" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1092 reshape_27" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1105 reshape_28" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1132 reshape_29" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1193 reshape_31" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1206 reshape_32" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1268 reshape_33" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1276 view_41" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1285 reshape_34" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1346 reshape_36" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1359 reshape_37" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1386 reshape_38" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1447 reshape_40" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1460 reshape_41" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1522 reshape_42" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1530 view_52" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1539 reshape_43" [style=solid, label="(-1,)"]; +"833 view_24" -> "834 permute_20" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"834 permute_20" -> "835 reshape_18" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"835 reshape_18" -> "839 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"836 clone_4" -> "837 slice_65" [style=solid, label="(1152,)"]; +"836 clone_4" -> "847 linear_28" [style=solid, label="(1152,)"]; +"837 slice_65" -> "838 zero__4" [style=solid, label="(384,)"]; +"839 reshape_18_0_0_nncf_smooth_quant_0" -> "840 quantize_per_tensor_default_27" [style=solid, label="(-1, -1, 384)"]; +"840 quantize_per_tensor_default_27" -> "841 dequantize_per_tensor_default_27" [style=solid, label="(-1, -1, 384)"]; +"841 dequantize_per_tensor_default_27" -> "847 linear_28" [style=solid, label="(-1, -1, 384)"]; +"842 scale_updated_constant19" -> "844 mul_tensor_19" [style=solid, label="(1152, 1)"]; +"843 compressed_weight_updated_constant19" -> "844 mul_tensor_19" [style=solid, label="(1152, 384)"]; +"844 mul_tensor_19" -> "846 sub_tensor_19" [style=solid, label="(1152, 384)"]; +"845 zero_point_updated_constant19" -> "846 sub_tensor_19" [style=solid, label="(1152, 1)"]; +"846 sub_tensor_19" -> "847 linear_28" [style=solid, label="(1152, 384)"]; +"847 linear_28" -> "851 reshape_19" [style=solid, label="(-1, -1, 1152)"]; +"848 floordiv_97" -> "850 mul_38" [style=solid, label="(-1,)"]; +"849 floordiv_98" -> "850 mul_38" [style=solid, label="(-1,)"]; +"850 mul_38" -> "851 reshape_19" [style=solid, label="(-1,)"]; +"850 mul_38" -> "878 reshape_20" [style=solid, label="(-1,)"]; +"850 mul_38" -> "952 reshape_23" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1022 view_30" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1026 view_31" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1031 reshape_25" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1105 reshape_28" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1132 reshape_29" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1206 reshape_32" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1276 view_41" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1280 view_42" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1285 reshape_34" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1359 reshape_37" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1386 reshape_38" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1460 reshape_41" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1530 view_52" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1534 view_53" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1539 reshape_43" [style=solid, label="(-1,)"]; +"851 reshape_19" -> "852 permute_21" [style=solid, label="(-1, -1, 3, 12, 32)"]; +"852 permute_21" -> "853 select_12" [style=solid, label="(3, -1, 12, -1, 32)"]; +"852 permute_21" -> "854 select_13" [style=solid, label="(3, -1, 12, -1, 32)"]; +"852 permute_21" -> "855 select_14" [style=solid, label="(3, -1, 12, -1, 32)"]; +"853 select_12" -> "856 linalg_vector_norm_8" [style=solid, label="(-1, 12, -1, 32)"]; +"853 select_12" -> "858 expand_as_8" [style=solid, label="(-1, 12, -1, 32)"]; +"853 select_12" -> "859 div_8" [style=solid, label="(-1, 12, -1, 32)"]; +"854 select_13" -> "862 linalg_vector_norm_9" [style=solid, label="(-1, 12, -1, 32)"]; +"854 select_13" -> "864 expand_as_9" [style=solid, label="(-1, 12, -1, 32)"]; +"854 select_13" -> "865 div_9" [style=solid, label="(-1, 12, -1, 32)"]; +"855 select_14" -> "876 matmul_9" [style=solid, label="(-1, 12, -1, 32)"]; +"856 linalg_vector_norm_8" -> "857 clamp_min_8" [style=solid, label="(-1, 12, -1, 1)"]; +"857 clamp_min_8" -> "858 expand_as_8" [style=solid, label="(-1, 12, -1, 1)"]; +"858 expand_as_8" -> "859 div_8" [style=solid, label="(-1, 12, -1, 32)"]; +"859 div_8" -> "860 quantize_per_tensor_default_28" [style=solid, label="(-1, 12, -1, 32)"]; +"860 quantize_per_tensor_default_28" -> "861 dequantize_per_tensor_default_28" [style=solid, label="(-1, 12, -1, 32)"]; +"861 dequantize_per_tensor_default_28" -> "869 matmul_8" [style=solid, label="(-1, 12, -1, 32)"]; +"862 linalg_vector_norm_9" -> "863 clamp_min_9" [style=solid, label="(-1, 12, -1, 1)"]; +"863 clamp_min_9" -> "864 expand_as_9" [style=solid, label="(-1, 12, -1, 1)"]; +"864 expand_as_9" -> "865 div_9" [style=solid, label="(-1, 12, -1, 32)"]; +"865 div_9" -> "866 quantize_per_tensor_default_29" [style=solid, label="(-1, 12, -1, 32)"]; +"866 quantize_per_tensor_default_29" -> "867 dequantize_per_tensor_default_29" [style=solid, label="(-1, 12, -1, 32)"]; +"867 dequantize_per_tensor_default_29" -> "868 transpose_8" [style=solid, label="(-1, 12, -1, 32)"]; +"868 transpose_8" -> "869 matmul_8" [style=solid, label="(-1, 12, 32, -1)"]; +"869 matmul_8" -> "872 mul_14" [style=solid, label="(-1, 12, -1, -1)"]; +"870 clamp_4" -> "871 exp_4" [style=solid, label="(12, 1, 1)"]; +"871 exp_4" -> "872 mul_14" [style=solid, label="(12, 1, 1)"]; +"872 mul_14" -> "873 add_14" [style=solid, label="(-1, 12, -1, -1)"]; +"873 add_14" -> "874 softmax_4" [style=solid, label="(-1, 12, -1, -1)"]; +"874 softmax_4" -> "875 dropout_16" [style=solid, label="(-1, 12, -1, -1)"]; +"875 dropout_16" -> "876 matmul_9" [style=solid, label="(-1, 12, -1, -1)"]; +"876 matmul_9" -> "877 transpose_9" [style=solid, label="(-1, 12, -1, 32)"]; +"877 transpose_9" -> "878 reshape_20" [style=solid, label="(-1, -1, 12, 32)"]; +"878 reshape_20" -> "879 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"879 reshape_20_0_0_nncf_smooth_quant_0" -> "880 quantize_per_tensor_default_30" [style=solid, label="(-1, -1, 384)"]; +"880 quantize_per_tensor_default_30" -> "881 dequantize_per_tensor_default_30" [style=solid, label="(-1, -1, 384)"]; +"881 dequantize_per_tensor_default_30" -> "887 linear_29" [style=solid, label="(-1, -1, 384)"]; +"882 scale_updated_constant20" -> "884 mul_tensor_20" [style=solid, label="(384, 1)"]; +"883 compressed_weight_updated_constant20" -> "884 mul_tensor_20" [style=solid, label="(384, 384)"]; +"884 mul_tensor_20" -> "886 sub_tensor_20" [style=solid, label="(384, 384)"]; +"885 zero_point_updated_constant20" -> "886 sub_tensor_20" [style=solid, label="(384, 1)"]; +"886 sub_tensor_20" -> "887 linear_29" [style=solid, label="(384, 384)"]; +"887 linear_29" -> "888 dropout_17" [style=solid, label="(-1, -1, 384)"]; +"888 dropout_17" -> "889 view_25" [style=solid, label="(-1, -1, 384)"]; +"889 view_25" -> "890 permute_22" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"890 permute_22" -> "891 reshape_21" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"891 reshape_21" -> "892 slice_66" [style=solid, label="(1, -1, -1, 384)"]; +"892 slice_66" -> "893 slice_67" [style=solid, label="(1, -1, -1, 384)"]; +"893 slice_67" -> "894 contiguous_7" [style=solid, label="(1, -1, -1, 384)"]; +"894 contiguous_7" -> "895 layer_norm_11" [style=solid, label="(1, -1, -1, 384)"]; +"895 layer_norm_11" -> "896 add_15" [style=solid, label="(1, -1, -1, 384)"]; +"896 add_15" -> "897 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"896 add_15" -> "919 add_16" [style=solid, label="(1, -1, -1, 384)"]; +"897 add_15_0_0_nncf_smooth_quant_0" -> "898 quantize_per_tensor_default_31" [style=solid, label="(1, -1, -1, 384)"]; +"898 quantize_per_tensor_default_31" -> "899 dequantize_per_tensor_default_31" [style=solid, label="(1, -1, -1, 384)"]; +"899 dequantize_per_tensor_default_31" -> "905 linear_30" [style=solid, label="(1, -1, -1, 384)"]; +"900 scale_updated_constant21" -> "902 mul_tensor_21" [style=solid, label="(1536, 1)"]; +"901 compressed_weight_updated_constant21" -> "902 mul_tensor_21" [style=solid, label="(1536, 384)"]; +"902 mul_tensor_21" -> "904 sub_tensor_21" [style=solid, label="(1536, 384)"]; +"903 zero_point_updated_constant21" -> "904 sub_tensor_21" [style=solid, label="(1536, 1)"]; +"904 sub_tensor_21" -> "905 linear_30" [style=solid, label="(1536, 384)"]; +"905 linear_30" -> "906 gelu_4" [style=solid, label="(1, -1, -1, 1536)"]; +"906 gelu_4" -> "907 dropout_18" [style=solid, label="(1, -1, -1, 1536)"]; +"907 dropout_18" -> "908 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"908 dropout_18_0_0_nncf_smooth_quant_0" -> "909 quantize_per_tensor_default_32" [style=solid, label="(1, -1, -1, 1536)"]; +"909 quantize_per_tensor_default_32" -> "910 dequantize_per_tensor_default_32" [style=solid, label="(1, -1, -1, 1536)"]; +"910 dequantize_per_tensor_default_32" -> "916 linear_31" [style=solid, label="(1, -1, -1, 1536)"]; +"911 scale_updated_constant22" -> "913 mul_tensor_22" [style=solid, label="(384, 1)"]; +"912 compressed_weight_updated_constant22" -> "913 mul_tensor_22" [style=solid, label="(384, 1536)"]; +"913 mul_tensor_22" -> "915 sub_tensor_22" [style=solid, label="(384, 1536)"]; +"914 zero_point_updated_constant22" -> "915 sub_tensor_22" [style=solid, label="(384, 1)"]; +"915 sub_tensor_22" -> "916 linear_31" [style=solid, label="(384, 1536)"]; +"916 linear_31" -> "917 dropout_19" [style=solid, label="(1, -1, -1, 384)"]; +"917 dropout_19" -> "918 layer_norm_12" [style=solid, label="(1, -1, -1, 384)"]; +"918 layer_norm_12" -> "919 add_16" [style=solid, label="(1, -1, -1, 384)"]; +"919 add_16" -> "935 pad_7" [style=solid, label="(1, -1, -1, 384)"]; +"919 add_16" -> "1050 add_19" [style=solid, label="(1, -1, -1, 384)"]; +"920 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "922 linear_32" [style=solid, label="(512, 2)"]; +"921 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "922 linear_32" [style=solid, label="(1, 15, 15, 2)"]; +"922 linear_32" -> "923 relu__5" [style=solid, label="(1, 15, 15, 512)"]; +"923 relu__5" -> "925 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"924 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "926 linear_33" [style=solid, label="(12, 512)"]; +"925 relu__5_0_0_nncf_smooth_quant_0" -> "926 linear_33" [style=solid, label="(1, 15, 15, 512)"]; +"926 linear_33" -> "927 view_26" [style=solid, label="(1, 15, 15, 12)"]; +"927 view_26" -> "928 index_5" [style=solid, label="(225, 12)"]; +"928 index_5" -> "929 view_27" [style=solid, label="(4096, 12)"]; +"929 view_27" -> "930 permute_23" [style=solid, label="(64, 64, 12)"]; +"930 permute_23" -> "931 contiguous_8" [style=solid, label="(12, 64, 64)"]; +"931 contiguous_8" -> "932 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; +"932 unsqueeze_13" -> "933 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; +"933 sigmoid_5" -> "934 mul_15" [style=solid, label="(1, 12, 64, 64)"]; +"934 mul_15" -> "974 add_17" [style=solid, label="(1, 12, 64, 64)"]; +"935 pad_7" -> "936 roll_4" [style=solid, label="(1, -1, -1, 384)"]; +"936 roll_4" -> "937 view_28" [style=solid, label="(1, -1, -1, 384)"]; +"937 view_28" -> "938 permute_24" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"938 permute_24" -> "939 reshape_22" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"939 reshape_22" -> "943 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"939 reshape_22" -> "975 new_zeros_2" [style=solid, label="(-1, -1, 384)"]; +"940 clone_5" -> "941 slice_68" [style=solid, label="(1152,)"]; +"940 clone_5" -> "951 linear_34" [style=solid, label="(1152,)"]; +"941 slice_68" -> "942 zero__5" [style=solid, label="(384,)"]; +"943 reshape_22_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_33" [style=solid, label="(-1, -1, 384)"]; +"944 quantize_per_tensor_default_33" -> "945 dequantize_per_tensor_default_33" [style=solid, label="(-1, -1, 384)"]; +"945 dequantize_per_tensor_default_33" -> "951 linear_34" [style=solid, label="(-1, -1, 384)"]; +"946 scale_updated_constant23" -> "948 mul_tensor_23" [style=solid, label="(1152, 1)"]; +"947 compressed_weight_updated_constant23" -> "948 mul_tensor_23" [style=solid, label="(1152, 384)"]; +"948 mul_tensor_23" -> "950 sub_tensor_23" [style=solid, label="(1152, 384)"]; +"949 zero_point_updated_constant23" -> "950 sub_tensor_23" [style=solid, label="(1152, 1)"]; +"950 sub_tensor_23" -> "951 linear_34" [style=solid, label="(1152, 384)"]; +"951 linear_34" -> "952 reshape_23" [style=solid, label="(-1, -1, 1152)"]; +"952 reshape_23" -> "953 permute_25" [style=solid, label="(-1, -1, 3, 12, 32)"]; +"953 permute_25" -> "954 select_15" [style=solid, label="(3, -1, 12, -1, 32)"]; +"953 permute_25" -> "955 select_16" [style=solid, label="(3, -1, 12, -1, 32)"]; +"953 permute_25" -> "956 select_17" [style=solid, label="(3, -1, 12, -1, 32)"]; +"954 select_15" -> "957 linalg_vector_norm_10" [style=solid, label="(-1, 12, -1, 32)"]; +"954 select_15" -> "959 expand_as_10" [style=solid, label="(-1, 12, -1, 32)"]; +"954 select_15" -> "960 div_10" [style=solid, label="(-1, 12, -1, 32)"]; +"955 select_16" -> "963 linalg_vector_norm_11" [style=solid, label="(-1, 12, -1, 32)"]; +"955 select_16" -> "965 expand_as_11" [style=solid, label="(-1, 12, -1, 32)"]; +"955 select_16" -> "966 div_11" [style=solid, label="(-1, 12, -1, 32)"]; +"956 select_17" -> "1029 matmul_11" [style=solid, label="(-1, 12, -1, 32)"]; +"957 linalg_vector_norm_10" -> "958 clamp_min_10" [style=solid, label="(-1, 12, -1, 1)"]; +"958 clamp_min_10" -> "959 expand_as_10" [style=solid, label="(-1, 12, -1, 1)"]; +"959 expand_as_10" -> "960 div_10" [style=solid, label="(-1, 12, -1, 32)"]; +"960 div_10" -> "961 quantize_per_tensor_default_34" [style=solid, label="(-1, 12, -1, 32)"]; +"961 quantize_per_tensor_default_34" -> "962 dequantize_per_tensor_default_34" [style=solid, label="(-1, 12, -1, 32)"]; +"962 dequantize_per_tensor_default_34" -> "970 matmul_10" [style=solid, label="(-1, 12, -1, 32)"]; +"963 linalg_vector_norm_11" -> "964 clamp_min_11" [style=solid, label="(-1, 12, -1, 1)"]; +"964 clamp_min_11" -> "965 expand_as_11" [style=solid, label="(-1, 12, -1, 1)"]; +"965 expand_as_11" -> "966 div_11" [style=solid, label="(-1, 12, -1, 32)"]; +"966 div_11" -> "967 quantize_per_tensor_default_35" [style=solid, label="(-1, 12, -1, 32)"]; +"967 quantize_per_tensor_default_35" -> "968 dequantize_per_tensor_default_35" [style=solid, label="(-1, 12, -1, 32)"]; +"968 dequantize_per_tensor_default_35" -> "969 transpose_10" [style=solid, label="(-1, 12, -1, 32)"]; +"969 transpose_10" -> "970 matmul_10" [style=solid, label="(-1, 12, 32, -1)"]; +"970 matmul_10" -> "973 mul_17" [style=solid, label="(-1, 12, -1, -1)"]; +"971 clamp_5" -> "972 exp_5" [style=solid, label="(12, 1, 1)"]; +"972 exp_5" -> "973 mul_17" [style=solid, label="(12, 1, 1)"]; +"973 mul_17" -> "974 add_17" [style=solid, label="(-1, 12, -1, -1)"]; +"974 add_17" -> "1022 view_30" [style=solid, label="(-1, 12, -1, -1)"]; +"975 new_zeros_2" -> "977 slice_69" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "981 slice_71" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "985 slice_73" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "989 slice_75" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "993 slice_77" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "997 slice_79" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "1001 slice_81" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "1005 slice_83" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "1009 slice_85" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "1012 view_29" [style=solid, label="(-1, -1)"]; +"976 lift_fresh_copy_18" -> "979 fill__18" [style=solid, label="()"]; +"977 slice_69" -> "978 slice_70" [style=solid, label="(-1, -1)"]; +"978 slice_70" -> "979 fill__18" [style=solid, label="(-1, -1)"]; +"980 lift_fresh_copy_19" -> "983 fill__19" [style=solid, label="()"]; +"981 slice_71" -> "982 slice_72" [style=solid, label="(-1, -1)"]; +"982 slice_72" -> "983 fill__19" [style=solid, label="(-1, 4)"]; +"984 lift_fresh_copy_20" -> "987 fill__20" [style=solid, label="()"]; +"985 slice_73" -> "986 slice_74" [style=solid, label="(-1, -1)"]; +"986 slice_74" -> "987 fill__20" [style=solid, label="(-1, 4)"]; +"988 lift_fresh_copy_21" -> "991 fill__21" [style=solid, label="()"]; +"989 slice_75" -> "990 slice_76" [style=solid, label="(4, -1)"]; +"990 slice_76" -> "991 fill__21" [style=solid, label="(4, -1)"]; +"992 lift_fresh_copy_22" -> "995 fill__22" [style=solid, label="()"]; +"993 slice_77" -> "994 slice_78" [style=solid, label="(4, -1)"]; +"994 slice_78" -> "995 fill__22" [style=solid, label="(4, 4)"]; +"996 lift_fresh_copy_23" -> "999 fill__23" [style=solid, label="()"]; +"997 slice_79" -> "998 slice_80" [style=solid, label="(4, -1)"]; +"998 slice_80" -> "999 fill__23" [style=solid, label="(4, 4)"]; +"1000 lift_fresh_copy_24" -> "1003 fill__24" [style=solid, label="()"]; +"1001 slice_81" -> "1002 slice_82" [style=solid, label="(4, -1)"]; +"1002 slice_82" -> "1003 fill__24" [style=solid, label="(4, -1)"]; +"1004 lift_fresh_copy_25" -> "1007 fill__25" [style=solid, label="()"]; +"1005 slice_83" -> "1006 slice_84" [style=solid, label="(4, -1)"]; +"1006 slice_84" -> "1007 fill__25" [style=solid, label="(4, 4)"]; +"1008 lift_fresh_copy_26" -> "1011 fill__26" [style=solid, label="()"]; +"1009 slice_85" -> "1010 slice_86" [style=solid, label="(4, -1)"]; +"1010 slice_86" -> "1011 fill__26" [style=solid, label="(4, 4)"]; +"1012 view_29" -> "1013 permute_26" [style=solid, label="(-1, -1, -1, -1)"]; +"1013 permute_26" -> "1014 reshape_24" [style=solid, label="(-1, -1, -1, -1)"]; +"1014 reshape_24" -> "1015 unsqueeze_14" [style=solid, label="(-1, -1)"]; +"1014 reshape_24" -> "1016 unsqueeze_15" [style=solid, label="(-1, -1)"]; +"1015 unsqueeze_14" -> "1017 sub_14" [style=solid, label="(-1, 1, -1)"]; +"1016 unsqueeze_15" -> "1017 sub_14" [style=solid, label="(-1, -1, 1)"]; +"1017 sub_14" -> "1018 ne_2" [style=solid, label="(-1, -1, -1)"]; +"1017 sub_14" -> "1019 masked_fill_4" [style=solid, label="(-1, -1, -1)"]; +"1017 sub_14" -> "1020 eq_2" [style=solid, label="(-1, -1, -1)"]; +"1018 ne_2" -> "1019 masked_fill_4" [style=solid, label="(-1, -1, -1)"]; +"1019 masked_fill_4" -> "1021 masked_fill_5" [style=solid, label="(-1, -1, -1)"]; +"1020 eq_2" -> "1021 masked_fill_5" [style=solid, label="(-1, -1, -1)"]; +"1021 masked_fill_5" -> "1023 unsqueeze_16" [style=solid, label="(-1, -1, -1)"]; +"1022 view_30" -> "1025 add_18" [style=solid, label="(1, -1, 12, -1, -1)"]; +"1023 unsqueeze_16" -> "1024 unsqueeze_17" [style=solid, label="(-1, 1, -1, -1)"]; +"1024 unsqueeze_17" -> "1025 add_18" [style=solid, label="(1, -1, 1, -1, -1)"]; +"1025 add_18" -> "1026 view_31" [style=solid, label="(1, -1, 12, -1, -1)"]; +"1026 view_31" -> "1027 softmax_5" [style=solid, label="(-1, 12, -1, -1)"]; +"1027 softmax_5" -> "1028 dropout_20" [style=solid, label="(-1, 12, -1, -1)"]; +"1028 dropout_20" -> "1029 matmul_11" [style=solid, label="(-1, 12, -1, -1)"]; +"1029 matmul_11" -> "1030 transpose_11" [style=solid, label="(-1, 12, -1, 32)"]; +"1030 transpose_11" -> "1031 reshape_25" [style=solid, label="(-1, -1, 12, 32)"]; +"1031 reshape_25" -> "1032 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1032 reshape_25_0_0_nncf_smooth_quant_0" -> "1033 quantize_per_tensor_default_36" [style=solid, label="(-1, -1, 384)"]; +"1033 quantize_per_tensor_default_36" -> "1034 dequantize_per_tensor_default_36" [style=solid, label="(-1, -1, 384)"]; +"1034 dequantize_per_tensor_default_36" -> "1040 linear_35" [style=solid, label="(-1, -1, 384)"]; +"1035 scale_updated_constant24" -> "1037 mul_tensor_24" [style=solid, label="(384, 1)"]; +"1036 compressed_weight_updated_constant24" -> "1037 mul_tensor_24" [style=solid, label="(384, 384)"]; +"1037 mul_tensor_24" -> "1039 sub_tensor_24" [style=solid, label="(384, 384)"]; +"1038 zero_point_updated_constant24" -> "1039 sub_tensor_24" [style=solid, label="(384, 1)"]; +"1039 sub_tensor_24" -> "1040 linear_35" [style=solid, label="(384, 384)"]; +"1040 linear_35" -> "1041 dropout_21" [style=solid, label="(-1, -1, 384)"]; +"1041 dropout_21" -> "1042 view_32" [style=solid, label="(-1, -1, 384)"]; +"1042 view_32" -> "1043 permute_27" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"1043 permute_27" -> "1044 reshape_26" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"1044 reshape_26" -> "1045 roll_5" [style=solid, label="(1, -1, -1, 384)"]; +"1045 roll_5" -> "1046 slice_87" [style=solid, label="(1, -1, -1, 384)"]; +"1046 slice_87" -> "1047 slice_88" [style=solid, label="(1, -1, -1, 384)"]; +"1047 slice_88" -> "1048 contiguous_9" [style=solid, label="(1, -1, -1, 384)"]; +"1048 contiguous_9" -> "1049 layer_norm_13" [style=solid, label="(1, -1, -1, 384)"]; +"1049 layer_norm_13" -> "1050 add_19" [style=solid, label="(1, -1, -1, 384)"]; +"1050 add_19" -> "1051 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"1050 add_19" -> "1073 add_20" [style=solid, label="(1, -1, -1, 384)"]; +"1051 add_19_0_0_nncf_smooth_quant_0" -> "1052 quantize_per_tensor_default_37" [style=solid, label="(1, -1, -1, 384)"]; +"1052 quantize_per_tensor_default_37" -> "1053 dequantize_per_tensor_default_37" [style=solid, label="(1, -1, -1, 384)"]; +"1053 dequantize_per_tensor_default_37" -> "1059 linear_36" [style=solid, label="(1, -1, -1, 384)"]; +"1054 scale_updated_constant25" -> "1056 mul_tensor_25" [style=solid, label="(1536, 1)"]; +"1055 compressed_weight_updated_constant25" -> "1056 mul_tensor_25" [style=solid, label="(1536, 384)"]; +"1056 mul_tensor_25" -> "1058 sub_tensor_25" [style=solid, label="(1536, 384)"]; +"1057 zero_point_updated_constant25" -> "1058 sub_tensor_25" [style=solid, label="(1536, 1)"]; +"1058 sub_tensor_25" -> "1059 linear_36" [style=solid, label="(1536, 384)"]; +"1059 linear_36" -> "1060 gelu_5" [style=solid, label="(1, -1, -1, 1536)"]; +"1060 gelu_5" -> "1061 dropout_22" [style=solid, label="(1, -1, -1, 1536)"]; +"1061 dropout_22" -> "1062 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"1062 dropout_22_0_0_nncf_smooth_quant_0" -> "1063 quantize_per_tensor_default_38" [style=solid, label="(1, -1, -1, 1536)"]; +"1063 quantize_per_tensor_default_38" -> "1064 dequantize_per_tensor_default_38" [style=solid, label="(1, -1, -1, 1536)"]; +"1064 dequantize_per_tensor_default_38" -> "1070 linear_37" [style=solid, label="(1, -1, -1, 1536)"]; +"1065 scale_updated_constant26" -> "1067 mul_tensor_26" [style=solid, label="(384, 1)"]; +"1066 compressed_weight_updated_constant26" -> "1067 mul_tensor_26" [style=solid, label="(384, 1536)"]; +"1067 mul_tensor_26" -> "1069 sub_tensor_26" [style=solid, label="(384, 1536)"]; +"1068 zero_point_updated_constant26" -> "1069 sub_tensor_26" [style=solid, label="(384, 1)"]; +"1069 sub_tensor_26" -> "1070 linear_37" [style=solid, label="(384, 1536)"]; +"1070 linear_37" -> "1071 dropout_23" [style=solid, label="(1, -1, -1, 384)"]; +"1071 dropout_23" -> "1072 layer_norm_14" [style=solid, label="(1, -1, -1, 384)"]; +"1072 layer_norm_14" -> "1073 add_20" [style=solid, label="(1, -1, -1, 384)"]; +"1073 add_20" -> "1089 pad_8" [style=solid, label="(1, -1, -1, 384)"]; +"1073 add_20" -> "1150 add_22" [style=solid, label="(1, -1, -1, 384)"]; +"1074 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1076 linear_38" [style=solid, label="(512, 2)"]; +"1075 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1076 linear_38" [style=solid, label="(1, 15, 15, 2)"]; +"1076 linear_38" -> "1077 relu__6" [style=solid, label="(1, 15, 15, 512)"]; +"1077 relu__6" -> "1079 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1078 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1080 linear_39" [style=solid, label="(12, 512)"]; +"1079 relu__6_0_0_nncf_smooth_quant_0" -> "1080 linear_39" [style=solid, label="(1, 15, 15, 512)"]; +"1080 linear_39" -> "1081 view_33" [style=solid, label="(1, 15, 15, 12)"]; +"1081 view_33" -> "1082 index_6" [style=solid, label="(225, 12)"]; +"1082 index_6" -> "1083 view_34" [style=solid, label="(4096, 12)"]; +"1083 view_34" -> "1084 permute_28" [style=solid, label="(64, 64, 12)"]; +"1084 permute_28" -> "1085 contiguous_10" [style=solid, label="(12, 64, 64)"]; +"1085 contiguous_10" -> "1086 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; +"1086 unsqueeze_18" -> "1087 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; +"1087 sigmoid_6" -> "1088 mul_18" [style=solid, label="(1, 12, 64, 64)"]; +"1088 mul_18" -> "1127 add_21" [style=solid, label="(1, 12, 64, 64)"]; +"1089 pad_8" -> "1090 view_35" [style=solid, label="(1, -1, -1, 384)"]; +"1090 view_35" -> "1091 permute_29" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1091 permute_29" -> "1092 reshape_27" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1092 reshape_27" -> "1096 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1093 clone_6" -> "1094 slice_89" [style=solid, label="(1152,)"]; +"1093 clone_6" -> "1104 linear_40" [style=solid, label="(1152,)"]; +"1094 slice_89" -> "1095 zero__6" [style=solid, label="(384,)"]; +"1096 reshape_27_0_0_nncf_smooth_quant_0" -> "1097 quantize_per_tensor_default_39" [style=solid, label="(-1, -1, 384)"]; +"1097 quantize_per_tensor_default_39" -> "1098 dequantize_per_tensor_default_39" [style=solid, label="(-1, -1, 384)"]; +"1098 dequantize_per_tensor_default_39" -> "1104 linear_40" [style=solid, label="(-1, -1, 384)"]; +"1099 scale_updated_constant27" -> "1101 mul_tensor_27" [style=solid, label="(1152, 1)"]; +"1100 compressed_weight_updated_constant27" -> "1101 mul_tensor_27" [style=solid, label="(1152, 384)"]; +"1101 mul_tensor_27" -> "1103 sub_tensor_27" [style=solid, label="(1152, 384)"]; +"1102 zero_point_updated_constant27" -> "1103 sub_tensor_27" [style=solid, label="(1152, 1)"]; +"1103 sub_tensor_27" -> "1104 linear_40" [style=solid, label="(1152, 384)"]; +"1104 linear_40" -> "1105 reshape_28" [style=solid, label="(-1, -1, 1152)"]; +"1105 reshape_28" -> "1106 permute_30" [style=solid, label="(-1, -1, 3, 12, 32)"]; +"1106 permute_30" -> "1107 select_18" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1106 permute_30" -> "1108 select_19" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1106 permute_30" -> "1109 select_20" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1107 select_18" -> "1110 linalg_vector_norm_12" [style=solid, label="(-1, 12, -1, 32)"]; +"1107 select_18" -> "1112 expand_as_12" [style=solid, label="(-1, 12, -1, 32)"]; +"1107 select_18" -> "1113 div_12" [style=solid, label="(-1, 12, -1, 32)"]; +"1108 select_19" -> "1116 linalg_vector_norm_13" [style=solid, label="(-1, 12, -1, 32)"]; +"1108 select_19" -> "1118 expand_as_13" [style=solid, label="(-1, 12, -1, 32)"]; +"1108 select_19" -> "1119 div_13" [style=solid, label="(-1, 12, -1, 32)"]; +"1109 select_20" -> "1130 matmul_13" [style=solid, label="(-1, 12, -1, 32)"]; +"1110 linalg_vector_norm_12" -> "1111 clamp_min_12" [style=solid, label="(-1, 12, -1, 1)"]; +"1111 clamp_min_12" -> "1112 expand_as_12" [style=solid, label="(-1, 12, -1, 1)"]; +"1112 expand_as_12" -> "1113 div_12" [style=solid, label="(-1, 12, -1, 32)"]; +"1113 div_12" -> "1114 quantize_per_tensor_default_40" [style=solid, label="(-1, 12, -1, 32)"]; +"1114 quantize_per_tensor_default_40" -> "1115 dequantize_per_tensor_default_40" [style=solid, label="(-1, 12, -1, 32)"]; +"1115 dequantize_per_tensor_default_40" -> "1123 matmul_12" [style=solid, label="(-1, 12, -1, 32)"]; +"1116 linalg_vector_norm_13" -> "1117 clamp_min_13" [style=solid, label="(-1, 12, -1, 1)"]; +"1117 clamp_min_13" -> "1118 expand_as_13" [style=solid, label="(-1, 12, -1, 1)"]; +"1118 expand_as_13" -> "1119 div_13" [style=solid, label="(-1, 12, -1, 32)"]; +"1119 div_13" -> "1120 quantize_per_tensor_default_41" [style=solid, label="(-1, 12, -1, 32)"]; +"1120 quantize_per_tensor_default_41" -> "1121 dequantize_per_tensor_default_41" [style=solid, label="(-1, 12, -1, 32)"]; +"1121 dequantize_per_tensor_default_41" -> "1122 transpose_12" [style=solid, label="(-1, 12, -1, 32)"]; +"1122 transpose_12" -> "1123 matmul_12" [style=solid, label="(-1, 12, 32, -1)"]; +"1123 matmul_12" -> "1126 mul_20" [style=solid, label="(-1, 12, -1, -1)"]; +"1124 clamp_6" -> "1125 exp_6" [style=solid, label="(12, 1, 1)"]; +"1125 exp_6" -> "1126 mul_20" [style=solid, label="(12, 1, 1)"]; +"1126 mul_20" -> "1127 add_21" [style=solid, label="(-1, 12, -1, -1)"]; +"1127 add_21" -> "1128 softmax_6" [style=solid, label="(-1, 12, -1, -1)"]; +"1128 softmax_6" -> "1129 dropout_24" [style=solid, label="(-1, 12, -1, -1)"]; +"1129 dropout_24" -> "1130 matmul_13" [style=solid, label="(-1, 12, -1, -1)"]; +"1130 matmul_13" -> "1131 transpose_13" [style=solid, label="(-1, 12, -1, 32)"]; +"1131 transpose_13" -> "1132 reshape_29" [style=solid, label="(-1, -1, 12, 32)"]; +"1132 reshape_29" -> "1133 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1133 reshape_29_0_0_nncf_smooth_quant_0" -> "1134 quantize_per_tensor_default_42" [style=solid, label="(-1, -1, 384)"]; +"1134 quantize_per_tensor_default_42" -> "1135 dequantize_per_tensor_default_42" [style=solid, label="(-1, -1, 384)"]; +"1135 dequantize_per_tensor_default_42" -> "1141 linear_41" [style=solid, label="(-1, -1, 384)"]; +"1136 scale_updated_constant28" -> "1138 mul_tensor_28" [style=solid, label="(384, 1)"]; +"1137 compressed_weight_updated_constant28" -> "1138 mul_tensor_28" [style=solid, label="(384, 384)"]; +"1138 mul_tensor_28" -> "1140 sub_tensor_28" [style=solid, label="(384, 384)"]; +"1139 zero_point_updated_constant28" -> "1140 sub_tensor_28" [style=solid, label="(384, 1)"]; +"1140 sub_tensor_28" -> "1141 linear_41" [style=solid, label="(384, 384)"]; +"1141 linear_41" -> "1142 dropout_25" [style=solid, label="(-1, -1, 384)"]; +"1142 dropout_25" -> "1143 view_36" [style=solid, label="(-1, -1, 384)"]; +"1143 view_36" -> "1144 permute_31" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"1144 permute_31" -> "1145 reshape_30" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"1145 reshape_30" -> "1146 slice_90" [style=solid, label="(1, -1, -1, 384)"]; +"1146 slice_90" -> "1147 slice_91" [style=solid, label="(1, -1, -1, 384)"]; +"1147 slice_91" -> "1148 contiguous_11" [style=solid, label="(1, -1, -1, 384)"]; +"1148 contiguous_11" -> "1149 layer_norm_15" [style=solid, label="(1, -1, -1, 384)"]; +"1149 layer_norm_15" -> "1150 add_22" [style=solid, label="(1, -1, -1, 384)"]; +"1150 add_22" -> "1151 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"1150 add_22" -> "1173 add_23" [style=solid, label="(1, -1, -1, 384)"]; +"1151 add_22_0_0_nncf_smooth_quant_0" -> "1152 quantize_per_tensor_default_43" [style=solid, label="(1, -1, -1, 384)"]; +"1152 quantize_per_tensor_default_43" -> "1153 dequantize_per_tensor_default_43" [style=solid, label="(1, -1, -1, 384)"]; +"1153 dequantize_per_tensor_default_43" -> "1159 linear_42" [style=solid, label="(1, -1, -1, 384)"]; +"1154 scale_updated_constant29" -> "1156 mul_tensor_29" [style=solid, label="(1536, 1)"]; +"1155 compressed_weight_updated_constant29" -> "1156 mul_tensor_29" [style=solid, label="(1536, 384)"]; +"1156 mul_tensor_29" -> "1158 sub_tensor_29" [style=solid, label="(1536, 384)"]; +"1157 zero_point_updated_constant29" -> "1158 sub_tensor_29" [style=solid, label="(1536, 1)"]; +"1158 sub_tensor_29" -> "1159 linear_42" [style=solid, label="(1536, 384)"]; +"1159 linear_42" -> "1160 gelu_6" [style=solid, label="(1, -1, -1, 1536)"]; +"1160 gelu_6" -> "1161 dropout_26" [style=solid, label="(1, -1, -1, 1536)"]; +"1161 dropout_26" -> "1162 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"1162 dropout_26_0_0_nncf_smooth_quant_0" -> "1163 quantize_per_tensor_default_44" [style=solid, label="(1, -1, -1, 1536)"]; +"1163 quantize_per_tensor_default_44" -> "1164 dequantize_per_tensor_default_44" [style=solid, label="(1, -1, -1, 1536)"]; +"1164 dequantize_per_tensor_default_44" -> "1170 linear_43" [style=solid, label="(1, -1, -1, 1536)"]; +"1165 scale_updated_constant30" -> "1167 mul_tensor_30" [style=solid, label="(384, 1)"]; +"1166 compressed_weight_updated_constant30" -> "1167 mul_tensor_30" [style=solid, label="(384, 1536)"]; +"1167 mul_tensor_30" -> "1169 sub_tensor_30" [style=solid, label="(384, 1536)"]; +"1168 zero_point_updated_constant30" -> "1169 sub_tensor_30" [style=solid, label="(384, 1)"]; +"1169 sub_tensor_30" -> "1170 linear_43" [style=solid, label="(384, 1536)"]; +"1170 linear_43" -> "1171 dropout_27" [style=solid, label="(1, -1, -1, 384)"]; +"1171 dropout_27" -> "1172 layer_norm_16" [style=solid, label="(1, -1, -1, 384)"]; +"1172 layer_norm_16" -> "1173 add_23" [style=solid, label="(1, -1, -1, 384)"]; +"1173 add_23" -> "1189 pad_9" [style=solid, label="(1, -1, -1, 384)"]; +"1173 add_23" -> "1304 add_26" [style=solid, label="(1, -1, -1, 384)"]; +"1174 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1176 linear_44" [style=solid, label="(512, 2)"]; +"1175 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1176 linear_44" [style=solid, label="(1, 15, 15, 2)"]; +"1176 linear_44" -> "1177 relu__7" [style=solid, label="(1, 15, 15, 512)"]; +"1177 relu__7" -> "1179 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1178 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1180 linear_45" [style=solid, label="(12, 512)"]; +"1179 relu__7_0_0_nncf_smooth_quant_0" -> "1180 linear_45" [style=solid, label="(1, 15, 15, 512)"]; +"1180 linear_45" -> "1181 view_37" [style=solid, label="(1, 15, 15, 12)"]; +"1181 view_37" -> "1182 index_7" [style=solid, label="(225, 12)"]; +"1182 index_7" -> "1183 view_38" [style=solid, label="(4096, 12)"]; +"1183 view_38" -> "1184 permute_32" [style=solid, label="(64, 64, 12)"]; +"1184 permute_32" -> "1185 contiguous_12" [style=solid, label="(12, 64, 64)"]; +"1185 contiguous_12" -> "1186 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; +"1186 unsqueeze_19" -> "1187 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; +"1187 sigmoid_7" -> "1188 mul_21" [style=solid, label="(1, 12, 64, 64)"]; +"1188 mul_21" -> "1228 add_24" [style=solid, label="(1, 12, 64, 64)"]; +"1189 pad_9" -> "1190 roll_6" [style=solid, label="(1, -1, -1, 384)"]; +"1190 roll_6" -> "1191 view_39" [style=solid, label="(1, -1, -1, 384)"]; +"1191 view_39" -> "1192 permute_33" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1192 permute_33" -> "1193 reshape_31" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1193 reshape_31" -> "1197 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1193 reshape_31" -> "1229 new_zeros_3" [style=solid, label="(-1, -1, 384)"]; +"1194 clone_7" -> "1195 slice_92" [style=solid, label="(1152,)"]; +"1194 clone_7" -> "1205 linear_46" [style=solid, label="(1152,)"]; +"1195 slice_92" -> "1196 zero__7" [style=solid, label="(384,)"]; +"1197 reshape_31_0_0_nncf_smooth_quant_0" -> "1198 quantize_per_tensor_default_45" [style=solid, label="(-1, -1, 384)"]; +"1198 quantize_per_tensor_default_45" -> "1199 dequantize_per_tensor_default_45" [style=solid, label="(-1, -1, 384)"]; +"1199 dequantize_per_tensor_default_45" -> "1205 linear_46" [style=solid, label="(-1, -1, 384)"]; +"1200 scale_updated_constant31" -> "1202 mul_tensor_31" [style=solid, label="(1152, 1)"]; +"1201 compressed_weight_updated_constant31" -> "1202 mul_tensor_31" [style=solid, label="(1152, 384)"]; +"1202 mul_tensor_31" -> "1204 sub_tensor_31" [style=solid, label="(1152, 384)"]; +"1203 zero_point_updated_constant31" -> "1204 sub_tensor_31" [style=solid, label="(1152, 1)"]; +"1204 sub_tensor_31" -> "1205 linear_46" [style=solid, label="(1152, 384)"]; +"1205 linear_46" -> "1206 reshape_32" [style=solid, label="(-1, -1, 1152)"]; +"1206 reshape_32" -> "1207 permute_34" [style=solid, label="(-1, -1, 3, 12, 32)"]; +"1207 permute_34" -> "1208 select_21" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1207 permute_34" -> "1209 select_22" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1207 permute_34" -> "1210 select_23" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1208 select_21" -> "1211 linalg_vector_norm_14" [style=solid, label="(-1, 12, -1, 32)"]; +"1208 select_21" -> "1213 expand_as_14" [style=solid, label="(-1, 12, -1, 32)"]; +"1208 select_21" -> "1214 div_14" [style=solid, label="(-1, 12, -1, 32)"]; +"1209 select_22" -> "1217 linalg_vector_norm_15" [style=solid, label="(-1, 12, -1, 32)"]; +"1209 select_22" -> "1219 expand_as_15" [style=solid, label="(-1, 12, -1, 32)"]; +"1209 select_22" -> "1220 div_15" [style=solid, label="(-1, 12, -1, 32)"]; +"1210 select_23" -> "1283 matmul_15" [style=solid, label="(-1, 12, -1, 32)"]; +"1211 linalg_vector_norm_14" -> "1212 clamp_min_14" [style=solid, label="(-1, 12, -1, 1)"]; +"1212 clamp_min_14" -> "1213 expand_as_14" [style=solid, label="(-1, 12, -1, 1)"]; +"1213 expand_as_14" -> "1214 div_14" [style=solid, label="(-1, 12, -1, 32)"]; +"1214 div_14" -> "1215 quantize_per_tensor_default_46" [style=solid, label="(-1, 12, -1, 32)"]; +"1215 quantize_per_tensor_default_46" -> "1216 dequantize_per_tensor_default_46" [style=solid, label="(-1, 12, -1, 32)"]; +"1216 dequantize_per_tensor_default_46" -> "1224 matmul_14" [style=solid, label="(-1, 12, -1, 32)"]; +"1217 linalg_vector_norm_15" -> "1218 clamp_min_15" [style=solid, label="(-1, 12, -1, 1)"]; +"1218 clamp_min_15" -> "1219 expand_as_15" [style=solid, label="(-1, 12, -1, 1)"]; +"1219 expand_as_15" -> "1220 div_15" [style=solid, label="(-1, 12, -1, 32)"]; +"1220 div_15" -> "1221 quantize_per_tensor_default_47" [style=solid, label="(-1, 12, -1, 32)"]; +"1221 quantize_per_tensor_default_47" -> "1222 dequantize_per_tensor_default_47" [style=solid, label="(-1, 12, -1, 32)"]; +"1222 dequantize_per_tensor_default_47" -> "1223 transpose_14" [style=solid, label="(-1, 12, -1, 32)"]; +"1223 transpose_14" -> "1224 matmul_14" [style=solid, label="(-1, 12, 32, -1)"]; +"1224 matmul_14" -> "1227 mul_23" [style=solid, label="(-1, 12, -1, -1)"]; +"1225 clamp_7" -> "1226 exp_7" [style=solid, label="(12, 1, 1)"]; +"1226 exp_7" -> "1227 mul_23" [style=solid, label="(12, 1, 1)"]; +"1227 mul_23" -> "1228 add_24" [style=solid, label="(-1, 12, -1, -1)"]; +"1228 add_24" -> "1276 view_41" [style=solid, label="(-1, 12, -1, -1)"]; +"1229 new_zeros_3" -> "1231 slice_93" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1235 slice_95" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1239 slice_97" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1243 slice_99" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1247 slice_101" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1251 slice_103" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1255 slice_105" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1259 slice_107" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1263 slice_109" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1266 view_40" [style=solid, label="(-1, -1)"]; +"1230 lift_fresh_copy_27" -> "1233 fill__27" [style=solid, label="()"]; +"1231 slice_93" -> "1232 slice_94" [style=solid, label="(-1, -1)"]; +"1232 slice_94" -> "1233 fill__27" [style=solid, label="(-1, -1)"]; +"1234 lift_fresh_copy_28" -> "1237 fill__28" [style=solid, label="()"]; +"1235 slice_95" -> "1236 slice_96" [style=solid, label="(-1, -1)"]; +"1236 slice_96" -> "1237 fill__28" [style=solid, label="(-1, 4)"]; +"1238 lift_fresh_copy_29" -> "1241 fill__29" [style=solid, label="()"]; +"1239 slice_97" -> "1240 slice_98" [style=solid, label="(-1, -1)"]; +"1240 slice_98" -> "1241 fill__29" [style=solid, label="(-1, 4)"]; +"1242 lift_fresh_copy_30" -> "1245 fill__30" [style=solid, label="()"]; +"1243 slice_99" -> "1244 slice_100" [style=solid, label="(4, -1)"]; +"1244 slice_100" -> "1245 fill__30" [style=solid, label="(4, -1)"]; +"1246 lift_fresh_copy_31" -> "1249 fill__31" [style=solid, label="()"]; +"1247 slice_101" -> "1248 slice_102" [style=solid, label="(4, -1)"]; +"1248 slice_102" -> "1249 fill__31" [style=solid, label="(4, 4)"]; +"1250 lift_fresh_copy_32" -> "1253 fill__32" [style=solid, label="()"]; +"1251 slice_103" -> "1252 slice_104" [style=solid, label="(4, -1)"]; +"1252 slice_104" -> "1253 fill__32" [style=solid, label="(4, 4)"]; +"1254 lift_fresh_copy_33" -> "1257 fill__33" [style=solid, label="()"]; +"1255 slice_105" -> "1256 slice_106" [style=solid, label="(4, -1)"]; +"1256 slice_106" -> "1257 fill__33" [style=solid, label="(4, -1)"]; +"1258 lift_fresh_copy_34" -> "1261 fill__34" [style=solid, label="()"]; +"1259 slice_107" -> "1260 slice_108" [style=solid, label="(4, -1)"]; +"1260 slice_108" -> "1261 fill__34" [style=solid, label="(4, 4)"]; +"1262 lift_fresh_copy_35" -> "1265 fill__35" [style=solid, label="()"]; +"1263 slice_109" -> "1264 slice_110" [style=solid, label="(4, -1)"]; +"1264 slice_110" -> "1265 fill__35" [style=solid, label="(4, 4)"]; +"1266 view_40" -> "1267 permute_35" [style=solid, label="(-1, -1, -1, -1)"]; +"1267 permute_35" -> "1268 reshape_33" [style=solid, label="(-1, -1, -1, -1)"]; +"1268 reshape_33" -> "1269 unsqueeze_20" [style=solid, label="(-1, -1)"]; +"1268 reshape_33" -> "1270 unsqueeze_21" [style=solid, label="(-1, -1)"]; +"1269 unsqueeze_20" -> "1271 sub_19" [style=solid, label="(-1, 1, -1)"]; +"1270 unsqueeze_21" -> "1271 sub_19" [style=solid, label="(-1, -1, 1)"]; +"1271 sub_19" -> "1272 ne_3" [style=solid, label="(-1, -1, -1)"]; +"1271 sub_19" -> "1273 masked_fill_6" [style=solid, label="(-1, -1, -1)"]; +"1271 sub_19" -> "1274 eq_3" [style=solid, label="(-1, -1, -1)"]; +"1272 ne_3" -> "1273 masked_fill_6" [style=solid, label="(-1, -1, -1)"]; +"1273 masked_fill_6" -> "1275 masked_fill_7" [style=solid, label="(-1, -1, -1)"]; +"1274 eq_3" -> "1275 masked_fill_7" [style=solid, label="(-1, -1, -1)"]; +"1275 masked_fill_7" -> "1277 unsqueeze_22" [style=solid, label="(-1, -1, -1)"]; +"1276 view_41" -> "1279 add_25" [style=solid, label="(1, -1, 12, -1, -1)"]; +"1277 unsqueeze_22" -> "1278 unsqueeze_23" [style=solid, label="(-1, 1, -1, -1)"]; +"1278 unsqueeze_23" -> "1279 add_25" [style=solid, label="(1, -1, 1, -1, -1)"]; +"1279 add_25" -> "1280 view_42" [style=solid, label="(1, -1, 12, -1, -1)"]; +"1280 view_42" -> "1281 softmax_7" [style=solid, label="(-1, 12, -1, -1)"]; +"1281 softmax_7" -> "1282 dropout_28" [style=solid, label="(-1, 12, -1, -1)"]; +"1282 dropout_28" -> "1283 matmul_15" [style=solid, label="(-1, 12, -1, -1)"]; +"1283 matmul_15" -> "1284 transpose_15" [style=solid, label="(-1, 12, -1, 32)"]; +"1284 transpose_15" -> "1285 reshape_34" [style=solid, label="(-1, -1, 12, 32)"]; +"1285 reshape_34" -> "1286 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1286 reshape_34_0_0_nncf_smooth_quant_0" -> "1287 quantize_per_tensor_default_48" [style=solid, label="(-1, -1, 384)"]; +"1287 quantize_per_tensor_default_48" -> "1288 dequantize_per_tensor_default_48" [style=solid, label="(-1, -1, 384)"]; +"1288 dequantize_per_tensor_default_48" -> "1294 linear_47" [style=solid, label="(-1, -1, 384)"]; +"1289 scale_updated_constant32" -> "1291 mul_tensor_32" [style=solid, label="(384, 1)"]; +"1290 compressed_weight_updated_constant32" -> "1291 mul_tensor_32" [style=solid, label="(384, 384)"]; +"1291 mul_tensor_32" -> "1293 sub_tensor_32" [style=solid, label="(384, 384)"]; +"1292 zero_point_updated_constant32" -> "1293 sub_tensor_32" [style=solid, label="(384, 1)"]; +"1293 sub_tensor_32" -> "1294 linear_47" [style=solid, label="(384, 384)"]; +"1294 linear_47" -> "1295 dropout_29" [style=solid, label="(-1, -1, 384)"]; +"1295 dropout_29" -> "1296 view_43" [style=solid, label="(-1, -1, 384)"]; +"1296 view_43" -> "1297 permute_36" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"1297 permute_36" -> "1298 reshape_35" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"1298 reshape_35" -> "1299 roll_7" [style=solid, label="(1, -1, -1, 384)"]; +"1299 roll_7" -> "1300 slice_111" [style=solid, label="(1, -1, -1, 384)"]; +"1300 slice_111" -> "1301 slice_112" [style=solid, label="(1, -1, -1, 384)"]; +"1301 slice_112" -> "1302 contiguous_13" [style=solid, label="(1, -1, -1, 384)"]; +"1302 contiguous_13" -> "1303 layer_norm_17" [style=solid, label="(1, -1, -1, 384)"]; +"1303 layer_norm_17" -> "1304 add_26" [style=solid, label="(1, -1, -1, 384)"]; +"1304 add_26" -> "1305 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"1304 add_26" -> "1327 add_27" [style=solid, label="(1, -1, -1, 384)"]; +"1305 add_26_0_0_nncf_smooth_quant_0" -> "1306 quantize_per_tensor_default_49" [style=solid, label="(1, -1, -1, 384)"]; +"1306 quantize_per_tensor_default_49" -> "1307 dequantize_per_tensor_default_49" [style=solid, label="(1, -1, -1, 384)"]; +"1307 dequantize_per_tensor_default_49" -> "1313 linear_48" [style=solid, label="(1, -1, -1, 384)"]; +"1308 scale_updated_constant33" -> "1310 mul_tensor_33" [style=solid, label="(1536, 1)"]; +"1309 compressed_weight_updated_constant33" -> "1310 mul_tensor_33" [style=solid, label="(1536, 384)"]; +"1310 mul_tensor_33" -> "1312 sub_tensor_33" [style=solid, label="(1536, 384)"]; +"1311 zero_point_updated_constant33" -> "1312 sub_tensor_33" [style=solid, label="(1536, 1)"]; +"1312 sub_tensor_33" -> "1313 linear_48" [style=solid, label="(1536, 384)"]; +"1313 linear_48" -> "1314 gelu_7" [style=solid, label="(1, -1, -1, 1536)"]; +"1314 gelu_7" -> "1315 dropout_30" [style=solid, label="(1, -1, -1, 1536)"]; +"1315 dropout_30" -> "1316 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"1316 dropout_30_0_0_nncf_smooth_quant_0" -> "1317 quantize_per_tensor_default_50" [style=solid, label="(1, -1, -1, 1536)"]; +"1317 quantize_per_tensor_default_50" -> "1318 dequantize_per_tensor_default_50" [style=solid, label="(1, -1, -1, 1536)"]; +"1318 dequantize_per_tensor_default_50" -> "1324 linear_49" [style=solid, label="(1, -1, -1, 1536)"]; +"1319 scale_updated_constant34" -> "1321 mul_tensor_34" [style=solid, label="(384, 1)"]; +"1320 compressed_weight_updated_constant34" -> "1321 mul_tensor_34" [style=solid, label="(384, 1536)"]; +"1321 mul_tensor_34" -> "1323 sub_tensor_34" [style=solid, label="(384, 1536)"]; +"1322 zero_point_updated_constant34" -> "1323 sub_tensor_34" [style=solid, label="(384, 1)"]; +"1323 sub_tensor_34" -> "1324 linear_49" [style=solid, label="(384, 1536)"]; +"1324 linear_49" -> "1325 dropout_31" [style=solid, label="(1, -1, -1, 384)"]; +"1325 dropout_31" -> "1326 layer_norm_18" [style=solid, label="(1, -1, -1, 384)"]; +"1326 layer_norm_18" -> "1327 add_27" [style=solid, label="(1, -1, -1, 384)"]; +"1327 add_27" -> "1343 pad_10" [style=solid, label="(1, -1, -1, 384)"]; +"1327 add_27" -> "1404 add_29" [style=solid, label="(1, -1, -1, 384)"]; +"1328 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1330 linear_50" [style=solid, label="(512, 2)"]; +"1329 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1330 linear_50" [style=solid, label="(1, 15, 15, 2)"]; +"1330 linear_50" -> "1331 relu__8" [style=solid, label="(1, 15, 15, 512)"]; +"1331 relu__8" -> "1333 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1332 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1334 linear_51" [style=solid, label="(12, 512)"]; +"1333 relu__8_0_0_nncf_smooth_quant_0" -> "1334 linear_51" [style=solid, label="(1, 15, 15, 512)"]; +"1334 linear_51" -> "1335 view_44" [style=solid, label="(1, 15, 15, 12)"]; +"1335 view_44" -> "1336 index_8" [style=solid, label="(225, 12)"]; +"1336 index_8" -> "1337 view_45" [style=solid, label="(4096, 12)"]; +"1337 view_45" -> "1338 permute_37" [style=solid, label="(64, 64, 12)"]; +"1338 permute_37" -> "1339 contiguous_14" [style=solid, label="(12, 64, 64)"]; +"1339 contiguous_14" -> "1340 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; +"1340 unsqueeze_24" -> "1341 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; +"1341 sigmoid_8" -> "1342 mul_24" [style=solid, label="(1, 12, 64, 64)"]; +"1342 mul_24" -> "1381 add_28" [style=solid, label="(1, 12, 64, 64)"]; +"1343 pad_10" -> "1344 view_46" [style=solid, label="(1, -1, -1, 384)"]; +"1344 view_46" -> "1345 permute_38" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1345 permute_38" -> "1346 reshape_36" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1346 reshape_36" -> "1350 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1347 clone_8" -> "1348 slice_113" [style=solid, label="(1152,)"]; +"1347 clone_8" -> "1358 linear_52" [style=solid, label="(1152,)"]; +"1348 slice_113" -> "1349 zero__8" [style=solid, label="(384,)"]; +"1350 reshape_36_0_0_nncf_smooth_quant_0" -> "1351 quantize_per_tensor_default_51" [style=solid, label="(-1, -1, 384)"]; +"1351 quantize_per_tensor_default_51" -> "1352 dequantize_per_tensor_default_51" [style=solid, label="(-1, -1, 384)"]; +"1352 dequantize_per_tensor_default_51" -> "1358 linear_52" [style=solid, label="(-1, -1, 384)"]; +"1353 scale_updated_constant35" -> "1355 mul_tensor_35" [style=solid, label="(1152, 1)"]; +"1354 compressed_weight_updated_constant35" -> "1355 mul_tensor_35" [style=solid, label="(1152, 384)"]; +"1355 mul_tensor_35" -> "1357 sub_tensor_35" [style=solid, label="(1152, 384)"]; +"1356 zero_point_updated_constant35" -> "1357 sub_tensor_35" [style=solid, label="(1152, 1)"]; +"1357 sub_tensor_35" -> "1358 linear_52" [style=solid, label="(1152, 384)"]; +"1358 linear_52" -> "1359 reshape_37" [style=solid, label="(-1, -1, 1152)"]; +"1359 reshape_37" -> "1360 permute_39" [style=solid, label="(-1, -1, 3, 12, 32)"]; +"1360 permute_39" -> "1361 select_24" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1360 permute_39" -> "1362 select_25" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1360 permute_39" -> "1363 select_26" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1361 select_24" -> "1364 linalg_vector_norm_16" [style=solid, label="(-1, 12, -1, 32)"]; +"1361 select_24" -> "1366 expand_as_16" [style=solid, label="(-1, 12, -1, 32)"]; +"1361 select_24" -> "1367 div_16" [style=solid, label="(-1, 12, -1, 32)"]; +"1362 select_25" -> "1370 linalg_vector_norm_17" [style=solid, label="(-1, 12, -1, 32)"]; +"1362 select_25" -> "1372 expand_as_17" [style=solid, label="(-1, 12, -1, 32)"]; +"1362 select_25" -> "1373 div_17" [style=solid, label="(-1, 12, -1, 32)"]; +"1363 select_26" -> "1384 matmul_17" [style=solid, label="(-1, 12, -1, 32)"]; +"1364 linalg_vector_norm_16" -> "1365 clamp_min_16" [style=solid, label="(-1, 12, -1, 1)"]; +"1365 clamp_min_16" -> "1366 expand_as_16" [style=solid, label="(-1, 12, -1, 1)"]; +"1366 expand_as_16" -> "1367 div_16" [style=solid, label="(-1, 12, -1, 32)"]; +"1367 div_16" -> "1368 quantize_per_tensor_default_52" [style=solid, label="(-1, 12, -1, 32)"]; +"1368 quantize_per_tensor_default_52" -> "1369 dequantize_per_tensor_default_52" [style=solid, label="(-1, 12, -1, 32)"]; +"1369 dequantize_per_tensor_default_52" -> "1377 matmul_16" [style=solid, label="(-1, 12, -1, 32)"]; +"1370 linalg_vector_norm_17" -> "1371 clamp_min_17" [style=solid, label="(-1, 12, -1, 1)"]; +"1371 clamp_min_17" -> "1372 expand_as_17" [style=solid, label="(-1, 12, -1, 1)"]; +"1372 expand_as_17" -> "1373 div_17" [style=solid, label="(-1, 12, -1, 32)"]; +"1373 div_17" -> "1374 quantize_per_tensor_default_53" [style=solid, label="(-1, 12, -1, 32)"]; +"1374 quantize_per_tensor_default_53" -> "1375 dequantize_per_tensor_default_53" [style=solid, label="(-1, 12, -1, 32)"]; +"1375 dequantize_per_tensor_default_53" -> "1376 transpose_16" [style=solid, label="(-1, 12, -1, 32)"]; +"1376 transpose_16" -> "1377 matmul_16" [style=solid, label="(-1, 12, 32, -1)"]; +"1377 matmul_16" -> "1380 mul_26" [style=solid, label="(-1, 12, -1, -1)"]; +"1378 clamp_8" -> "1379 exp_8" [style=solid, label="(12, 1, 1)"]; +"1379 exp_8" -> "1380 mul_26" [style=solid, label="(12, 1, 1)"]; +"1380 mul_26" -> "1381 add_28" [style=solid, label="(-1, 12, -1, -1)"]; +"1381 add_28" -> "1382 softmax_8" [style=solid, label="(-1, 12, -1, -1)"]; +"1382 softmax_8" -> "1383 dropout_32" [style=solid, label="(-1, 12, -1, -1)"]; +"1383 dropout_32" -> "1384 matmul_17" [style=solid, label="(-1, 12, -1, -1)"]; +"1384 matmul_17" -> "1385 transpose_17" [style=solid, label="(-1, 12, -1, 32)"]; +"1385 transpose_17" -> "1386 reshape_38" [style=solid, label="(-1, -1, 12, 32)"]; +"1386 reshape_38" -> "1387 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1387 reshape_38_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_default_54" [style=solid, label="(-1, -1, 384)"]; +"1388 quantize_per_tensor_default_54" -> "1389 dequantize_per_tensor_default_54" [style=solid, label="(-1, -1, 384)"]; +"1389 dequantize_per_tensor_default_54" -> "1395 linear_53" [style=solid, label="(-1, -1, 384)"]; +"1390 scale_updated_constant36" -> "1392 mul_tensor_36" [style=solid, label="(384, 1)"]; +"1391 compressed_weight_updated_constant36" -> "1392 mul_tensor_36" [style=solid, label="(384, 384)"]; +"1392 mul_tensor_36" -> "1394 sub_tensor_36" [style=solid, label="(384, 384)"]; +"1393 zero_point_updated_constant36" -> "1394 sub_tensor_36" [style=solid, label="(384, 1)"]; +"1394 sub_tensor_36" -> "1395 linear_53" [style=solid, label="(384, 384)"]; +"1395 linear_53" -> "1396 dropout_33" [style=solid, label="(-1, -1, 384)"]; +"1396 dropout_33" -> "1397 view_47" [style=solid, label="(-1, -1, 384)"]; +"1397 view_47" -> "1398 permute_40" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"1398 permute_40" -> "1399 reshape_39" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"1399 reshape_39" -> "1400 slice_114" [style=solid, label="(1, -1, -1, 384)"]; +"1400 slice_114" -> "1401 slice_115" [style=solid, label="(1, -1, -1, 384)"]; +"1401 slice_115" -> "1402 contiguous_15" [style=solid, label="(1, -1, -1, 384)"]; +"1402 contiguous_15" -> "1403 layer_norm_19" [style=solid, label="(1, -1, -1, 384)"]; +"1403 layer_norm_19" -> "1404 add_29" [style=solid, label="(1, -1, -1, 384)"]; +"1404 add_29" -> "1405 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"1404 add_29" -> "1427 add_30" [style=solid, label="(1, -1, -1, 384)"]; +"1405 add_29_0_0_nncf_smooth_quant_0" -> "1406 quantize_per_tensor_default_55" [style=solid, label="(1, -1, -1, 384)"]; +"1406 quantize_per_tensor_default_55" -> "1407 dequantize_per_tensor_default_55" [style=solid, label="(1, -1, -1, 384)"]; +"1407 dequantize_per_tensor_default_55" -> "1413 linear_54" [style=solid, label="(1, -1, -1, 384)"]; +"1408 scale_updated_constant37" -> "1410 mul_tensor_37" [style=solid, label="(1536, 1)"]; +"1409 compressed_weight_updated_constant37" -> "1410 mul_tensor_37" [style=solid, label="(1536, 384)"]; +"1410 mul_tensor_37" -> "1412 sub_tensor_37" [style=solid, label="(1536, 384)"]; +"1411 zero_point_updated_constant37" -> "1412 sub_tensor_37" [style=solid, label="(1536, 1)"]; +"1412 sub_tensor_37" -> "1413 linear_54" [style=solid, label="(1536, 384)"]; +"1413 linear_54" -> "1414 gelu_8" [style=solid, label="(1, -1, -1, 1536)"]; +"1414 gelu_8" -> "1415 dropout_34" [style=solid, label="(1, -1, -1, 1536)"]; +"1415 dropout_34" -> "1416 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"1416 dropout_34_0_0_nncf_smooth_quant_0" -> "1417 quantize_per_tensor_default_56" [style=solid, label="(1, -1, -1, 1536)"]; +"1417 quantize_per_tensor_default_56" -> "1418 dequantize_per_tensor_default_56" [style=solid, label="(1, -1, -1, 1536)"]; +"1418 dequantize_per_tensor_default_56" -> "1424 linear_55" [style=solid, label="(1, -1, -1, 1536)"]; +"1419 scale_updated_constant38" -> "1421 mul_tensor_38" [style=solid, label="(384, 1)"]; +"1420 compressed_weight_updated_constant38" -> "1421 mul_tensor_38" [style=solid, label="(384, 1536)"]; +"1421 mul_tensor_38" -> "1423 sub_tensor_38" [style=solid, label="(384, 1536)"]; +"1422 zero_point_updated_constant38" -> "1423 sub_tensor_38" [style=solid, label="(384, 1)"]; +"1423 sub_tensor_38" -> "1424 linear_55" [style=solid, label="(384, 1536)"]; +"1424 linear_55" -> "1425 dropout_35" [style=solid, label="(1, -1, -1, 384)"]; +"1425 dropout_35" -> "1426 layer_norm_20" [style=solid, label="(1, -1, -1, 384)"]; +"1426 layer_norm_20" -> "1427 add_30" [style=solid, label="(1, -1, -1, 384)"]; +"1427 add_30" -> "1443 pad_11" [style=solid, label="(1, -1, -1, 384)"]; +"1427 add_30" -> "1558 add_33" [style=solid, label="(1, -1, -1, 384)"]; +"1428 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1430 linear_56" [style=solid, label="(512, 2)"]; +"1429 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1430 linear_56" [style=solid, label="(1, 15, 15, 2)"]; +"1430 linear_56" -> "1431 relu__9" [style=solid, label="(1, 15, 15, 512)"]; +"1431 relu__9" -> "1433 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1432 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1434 linear_57" [style=solid, label="(12, 512)"]; +"1433 relu__9_0_0_nncf_smooth_quant_0" -> "1434 linear_57" [style=solid, label="(1, 15, 15, 512)"]; +"1434 linear_57" -> "1435 view_48" [style=solid, label="(1, 15, 15, 12)"]; +"1435 view_48" -> "1436 index_9" [style=solid, label="(225, 12)"]; +"1436 index_9" -> "1437 view_49" [style=solid, label="(4096, 12)"]; +"1437 view_49" -> "1438 permute_41" [style=solid, label="(64, 64, 12)"]; +"1438 permute_41" -> "1439 contiguous_16" [style=solid, label="(12, 64, 64)"]; +"1439 contiguous_16" -> "1440 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; +"1440 unsqueeze_25" -> "1441 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; +"1441 sigmoid_9" -> "1442 mul_27" [style=solid, label="(1, 12, 64, 64)"]; +"1442 mul_27" -> "1482 add_31" [style=solid, label="(1, 12, 64, 64)"]; +"1443 pad_11" -> "1444 roll_8" [style=solid, label="(1, -1, -1, 384)"]; +"1444 roll_8" -> "1445 view_50" [style=solid, label="(1, -1, -1, 384)"]; +"1445 view_50" -> "1446 permute_42" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1446 permute_42" -> "1447 reshape_40" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1447 reshape_40" -> "1451 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1447 reshape_40" -> "1483 new_zeros_4" [style=solid, label="(-1, -1, 384)"]; +"1448 clone_9" -> "1449 slice_116" [style=solid, label="(1152,)"]; +"1448 clone_9" -> "1459 linear_58" [style=solid, label="(1152,)"]; +"1449 slice_116" -> "1450 zero__9" [style=solid, label="(384,)"]; +"1451 reshape_40_0_0_nncf_smooth_quant_0" -> "1452 quantize_per_tensor_default_57" [style=solid, label="(-1, -1, 384)"]; +"1452 quantize_per_tensor_default_57" -> "1453 dequantize_per_tensor_default_57" [style=solid, label="(-1, -1, 384)"]; +"1453 dequantize_per_tensor_default_57" -> "1459 linear_58" [style=solid, label="(-1, -1, 384)"]; +"1454 scale_updated_constant39" -> "1456 mul_tensor_39" [style=solid, label="(1152, 1)"]; +"1455 compressed_weight_updated_constant39" -> "1456 mul_tensor_39" [style=solid, label="(1152, 384)"]; +"1456 mul_tensor_39" -> "1458 sub_tensor_39" [style=solid, label="(1152, 384)"]; +"1457 zero_point_updated_constant39" -> "1458 sub_tensor_39" [style=solid, label="(1152, 1)"]; +"1458 sub_tensor_39" -> "1459 linear_58" [style=solid, label="(1152, 384)"]; +"1459 linear_58" -> "1460 reshape_41" [style=solid, label="(-1, -1, 1152)"]; +"1460 reshape_41" -> "1461 permute_43" [style=solid, label="(-1, -1, 3, 12, 32)"]; +"1461 permute_43" -> "1462 select_27" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1461 permute_43" -> "1463 select_28" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1461 permute_43" -> "1464 select_29" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1462 select_27" -> "1465 linalg_vector_norm_18" [style=solid, label="(-1, 12, -1, 32)"]; +"1462 select_27" -> "1467 expand_as_18" [style=solid, label="(-1, 12, -1, 32)"]; +"1462 select_27" -> "1468 div_18" [style=solid, label="(-1, 12, -1, 32)"]; +"1463 select_28" -> "1471 linalg_vector_norm_19" [style=solid, label="(-1, 12, -1, 32)"]; +"1463 select_28" -> "1473 expand_as_19" [style=solid, label="(-1, 12, -1, 32)"]; +"1463 select_28" -> "1474 div_19" [style=solid, label="(-1, 12, -1, 32)"]; +"1464 select_29" -> "1537 matmul_19" [style=solid, label="(-1, 12, -1, 32)"]; +"1465 linalg_vector_norm_18" -> "1466 clamp_min_18" [style=solid, label="(-1, 12, -1, 1)"]; +"1466 clamp_min_18" -> "1467 expand_as_18" [style=solid, label="(-1, 12, -1, 1)"]; +"1467 expand_as_18" -> "1468 div_18" [style=solid, label="(-1, 12, -1, 32)"]; +"1468 div_18" -> "1469 quantize_per_tensor_default_58" [style=solid, label="(-1, 12, -1, 32)"]; +"1469 quantize_per_tensor_default_58" -> "1470 dequantize_per_tensor_default_58" [style=solid, label="(-1, 12, -1, 32)"]; +"1470 dequantize_per_tensor_default_58" -> "1478 matmul_18" [style=solid, label="(-1, 12, -1, 32)"]; +"1471 linalg_vector_norm_19" -> "1472 clamp_min_19" [style=solid, label="(-1, 12, -1, 1)"]; +"1472 clamp_min_19" -> "1473 expand_as_19" [style=solid, label="(-1, 12, -1, 1)"]; +"1473 expand_as_19" -> "1474 div_19" [style=solid, label="(-1, 12, -1, 32)"]; +"1474 div_19" -> "1475 quantize_per_tensor_default_59" [style=solid, label="(-1, 12, -1, 32)"]; +"1475 quantize_per_tensor_default_59" -> "1476 dequantize_per_tensor_default_59" [style=solid, label="(-1, 12, -1, 32)"]; +"1476 dequantize_per_tensor_default_59" -> "1477 transpose_18" [style=solid, label="(-1, 12, -1, 32)"]; +"1477 transpose_18" -> "1478 matmul_18" [style=solid, label="(-1, 12, 32, -1)"]; +"1478 matmul_18" -> "1481 mul_29" [style=solid, label="(-1, 12, -1, -1)"]; +"1479 clamp_9" -> "1480 exp_9" [style=solid, label="(12, 1, 1)"]; +"1480 exp_9" -> "1481 mul_29" [style=solid, label="(12, 1, 1)"]; +"1481 mul_29" -> "1482 add_31" [style=solid, label="(-1, 12, -1, -1)"]; +"1482 add_31" -> "1530 view_52" [style=solid, label="(-1, 12, -1, -1)"]; +"1483 new_zeros_4" -> "1485 slice_117" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1489 slice_119" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1493 slice_121" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1497 slice_123" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1501 slice_125" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1505 slice_127" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1509 slice_129" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1513 slice_131" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1517 slice_133" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1520 view_51" [style=solid, label="(-1, -1)"]; +"1484 lift_fresh_copy_36" -> "1487 fill__36" [style=solid, label="()"]; +"1485 slice_117" -> "1486 slice_118" [style=solid, label="(-1, -1)"]; +"1486 slice_118" -> "1487 fill__36" [style=solid, label="(-1, -1)"]; +"1488 lift_fresh_copy_37" -> "1491 fill__37" [style=solid, label="()"]; +"1489 slice_119" -> "1490 slice_120" [style=solid, label="(-1, -1)"]; +"1490 slice_120" -> "1491 fill__37" [style=solid, label="(-1, 4)"]; +"1492 lift_fresh_copy_38" -> "1495 fill__38" [style=solid, label="()"]; +"1493 slice_121" -> "1494 slice_122" [style=solid, label="(-1, -1)"]; +"1494 slice_122" -> "1495 fill__38" [style=solid, label="(-1, 4)"]; +"1496 lift_fresh_copy_39" -> "1499 fill__39" [style=solid, label="()"]; +"1497 slice_123" -> "1498 slice_124" [style=solid, label="(4, -1)"]; +"1498 slice_124" -> "1499 fill__39" [style=solid, label="(4, -1)"]; +"1500 lift_fresh_copy_40" -> "1503 fill__40" [style=solid, label="()"]; +"1501 slice_125" -> "1502 slice_126" [style=solid, label="(4, -1)"]; +"1502 slice_126" -> "1503 fill__40" [style=solid, label="(4, 4)"]; +"1504 lift_fresh_copy_41" -> "1507 fill__41" [style=solid, label="()"]; +"1505 slice_127" -> "1506 slice_128" [style=solid, label="(4, -1)"]; +"1506 slice_128" -> "1507 fill__41" [style=solid, label="(4, 4)"]; +"1508 lift_fresh_copy_42" -> "1511 fill__42" [style=solid, label="()"]; +"1509 slice_129" -> "1510 slice_130" [style=solid, label="(4, -1)"]; +"1510 slice_130" -> "1511 fill__42" [style=solid, label="(4, -1)"]; +"1512 lift_fresh_copy_43" -> "1515 fill__43" [style=solid, label="()"]; +"1513 slice_131" -> "1514 slice_132" [style=solid, label="(4, -1)"]; +"1514 slice_132" -> "1515 fill__43" [style=solid, label="(4, 4)"]; +"1516 lift_fresh_copy_44" -> "1519 fill__44" [style=solid, label="()"]; +"1517 slice_133" -> "1518 slice_134" [style=solid, label="(4, -1)"]; +"1518 slice_134" -> "1519 fill__44" [style=solid, label="(4, 4)"]; +"1520 view_51" -> "1521 permute_44" [style=solid, label="(-1, -1, -1, -1)"]; +"1521 permute_44" -> "1522 reshape_42" [style=solid, label="(-1, -1, -1, -1)"]; +"1522 reshape_42" -> "1523 unsqueeze_26" [style=solid, label="(-1, -1)"]; +"1522 reshape_42" -> "1524 unsqueeze_27" [style=solid, label="(-1, -1)"]; +"1523 unsqueeze_26" -> "1525 sub_24" [style=solid, label="(-1, 1, -1)"]; +"1524 unsqueeze_27" -> "1525 sub_24" [style=solid, label="(-1, -1, 1)"]; +"1525 sub_24" -> "1526 ne_4" [style=solid, label="(-1, -1, -1)"]; +"1525 sub_24" -> "1527 masked_fill_8" [style=solid, label="(-1, -1, -1)"]; +"1525 sub_24" -> "1528 eq_4" [style=solid, label="(-1, -1, -1)"]; +"1526 ne_4" -> "1527 masked_fill_8" [style=solid, label="(-1, -1, -1)"]; +"1527 masked_fill_8" -> "1529 masked_fill_9" [style=solid, label="(-1, -1, -1)"]; +"1528 eq_4" -> "1529 masked_fill_9" [style=solid, label="(-1, -1, -1)"]; +"1529 masked_fill_9" -> "1531 unsqueeze_28" [style=solid, label="(-1, -1, -1)"]; +"1530 view_52" -> "1533 add_32" [style=solid, label="(1, -1, 12, -1, -1)"]; +"1531 unsqueeze_28" -> "1532 unsqueeze_29" [style=solid, label="(-1, 1, -1, -1)"]; +"1532 unsqueeze_29" -> "1533 add_32" [style=solid, label="(1, -1, 1, -1, -1)"]; +"1533 add_32" -> "1534 view_53" [style=solid, label="(1, -1, 12, -1, -1)"]; +"1534 view_53" -> "1535 softmax_9" [style=solid, label="(-1, 12, -1, -1)"]; +"1535 softmax_9" -> "1536 dropout_36" [style=solid, label="(-1, 12, -1, -1)"]; +"1536 dropout_36" -> "1537 matmul_19" [style=solid, label="(-1, 12, -1, -1)"]; +"1537 matmul_19" -> "1538 transpose_19" [style=solid, label="(-1, 12, -1, 32)"]; +"1538 transpose_19" -> "1539 reshape_43" [style=solid, label="(-1, -1, 12, 32)"]; +"1539 reshape_43" -> "1540 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1540 reshape_43_0_0_nncf_smooth_quant_0" -> "1541 quantize_per_tensor_default_60" [style=solid, label="(-1, -1, 384)"]; +"1541 quantize_per_tensor_default_60" -> "1542 dequantize_per_tensor_default_60" [style=solid, label="(-1, -1, 384)"]; +"1542 dequantize_per_tensor_default_60" -> "1548 linear_59" [style=solid, label="(-1, -1, 384)"]; +"1543 scale_updated_constant40" -> "1545 mul_tensor_40" [style=solid, label="(384, 1)"]; +"1544 compressed_weight_updated_constant40" -> "1545 mul_tensor_40" [style=solid, label="(384, 384)"]; +"1545 mul_tensor_40" -> "1547 sub_tensor_40" [style=solid, label="(384, 384)"]; +"1546 zero_point_updated_constant40" -> "1547 sub_tensor_40" [style=solid, label="(384, 1)"]; +"1547 sub_tensor_40" -> "1548 linear_59" [style=solid, label="(384, 384)"]; +"1548 linear_59" -> "1549 dropout_37" [style=solid, label="(-1, -1, 384)"]; +"1549 dropout_37" -> "1550 view_54" [style=solid, label="(-1, -1, 384)"]; +"1550 view_54" -> "1551 permute_45" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"1551 permute_45" -> "1552 reshape_44" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"1552 reshape_44" -> "1553 roll_9" [style=solid, label="(1, -1, -1, 384)"]; +"1553 roll_9" -> "1554 slice_135" [style=solid, label="(1, -1, -1, 384)"]; +"1554 slice_135" -> "1555 slice_136" [style=solid, label="(1, -1, -1, 384)"]; +"1555 slice_136" -> "1556 contiguous_17" [style=solid, label="(1, -1, -1, 384)"]; +"1556 contiguous_17" -> "1557 layer_norm_21" [style=solid, label="(1, -1, -1, 384)"]; +"1557 layer_norm_21" -> "1558 add_33" [style=solid, label="(1, -1, -1, 384)"]; +"1558 add_33" -> "1559 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"1558 add_33" -> "1581 add_34" [style=solid, label="(1, -1, -1, 384)"]; +"1559 add_33_0_0_nncf_smooth_quant_0" -> "1560 quantize_per_tensor_default_61" [style=solid, label="(1, -1, -1, 384)"]; +"1560 quantize_per_tensor_default_61" -> "1561 dequantize_per_tensor_default_61" [style=solid, label="(1, -1, -1, 384)"]; +"1561 dequantize_per_tensor_default_61" -> "1567 linear_60" [style=solid, label="(1, -1, -1, 384)"]; +"1562 scale_updated_constant41" -> "1564 mul_tensor_41" [style=solid, label="(1536, 1)"]; +"1563 compressed_weight_updated_constant41" -> "1564 mul_tensor_41" [style=solid, label="(1536, 384)"]; +"1564 mul_tensor_41" -> "1566 sub_tensor_41" [style=solid, label="(1536, 384)"]; +"1565 zero_point_updated_constant41" -> "1566 sub_tensor_41" [style=solid, label="(1536, 1)"]; +"1566 sub_tensor_41" -> "1567 linear_60" [style=solid, label="(1536, 384)"]; +"1567 linear_60" -> "1568 gelu_9" [style=solid, label="(1, -1, -1, 1536)"]; +"1568 gelu_9" -> "1569 dropout_38" [style=solid, label="(1, -1, -1, 1536)"]; +"1569 dropout_38" -> "1570 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"1570 dropout_38_0_0_nncf_smooth_quant_0" -> "1571 quantize_per_tensor_default_62" [style=solid, label="(1, -1, -1, 1536)"]; +"1571 quantize_per_tensor_default_62" -> "1572 dequantize_per_tensor_default_62" [style=solid, label="(1, -1, -1, 1536)"]; +"1572 dequantize_per_tensor_default_62" -> "1578 linear_61" [style=solid, label="(1, -1, -1, 1536)"]; +"1573 scale_updated_constant42" -> "1575 mul_tensor_42" [style=solid, label="(384, 1)"]; +"1574 compressed_weight_updated_constant42" -> "1575 mul_tensor_42" [style=solid, label="(384, 1536)"]; +"1575 mul_tensor_42" -> "1577 sub_tensor_42" [style=solid, label="(384, 1536)"]; +"1576 zero_point_updated_constant42" -> "1577 sub_tensor_42" [style=solid, label="(384, 1)"]; +"1577 sub_tensor_42" -> "1578 linear_61" [style=solid, label="(384, 1536)"]; +"1578 linear_61" -> "1579 dropout_39" [style=solid, label="(1, -1, -1, 384)"]; +"1579 dropout_39" -> "1580 layer_norm_22" [style=solid, label="(1, -1, -1, 384)"]; +"1580 layer_norm_22" -> "1581 add_34" [style=solid, label="(1, -1, -1, 384)"]; +"1581 add_34" -> "1584 pad_12" [style=solid, label="(1, -1, -1, 384)"]; +"1582 mod_44" -> "1584 pad_12" [style=solid, label="(-1,)"]; +"1582 mod_44" -> "1620 add_56" [style=solid, label="(-1,)"]; +"1583 mod_45" -> "1584 pad_12" [style=solid, label="(-1,)"]; +"1583 mod_45" -> "1626 add_58" [style=solid, label="(-1,)"]; +"1584 pad_12" -> "1585 slice_137" [style=solid, label="(1, -1, -1, 384)"]; +"1584 pad_12" -> "1587 slice_139" [style=solid, label="(1, -1, -1, 384)"]; +"1584 pad_12" -> "1589 slice_141" [style=solid, label="(1, -1, -1, 384)"]; +"1584 pad_12" -> "1591 slice_143" [style=solid, label="(1, -1, -1, 384)"]; +"1585 slice_137" -> "1586 slice_138" [style=solid, label="(1, -1, -1, 384)"]; +"1586 slice_138" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; +"1587 slice_139" -> "1588 slice_140" [style=solid, label="(1, -1, -1, 384)"]; +"1588 slice_140" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; +"1589 slice_141" -> "1590 slice_142" [style=solid, label="(1, -1, -1, 384)"]; +"1590 slice_142" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; +"1591 slice_143" -> "1592 slice_144" [style=solid, label="(1, -1, -1, 384)"]; +"1592 slice_144" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; +"1593 cat_2" -> "1594 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"1594 cat_2_0_0_nncf_smooth_quant_0" -> "1595 quantize_per_tensor_default_63" [style=solid, label="(1, -1, -1, 1536)"]; +"1595 quantize_per_tensor_default_63" -> "1596 dequantize_per_tensor_default_63" [style=solid, label="(1, -1, -1, 1536)"]; +"1596 dequantize_per_tensor_default_63" -> "1602 linear_62" [style=solid, label="(1, -1, -1, 1536)"]; +"1597 scale_updated_constant43" -> "1599 mul_tensor_43" [style=solid, label="(768, 1)"]; +"1598 compressed_weight_updated_constant43" -> "1599 mul_tensor_43" [style=solid, label="(768, 1536)"]; +"1599 mul_tensor_43" -> "1601 sub_tensor_43" [style=solid, label="(768, 1536)"]; +"1600 zero_point_updated_constant43" -> "1601 sub_tensor_43" [style=solid, label="(768, 1)"]; +"1601 sub_tensor_43" -> "1602 linear_62" [style=solid, label="(768, 1536)"]; +"1602 linear_62" -> "1603 layer_norm_23" [style=solid, label="(1, -1, -1, 768)"]; +"1603 layer_norm_23" -> "1631 pad_13" [style=solid, label="(1, -1, -1, 768)"]; +"1603 layer_norm_23" -> "1700 add_36" [style=solid, label="(1, -1, -1, 768)"]; +"1604 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1606 linear_63" [style=solid, label="(512, 2)"]; +"1605 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1606 linear_63" [style=solid, label="(1, 15, 15, 2)"]; +"1606 linear_63" -> "1607 relu__10" [style=solid, label="(1, 15, 15, 512)"]; +"1607 relu__10" -> "1609 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1608 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1610 linear_64" [style=solid, label="(24, 512)"]; +"1609 relu__10_0_0_nncf_smooth_quant_0" -> "1610 linear_64" [style=solid, label="(1, 15, 15, 512)"]; +"1610 linear_64" -> "1611 view_55" [style=solid, label="(1, 15, 15, 24)"]; +"1611 view_55" -> "1612 index_10" [style=solid, label="(225, 24)"]; +"1612 index_10" -> "1613 view_56" [style=solid, label="(4096, 24)"]; +"1613 view_56" -> "1614 permute_46" [style=solid, label="(64, 64, 24)"]; +"1614 permute_46" -> "1615 contiguous_18" [style=solid, label="(24, 64, 64)"]; +"1615 contiguous_18" -> "1616 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; +"1616 unsqueeze_30" -> "1617 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; +"1617 sigmoid_10" -> "1618 mul_30" [style=solid, label="(1, 24, 64, 64)"]; +"1618 mul_30" -> "1677 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1619 add_55" -> "1620 add_56" [style=solid, label="(-1,)"]; +"1620 add_56" -> "1621 floordiv_99" [style=solid, label="(-1,)"]; +"1621 floordiv_99" -> "1622 mod_46" [style=solid, label="(-1,)"]; +"1621 floordiv_99" -> "1634 add_60" [style=solid, label="(-1,)"]; +"1621 floordiv_99" -> "1697 slice_147" [style=solid, label="(-1,)"]; +"1621 floordiv_99" -> "1797 slice_150" [style=solid, label="(-1,)"]; +"1622 mod_46" -> "1623 sub_25" [style=solid, label="(-1,)"]; +"1623 sub_25" -> "1624 mod_47" [style=solid, label="(-1,)"]; +"1624 mod_47" -> "1631 pad_13" [style=solid, label="(-1,)"]; +"1624 mod_47" -> "1634 add_60" [style=solid, label="(-1,)"]; +"1624 mod_47" -> "1739 pad_14" [style=solid, label="(-1,)"]; +"1625 add_57" -> "1626 add_58" [style=solid, label="(-1,)"]; +"1626 add_58" -> "1627 floordiv_100" [style=solid, label="(-1,)"]; +"1627 floordiv_100" -> "1628 mod_48" [style=solid, label="(-1,)"]; +"1627 floordiv_100" -> "1632 add_59" [style=solid, label="(-1,)"]; +"1627 floordiv_100" -> "1696 slice_146" [style=solid, label="(-1,)"]; +"1627 floordiv_100" -> "1796 slice_149" [style=solid, label="(-1,)"]; +"1628 mod_48" -> "1629 sub_26" [style=solid, label="(-1,)"]; +"1629 sub_26" -> "1630 mod_49" [style=solid, label="(-1,)"]; +"1630 mod_49" -> "1631 pad_13" [style=solid, label="(-1,)"]; +"1630 mod_49" -> "1632 add_59" [style=solid, label="(-1,)"]; +"1630 mod_49" -> "1739 pad_14" [style=solid, label="(-1,)"]; +"1631 pad_13" -> "1637 view_57" [style=solid, label="(1, -1, -1, 768)"]; +"1632 add_59" -> "1633 floordiv_75" [style=solid, label="(-1,)"]; +"1632 add_59" -> "1653 floordiv_102" [style=solid, label="(-1,)"]; +"1632 add_59" -> "1695 reshape_48" [style=solid, label="(-1,)"]; +"1632 add_59" -> "1795 reshape_52" [style=solid, label="(-1,)"]; +"1633 floordiv_75" -> "1636 mul_31" [style=solid, label="(-1,)"]; +"1633 floordiv_75" -> "1637 view_57" [style=solid, label="(-1,)"]; +"1633 floordiv_75" -> "1653 floordiv_102" [style=solid, label="(-1,)"]; +"1633 floordiv_75" -> "1693 view_58" [style=solid, label="(-1,)"]; +"1633 floordiv_75" -> "1740 view_61" [style=solid, label="(-1,)"]; +"1633 floordiv_75" -> "1793 view_62" [style=solid, label="(-1,)"]; +"1634 add_60" -> "1635 floordiv_76" [style=solid, label="(-1,)"]; +"1634 add_60" -> "1652 floordiv_101" [style=solid, label="(-1,)"]; +"1634 add_60" -> "1695 reshape_48" [style=solid, label="(-1,)"]; +"1634 add_60" -> "1795 reshape_52" [style=solid, label="(-1,)"]; +"1635 floordiv_76" -> "1636 mul_31" [style=solid, label="(-1,)"]; +"1635 floordiv_76" -> "1637 view_57" [style=solid, label="(-1,)"]; +"1635 floordiv_76" -> "1652 floordiv_101" [style=solid, label="(-1,)"]; +"1635 floordiv_76" -> "1693 view_58" [style=solid, label="(-1,)"]; +"1635 floordiv_76" -> "1740 view_61" [style=solid, label="(-1,)"]; +"1635 floordiv_76" -> "1793 view_62" [style=solid, label="(-1,)"]; +"1636 mul_31" -> "1639 reshape_45" [style=solid, label="(-1,)"]; +"1636 mul_31" -> "1742 reshape_49" [style=solid, label="(-1,)"]; +"1637 view_57" -> "1638 permute_47" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; +"1638 permute_47" -> "1639 reshape_45" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; +"1639 reshape_45" -> "1643 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; +"1640 clone_10" -> "1641 slice_145" [style=solid, label="(2304,)"]; +"1640 clone_10" -> "1651 linear_65" [style=solid, label="(2304,)"]; +"1641 slice_145" -> "1642 zero__10" [style=solid, label="(768,)"]; +"1643 reshape_45_0_0_nncf_smooth_quant_0" -> "1644 quantize_per_tensor_default_64" [style=solid, label="(1, -1, 768)"]; +"1644 quantize_per_tensor_default_64" -> "1645 dequantize_per_tensor_default_64" [style=solid, label="(1, -1, 768)"]; +"1645 dequantize_per_tensor_default_64" -> "1651 linear_65" [style=solid, label="(1, -1, 768)"]; +"1646 scale_updated_constant44" -> "1648 mul_tensor_44" [style=solid, label="(2304, 1)"]; +"1647 compressed_weight_updated_constant44" -> "1648 mul_tensor_44" [style=solid, label="(2304, 768)"]; +"1648 mul_tensor_44" -> "1650 sub_tensor_44" [style=solid, label="(2304, 768)"]; +"1649 zero_point_updated_constant44" -> "1650 sub_tensor_44" [style=solid, label="(2304, 1)"]; +"1650 sub_tensor_44" -> "1651 linear_65" [style=solid, label="(2304, 768)"]; +"1651 linear_65" -> "1655 reshape_46" [style=solid, label="(1, -1, 2304)"]; +"1652 floordiv_101" -> "1654 mul_39" [style=solid, label="(-1,)"]; +"1653 floordiv_102" -> "1654 mul_39" [style=solid, label="(-1,)"]; +"1654 mul_39" -> "1655 reshape_46" [style=solid, label="(-1,)"]; +"1654 mul_39" -> "1682 reshape_47" [style=solid, label="(-1,)"]; +"1654 mul_39" -> "1755 reshape_50" [style=solid, label="(-1,)"]; +"1654 mul_39" -> "1782 reshape_51" [style=solid, label="(-1,)"]; +"1655 reshape_46" -> "1656 permute_48" [style=solid, label="(1, -1, 3, 24, 32)"]; +"1656 permute_48" -> "1657 select_30" [style=solid, label="(3, 1, 24, -1, 32)"]; +"1656 permute_48" -> "1658 select_31" [style=solid, label="(3, 1, 24, -1, 32)"]; +"1656 permute_48" -> "1659 select_32" [style=solid, label="(3, 1, 24, -1, 32)"]; +"1657 select_30" -> "1660 linalg_vector_norm_20" [style=solid, label="(1, 24, -1, 32)"]; +"1657 select_30" -> "1662 expand_as_20" [style=solid, label="(1, 24, -1, 32)"]; +"1657 select_30" -> "1663 div_20" [style=solid, label="(1, 24, -1, 32)"]; +"1658 select_31" -> "1666 linalg_vector_norm_21" [style=solid, label="(1, 24, -1, 32)"]; +"1658 select_31" -> "1668 expand_as_21" [style=solid, label="(1, 24, -1, 32)"]; +"1658 select_31" -> "1669 div_21" [style=solid, label="(1, 24, -1, 32)"]; +"1659 select_32" -> "1680 matmul_21" [style=solid, label="(1, 24, -1, 32)"]; +"1660 linalg_vector_norm_20" -> "1661 clamp_min_20" [style=solid, label="(1, 24, -1, 1)"]; +"1661 clamp_min_20" -> "1662 expand_as_20" [style=solid, label="(1, 24, -1, 1)"]; +"1662 expand_as_20" -> "1663 div_20" [style=solid, label="(1, 24, -1, 32)"]; +"1663 div_20" -> "1664 quantize_per_tensor_default_65" [style=solid, label="(1, 24, -1, 32)"]; +"1664 quantize_per_tensor_default_65" -> "1665 dequantize_per_tensor_default_65" [style=solid, label="(1, 24, -1, 32)"]; +"1665 dequantize_per_tensor_default_65" -> "1673 matmul_20" [style=solid, label="(1, 24, -1, 32)"]; +"1666 linalg_vector_norm_21" -> "1667 clamp_min_21" [style=solid, label="(1, 24, -1, 1)"]; +"1667 clamp_min_21" -> "1668 expand_as_21" [style=solid, label="(1, 24, -1, 1)"]; +"1668 expand_as_21" -> "1669 div_21" [style=solid, label="(1, 24, -1, 32)"]; +"1669 div_21" -> "1670 quantize_per_tensor_default_66" [style=solid, label="(1, 24, -1, 32)"]; +"1670 quantize_per_tensor_default_66" -> "1671 dequantize_per_tensor_default_66" [style=solid, label="(1, 24, -1, 32)"]; +"1671 dequantize_per_tensor_default_66" -> "1672 transpose_20" [style=solid, label="(1, 24, -1, 32)"]; +"1672 transpose_20" -> "1673 matmul_20" [style=solid, label="(1, 24, 32, -1)"]; +"1673 matmul_20" -> "1676 mul_32" [style=solid, label="(1, 24, -1, -1)"]; +"1674 clamp_10" -> "1675 exp_10" [style=solid, label="(24, 1, 1)"]; +"1675 exp_10" -> "1676 mul_32" [style=solid, label="(24, 1, 1)"]; +"1676 mul_32" -> "1677 add_35" [style=solid, label="(1, 24, -1, -1)"]; +"1677 add_35" -> "1678 softmax_10" [style=solid, label="(1, 24, -1, -1)"]; +"1678 softmax_10" -> "1679 dropout_40" [style=solid, label="(1, 24, -1, -1)"]; +"1679 dropout_40" -> "1680 matmul_21" [style=solid, label="(1, 24, -1, -1)"]; +"1680 matmul_21" -> "1681 transpose_21" [style=solid, label="(1, 24, -1, 32)"]; +"1681 transpose_21" -> "1682 reshape_47" [style=solid, label="(1, -1, 24, 32)"]; +"1682 reshape_47" -> "1683 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; +"1683 reshape_47_0_0_nncf_smooth_quant_0" -> "1684 quantize_per_tensor_default_67" [style=solid, label="(1, -1, 768)"]; +"1684 quantize_per_tensor_default_67" -> "1685 dequantize_per_tensor_default_67" [style=solid, label="(1, -1, 768)"]; +"1685 dequantize_per_tensor_default_67" -> "1691 linear_66" [style=solid, label="(1, -1, 768)"]; +"1686 scale_updated_constant45" -> "1688 mul_tensor_45" [style=solid, label="(768, 1)"]; +"1687 compressed_weight_updated_constant45" -> "1688 mul_tensor_45" [style=solid, label="(768, 768)"]; +"1688 mul_tensor_45" -> "1690 sub_tensor_45" [style=solid, label="(768, 768)"]; +"1689 zero_point_updated_constant45" -> "1690 sub_tensor_45" [style=solid, label="(768, 1)"]; +"1690 sub_tensor_45" -> "1691 linear_66" [style=solid, label="(768, 768)"]; +"1691 linear_66" -> "1692 dropout_41" [style=solid, label="(1, -1, 768)"]; +"1692 dropout_41" -> "1693 view_58" [style=solid, label="(1, -1, 768)"]; +"1693 view_58" -> "1694 permute_49" [style=solid, label="(1, -1, -1, 8, -1, 768)"]; +"1694 permute_49" -> "1695 reshape_48" [style=solid, label="(1, -1, 8, -1, -1, 768)"]; +"1695 reshape_48" -> "1696 slice_146" [style=solid, label="(1, 8, -1, 768)"]; +"1696 slice_146" -> "1697 slice_147" [style=solid, label="(1, -1, -1, 768)"]; +"1697 slice_147" -> "1698 contiguous_19" [style=solid, label="(1, -1, -1, 768)"]; +"1698 contiguous_19" -> "1699 layer_norm_24" [style=solid, label="(1, -1, -1, 768)"]; +"1699 layer_norm_24" -> "1700 add_36" [style=solid, label="(1, -1, -1, 768)"]; +"1700 add_36" -> "1701 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; +"1700 add_36" -> "1723 add_37" [style=solid, label="(1, -1, -1, 768)"]; +"1701 add_36_0_0_nncf_smooth_quant_0" -> "1702 quantize_per_tensor_default_68" [style=solid, label="(1, -1, -1, 768)"]; +"1702 quantize_per_tensor_default_68" -> "1703 dequantize_per_tensor_default_68" [style=solid, label="(1, -1, -1, 768)"]; +"1703 dequantize_per_tensor_default_68" -> "1709 linear_67" [style=solid, label="(1, -1, -1, 768)"]; +"1704 scale_updated_constant46" -> "1706 mul_tensor_46" [style=solid, label="(3072, 1)"]; +"1705 compressed_weight_updated_constant46" -> "1706 mul_tensor_46" [style=solid, label="(3072, 768)"]; +"1706 mul_tensor_46" -> "1708 sub_tensor_46" [style=solid, label="(3072, 768)"]; +"1707 zero_point_updated_constant46" -> "1708 sub_tensor_46" [style=solid, label="(3072, 1)"]; +"1708 sub_tensor_46" -> "1709 linear_67" [style=solid, label="(3072, 768)"]; +"1709 linear_67" -> "1710 gelu_10" [style=solid, label="(1, -1, -1, 3072)"]; +"1710 gelu_10" -> "1711 dropout_42" [style=solid, label="(1, -1, -1, 3072)"]; +"1711 dropout_42" -> "1712 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 3072)"]; +"1712 dropout_42_0_0_nncf_smooth_quant_0" -> "1713 quantize_per_tensor_default_69" [style=solid, label="(1, -1, -1, 3072)"]; +"1713 quantize_per_tensor_default_69" -> "1714 dequantize_per_tensor_default_69" [style=solid, label="(1, -1, -1, 3072)"]; +"1714 dequantize_per_tensor_default_69" -> "1720 linear_68" [style=solid, label="(1, -1, -1, 3072)"]; +"1715 scale_updated_constant47" -> "1717 mul_tensor_47" [style=solid, label="(768, 1)"]; +"1716 compressed_weight_updated_constant47" -> "1717 mul_tensor_47" [style=solid, label="(768, 3072)"]; +"1717 mul_tensor_47" -> "1719 sub_tensor_47" [style=solid, label="(768, 3072)"]; +"1718 zero_point_updated_constant47" -> "1719 sub_tensor_47" [style=solid, label="(768, 1)"]; +"1719 sub_tensor_47" -> "1720 linear_68" [style=solid, label="(768, 3072)"]; +"1720 linear_68" -> "1721 dropout_43" [style=solid, label="(1, -1, -1, 768)"]; +"1721 dropout_43" -> "1722 layer_norm_25" [style=solid, label="(1, -1, -1, 768)"]; +"1722 layer_norm_25" -> "1723 add_37" [style=solid, label="(1, -1, -1, 768)"]; +"1723 add_37" -> "1739 pad_14" [style=solid, label="(1, -1, -1, 768)"]; +"1723 add_37" -> "1800 add_39" [style=solid, label="(1, -1, -1, 768)"]; +"1724 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1726 linear_69" [style=solid, label="(512, 2)"]; +"1725 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1726 linear_69" [style=solid, label="(1, 15, 15, 2)"]; +"1726 linear_69" -> "1727 relu__11" [style=solid, label="(1, 15, 15, 512)"]; +"1727 relu__11" -> "1729 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1728 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1730 linear_70" [style=solid, label="(24, 512)"]; +"1729 relu__11_0_0_nncf_smooth_quant_0" -> "1730 linear_70" [style=solid, label="(1, 15, 15, 512)"]; +"1730 linear_70" -> "1731 view_59" [style=solid, label="(1, 15, 15, 24)"]; +"1731 view_59" -> "1732 index_11" [style=solid, label="(225, 24)"]; +"1732 index_11" -> "1733 view_60" [style=solid, label="(4096, 24)"]; +"1733 view_60" -> "1734 permute_50" [style=solid, label="(64, 64, 24)"]; +"1734 permute_50" -> "1735 contiguous_20" [style=solid, label="(24, 64, 64)"]; +"1735 contiguous_20" -> "1736 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; +"1736 unsqueeze_31" -> "1737 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; +"1737 sigmoid_11" -> "1738 mul_33" [style=solid, label="(1, 24, 64, 64)"]; +"1738 mul_33" -> "1777 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1739 pad_14" -> "1740 view_61" [style=solid, label="(1, -1, -1, 768)"]; +"1740 view_61" -> "1741 permute_51" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; +"1741 permute_51" -> "1742 reshape_49" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; +"1742 reshape_49" -> "1746 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; +"1743 clone_11" -> "1744 slice_148" [style=solid, label="(2304,)"]; +"1743 clone_11" -> "1754 linear_71" [style=solid, label="(2304,)"]; +"1744 slice_148" -> "1745 zero__11" [style=solid, label="(768,)"]; +"1746 reshape_49_0_0_nncf_smooth_quant_0" -> "1747 quantize_per_tensor_default_70" [style=solid, label="(1, -1, 768)"]; +"1747 quantize_per_tensor_default_70" -> "1748 dequantize_per_tensor_default_70" [style=solid, label="(1, -1, 768)"]; +"1748 dequantize_per_tensor_default_70" -> "1754 linear_71" [style=solid, label="(1, -1, 768)"]; +"1749 scale_updated_constant48" -> "1751 mul_tensor_48" [style=solid, label="(2304, 1)"]; +"1750 compressed_weight_updated_constant48" -> "1751 mul_tensor_48" [style=solid, label="(2304, 768)"]; +"1751 mul_tensor_48" -> "1753 sub_tensor_48" [style=solid, label="(2304, 768)"]; +"1752 zero_point_updated_constant48" -> "1753 sub_tensor_48" [style=solid, label="(2304, 1)"]; +"1753 sub_tensor_48" -> "1754 linear_71" [style=solid, label="(2304, 768)"]; +"1754 linear_71" -> "1755 reshape_50" [style=solid, label="(1, -1, 2304)"]; +"1755 reshape_50" -> "1756 permute_52" [style=solid, label="(1, -1, 3, 24, 32)"]; +"1756 permute_52" -> "1757 select_33" [style=solid, label="(3, 1, 24, -1, 32)"]; +"1756 permute_52" -> "1758 select_34" [style=solid, label="(3, 1, 24, -1, 32)"]; +"1756 permute_52" -> "1759 select_35" [style=solid, label="(3, 1, 24, -1, 32)"]; +"1757 select_33" -> "1760 linalg_vector_norm_22" [style=solid, label="(1, 24, -1, 32)"]; +"1757 select_33" -> "1762 expand_as_22" [style=solid, label="(1, 24, -1, 32)"]; +"1757 select_33" -> "1763 div_22" [style=solid, label="(1, 24, -1, 32)"]; +"1758 select_34" -> "1766 linalg_vector_norm_23" [style=solid, label="(1, 24, -1, 32)"]; +"1758 select_34" -> "1768 expand_as_23" [style=solid, label="(1, 24, -1, 32)"]; +"1758 select_34" -> "1769 div_23" [style=solid, label="(1, 24, -1, 32)"]; +"1759 select_35" -> "1780 matmul_23" [style=solid, label="(1, 24, -1, 32)"]; +"1760 linalg_vector_norm_22" -> "1761 clamp_min_22" [style=solid, label="(1, 24, -1, 1)"]; +"1761 clamp_min_22" -> "1762 expand_as_22" [style=solid, label="(1, 24, -1, 1)"]; +"1762 expand_as_22" -> "1763 div_22" [style=solid, label="(1, 24, -1, 32)"]; +"1763 div_22" -> "1764 quantize_per_tensor_default_71" [style=solid, label="(1, 24, -1, 32)"]; +"1764 quantize_per_tensor_default_71" -> "1765 dequantize_per_tensor_default_71" [style=solid, label="(1, 24, -1, 32)"]; +"1765 dequantize_per_tensor_default_71" -> "1773 matmul_22" [style=solid, label="(1, 24, -1, 32)"]; +"1766 linalg_vector_norm_23" -> "1767 clamp_min_23" [style=solid, label="(1, 24, -1, 1)"]; +"1767 clamp_min_23" -> "1768 expand_as_23" [style=solid, label="(1, 24, -1, 1)"]; +"1768 expand_as_23" -> "1769 div_23" [style=solid, label="(1, 24, -1, 32)"]; +"1769 div_23" -> "1770 quantize_per_tensor_default_72" [style=solid, label="(1, 24, -1, 32)"]; +"1770 quantize_per_tensor_default_72" -> "1771 dequantize_per_tensor_default_72" [style=solid, label="(1, 24, -1, 32)"]; +"1771 dequantize_per_tensor_default_72" -> "1772 transpose_22" [style=solid, label="(1, 24, -1, 32)"]; +"1772 transpose_22" -> "1773 matmul_22" [style=solid, label="(1, 24, 32, -1)"]; +"1773 matmul_22" -> "1776 mul_35" [style=solid, label="(1, 24, -1, -1)"]; +"1774 clamp_11" -> "1775 exp_11" [style=solid, label="(24, 1, 1)"]; +"1775 exp_11" -> "1776 mul_35" [style=solid, label="(24, 1, 1)"]; +"1776 mul_35" -> "1777 add_38" [style=solid, label="(1, 24, -1, -1)"]; +"1777 add_38" -> "1778 softmax_11" [style=solid, label="(1, 24, -1, -1)"]; +"1778 softmax_11" -> "1779 dropout_44" [style=solid, label="(1, 24, -1, -1)"]; +"1779 dropout_44" -> "1780 matmul_23" [style=solid, label="(1, 24, -1, -1)"]; +"1780 matmul_23" -> "1781 transpose_23" [style=solid, label="(1, 24, -1, 32)"]; +"1781 transpose_23" -> "1782 reshape_51" [style=solid, label="(1, -1, 24, 32)"]; +"1782 reshape_51" -> "1783 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; +"1783 reshape_51_0_0_nncf_smooth_quant_0" -> "1784 quantize_per_tensor_default_73" [style=solid, label="(1, -1, 768)"]; +"1784 quantize_per_tensor_default_73" -> "1785 dequantize_per_tensor_default_73" [style=solid, label="(1, -1, 768)"]; +"1785 dequantize_per_tensor_default_73" -> "1791 linear_72" [style=solid, label="(1, -1, 768)"]; +"1786 scale_updated_constant49" -> "1788 mul_tensor_49" [style=solid, label="(768, 1)"]; +"1787 compressed_weight_updated_constant49" -> "1788 mul_tensor_49" [style=solid, label="(768, 768)"]; +"1788 mul_tensor_49" -> "1790 sub_tensor_49" [style=solid, label="(768, 768)"]; +"1789 zero_point_updated_constant49" -> "1790 sub_tensor_49" [style=solid, label="(768, 1)"]; +"1790 sub_tensor_49" -> "1791 linear_72" [style=solid, label="(768, 768)"]; +"1791 linear_72" -> "1792 dropout_45" [style=solid, label="(1, -1, 768)"]; +"1792 dropout_45" -> "1793 view_62" [style=solid, label="(1, -1, 768)"]; +"1793 view_62" -> "1794 permute_53" [style=solid, label="(1, -1, -1, 8, -1, 768)"]; +"1794 permute_53" -> "1795 reshape_52" [style=solid, label="(1, -1, 8, -1, -1, 768)"]; +"1795 reshape_52" -> "1796 slice_149" [style=solid, label="(1, 8, -1, 768)"]; +"1796 slice_149" -> "1797 slice_150" [style=solid, label="(1, -1, -1, 768)"]; +"1797 slice_150" -> "1798 contiguous_21" [style=solid, label="(1, -1, -1, 768)"]; +"1798 contiguous_21" -> "1799 layer_norm_26" [style=solid, label="(1, -1, -1, 768)"]; +"1799 layer_norm_26" -> "1800 add_39" [style=solid, label="(1, -1, -1, 768)"]; +"1800 add_39" -> "1801 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; +"1800 add_39" -> "1823 add_40" [style=solid, label="(1, -1, -1, 768)"]; +"1801 add_39_0_0_nncf_smooth_quant_0" -> "1802 quantize_per_tensor_default_74" [style=solid, label="(1, -1, -1, 768)"]; +"1802 quantize_per_tensor_default_74" -> "1803 dequantize_per_tensor_default_74" [style=solid, label="(1, -1, -1, 768)"]; +"1803 dequantize_per_tensor_default_74" -> "1809 linear_73" [style=solid, label="(1, -1, -1, 768)"]; +"1804 scale_updated_constant50" -> "1806 mul_tensor_50" [style=solid, label="(3072, 1)"]; +"1805 compressed_weight_updated_constant50" -> "1806 mul_tensor_50" [style=solid, label="(3072, 768)"]; +"1806 mul_tensor_50" -> "1808 sub_tensor_50" [style=solid, label="(3072, 768)"]; +"1807 zero_point_updated_constant50" -> "1808 sub_tensor_50" [style=solid, label="(3072, 1)"]; +"1808 sub_tensor_50" -> "1809 linear_73" [style=solid, label="(3072, 768)"]; +"1809 linear_73" -> "1810 gelu_11" [style=solid, label="(1, -1, -1, 3072)"]; +"1810 gelu_11" -> "1811 dropout_46" [style=solid, label="(1, -1, -1, 3072)"]; +"1811 dropout_46" -> "1812 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 3072)"]; +"1812 dropout_46_0_0_nncf_smooth_quant_0" -> "1813 quantize_per_tensor_default_75" [style=solid, label="(1, -1, -1, 3072)"]; +"1813 quantize_per_tensor_default_75" -> "1814 dequantize_per_tensor_default_75" [style=solid, label="(1, -1, -1, 3072)"]; +"1814 dequantize_per_tensor_default_75" -> "1820 linear_74" [style=solid, label="(1, -1, -1, 3072)"]; +"1815 scale_updated_constant51" -> "1817 mul_tensor_51" [style=solid, label="(768, 1)"]; +"1816 compressed_weight_updated_constant51" -> "1817 mul_tensor_51" [style=solid, label="(768, 3072)"]; +"1817 mul_tensor_51" -> "1819 sub_tensor_51" [style=solid, label="(768, 3072)"]; +"1818 zero_point_updated_constant51" -> "1819 sub_tensor_51" [style=solid, label="(768, 1)"]; +"1819 sub_tensor_51" -> "1820 linear_74" [style=solid, label="(768, 3072)"]; +"1820 linear_74" -> "1821 dropout_47" [style=solid, label="(1, -1, -1, 768)"]; +"1821 dropout_47" -> "1822 layer_norm_27" [style=solid, label="(1, -1, -1, 768)"]; +"1822 layer_norm_27" -> "1823 add_40" [style=solid, label="(1, -1, -1, 768)"]; +"1823 add_40" -> "1824 layer_norm_28" [style=solid, label="(1, -1, -1, 768)"]; +"1824 layer_norm_28" -> "1825 permute_54" [style=solid, label="(1, -1, -1, 768)"]; +"1825 permute_54" -> "1826 adaptive_avg_pool2d" [style=solid, label="(1, 768, -1, -1)"]; +"1826 adaptive_avg_pool2d" -> "1827 flatten" [style=solid, label="(1, 768, 1, 1)"]; +"1827 flatten" -> "1828 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"1828 flatten_0_0_nncf_smooth_quant_0" -> "1829 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; +"1829 quantize_per_tensor_default_76" -> "1830 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; +"1830 dequantize_per_tensor_default_76" -> "1836 linear_75" [style=solid, label="(1, 768)"]; +"1831 scale_updated_constant52" -> "1833 mul_tensor_52" [style=solid, label="(1000, 1)"]; +"1832 compressed_weight_updated_constant52" -> "1833 mul_tensor_52" [style=solid, label="(1000, 768)"]; +"1833 mul_tensor_52" -> "1835 sub_tensor_52" [style=solid, label="(1000, 768)"]; +"1834 zero_point_updated_constant52" -> "1835 sub_tensor_52" [style=solid, label="(1000, 1)"]; +"1835 sub_tensor_52" -> "1836 linear_75" [style=solid, label="(1000, 768)"]; +"1836 linear_75" -> "1837 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/unet.dot b/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/unet.dot index 6ad29de79b1..ae77d445f82 100644 --- a/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/unet.dot +++ b/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/unet.dot @@ -133,127 +133,119 @@ strict digraph { "131 dequantize_per_tensor_default_6" [id=131, type="dequantize_per_tensor"]; "132 slice_1" [id=132, type=slice]; "133 slice_2" [id=133, type=slice]; -"134 slice_3" [id=134, type=slice]; -"135 slice_4" [id=135, type=slice]; -"136 cat" [id=136, type=cat]; -"137 scale_updated_constant11" [id=137, type="get_attr"]; -"138 compressed_weight_updated_constant11" [id=138, type="get_attr"]; -"139 mul_tensor_11" [id=139, type=mul]; -"140 zero_point_updated_constant11" [id=140, type="get_attr"]; -"141 sub_tensor_11" [id=141, type=sub]; -"142 conv2d_10" [id=142, type=conv2d]; -"143 relu_10" [id=143, type=relu]; -"144 quantize_per_tensor_default_15" [id=144, type="quantize_per_tensor"]; -"145 dequantize_per_tensor_default_15" [id=145, type="dequantize_per_tensor"]; -"146 scale_updated_constant12" [id=146, type="get_attr"]; -"147 compressed_weight_updated_constant12" [id=147, type="get_attr"]; -"148 mul_tensor_12" [id=148, type=mul]; -"149 zero_point_updated_constant12" [id=149, type="get_attr"]; -"150 sub_tensor_12" [id=150, type=sub]; -"151 conv2d_11" [id=151, type=conv2d]; -"152 relu_11" [id=152, type=relu]; -"153 quantize_per_tensor_default_16" [id=153, type="quantize_per_tensor"]; -"154 dequantize_per_tensor_default_16" [id=154, type="dequantize_per_tensor"]; -"155 scale_updated_constant13" [id=155, type="get_attr"]; -"156 compressed_weight_updated_constant13" [id=156, type="get_attr"]; -"157 mul_tensor_13" [id=157, type=mul]; -"158 zero_point_updated_constant13" [id=158, type="get_attr"]; -"159 sub_tensor_13" [id=159, type=sub]; -"160 conv_transpose2d_1" [id=160, type="conv_transpose2d"]; -"161 quantize_per_tensor_default_5" [id=161, type="quantize_per_tensor"]; -"162 dequantize_per_tensor_default_5" [id=162, type="dequantize_per_tensor"]; -"163 slice_5" [id=163, type=slice]; -"164 slice_6" [id=164, type=slice]; -"165 slice_7" [id=165, type=slice]; -"166 slice_8" [id=166, type=slice]; -"167 cat_1" [id=167, type=cat]; -"168 scale_updated_constant14" [id=168, type="get_attr"]; -"169 compressed_weight_updated_constant14" [id=169, type="get_attr"]; -"170 mul_tensor_14" [id=170, type=mul]; -"171 zero_point_updated_constant14" [id=171, type="get_attr"]; -"172 sub_tensor_14" [id=172, type=sub]; -"173 conv2d_12" [id=173, type=conv2d]; -"174 relu_12" [id=174, type=relu]; -"175 quantize_per_tensor_default_17" [id=175, type="quantize_per_tensor"]; -"176 dequantize_per_tensor_default_17" [id=176, type="dequantize_per_tensor"]; -"177 scale_updated_constant15" [id=177, type="get_attr"]; -"178 compressed_weight_updated_constant15" [id=178, type="get_attr"]; -"179 mul_tensor_15" [id=179, type=mul]; -"180 zero_point_updated_constant15" [id=180, type="get_attr"]; -"181 sub_tensor_15" [id=181, type=sub]; -"182 conv2d_13" [id=182, type=conv2d]; -"183 relu_13" [id=183, type=relu]; -"184 quantize_per_tensor_default_18" [id=184, type="quantize_per_tensor"]; -"185 dequantize_per_tensor_default_18" [id=185, type="dequantize_per_tensor"]; -"186 scale_updated_constant16" [id=186, type="get_attr"]; -"187 compressed_weight_updated_constant16" [id=187, type="get_attr"]; -"188 mul_tensor_16" [id=188, type=mul]; -"189 zero_point_updated_constant16" [id=189, type="get_attr"]; -"190 sub_tensor_16" [id=190, type=sub]; -"191 conv_transpose2d_2" [id=191, type="conv_transpose2d"]; -"192 quantize_per_tensor_default_2" [id=192, type="quantize_per_tensor"]; -"193 dequantize_per_tensor_default_2" [id=193, type="dequantize_per_tensor"]; -"194 slice_9" [id=194, type=slice]; -"195 slice_10" [id=195, type=slice]; -"196 slice_11" [id=196, type=slice]; -"197 slice_12" [id=197, type=slice]; -"198 cat_2" [id=198, type=cat]; -"199 scale_updated_constant17" [id=199, type="get_attr"]; -"200 compressed_weight_updated_constant17" [id=200, type="get_attr"]; -"201 mul_tensor_17" [id=201, type=mul]; -"202 zero_point_updated_constant17" [id=202, type="get_attr"]; -"203 sub_tensor_17" [id=203, type=sub]; -"204 conv2d_14" [id=204, type=conv2d]; -"205 relu_14" [id=205, type=relu]; -"206 quantize_per_tensor_default_19" [id=206, type="quantize_per_tensor"]; -"207 dequantize_per_tensor_default_19" [id=207, type="dequantize_per_tensor"]; -"208 scale_updated_constant18" [id=208, type="get_attr"]; -"209 compressed_weight_updated_constant18" [id=209, type="get_attr"]; -"210 mul_tensor_18" [id=210, type=mul]; -"211 zero_point_updated_constant18" [id=211, type="get_attr"]; -"212 sub_tensor_18" [id=212, type=sub]; -"213 conv2d_15" [id=213, type=conv2d]; -"214 relu_15" [id=214, type=relu]; -"215 quantize_per_tensor_default_20" [id=215, type="quantize_per_tensor"]; -"216 dequantize_per_tensor_default_20" [id=216, type="dequantize_per_tensor"]; -"217 scale_updated_constant19" [id=217, type="get_attr"]; -"218 compressed_weight_updated_constant19" [id=218, type="get_attr"]; -"219 mul_tensor_19" [id=219, type=mul]; -"220 zero_point_updated_constant19" [id=220, type="get_attr"]; -"221 sub_tensor_19" [id=221, type=sub]; -"222 conv_transpose2d_3" [id=222, type="conv_transpose2d"]; -"223 quantize_per_tensor_default_1" [id=223, type="quantize_per_tensor"]; -"224 dequantize_per_tensor_default_1" [id=224, type="dequantize_per_tensor"]; -"225 slice_13" [id=225, type=slice]; -"226 slice_14" [id=226, type=slice]; -"227 slice_15" [id=227, type=slice]; -"228 slice_16" [id=228, type=slice]; -"229 cat_3" [id=229, type=cat]; -"230 scale_updated_constant20" [id=230, type="get_attr"]; -"231 compressed_weight_updated_constant20" [id=231, type="get_attr"]; -"232 mul_tensor_20" [id=232, type=mul]; -"233 zero_point_updated_constant20" [id=233, type="get_attr"]; -"234 sub_tensor_20" [id=234, type=sub]; -"235 conv2d_16" [id=235, type=conv2d]; -"236 relu_16" [id=236, type=relu]; -"237 quantize_per_tensor_default_21" [id=237, type="quantize_per_tensor"]; -"238 dequantize_per_tensor_default_21" [id=238, type="dequantize_per_tensor"]; -"239 scale_updated_constant21" [id=239, type="get_attr"]; -"240 compressed_weight_updated_constant21" [id=240, type="get_attr"]; -"241 mul_tensor_21" [id=241, type=mul]; -"242 zero_point_updated_constant21" [id=242, type="get_attr"]; -"243 sub_tensor_21" [id=243, type=sub]; -"244 conv2d_17" [id=244, type=conv2d]; -"245 relu_17" [id=245, type=relu]; -"246 quantize_per_tensor_default_22" [id=246, type="quantize_per_tensor"]; -"247 dequantize_per_tensor_default_22" [id=247, type="dequantize_per_tensor"]; -"248 scale_updated_constant22" [id=248, type="get_attr"]; -"249 compressed_weight_updated_constant22" [id=249, type="get_attr"]; -"250 mul_tensor_22" [id=250, type=mul]; -"251 zero_point_updated_constant22" [id=251, type="get_attr"]; -"252 sub_tensor_22" [id=252, type=sub]; -"253 conv2d_18" [id=253, type=conv2d]; -"254 output" [id=254, type=output]; +"134 cat" [id=134, type=cat]; +"135 scale_updated_constant11" [id=135, type="get_attr"]; +"136 compressed_weight_updated_constant11" [id=136, type="get_attr"]; +"137 mul_tensor_11" [id=137, type=mul]; +"138 zero_point_updated_constant11" [id=138, type="get_attr"]; +"139 sub_tensor_11" [id=139, type=sub]; +"140 conv2d_10" [id=140, type=conv2d]; +"141 relu_10" [id=141, type=relu]; +"142 quantize_per_tensor_default_15" [id=142, type="quantize_per_tensor"]; +"143 dequantize_per_tensor_default_15" [id=143, type="dequantize_per_tensor"]; +"144 scale_updated_constant12" [id=144, type="get_attr"]; +"145 compressed_weight_updated_constant12" [id=145, type="get_attr"]; +"146 mul_tensor_12" [id=146, type=mul]; +"147 zero_point_updated_constant12" [id=147, type="get_attr"]; +"148 sub_tensor_12" [id=148, type=sub]; +"149 conv2d_11" [id=149, type=conv2d]; +"150 relu_11" [id=150, type=relu]; +"151 quantize_per_tensor_default_16" [id=151, type="quantize_per_tensor"]; +"152 dequantize_per_tensor_default_16" [id=152, type="dequantize_per_tensor"]; +"153 scale_updated_constant13" [id=153, type="get_attr"]; +"154 compressed_weight_updated_constant13" [id=154, type="get_attr"]; +"155 mul_tensor_13" [id=155, type=mul]; +"156 zero_point_updated_constant13" [id=156, type="get_attr"]; +"157 sub_tensor_13" [id=157, type=sub]; +"158 conv_transpose2d_1" [id=158, type="conv_transpose2d"]; +"159 quantize_per_tensor_default_5" [id=159, type="quantize_per_tensor"]; +"160 dequantize_per_tensor_default_5" [id=160, type="dequantize_per_tensor"]; +"161 slice_3" [id=161, type=slice]; +"162 slice_4" [id=162, type=slice]; +"163 cat_1" [id=163, type=cat]; +"164 scale_updated_constant14" [id=164, type="get_attr"]; +"165 compressed_weight_updated_constant14" [id=165, type="get_attr"]; +"166 mul_tensor_14" [id=166, type=mul]; +"167 zero_point_updated_constant14" [id=167, type="get_attr"]; +"168 sub_tensor_14" [id=168, type=sub]; +"169 conv2d_12" [id=169, type=conv2d]; +"170 relu_12" [id=170, type=relu]; +"171 quantize_per_tensor_default_17" [id=171, type="quantize_per_tensor"]; +"172 dequantize_per_tensor_default_17" [id=172, type="dequantize_per_tensor"]; +"173 scale_updated_constant15" [id=173, type="get_attr"]; +"174 compressed_weight_updated_constant15" [id=174, type="get_attr"]; +"175 mul_tensor_15" [id=175, type=mul]; +"176 zero_point_updated_constant15" [id=176, type="get_attr"]; +"177 sub_tensor_15" [id=177, type=sub]; +"178 conv2d_13" [id=178, type=conv2d]; +"179 relu_13" [id=179, type=relu]; +"180 quantize_per_tensor_default_18" [id=180, type="quantize_per_tensor"]; +"181 dequantize_per_tensor_default_18" [id=181, type="dequantize_per_tensor"]; +"182 scale_updated_constant16" [id=182, type="get_attr"]; +"183 compressed_weight_updated_constant16" [id=183, type="get_attr"]; +"184 mul_tensor_16" [id=184, type=mul]; +"185 zero_point_updated_constant16" [id=185, type="get_attr"]; +"186 sub_tensor_16" [id=186, type=sub]; +"187 conv_transpose2d_2" [id=187, type="conv_transpose2d"]; +"188 quantize_per_tensor_default_2" [id=188, type="quantize_per_tensor"]; +"189 dequantize_per_tensor_default_2" [id=189, type="dequantize_per_tensor"]; +"190 slice_5" [id=190, type=slice]; +"191 slice_6" [id=191, type=slice]; +"192 cat_2" [id=192, type=cat]; +"193 scale_updated_constant17" [id=193, type="get_attr"]; +"194 compressed_weight_updated_constant17" [id=194, type="get_attr"]; +"195 mul_tensor_17" [id=195, type=mul]; +"196 zero_point_updated_constant17" [id=196, type="get_attr"]; +"197 sub_tensor_17" [id=197, type=sub]; +"198 conv2d_14" [id=198, type=conv2d]; +"199 relu_14" [id=199, type=relu]; +"200 quantize_per_tensor_default_19" [id=200, type="quantize_per_tensor"]; +"201 dequantize_per_tensor_default_19" [id=201, type="dequantize_per_tensor"]; +"202 scale_updated_constant18" [id=202, type="get_attr"]; +"203 compressed_weight_updated_constant18" [id=203, type="get_attr"]; +"204 mul_tensor_18" [id=204, type=mul]; +"205 zero_point_updated_constant18" [id=205, type="get_attr"]; +"206 sub_tensor_18" [id=206, type=sub]; +"207 conv2d_15" [id=207, type=conv2d]; +"208 relu_15" [id=208, type=relu]; +"209 quantize_per_tensor_default_20" [id=209, type="quantize_per_tensor"]; +"210 dequantize_per_tensor_default_20" [id=210, type="dequantize_per_tensor"]; +"211 scale_updated_constant19" [id=211, type="get_attr"]; +"212 compressed_weight_updated_constant19" [id=212, type="get_attr"]; +"213 mul_tensor_19" [id=213, type=mul]; +"214 zero_point_updated_constant19" [id=214, type="get_attr"]; +"215 sub_tensor_19" [id=215, type=sub]; +"216 conv_transpose2d_3" [id=216, type="conv_transpose2d"]; +"217 quantize_per_tensor_default_1" [id=217, type="quantize_per_tensor"]; +"218 dequantize_per_tensor_default_1" [id=218, type="dequantize_per_tensor"]; +"219 slice_7" [id=219, type=slice]; +"220 slice_8" [id=220, type=slice]; +"221 cat_3" [id=221, type=cat]; +"222 scale_updated_constant20" [id=222, type="get_attr"]; +"223 compressed_weight_updated_constant20" [id=223, type="get_attr"]; +"224 mul_tensor_20" [id=224, type=mul]; +"225 zero_point_updated_constant20" [id=225, type="get_attr"]; +"226 sub_tensor_20" [id=226, type=sub]; +"227 conv2d_16" [id=227, type=conv2d]; +"228 relu_16" [id=228, type=relu]; +"229 quantize_per_tensor_default_21" [id=229, type="quantize_per_tensor"]; +"230 dequantize_per_tensor_default_21" [id=230, type="dequantize_per_tensor"]; +"231 scale_updated_constant21" [id=231, type="get_attr"]; +"232 compressed_weight_updated_constant21" [id=232, type="get_attr"]; +"233 mul_tensor_21" [id=233, type=mul]; +"234 zero_point_updated_constant21" [id=234, type="get_attr"]; +"235 sub_tensor_21" [id=235, type=sub]; +"236 conv2d_17" [id=236, type=conv2d]; +"237 relu_17" [id=237, type=relu]; +"238 quantize_per_tensor_default_22" [id=238, type="quantize_per_tensor"]; +"239 dequantize_per_tensor_default_22" [id=239, type="dequantize_per_tensor"]; +"240 scale_updated_constant22" [id=240, type="get_attr"]; +"241 compressed_weight_updated_constant22" [id=241, type="get_attr"]; +"242 mul_tensor_22" [id=242, type=mul]; +"243 zero_point_updated_constant22" [id=243, type="get_attr"]; +"244 sub_tensor_22" [id=244, type=sub]; +"245 conv2d_18" [id=245, type=conv2d]; +"246 output" [id=246, type=output]; "0 down_path_0_block_0_bias" -> "31 conv2d" [style=solid, label="(64,)"]; "1 down_path_0_block_3_bias" -> "40 conv2d_1" [style=solid, label="(64,)"]; "2 down_path_1_block_0_bias" -> "51 conv2d_2" [style=solid, label="(128,)"]; @@ -265,18 +257,18 @@ strict digraph { "8 down_path_4_block_0_bias" -> "111 conv2d_8" [style=solid, label="(1024,)"]; "9 down_path_4_block_3_bias" -> "120 conv2d_9" [style=solid, label="(1024,)"]; "10 up_path_0_up_bias" -> "129 conv_transpose2d" [style=solid, label="(512,)"]; -"11 up_path_0_conv_block_block_0_bias" -> "142 conv2d_10" [style=solid, label="(512,)"]; -"12 up_path_0_conv_block_block_3_bias" -> "151 conv2d_11" [style=solid, label="(512,)"]; -"13 up_path_1_up_bias" -> "160 conv_transpose2d_1" [style=solid, label="(256,)"]; -"14 up_path_1_conv_block_block_0_bias" -> "173 conv2d_12" [style=solid, label="(256,)"]; -"15 up_path_1_conv_block_block_3_bias" -> "182 conv2d_13" [style=solid, label="(256,)"]; -"16 up_path_2_up_bias" -> "191 conv_transpose2d_2" [style=solid, label="(128,)"]; -"17 up_path_2_conv_block_block_0_bias" -> "204 conv2d_14" [style=solid, label="(128,)"]; -"18 up_path_2_conv_block_block_3_bias" -> "213 conv2d_15" [style=solid, label="(128,)"]; -"19 up_path_3_up_bias" -> "222 conv_transpose2d_3" [style=solid, label="(64,)"]; -"20 up_path_3_conv_block_block_0_bias" -> "235 conv2d_16" [style=solid, label="(64,)"]; -"21 up_path_3_conv_block_block_3_bias" -> "244 conv2d_17" [style=solid, label="(64,)"]; -"22 last_bias" -> "253 conv2d_18" [style=solid, label="(12,)"]; +"11 up_path_0_conv_block_block_0_bias" -> "140 conv2d_10" [style=solid, label="(512,)"]; +"12 up_path_0_conv_block_block_3_bias" -> "149 conv2d_11" [style=solid, label="(512,)"]; +"13 up_path_1_up_bias" -> "158 conv_transpose2d_1" [style=solid, label="(256,)"]; +"14 up_path_1_conv_block_block_0_bias" -> "169 conv2d_12" [style=solid, label="(256,)"]; +"15 up_path_1_conv_block_block_3_bias" -> "178 conv2d_13" [style=solid, label="(256,)"]; +"16 up_path_2_up_bias" -> "187 conv_transpose2d_2" [style=solid, label="(128,)"]; +"17 up_path_2_conv_block_block_0_bias" -> "198 conv2d_14" [style=solid, label="(128,)"]; +"18 up_path_2_conv_block_block_3_bias" -> "207 conv2d_15" [style=solid, label="(128,)"]; +"19 up_path_3_up_bias" -> "216 conv_transpose2d_3" [style=solid, label="(64,)"]; +"20 up_path_3_conv_block_block_0_bias" -> "227 conv2d_16" [style=solid, label="(64,)"]; +"21 up_path_3_conv_block_block_3_bias" -> "236 conv2d_17" [style=solid, label="(64,)"]; +"22 last_bias" -> "245 conv2d_18" [style=solid, label="(12,)"]; "23 x" -> "24 quantize_per_tensor_default_8" [style=solid, label="(1, 3, 224, 224)"]; "24 quantize_per_tensor_default_8" -> "25 dequantize_per_tensor_default_8" [style=solid, label="(1, 3, 224, 224)"]; "25 dequantize_per_tensor_default_8" -> "31 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -298,7 +290,7 @@ strict digraph { "41 relu_1" -> "42 quantize_per_tensor_default" [style=solid, label="(1, 64, 220, 220)"]; "42 quantize_per_tensor_default" -> "43 dequantize_per_tensor_default_24" [style=solid, label="(1, 64, 220, 220)"]; "42 quantize_per_tensor_default" -> "44 dequantize_per_tensor_default_23" [style=solid, label="(1, 64, 220, 220)"]; -"43 dequantize_per_tensor_default_24" -> "225 slice_13" [style=solid, label="(1, 64, 220, 220)"]; +"43 dequantize_per_tensor_default_24" -> "219 slice_7" [style=solid, label="(1, 64, 220, 220)"]; "44 dequantize_per_tensor_default_23" -> "45 max_pool2d" [style=solid, label="(1, 64, 220, 220)"]; "45 max_pool2d" -> "51 conv2d_2" [style=solid, label="(1, 64, 110, 110)"]; "46 scale_updated_constant2" -> "48 mul_tensor_2" [style=solid, label="(128, 1, 1, 1)"]; @@ -319,7 +311,7 @@ strict digraph { "61 relu_3" -> "62 quantize_per_tensor_default_3" [style=solid, label="(1, 128, 106, 106)"]; "62 quantize_per_tensor_default_3" -> "63 dequantize_per_tensor_default_26" [style=solid, label="(1, 128, 106, 106)"]; "62 quantize_per_tensor_default_3" -> "64 dequantize_per_tensor_default_25" [style=solid, label="(1, 128, 106, 106)"]; -"63 dequantize_per_tensor_default_26" -> "194 slice_9" [style=solid, label="(1, 128, 106, 106)"]; +"63 dequantize_per_tensor_default_26" -> "190 slice_5" [style=solid, label="(1, 128, 106, 106)"]; "64 dequantize_per_tensor_default_25" -> "65 max_pool2d_1" [style=solid, label="(1, 128, 106, 106)"]; "65 max_pool2d_1" -> "71 conv2d_4" [style=solid, label="(1, 128, 53, 53)"]; "66 scale_updated_constant4" -> "68 mul_tensor_4" [style=solid, label="(256, 1, 1, 1)"]; @@ -340,7 +332,7 @@ strict digraph { "81 relu_5" -> "82 quantize_per_tensor_default_4" [style=solid, label="(1, 256, 49, 49)"]; "82 quantize_per_tensor_default_4" -> "83 dequantize_per_tensor_default_28" [style=solid, label="(1, 256, 49, 49)"]; "82 quantize_per_tensor_default_4" -> "84 dequantize_per_tensor_default_27" [style=solid, label="(1, 256, 49, 49)"]; -"83 dequantize_per_tensor_default_28" -> "163 slice_5" [style=solid, label="(1, 256, 49, 49)"]; +"83 dequantize_per_tensor_default_28" -> "161 slice_3" [style=solid, label="(1, 256, 49, 49)"]; "84 dequantize_per_tensor_default_27" -> "85 max_pool2d_2" [style=solid, label="(1, 256, 49, 49)"]; "85 max_pool2d_2" -> "91 conv2d_6" [style=solid, label="(1, 256, 24, 24)"]; "86 scale_updated_constant6" -> "88 mul_tensor_6" [style=solid, label="(512, 1, 1, 1)"]; @@ -389,127 +381,119 @@ strict digraph { "128 sub_tensor_10" -> "129 conv_transpose2d" [style=solid, label="(1024, 512, 2, 2)"]; "129 conv_transpose2d" -> "130 quantize_per_tensor_default_6" [style=solid, label="(1, 512, 12, 12)"]; "130 quantize_per_tensor_default_6" -> "131 dequantize_per_tensor_default_6" [style=solid, label="(1, 512, 12, 12)"]; -"131 dequantize_per_tensor_default_6" -> "136 cat" [style=solid, label="(1, 512, 12, 12)"]; -"132 slice_1" -> "133 slice_2" [style=solid, label="(1, 512, 20, 20)"]; -"133 slice_2" -> "134 slice_3" [style=solid, label="(1, 512, 20, 20)"]; -"134 slice_3" -> "135 slice_4" [style=solid, label="(1, 512, 12, 20)"]; -"135 slice_4" -> "136 cat" [style=solid, label="(1, 512, 12, 12)"]; -"136 cat" -> "142 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; -"137 scale_updated_constant11" -> "139 mul_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; -"138 compressed_weight_updated_constant11" -> "139 mul_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; -"139 mul_tensor_11" -> "141 sub_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; -"140 zero_point_updated_constant11" -> "141 sub_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; -"141 sub_tensor_11" -> "142 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; -"142 conv2d_10" -> "143 relu_10" [style=solid, label="(1, 512, 10, 10)"]; -"143 relu_10" -> "144 quantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; -"144 quantize_per_tensor_default_15" -> "145 dequantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; -"145 dequantize_per_tensor_default_15" -> "151 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; -"146 scale_updated_constant12" -> "148 mul_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; -"147 compressed_weight_updated_constant12" -> "148 mul_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; -"148 mul_tensor_12" -> "150 sub_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; -"149 zero_point_updated_constant12" -> "150 sub_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; -"150 sub_tensor_12" -> "151 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; -"151 conv2d_11" -> "152 relu_11" [style=solid, label="(1, 512, 8, 8)"]; -"152 relu_11" -> "153 quantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; -"153 quantize_per_tensor_default_16" -> "154 dequantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; -"154 dequantize_per_tensor_default_16" -> "160 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; -"155 scale_updated_constant13" -> "157 mul_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; -"156 compressed_weight_updated_constant13" -> "157 mul_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; -"157 mul_tensor_13" -> "159 sub_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; -"158 zero_point_updated_constant13" -> "159 sub_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; -"159 sub_tensor_13" -> "160 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; -"160 conv_transpose2d_1" -> "161 quantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; -"161 quantize_per_tensor_default_5" -> "162 dequantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; -"162 dequantize_per_tensor_default_5" -> "167 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"163 slice_5" -> "164 slice_6" [style=solid, label="(1, 256, 49, 49)"]; -"164 slice_6" -> "165 slice_7" [style=solid, label="(1, 256, 49, 49)"]; -"165 slice_7" -> "166 slice_8" [style=solid, label="(1, 256, 16, 49)"]; -"166 slice_8" -> "167 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"167 cat_1" -> "173 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; -"168 scale_updated_constant14" -> "170 mul_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; -"169 compressed_weight_updated_constant14" -> "170 mul_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; -"170 mul_tensor_14" -> "172 sub_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; -"171 zero_point_updated_constant14" -> "172 sub_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; -"172 sub_tensor_14" -> "173 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; -"173 conv2d_12" -> "174 relu_12" [style=solid, label="(1, 256, 14, 14)"]; -"174 relu_12" -> "175 quantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"175 quantize_per_tensor_default_17" -> "176 dequantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"176 dequantize_per_tensor_default_17" -> "182 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; -"177 scale_updated_constant15" -> "179 mul_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; -"178 compressed_weight_updated_constant15" -> "179 mul_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; -"179 mul_tensor_15" -> "181 sub_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; -"180 zero_point_updated_constant15" -> "181 sub_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; -"181 sub_tensor_15" -> "182 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; -"182 conv2d_13" -> "183 relu_13" [style=solid, label="(1, 256, 12, 12)"]; -"183 relu_13" -> "184 quantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; -"184 quantize_per_tensor_default_18" -> "185 dequantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; -"185 dequantize_per_tensor_default_18" -> "191 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; -"186 scale_updated_constant16" -> "188 mul_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; -"187 compressed_weight_updated_constant16" -> "188 mul_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; -"188 mul_tensor_16" -> "190 sub_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; -"189 zero_point_updated_constant16" -> "190 sub_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; -"190 sub_tensor_16" -> "191 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; -"191 conv_transpose2d_2" -> "192 quantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; -"192 quantize_per_tensor_default_2" -> "193 dequantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; -"193 dequantize_per_tensor_default_2" -> "198 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"194 slice_9" -> "195 slice_10" [style=solid, label="(1, 128, 106, 106)"]; -"195 slice_10" -> "196 slice_11" [style=solid, label="(1, 128, 106, 106)"]; -"196 slice_11" -> "197 slice_12" [style=solid, label="(1, 128, 24, 106)"]; -"197 slice_12" -> "198 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"198 cat_2" -> "204 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; -"199 scale_updated_constant17" -> "201 mul_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; -"200 compressed_weight_updated_constant17" -> "201 mul_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; -"201 mul_tensor_17" -> "203 sub_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; -"202 zero_point_updated_constant17" -> "203 sub_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; -"203 sub_tensor_17" -> "204 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; -"204 conv2d_14" -> "205 relu_14" [style=solid, label="(1, 128, 22, 22)"]; -"205 relu_14" -> "206 quantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; -"206 quantize_per_tensor_default_19" -> "207 dequantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; -"207 dequantize_per_tensor_default_19" -> "213 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; -"208 scale_updated_constant18" -> "210 mul_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; -"209 compressed_weight_updated_constant18" -> "210 mul_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; -"210 mul_tensor_18" -> "212 sub_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; -"211 zero_point_updated_constant18" -> "212 sub_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; -"212 sub_tensor_18" -> "213 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; -"213 conv2d_15" -> "214 relu_15" [style=solid, label="(1, 128, 20, 20)"]; -"214 relu_15" -> "215 quantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; -"215 quantize_per_tensor_default_20" -> "216 dequantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; -"216 dequantize_per_tensor_default_20" -> "222 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; -"217 scale_updated_constant19" -> "219 mul_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; -"218 compressed_weight_updated_constant19" -> "219 mul_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; -"219 mul_tensor_19" -> "221 sub_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; -"220 zero_point_updated_constant19" -> "221 sub_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; -"221 sub_tensor_19" -> "222 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; -"222 conv_transpose2d_3" -> "223 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; -"223 quantize_per_tensor_default_1" -> "224 dequantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; -"224 dequantize_per_tensor_default_1" -> "229 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"225 slice_13" -> "226 slice_14" [style=solid, label="(1, 64, 220, 220)"]; -"226 slice_14" -> "227 slice_15" [style=solid, label="(1, 64, 220, 220)"]; -"227 slice_15" -> "228 slice_16" [style=solid, label="(1, 64, 40, 220)"]; -"228 slice_16" -> "229 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"229 cat_3" -> "235 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; -"230 scale_updated_constant20" -> "232 mul_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; -"231 compressed_weight_updated_constant20" -> "232 mul_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; -"232 mul_tensor_20" -> "234 sub_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; -"233 zero_point_updated_constant20" -> "234 sub_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; -"234 sub_tensor_20" -> "235 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; -"235 conv2d_16" -> "236 relu_16" [style=solid, label="(1, 64, 38, 38)"]; -"236 relu_16" -> "237 quantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; -"237 quantize_per_tensor_default_21" -> "238 dequantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; -"238 dequantize_per_tensor_default_21" -> "244 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; -"239 scale_updated_constant21" -> "241 mul_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; -"240 compressed_weight_updated_constant21" -> "241 mul_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; -"241 mul_tensor_21" -> "243 sub_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; -"242 zero_point_updated_constant21" -> "243 sub_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; -"243 sub_tensor_21" -> "244 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; -"244 conv2d_17" -> "245 relu_17" [style=solid, label="(1, 64, 36, 36)"]; -"245 relu_17" -> "246 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; -"246 quantize_per_tensor_default_22" -> "247 dequantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; -"247 dequantize_per_tensor_default_22" -> "253 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; -"248 scale_updated_constant22" -> "250 mul_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; -"249 compressed_weight_updated_constant22" -> "250 mul_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; -"250 mul_tensor_22" -> "252 sub_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; -"251 zero_point_updated_constant22" -> "252 sub_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; -"252 sub_tensor_22" -> "253 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; -"253 conv2d_18" -> "254 output" [style=solid, label="(1, 12, 36, 36)"]; +"131 dequantize_per_tensor_default_6" -> "134 cat" [style=solid, label="(1, 512, 12, 12)"]; +"132 slice_1" -> "133 slice_2" [style=solid, label="(1, 512, 12, 20)"]; +"133 slice_2" -> "134 cat" [style=solid, label="(1, 512, 12, 12)"]; +"134 cat" -> "140 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; +"135 scale_updated_constant11" -> "137 mul_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; +"136 compressed_weight_updated_constant11" -> "137 mul_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; +"137 mul_tensor_11" -> "139 sub_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; +"138 zero_point_updated_constant11" -> "139 sub_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; +"139 sub_tensor_11" -> "140 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; +"140 conv2d_10" -> "141 relu_10" [style=solid, label="(1, 512, 10, 10)"]; +"141 relu_10" -> "142 quantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; +"142 quantize_per_tensor_default_15" -> "143 dequantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; +"143 dequantize_per_tensor_default_15" -> "149 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; +"144 scale_updated_constant12" -> "146 mul_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; +"145 compressed_weight_updated_constant12" -> "146 mul_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; +"146 mul_tensor_12" -> "148 sub_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; +"147 zero_point_updated_constant12" -> "148 sub_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; +"148 sub_tensor_12" -> "149 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; +"149 conv2d_11" -> "150 relu_11" [style=solid, label="(1, 512, 8, 8)"]; +"150 relu_11" -> "151 quantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; +"151 quantize_per_tensor_default_16" -> "152 dequantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; +"152 dequantize_per_tensor_default_16" -> "158 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; +"153 scale_updated_constant13" -> "155 mul_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; +"154 compressed_weight_updated_constant13" -> "155 mul_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; +"155 mul_tensor_13" -> "157 sub_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; +"156 zero_point_updated_constant13" -> "157 sub_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; +"157 sub_tensor_13" -> "158 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; +"158 conv_transpose2d_1" -> "159 quantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; +"159 quantize_per_tensor_default_5" -> "160 dequantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; +"160 dequantize_per_tensor_default_5" -> "163 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"161 slice_3" -> "162 slice_4" [style=solid, label="(1, 256, 16, 49)"]; +"162 slice_4" -> "163 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"163 cat_1" -> "169 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; +"164 scale_updated_constant14" -> "166 mul_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; +"165 compressed_weight_updated_constant14" -> "166 mul_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; +"166 mul_tensor_14" -> "168 sub_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; +"167 zero_point_updated_constant14" -> "168 sub_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; +"168 sub_tensor_14" -> "169 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; +"169 conv2d_12" -> "170 relu_12" [style=solid, label="(1, 256, 14, 14)"]; +"170 relu_12" -> "171 quantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; +"171 quantize_per_tensor_default_17" -> "172 dequantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; +"172 dequantize_per_tensor_default_17" -> "178 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"173 scale_updated_constant15" -> "175 mul_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; +"174 compressed_weight_updated_constant15" -> "175 mul_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; +"175 mul_tensor_15" -> "177 sub_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; +"176 zero_point_updated_constant15" -> "177 sub_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; +"177 sub_tensor_15" -> "178 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"178 conv2d_13" -> "179 relu_13" [style=solid, label="(1, 256, 12, 12)"]; +"179 relu_13" -> "180 quantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; +"180 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; +"181 dequantize_per_tensor_default_18" -> "187 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; +"182 scale_updated_constant16" -> "184 mul_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; +"183 compressed_weight_updated_constant16" -> "184 mul_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; +"184 mul_tensor_16" -> "186 sub_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; +"185 zero_point_updated_constant16" -> "186 sub_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; +"186 sub_tensor_16" -> "187 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; +"187 conv_transpose2d_2" -> "188 quantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; +"188 quantize_per_tensor_default_2" -> "189 dequantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; +"189 dequantize_per_tensor_default_2" -> "192 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"190 slice_5" -> "191 slice_6" [style=solid, label="(1, 128, 24, 106)"]; +"191 slice_6" -> "192 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"192 cat_2" -> "198 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; +"193 scale_updated_constant17" -> "195 mul_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; +"194 compressed_weight_updated_constant17" -> "195 mul_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; +"195 mul_tensor_17" -> "197 sub_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; +"196 zero_point_updated_constant17" -> "197 sub_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; +"197 sub_tensor_17" -> "198 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; +"198 conv2d_14" -> "199 relu_14" [style=solid, label="(1, 128, 22, 22)"]; +"199 relu_14" -> "200 quantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; +"200 quantize_per_tensor_default_19" -> "201 dequantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; +"201 dequantize_per_tensor_default_19" -> "207 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; +"202 scale_updated_constant18" -> "204 mul_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; +"203 compressed_weight_updated_constant18" -> "204 mul_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; +"204 mul_tensor_18" -> "206 sub_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; +"205 zero_point_updated_constant18" -> "206 sub_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; +"206 sub_tensor_18" -> "207 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; +"207 conv2d_15" -> "208 relu_15" [style=solid, label="(1, 128, 20, 20)"]; +"208 relu_15" -> "209 quantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; +"209 quantize_per_tensor_default_20" -> "210 dequantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; +"210 dequantize_per_tensor_default_20" -> "216 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; +"211 scale_updated_constant19" -> "213 mul_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; +"212 compressed_weight_updated_constant19" -> "213 mul_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; +"213 mul_tensor_19" -> "215 sub_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; +"214 zero_point_updated_constant19" -> "215 sub_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; +"215 sub_tensor_19" -> "216 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; +"216 conv_transpose2d_3" -> "217 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; +"217 quantize_per_tensor_default_1" -> "218 dequantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; +"218 dequantize_per_tensor_default_1" -> "221 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"219 slice_7" -> "220 slice_8" [style=solid, label="(1, 64, 40, 220)"]; +"220 slice_8" -> "221 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"221 cat_3" -> "227 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; +"222 scale_updated_constant20" -> "224 mul_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; +"223 compressed_weight_updated_constant20" -> "224 mul_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; +"224 mul_tensor_20" -> "226 sub_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; +"225 zero_point_updated_constant20" -> "226 sub_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; +"226 sub_tensor_20" -> "227 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; +"227 conv2d_16" -> "228 relu_16" [style=solid, label="(1, 64, 38, 38)"]; +"228 relu_16" -> "229 quantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; +"229 quantize_per_tensor_default_21" -> "230 dequantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; +"230 dequantize_per_tensor_default_21" -> "236 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; +"231 scale_updated_constant21" -> "233 mul_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; +"232 compressed_weight_updated_constant21" -> "233 mul_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; +"233 mul_tensor_21" -> "235 sub_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; +"234 zero_point_updated_constant21" -> "235 sub_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; +"235 sub_tensor_21" -> "236 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; +"236 conv2d_17" -> "237 relu_17" [style=solid, label="(1, 64, 36, 36)"]; +"237 relu_17" -> "238 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; +"238 quantize_per_tensor_default_22" -> "239 dequantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; +"239 dequantize_per_tensor_default_22" -> "245 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; +"240 scale_updated_constant22" -> "242 mul_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; +"241 compressed_weight_updated_constant22" -> "242 mul_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; +"242 mul_tensor_22" -> "244 sub_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; +"243 zero_point_updated_constant22" -> "244 sub_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; +"244 sub_tensor_22" -> "245 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; +"245 conv2d_18" -> "246 output" [style=solid, label="(1, 12, 36, 36)"]; } diff --git a/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/vit_b_16.dot b/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/vit_b_16.dot index c161f3cdba0..263fb088f46 100644 --- a/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/vit_b_16.dot +++ b/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/vit_b_16.dot @@ -969,18 +969,17 @@ strict digraph { "967 dropout_36" [id=967, type=dropout]; "968 add_24" [id=968, type=add]; "969 layer_norm_24" [id=969, type="layer_norm"]; -"970 slice_1" [id=970, type=slice]; -"971 select_36" [id=971, type=select]; -"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type="call_module"]; -"973 quantize_per_tensor_default_73" [id=973, type="quantize_per_tensor"]; -"974 dequantize_per_tensor_default_73" [id=974, type="dequantize_per_tensor"]; -"975 scale_updated_constant49" [id=975, type="get_attr"]; -"976 compressed_weight_updated_constant49" [id=976, type="get_attr"]; -"977 mul_tensor_49" [id=977, type=mul]; -"978 zero_point_updated_constant49" [id=978, type="get_attr"]; -"979 sub_tensor_49" [id=979, type=sub]; -"980 linear_48" [id=980, type=linear]; -"981 output" [id=981, type=output]; +"970 select_36" [id=970, type=select]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type="call_module"]; +"972 quantize_per_tensor_default_73" [id=972, type="quantize_per_tensor"]; +"973 dequantize_per_tensor_default_73" [id=973, type="dequantize_per_tensor"]; +"974 scale_updated_constant49" [id=974, type="get_attr"]; +"975 compressed_weight_updated_constant49" [id=975, type="get_attr"]; +"976 mul_tensor_49" [id=976, type=mul]; +"977 zero_point_updated_constant49" [id=977, type="get_attr"]; +"978 sub_tensor_49" [id=978, type=sub]; +"979 linear_48" [id=979, type=linear]; +"980 output" [id=980, type=output]; "0 class_token" -> "113 expand" [style=solid, label="(1, 1, 768)"]; "1 encoder_pos_embedding" -> "115 add" [style=solid, label="(1, 197, 768)"]; "2 conv_proj_bias" -> "110 conv2d" [style=solid, label="(768,)"]; @@ -1082,7 +1081,7 @@ strict digraph { "98 encoder_layers_encoder_layer_11_mlp_3_bias" -> "966 linear_47" [style=solid, label="(768,)"]; "99 encoder_ln_weight" -> "969 layer_norm_24" [style=solid, label="(768,)"]; "100 encoder_ln_bias" -> "969 layer_norm_24" [style=solid, label="(768,)"]; -"101 heads_head_bias" -> "980 linear_48" [style=solid, label="(1000,)"]; +"101 heads_head_bias" -> "979 linear_48" [style=solid, label="(1000,)"]; "102 x" -> "103 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "103 quantize_per_tensor_default" -> "104 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "104 dequantize_per_tensor_default" -> "110 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -1998,16 +1997,15 @@ strict digraph { "966 linear_47" -> "967 dropout_36" [style=solid, label="(1, 197, 768)"]; "967 dropout_36" -> "968 add_24" [style=solid, label="(1, 197, 768)"]; "968 add_24" -> "969 layer_norm_24" [style=solid, label="(1, 197, 768)"]; -"969 layer_norm_24" -> "970 slice_1" [style=solid, label="(1, 197, 768)"]; -"970 slice_1" -> "971 select_36" [style=solid, label="(1, 197, 768)"]; -"971 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; -"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; -"974 dequantize_per_tensor_default_73" -> "980 linear_48" [style=solid, label="(1, 768)"]; -"975 scale_updated_constant49" -> "977 mul_tensor_49" [style=solid, label="(1000, 1)"]; -"976 compressed_weight_updated_constant49" -> "977 mul_tensor_49" [style=solid, label="(1000, 768)"]; -"977 mul_tensor_49" -> "979 sub_tensor_49" [style=solid, label="(1000, 768)"]; -"978 zero_point_updated_constant49" -> "979 sub_tensor_49" [style=solid, label="(1000, 1)"]; -"979 sub_tensor_49" -> "980 linear_48" [style=solid, label="(1000, 768)"]; -"980 linear_48" -> "981 output" [style=solid, label="(1, 1000)"]; +"969 layer_norm_24" -> "970 select_36" [style=solid, label="(1, 197, 768)"]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; +"973 dequantize_per_tensor_default_73" -> "979 linear_48" [style=solid, label="(1, 768)"]; +"974 scale_updated_constant49" -> "976 mul_tensor_49" [style=solid, label="(1000, 1)"]; +"975 compressed_weight_updated_constant49" -> "976 mul_tensor_49" [style=solid, label="(1000, 768)"]; +"976 mul_tensor_49" -> "978 sub_tensor_49" [style=solid, label="(1000, 768)"]; +"977 zero_point_updated_constant49" -> "978 sub_tensor_49" [style=solid, label="(1000, 1)"]; +"978 sub_tensor_49" -> "979 linear_48" [style=solid, label="(1000, 768)"]; +"979 linear_48" -> "980 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/yolo11n_sdpa_block.dot b/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/yolo11n_sdpa_block.dot index 9e903258ebb..30c9bac59fc 100644 --- a/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/yolo11n_sdpa_block.dot +++ b/tests/torch2/data/fx/dynamic_shapes/post_quantization_compressed/yolo11n_sdpa_block.dot @@ -13,23 +13,20 @@ strict digraph { "11 dequantize_per_tensor_default_1" [id=11, type="dequantize_per_tensor"]; "12 slice_1" [id=12, type=slice]; "13 slice_2" [id=13, type=slice]; -"14 slice_3" [id=14, type=slice]; -"15 quantize_per_tensor_default_2" [id=15, type="quantize_per_tensor"]; -"16 dequantize_per_tensor_default_2" [id=16, type="dequantize_per_tensor"]; +"14 quantize_per_tensor_default_2" [id=14, type="quantize_per_tensor"]; +"15 dequantize_per_tensor_default_2" [id=15, type="dequantize_per_tensor"]; +"16 slice_3" [id=16, type=slice]; "17 slice_4" [id=17, type=slice]; "18 slice_5" [id=18, type=slice]; "19 slice_6" [id=19, type=slice]; -"20 slice_7" [id=20, type=slice]; -"21 slice_8" [id=21, type=slice]; -"22 slice_9" [id=22, type=slice]; -"23 transpose" [id=23, type=transpose]; -"24 matmul" [id=24, type=matmul]; -"25 div_" [id=25, type="div_"]; -"26 softmax" [id=26, type=softmax]; -"27 transpose_1" [id=27, type=transpose]; -"28 matmul_1" [id=28, type=matmul]; -"29 output" [id=29, type=output]; -"0 x" -> "1 x_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1)"]; +"20 transpose" [id=20, type=transpose]; +"21 matmul" [id=21, type=matmul]; +"22 div_" [id=22, type="div_"]; +"23 softmax" [id=23, type=softmax]; +"24 transpose_1" [id=24, type=transpose]; +"25 matmul_1" [id=25, type=matmul]; +"26 output" [id=26, type=output]; +"0 x" -> "1 x_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 4)"]; "1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_default" [style=solid, label="(1, -1, 4)"]; "2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [style=solid, label="(1, -1, 4)"]; "3 dequantize_per_tensor_default" -> "9 linear" [style=solid, label="(1, -1, 4)"]; @@ -39,25 +36,22 @@ strict digraph { "7 zero_point_updated_constant0" -> "8 sub_tensor" [style=solid, label="(12, 1)"]; "8 sub_tensor" -> "9 linear" [style=solid, label="(12, 4)"]; "9 linear" -> "10 quantize_per_tensor_default_1" [style=solid, label="(1, -1, 12)"]; -"9 linear" -> "15 quantize_per_tensor_default_2" [style=solid, label="(1, -1, 12)"]; -"9 linear" -> "20 slice_7" [style=solid, label="(1, -1, 12)"]; +"9 linear" -> "14 quantize_per_tensor_default_2" [style=solid, label="(1, -1, 12)"]; +"9 linear" -> "18 slice_5" [style=solid, label="(1, -1, 12)"]; "10 quantize_per_tensor_default_1" -> "11 dequantize_per_tensor_default_1" [style=solid, label="(1, -1, 12)"]; "11 dequantize_per_tensor_default_1" -> "12 slice_1" [style=solid, label="(1, -1, 12)"]; "12 slice_1" -> "13 slice_2" [style=solid, label="(1, -1, 12)"]; -"13 slice_2" -> "14 slice_3" [style=solid, label="(1, -1, 12)"]; -"14 slice_3" -> "24 matmul" [style=solid, label="(1, -1, 4)"]; -"15 quantize_per_tensor_default_2" -> "16 dequantize_per_tensor_default_2" [style=solid, label="(1, -1, 12)"]; -"16 dequantize_per_tensor_default_2" -> "17 slice_4" [style=solid, label="(1, -1, 12)"]; -"17 slice_4" -> "18 slice_5" [style=solid, label="(1, -1, 12)"]; +"13 slice_2" -> "21 matmul" [style=solid, label="(1, -1, 4)"]; +"14 quantize_per_tensor_default_2" -> "15 dequantize_per_tensor_default_2" [style=solid, label="(1, -1, 12)"]; +"15 dequantize_per_tensor_default_2" -> "16 slice_3" [style=solid, label="(1, -1, 12)"]; +"16 slice_3" -> "17 slice_4" [style=solid, label="(1, -1, 12)"]; +"17 slice_4" -> "20 transpose" [style=solid, label="(1, -1, 4)"]; "18 slice_5" -> "19 slice_6" [style=solid, label="(1, -1, 12)"]; -"19 slice_6" -> "23 transpose" [style=solid, label="(1, -1, 4)"]; -"20 slice_7" -> "21 slice_8" [style=solid, label="(1, -1, 12)"]; -"21 slice_8" -> "22 slice_9" [style=solid, label="(1, -1, 12)"]; -"22 slice_9" -> "28 matmul_1" [style=solid, label="(1, -1, 4)"]; -"23 transpose" -> "24 matmul" [style=solid, label="(1, 4, -1)"]; -"24 matmul" -> "25 div_" [style=solid, label="(1, -1, -1)"]; -"25 div_" -> "26 softmax" [style=solid, label="(1, -1, -1)"]; -"26 softmax" -> "27 transpose_1" [style=solid, label="(1, -1, -1)"]; -"27 transpose_1" -> "28 matmul_1" [style=solid, label="(1, -1, -1)"]; -"28 matmul_1" -> "29 output" [style=solid, label="(1, -1, 4)"]; +"19 slice_6" -> "25 matmul_1" [style=solid, label="(1, -1, 4)"]; +"20 transpose" -> "21 matmul" [style=solid, label="(1, 4, -1)"]; +"21 matmul" -> "22 div_" [style=solid, label="(1, -1, -1)"]; +"22 div_" -> "23 softmax" [style=solid, label="(1, -1, -1)"]; +"23 softmax" -> "24 transpose_1" [style=solid, label="(1, -1, -1)"]; +"24 transpose_1" -> "25 matmul_1" [style=solid, label="(1, -1, -1)"]; +"25 matmul_1" -> "26 output" [style=solid, label="(1, -1, 4)"]; } diff --git a/tests/torch2/data/fx/dynamic_shapes/quantized/swin_v2_t.dot b/tests/torch2/data/fx/dynamic_shapes/quantized/swin_v2_t.dot index bc09ff3cf93..fef39d5aff6 100644 --- a/tests/torch2/data/fx/dynamic_shapes/quantized/swin_v2_t.dot +++ b/tests/torch2/data/fx/dynamic_shapes/quantized/swin_v2_t.dot @@ -211,2008 +211,1838 @@ strict digraph { "209 quantize_per_channel_default" [id=209, type="quantize_per_channel"]; "210 dequantize_per_channel_default" [id=210, type="dequantize_per_channel"]; "211 conv2d" [id=211, type=conv2d]; -"212 floordiv_87" [id=212, type=floordiv]; -"213 mod_54" [id=213, type=mod]; -"214 mul_36" [id=214, type=mul]; -"215 add_41" [id=215, type=add]; -"216 mod_55" [id=216, type=mod]; -"217 add_42" [id=217, type=add]; -"218 floordiv_88" [id=218, type=floordiv]; -"219 mod_56" [id=219, type=mod]; -"220 mul_37" [id=220, type=mul]; -"221 add_43" [id=221, type=add]; -"222 mod_57" [id=222, type=mod]; -"223 add_44" [id=223, type=add]; -"224 mul_38" [id=224, type=mul]; -"225 floordiv_89" [id=225, type=floordiv]; -"226 floordiv_90" [id=226, type=floordiv]; -"227 mul_39" [id=227, type=mul]; -"228 mul_40" [id=228, type=mul]; -"229 eq_71" [id=229, type=eq]; -"230 _assert_scalar_default" [id=230, type="_assert_scalar"]; -"231 floordiv_91" [id=231, type=floordiv]; -"232 floordiv_92" [id=232, type=floordiv]; -"233 mul_41" [id=233, type=mul]; -"234 mul_42" [id=234, type=mul]; -"235 mul_43" [id=235, type=mul]; -"236 eq_72" [id=236, type=eq]; -"237 _assert_scalar_default_1" [id=237, type="_assert_scalar"]; -"238 ge" [id=238, type=ge]; -"239 _assert_scalar_default_2" [id=239, type="_assert_scalar"]; -"240 mul_44" [id=240, type=mul]; -"241 ge_1" [id=241, type=ge]; -"242 _assert_scalar_default_3" [id=242, type="_assert_scalar"]; -"243 floordiv_93" [id=243, type=floordiv]; -"244 mul_45" [id=244, type=mul]; -"245 mul_46" [id=245, type=mul]; -"246 mul_47" [id=246, type=mul]; -"247 eq_73" [id=247, type=eq]; -"248 _assert_scalar_default_4" [id=248, type="_assert_scalar"]; -"249 pow_1" [id=249, type=pow]; -"250 pow_2" [id=250, type=pow]; -"251 mul_48" [id=251, type=mul]; -"252 eq_74" [id=252, type=eq]; -"253 sym_not" [id=253, type="sym_not"]; -"254 _assert_scalar_default_5" [id=254, type="_assert_scalar"]; -"255 mod_58" [id=255, type=mod]; -"256 add_45" [id=256, type=add]; -"257 floordiv_94" [id=257, type=floordiv]; -"258 add_46" [id=258, type=add]; -"259 add_47" [id=259, type=add]; -"260 floordiv_95" [id=260, type=floordiv]; -"261 eq_75" [id=261, type=eq]; -"262 _assert_scalar_default_6" [id=262, type="_assert_scalar"]; -"263 mod_59" [id=263, type=mod]; -"264 add_48" [id=264, type=add]; -"265 floordiv_96" [id=265, type=floordiv]; -"266 add_49" [id=266, type=add]; -"267 add_50" [id=267, type=add]; -"268 floordiv_97" [id=268, type=floordiv]; -"269 eq_76" [id=269, type=eq]; -"270 _assert_scalar_default_7" [id=270, type="_assert_scalar"]; -"271 mod_60" [id=271, type=mod]; -"272 mul_49" [id=272, type=mul]; -"273 add_51" [id=273, type=add]; -"274 mod_61" [id=274, type=mod]; -"275 add_52" [id=275, type=add]; -"276 mod_62" [id=276, type=mod]; -"277 mul_50" [id=277, type=mul]; -"278 add_53" [id=278, type=add]; -"279 mod_63" [id=279, type=mod]; -"280 add_54" [id=280, type=add]; -"281 mul_51" [id=281, type=mul]; -"282 floordiv_98" [id=282, type=floordiv]; -"283 floordiv_99" [id=283, type=floordiv]; -"284 mul_52" [id=284, type=mul]; -"285 mul_53" [id=285, type=mul]; -"286 eq_77" [id=286, type=eq]; -"287 _assert_scalar_default_8" [id=287, type="_assert_scalar"]; -"288 floordiv_100" [id=288, type=floordiv]; -"289 floordiv_101" [id=289, type=floordiv]; -"290 mul_54" [id=290, type=mul]; -"291 mul_55" [id=291, type=mul]; -"292 mul_56" [id=292, type=mul]; -"293 eq_78" [id=293, type=eq]; -"294 _assert_scalar_default_9" [id=294, type="_assert_scalar"]; -"295 ge_2" [id=295, type=ge]; -"296 _assert_scalar_default_10" [id=296, type="_assert_scalar"]; -"297 mul_57" [id=297, type=mul]; -"298 ge_3" [id=298, type=ge]; -"299 _assert_scalar_default_11" [id=299, type="_assert_scalar"]; -"300 floordiv_102" [id=300, type=floordiv]; -"301 mul_58" [id=301, type=mul]; -"302 mul_59" [id=302, type=mul]; -"303 mul_60" [id=303, type=mul]; -"304 eq_79" [id=304, type=eq]; -"305 _assert_scalar_default_12" [id=305, type="_assert_scalar"]; -"306 pow_3" [id=306, type=pow]; -"307 pow_4" [id=307, type=pow]; -"308 mul_61" [id=308, type=mul]; -"309 eq_80" [id=309, type=eq]; -"310 sym_not_1" [id=310, type="sym_not"]; -"311 _assert_scalar_default_13" [id=311, type="_assert_scalar"]; -"312 mod_64" [id=312, type=mod]; -"313 add_55" [id=313, type=add]; -"314 floordiv_103" [id=314, type=floordiv]; -"315 add_56" [id=315, type=add]; -"316 add_57" [id=316, type=add]; -"317 floordiv_104" [id=317, type=floordiv]; -"318 eq_81" [id=318, type=eq]; -"319 _assert_scalar_default_14" [id=319, type="_assert_scalar"]; -"320 mod_65" [id=320, type=mod]; -"321 add_58" [id=321, type=add]; -"322 floordiv_105" [id=322, type=floordiv]; -"323 add_59" [id=323, type=add]; -"324 add_60" [id=324, type=add]; -"325 floordiv_106" [id=325, type=floordiv]; -"326 eq_82" [id=326, type=eq]; -"327 _assert_scalar_default_15" [id=327, type="_assert_scalar"]; -"328 mod_66" [id=328, type=mod]; -"329 mul_62" [id=329, type=mul]; -"330 add_61" [id=330, type=add]; -"331 mod_67" [id=331, type=mod]; -"332 add_62" [id=332, type=add]; -"333 mod_68" [id=333, type=mod]; -"334 mul_63" [id=334, type=mul]; -"335 add_63" [id=335, type=add]; -"336 mod_69" [id=336, type=mod]; -"337 add_64" [id=337, type=add]; -"338 mul_64" [id=338, type=mul]; -"339 floordiv_107" [id=339, type=floordiv]; -"340 floordiv_108" [id=340, type=floordiv]; -"341 mul_65" [id=341, type=mul]; -"342 mul_66" [id=342, type=mul]; -"343 eq_83" [id=343, type=eq]; -"344 _assert_scalar_default_16" [id=344, type="_assert_scalar"]; -"345 floordiv_109" [id=345, type=floordiv]; -"346 floordiv_110" [id=346, type=floordiv]; -"347 mul_67" [id=347, type=mul]; -"348 mul_68" [id=348, type=mul]; -"349 mul_69" [id=349, type=mul]; -"350 eq_84" [id=350, type=eq]; -"351 _assert_scalar_default_17" [id=351, type="_assert_scalar"]; -"352 ge_4" [id=352, type=ge]; -"353 _assert_scalar_default_18" [id=353, type="_assert_scalar"]; -"354 mul_70" [id=354, type=mul]; -"355 ge_5" [id=355, type=ge]; -"356 _assert_scalar_default_19" [id=356, type="_assert_scalar"]; -"357 floordiv_111" [id=357, type=floordiv]; -"358 mul_71" [id=358, type=mul]; -"359 mul_72" [id=359, type=mul]; -"360 mul_73" [id=360, type=mul]; -"361 eq_85" [id=361, type=eq]; -"362 _assert_scalar_default_20" [id=362, type="_assert_scalar"]; -"363 pow_5" [id=363, type=pow]; -"364 pow_6" [id=364, type=pow]; -"365 mul_74" [id=365, type=mul]; -"366 eq_86" [id=366, type=eq]; -"367 sym_not_2" [id=367, type="sym_not"]; -"368 _assert_scalar_default_21" [id=368, type="_assert_scalar"]; -"369 mod_70" [id=369, type=mod]; -"370 add_65" [id=370, type=add]; -"371 floordiv_112" [id=371, type=floordiv]; -"372 add_66" [id=372, type=add]; -"373 add_67" [id=373, type=add]; -"374 floordiv_113" [id=374, type=floordiv]; -"375 eq_87" [id=375, type=eq]; -"376 _assert_scalar_default_22" [id=376, type="_assert_scalar"]; -"377 mod_71" [id=377, type=mod]; -"378 add_68" [id=378, type=add]; -"379 floordiv_114" [id=379, type=floordiv]; -"380 add_69" [id=380, type=add]; -"381 add_70" [id=381, type=add]; -"382 floordiv_115" [id=382, type=floordiv]; -"383 eq_88" [id=383, type=eq]; -"384 _assert_scalar_default_23" [id=384, type="_assert_scalar"]; -"385 mod_72" [id=385, type=mod]; -"386 mul_75" [id=386, type=mul]; -"387 add_71" [id=387, type=add]; -"388 mod_73" [id=388, type=mod]; -"389 add_72" [id=389, type=add]; -"390 mod_74" [id=390, type=mod]; -"391 mul_76" [id=391, type=mul]; -"392 add_73" [id=392, type=add]; -"393 mod_75" [id=393, type=mod]; -"394 add_74" [id=394, type=add]; -"395 mul_77" [id=395, type=mul]; -"396 floordiv_116" [id=396, type=floordiv]; -"397 floordiv_117" [id=397, type=floordiv]; -"398 mul_78" [id=398, type=mul]; -"399 mul_79" [id=399, type=mul]; -"400 eq_89" [id=400, type=eq]; -"401 _assert_scalar_default_24" [id=401, type="_assert_scalar"]; -"402 floordiv_118" [id=402, type=floordiv]; -"403 floordiv_119" [id=403, type=floordiv]; -"404 mul_80" [id=404, type=mul]; -"405 mul_81" [id=405, type=mul]; -"406 mul_82" [id=406, type=mul]; -"407 eq_90" [id=407, type=eq]; -"408 _assert_scalar_default_25" [id=408, type="_assert_scalar"]; -"409 mul_83" [id=409, type=mul]; -"410 ge_6" [id=410, type=ge]; -"411 _assert_scalar_default_26" [id=411, type="_assert_scalar"]; -"412 eq_91" [id=412, type=eq]; -"413 _assert_scalar_default_27" [id=413, type="_assert_scalar"]; -"414 eq_92" [id=414, type=eq]; -"415 _assert_scalar_default_28" [id=415, type="_assert_scalar"]; -"416 mul_84" [id=416, type=mul]; -"417 mul_85" [id=417, type=mul]; -"418 floordiv_120" [id=418, type=floordiv]; -"419 mul_86" [id=419, type=mul]; -"420 mul_87" [id=420, type=mul]; -"421 mul_88" [id=421, type=mul]; -"422 eq_93" [id=422, type=eq]; -"423 _assert_scalar_default_29" [id=423, type="_assert_scalar"]; -"424 permute" [id=424, type=permute]; -"425 layer_norm" [id=425, type="layer_norm"]; -"426 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" [id=426, type="get_attr"]; -"427 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=427, type="call_module"]; -"428 linear" [id=428, type=linear]; -"429 relu_" [id=429, type="relu_"]; -"430 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" [id=430, type="get_attr"]; -"431 relu__0_0_nncf_smooth_quant_0" [id=431, type="call_module"]; -"432 linear_1" [id=432, type=linear]; -"433 view" [id=433, type=view]; -"434 index" [id=434, type=index]; -"435 view_1" [id=435, type=view]; -"436 permute_1" [id=436, type=permute]; -"437 contiguous" [id=437, type=contiguous]; -"438 unsqueeze" [id=438, type=unsqueeze]; -"439 sigmoid" [id=439, type=sigmoid]; -"440 mul" [id=440, type=mul]; -"441 pad" [id=441, type=pad]; -"442 mul_1" [id=442, type=mul]; -"443 view_2" [id=443, type=view]; -"444 permute_2" [id=444, type=permute]; -"445 reshape" [id=445, type=reshape]; -"446 clone" [id=446, type=clone]; -"447 slice_1" [id=447, type=slice]; -"448 zero_" [id=448, type="zero_"]; -"449 reshape_0_0_nncf_smooth_quant_0" [id=449, type="call_module"]; -"450 quantize_per_tensor_default_1" [id=450, type="quantize_per_tensor"]; -"451 dequantize_per_tensor_default_1" [id=451, type="dequantize_per_tensor"]; -"452 linear_2_scale_0" [id=452, type="get_attr"]; -"453 linear_2_zero_point_0" [id=453, type="get_attr"]; -"454 compressed_weight_updated_constant1" [id=454, type="get_attr"]; -"455 quantize_per_channel_default_1" [id=455, type="quantize_per_channel"]; -"456 dequantize_per_channel_default_1" [id=456, type="dequantize_per_channel"]; -"457 linear_2" [id=457, type=linear]; -"458 reshape_1" [id=458, type=reshape]; -"459 permute_3" [id=459, type=permute]; -"460 select" [id=460, type=select]; -"461 select_1" [id=461, type=select]; -"462 select_2" [id=462, type=select]; -"463 linalg_vector_norm" [id=463, type="linalg_vector_norm"]; -"464 clamp_min" [id=464, type="clamp_min"]; -"465 expand_as" [id=465, type="expand_as"]; -"466 div" [id=466, type=div]; -"467 quantize_per_tensor_default_2" [id=467, type="quantize_per_tensor"]; -"468 dequantize_per_tensor_default_2" [id=468, type="dequantize_per_tensor"]; -"469 linalg_vector_norm_1" [id=469, type="linalg_vector_norm"]; -"470 clamp_min_1" [id=470, type="clamp_min"]; -"471 expand_as_1" [id=471, type="expand_as"]; -"472 div_1" [id=472, type=div]; -"473 quantize_per_tensor_default_3" [id=473, type="quantize_per_tensor"]; -"474 dequantize_per_tensor_default_3" [id=474, type="dequantize_per_tensor"]; -"475 transpose" [id=475, type=transpose]; -"476 matmul" [id=476, type=matmul]; -"477 clamp" [id=477, type=clamp]; -"478 exp" [id=478, type=exp]; -"479 mul_2" [id=479, type=mul]; -"480 add" [id=480, type=add]; -"481 softmax" [id=481, type=softmax]; -"482 dropout" [id=482, type=dropout]; -"483 matmul_1" [id=483, type=matmul]; -"484 transpose_1" [id=484, type=transpose]; -"485 reshape_2" [id=485, type=reshape]; -"486 reshape_2_0_0_nncf_smooth_quant_0" [id=486, type="call_module"]; -"487 quantize_per_tensor_default_4" [id=487, type="quantize_per_tensor"]; -"488 dequantize_per_tensor_default_4" [id=488, type="dequantize_per_tensor"]; -"489 linear_3_scale_0" [id=489, type="get_attr"]; -"490 linear_3_zero_point_0" [id=490, type="get_attr"]; -"491 compressed_weight_updated_constant2" [id=491, type="get_attr"]; -"492 quantize_per_channel_default_2" [id=492, type="quantize_per_channel"]; -"493 dequantize_per_channel_default_2" [id=493, type="dequantize_per_channel"]; -"494 linear_3" [id=494, type=linear]; -"495 dropout_1" [id=495, type=dropout]; -"496 view_3" [id=496, type=view]; -"497 permute_4" [id=497, type=permute]; -"498 reshape_3" [id=498, type=reshape]; -"499 slice_2" [id=499, type=slice]; -"500 slice_3" [id=500, type=slice]; -"501 slice_4" [id=501, type=slice]; -"502 slice_5" [id=502, type=slice]; -"503 layer_norm_1" [id=503, type="layer_norm"]; -"504 add_1" [id=504, type=add]; -"505 add_1_0_0_nncf_smooth_quant_0" [id=505, type="call_module"]; -"506 quantize_per_tensor_default_5" [id=506, type="quantize_per_tensor"]; -"507 dequantize_per_tensor_default_5" [id=507, type="dequantize_per_tensor"]; -"508 linear_4_scale_0" [id=508, type="get_attr"]; -"509 linear_4_zero_point_0" [id=509, type="get_attr"]; -"510 compressed_weight_updated_constant3" [id=510, type="get_attr"]; -"511 quantize_per_channel_default_3" [id=511, type="quantize_per_channel"]; -"512 dequantize_per_channel_default_3" [id=512, type="dequantize_per_channel"]; -"513 linear_4" [id=513, type=linear]; -"514 gelu" [id=514, type=gelu]; -"515 dropout_2" [id=515, type=dropout]; -"516 dropout_2_0_0_nncf_smooth_quant_0" [id=516, type="call_module"]; -"517 quantize_per_tensor_default_6" [id=517, type="quantize_per_tensor"]; -"518 dequantize_per_tensor_default_6" [id=518, type="dequantize_per_tensor"]; -"519 linear_5_scale_0" [id=519, type="get_attr"]; -"520 linear_5_zero_point_0" [id=520, type="get_attr"]; -"521 compressed_weight_updated_constant4" [id=521, type="get_attr"]; -"522 quantize_per_channel_default_4" [id=522, type="quantize_per_channel"]; -"523 dequantize_per_channel_default_4" [id=523, type="dequantize_per_channel"]; -"524 linear_5" [id=524, type=linear]; -"525 dropout_3" [id=525, type=dropout]; -"526 layer_norm_2" [id=526, type="layer_norm"]; -"527 add_2" [id=527, type=add]; -"528 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=528, type="get_attr"]; -"529 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=529, type="call_module"]; -"530 linear_6" [id=530, type=linear]; -"531 relu__1" [id=531, type="relu_"]; -"532 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=532, type="get_attr"]; -"533 relu__1_0_0_nncf_smooth_quant_0" [id=533, type="call_module"]; -"534 linear_7" [id=534, type=linear]; -"535 view_4" [id=535, type=view]; -"536 index_1" [id=536, type=index]; -"537 view_5" [id=537, type=view]; -"538 permute_5" [id=538, type=permute]; -"539 contiguous_1" [id=539, type=contiguous]; -"540 unsqueeze_1" [id=540, type=unsqueeze]; -"541 sigmoid_1" [id=541, type=sigmoid]; -"542 mul_3" [id=542, type=mul]; -"543 pad_1" [id=543, type=pad]; -"544 roll" [id=544, type=roll]; -"545 view_6" [id=545, type=view]; -"546 permute_6" [id=546, type=permute]; -"547 reshape_4" [id=547, type=reshape]; -"548 clone_1" [id=548, type=clone]; -"549 slice_6" [id=549, type=slice]; -"550 zero__1" [id=550, type="zero_"]; -"551 reshape_4_0_0_nncf_smooth_quant_0" [id=551, type="call_module"]; -"552 quantize_per_tensor_default_7" [id=552, type="quantize_per_tensor"]; -"553 dequantize_per_tensor_default_7" [id=553, type="dequantize_per_tensor"]; -"554 linear_8_scale_0" [id=554, type="get_attr"]; -"555 linear_8_zero_point_0" [id=555, type="get_attr"]; -"556 compressed_weight_updated_constant5" [id=556, type="get_attr"]; -"557 quantize_per_channel_default_5" [id=557, type="quantize_per_channel"]; -"558 dequantize_per_channel_default_5" [id=558, type="dequantize_per_channel"]; -"559 linear_8" [id=559, type=linear]; -"560 reshape_5" [id=560, type=reshape]; -"561 permute_7" [id=561, type=permute]; -"562 select_3" [id=562, type=select]; -"563 select_4" [id=563, type=select]; -"564 select_5" [id=564, type=select]; -"565 linalg_vector_norm_2" [id=565, type="linalg_vector_norm"]; -"566 clamp_min_2" [id=566, type="clamp_min"]; -"567 expand_as_2" [id=567, type="expand_as"]; -"568 div_2" [id=568, type=div]; -"569 quantize_per_tensor_default_8" [id=569, type="quantize_per_tensor"]; -"570 dequantize_per_tensor_default_8" [id=570, type="dequantize_per_tensor"]; -"571 linalg_vector_norm_3" [id=571, type="linalg_vector_norm"]; -"572 clamp_min_3" [id=572, type="clamp_min"]; -"573 expand_as_3" [id=573, type="expand_as"]; -"574 div_3" [id=574, type=div]; -"575 quantize_per_tensor_default_9" [id=575, type="quantize_per_tensor"]; -"576 dequantize_per_tensor_default_9" [id=576, type="dequantize_per_tensor"]; -"577 transpose_2" [id=577, type=transpose]; -"578 matmul_2" [id=578, type=matmul]; -"579 clamp_1" [id=579, type=clamp]; -"580 exp_1" [id=580, type=exp]; -"581 mul_5" [id=581, type=mul]; -"582 add_3" [id=582, type=add]; -"583 new_zeros" [id=583, type="new_zeros"]; -"584 lift_fresh_copy" [id=584, type="lift_fresh_copy"]; -"585 slice_7" [id=585, type=slice]; -"586 slice_8" [id=586, type=slice]; -"587 fill_" [id=587, type="fill_"]; -"588 lift_fresh_copy_1" [id=588, type="lift_fresh_copy"]; -"589 slice_9" [id=589, type=slice]; -"590 slice_10" [id=590, type=slice]; -"591 fill__1" [id=591, type="fill_"]; -"592 lift_fresh_copy_2" [id=592, type="lift_fresh_copy"]; -"593 slice_11" [id=593, type=slice]; -"594 slice_12" [id=594, type=slice]; -"595 fill__2" [id=595, type="fill_"]; -"596 lift_fresh_copy_3" [id=596, type="lift_fresh_copy"]; -"597 slice_13" [id=597, type=slice]; -"598 slice_14" [id=598, type=slice]; -"599 fill__3" [id=599, type="fill_"]; -"600 lift_fresh_copy_4" [id=600, type="lift_fresh_copy"]; -"601 slice_15" [id=601, type=slice]; -"602 slice_16" [id=602, type=slice]; -"603 fill__4" [id=603, type="fill_"]; -"604 lift_fresh_copy_5" [id=604, type="lift_fresh_copy"]; -"605 slice_17" [id=605, type=slice]; -"606 slice_18" [id=606, type=slice]; -"607 fill__5" [id=607, type="fill_"]; -"608 lift_fresh_copy_6" [id=608, type="lift_fresh_copy"]; -"609 slice_19" [id=609, type=slice]; -"610 slice_20" [id=610, type=slice]; -"611 fill__6" [id=611, type="fill_"]; -"612 lift_fresh_copy_7" [id=612, type="lift_fresh_copy"]; -"613 slice_21" [id=613, type=slice]; -"614 slice_22" [id=614, type=slice]; -"615 fill__7" [id=615, type="fill_"]; -"616 lift_fresh_copy_8" [id=616, type="lift_fresh_copy"]; -"617 slice_23" [id=617, type=slice]; -"618 slice_24" [id=618, type=slice]; -"619 fill__8" [id=619, type="fill_"]; -"620 view_7" [id=620, type=view]; -"621 permute_8" [id=621, type=permute]; -"622 reshape_6" [id=622, type=reshape]; -"623 unsqueeze_2" [id=623, type=unsqueeze]; -"624 unsqueeze_3" [id=624, type=unsqueeze]; -"625 sub_4" [id=625, type=sub]; -"626 ne" [id=626, type=ne]; -"627 masked_fill" [id=627, type="masked_fill"]; -"628 eq_8" [id=628, type=eq]; -"629 masked_fill_1" [id=629, type="masked_fill"]; -"630 view_8" [id=630, type=view]; -"631 unsqueeze_4" [id=631, type=unsqueeze]; -"632 unsqueeze_5" [id=632, type=unsqueeze]; -"633 add_4" [id=633, type=add]; -"634 view_9" [id=634, type=view]; -"635 softmax_1" [id=635, type=softmax]; -"636 dropout_4" [id=636, type=dropout]; -"637 matmul_3" [id=637, type=matmul]; -"638 transpose_3" [id=638, type=transpose]; -"639 reshape_7" [id=639, type=reshape]; -"640 reshape_7_0_0_nncf_smooth_quant_0" [id=640, type="call_module"]; -"641 quantize_per_tensor_default_10" [id=641, type="quantize_per_tensor"]; -"642 dequantize_per_tensor_default_10" [id=642, type="dequantize_per_tensor"]; -"643 linear_9_scale_0" [id=643, type="get_attr"]; -"644 linear_9_zero_point_0" [id=644, type="get_attr"]; -"645 compressed_weight_updated_constant6" [id=645, type="get_attr"]; -"646 quantize_per_channel_default_6" [id=646, type="quantize_per_channel"]; -"647 dequantize_per_channel_default_6" [id=647, type="dequantize_per_channel"]; -"648 linear_9" [id=648, type=linear]; -"649 dropout_5" [id=649, type=dropout]; -"650 view_10" [id=650, type=view]; -"651 permute_9" [id=651, type=permute]; -"652 reshape_8" [id=652, type=reshape]; -"653 roll_1" [id=653, type=roll]; -"654 slice_25" [id=654, type=slice]; -"655 slice_26" [id=655, type=slice]; -"656 slice_27" [id=656, type=slice]; -"657 slice_28" [id=657, type=slice]; -"658 layer_norm_3" [id=658, type="layer_norm"]; -"659 add_5" [id=659, type=add]; -"660 add_5_0_0_nncf_smooth_quant_0" [id=660, type="call_module"]; -"661 quantize_per_tensor_default_11" [id=661, type="quantize_per_tensor"]; -"662 dequantize_per_tensor_default_11" [id=662, type="dequantize_per_tensor"]; -"663 linear_10_scale_0" [id=663, type="get_attr"]; -"664 linear_10_zero_point_0" [id=664, type="get_attr"]; -"665 compressed_weight_updated_constant7" [id=665, type="get_attr"]; -"666 quantize_per_channel_default_7" [id=666, type="quantize_per_channel"]; -"667 dequantize_per_channel_default_7" [id=667, type="dequantize_per_channel"]; -"668 linear_10" [id=668, type=linear]; -"669 gelu_1" [id=669, type=gelu]; -"670 dropout_6" [id=670, type=dropout]; -"671 dropout_6_0_0_nncf_smooth_quant_0" [id=671, type="call_module"]; -"672 quantize_per_tensor_default_12" [id=672, type="quantize_per_tensor"]; -"673 dequantize_per_tensor_default_12" [id=673, type="dequantize_per_tensor"]; -"674 linear_11_scale_0" [id=674, type="get_attr"]; -"675 linear_11_zero_point_0" [id=675, type="get_attr"]; -"676 compressed_weight_updated_constant8" [id=676, type="get_attr"]; -"677 quantize_per_channel_default_8" [id=677, type="quantize_per_channel"]; -"678 dequantize_per_channel_default_8" [id=678, type="dequantize_per_channel"]; -"679 linear_11" [id=679, type=linear]; -"680 dropout_7" [id=680, type=dropout]; -"681 layer_norm_4" [id=681, type="layer_norm"]; -"682 add_6" [id=682, type=add]; -"683 pad_2" [id=683, type=pad]; -"684 slice_29" [id=684, type=slice]; -"685 slice_30" [id=685, type=slice]; -"686 slice_31" [id=686, type=slice]; -"687 slice_32" [id=687, type=slice]; -"688 slice_33" [id=688, type=slice]; -"689 slice_34" [id=689, type=slice]; -"690 slice_35" [id=690, type=slice]; -"691 slice_36" [id=691, type=slice]; -"692 slice_37" [id=692, type=slice]; -"693 slice_38" [id=693, type=slice]; -"694 slice_39" [id=694, type=slice]; -"695 slice_40" [id=695, type=slice]; -"696 cat" [id=696, type=cat]; -"697 cat_0_0_nncf_smooth_quant_0" [id=697, type="call_module"]; -"698 quantize_per_tensor_default_13" [id=698, type="quantize_per_tensor"]; -"699 dequantize_per_tensor_default_13" [id=699, type="dequantize_per_tensor"]; -"700 linear_12_scale_0" [id=700, type="get_attr"]; -"701 linear_12_zero_point_0" [id=701, type="get_attr"]; -"702 compressed_weight_updated_constant9" [id=702, type="get_attr"]; -"703 quantize_per_channel_default_9" [id=703, type="quantize_per_channel"]; -"704 dequantize_per_channel_default_9" [id=704, type="dequantize_per_channel"]; -"705 linear_12" [id=705, type=linear]; -"706 layer_norm_5" [id=706, type="layer_norm"]; -"707 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=707, type="get_attr"]; -"708 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=708, type="call_module"]; -"709 linear_13" [id=709, type=linear]; -"710 relu__2" [id=710, type="relu_"]; -"711 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=711, type="get_attr"]; -"712 relu__2_0_0_nncf_smooth_quant_0" [id=712, type="call_module"]; -"713 linear_14" [id=713, type=linear]; -"714 view_11" [id=714, type=view]; -"715 index_2" [id=715, type=index]; -"716 view_12" [id=716, type=view]; -"717 permute_10" [id=717, type=permute]; -"718 contiguous_2" [id=718, type=contiguous]; -"719 unsqueeze_6" [id=719, type=unsqueeze]; -"720 sigmoid_2" [id=720, type=sigmoid]; -"721 mul_6" [id=721, type=mul]; -"722 pad_3" [id=722, type=pad]; -"723 mul_7" [id=723, type=mul]; -"724 view_13" [id=724, type=view]; -"725 permute_11" [id=725, type=permute]; -"726 reshape_9" [id=726, type=reshape]; -"727 clone_2" [id=727, type=clone]; -"728 slice_41" [id=728, type=slice]; -"729 zero__2" [id=729, type="zero_"]; -"730 reshape_9_0_0_nncf_smooth_quant_0" [id=730, type="call_module"]; -"731 quantize_per_tensor_default_14" [id=731, type="quantize_per_tensor"]; -"732 dequantize_per_tensor_default_14" [id=732, type="dequantize_per_tensor"]; -"733 linear_15_scale_0" [id=733, type="get_attr"]; -"734 linear_15_zero_point_0" [id=734, type="get_attr"]; -"735 compressed_weight_updated_constant10" [id=735, type="get_attr"]; -"736 quantize_per_channel_default_10" [id=736, type="quantize_per_channel"]; -"737 dequantize_per_channel_default_10" [id=737, type="dequantize_per_channel"]; -"738 linear_15" [id=738, type=linear]; -"739 reshape_10" [id=739, type=reshape]; -"740 permute_12" [id=740, type=permute]; -"741 select_6" [id=741, type=select]; -"742 select_7" [id=742, type=select]; -"743 select_8" [id=743, type=select]; -"744 linalg_vector_norm_4" [id=744, type="linalg_vector_norm"]; -"745 clamp_min_4" [id=745, type="clamp_min"]; -"746 expand_as_4" [id=746, type="expand_as"]; -"747 div_4" [id=747, type=div]; -"748 quantize_per_tensor_default_15" [id=748, type="quantize_per_tensor"]; -"749 dequantize_per_tensor_default_15" [id=749, type="dequantize_per_tensor"]; -"750 linalg_vector_norm_5" [id=750, type="linalg_vector_norm"]; -"751 clamp_min_5" [id=751, type="clamp_min"]; -"752 expand_as_5" [id=752, type="expand_as"]; -"753 div_5" [id=753, type=div]; -"754 quantize_per_tensor_default_16" [id=754, type="quantize_per_tensor"]; -"755 dequantize_per_tensor_default_16" [id=755, type="dequantize_per_tensor"]; -"756 transpose_4" [id=756, type=transpose]; -"757 matmul_4" [id=757, type=matmul]; -"758 clamp_2" [id=758, type=clamp]; -"759 exp_2" [id=759, type=exp]; -"760 mul_8" [id=760, type=mul]; -"761 add_7" [id=761, type=add]; -"762 softmax_2" [id=762, type=softmax]; -"763 dropout_8" [id=763, type=dropout]; -"764 matmul_5" [id=764, type=matmul]; -"765 transpose_5" [id=765, type=transpose]; -"766 reshape_11" [id=766, type=reshape]; -"767 reshape_11_0_0_nncf_smooth_quant_0" [id=767, type="call_module"]; -"768 quantize_per_tensor_default_17" [id=768, type="quantize_per_tensor"]; -"769 dequantize_per_tensor_default_17" [id=769, type="dequantize_per_tensor"]; -"770 linear_16_scale_0" [id=770, type="get_attr"]; -"771 linear_16_zero_point_0" [id=771, type="get_attr"]; -"772 compressed_weight_updated_constant11" [id=772, type="get_attr"]; -"773 quantize_per_channel_default_11" [id=773, type="quantize_per_channel"]; -"774 dequantize_per_channel_default_11" [id=774, type="dequantize_per_channel"]; -"775 linear_16" [id=775, type=linear]; -"776 dropout_9" [id=776, type=dropout]; -"777 view_14" [id=777, type=view]; -"778 permute_13" [id=778, type=permute]; -"779 reshape_12" [id=779, type=reshape]; -"780 slice_42" [id=780, type=slice]; -"781 slice_43" [id=781, type=slice]; -"782 slice_44" [id=782, type=slice]; -"783 slice_45" [id=783, type=slice]; -"784 contiguous_3" [id=784, type=contiguous]; -"785 layer_norm_6" [id=785, type="layer_norm"]; -"786 add_8" [id=786, type=add]; -"787 add_8_0_0_nncf_smooth_quant_0" [id=787, type="call_module"]; -"788 quantize_per_tensor_default_18" [id=788, type="quantize_per_tensor"]; -"789 dequantize_per_tensor_default_18" [id=789, type="dequantize_per_tensor"]; -"790 linear_17_scale_0" [id=790, type="get_attr"]; -"791 linear_17_zero_point_0" [id=791, type="get_attr"]; -"792 compressed_weight_updated_constant12" [id=792, type="get_attr"]; -"793 quantize_per_channel_default_12" [id=793, type="quantize_per_channel"]; -"794 dequantize_per_channel_default_12" [id=794, type="dequantize_per_channel"]; -"795 linear_17" [id=795, type=linear]; -"796 gelu_2" [id=796, type=gelu]; -"797 dropout_10" [id=797, type=dropout]; -"798 dropout_10_0_0_nncf_smooth_quant_0" [id=798, type="call_module"]; -"799 quantize_per_tensor_default_19" [id=799, type="quantize_per_tensor"]; -"800 dequantize_per_tensor_default_19" [id=800, type="dequantize_per_tensor"]; -"801 linear_18_scale_0" [id=801, type="get_attr"]; -"802 linear_18_zero_point_0" [id=802, type="get_attr"]; -"803 compressed_weight_updated_constant13" [id=803, type="get_attr"]; -"804 quantize_per_channel_default_13" [id=804, type="quantize_per_channel"]; -"805 dequantize_per_channel_default_13" [id=805, type="dequantize_per_channel"]; -"806 linear_18" [id=806, type=linear]; -"807 dropout_11" [id=807, type=dropout]; -"808 layer_norm_7" [id=808, type="layer_norm"]; -"809 add_9" [id=809, type=add]; -"810 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=810, type="get_attr"]; -"811 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=811, type="call_module"]; -"812 linear_19" [id=812, type=linear]; -"813 relu__3" [id=813, type="relu_"]; -"814 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=814, type="get_attr"]; -"815 relu__3_0_0_nncf_smooth_quant_0" [id=815, type="call_module"]; -"816 linear_20" [id=816, type=linear]; -"817 view_15" [id=817, type=view]; -"818 index_3" [id=818, type=index]; -"819 view_16" [id=819, type=view]; -"820 permute_14" [id=820, type=permute]; -"821 contiguous_4" [id=821, type=contiguous]; -"822 unsqueeze_7" [id=822, type=unsqueeze]; -"823 sigmoid_3" [id=823, type=sigmoid]; -"824 mul_9" [id=824, type=mul]; -"825 pad_4" [id=825, type=pad]; -"826 roll_2" [id=826, type=roll]; -"827 view_17" [id=827, type=view]; -"828 permute_15" [id=828, type=permute]; -"829 reshape_13" [id=829, type=reshape]; -"830 clone_3" [id=830, type=clone]; -"831 slice_46" [id=831, type=slice]; -"832 zero__3" [id=832, type="zero_"]; -"833 reshape_13_0_0_nncf_smooth_quant_0" [id=833, type="call_module"]; -"834 quantize_per_tensor_default_20" [id=834, type="quantize_per_tensor"]; -"835 dequantize_per_tensor_default_20" [id=835, type="dequantize_per_tensor"]; -"836 linear_21_scale_0" [id=836, type="get_attr"]; -"837 linear_21_zero_point_0" [id=837, type="get_attr"]; -"838 compressed_weight_updated_constant14" [id=838, type="get_attr"]; -"839 quantize_per_channel_default_14" [id=839, type="quantize_per_channel"]; -"840 dequantize_per_channel_default_14" [id=840, type="dequantize_per_channel"]; -"841 linear_21" [id=841, type=linear]; -"842 reshape_14" [id=842, type=reshape]; -"843 permute_16" [id=843, type=permute]; -"844 select_9" [id=844, type=select]; -"845 select_10" [id=845, type=select]; -"846 select_11" [id=846, type=select]; -"847 linalg_vector_norm_6" [id=847, type="linalg_vector_norm"]; -"848 clamp_min_6" [id=848, type="clamp_min"]; -"849 expand_as_6" [id=849, type="expand_as"]; -"850 div_6" [id=850, type=div]; -"851 quantize_per_tensor_default_21" [id=851, type="quantize_per_tensor"]; -"852 dequantize_per_tensor_default_21" [id=852, type="dequantize_per_tensor"]; -"853 linalg_vector_norm_7" [id=853, type="linalg_vector_norm"]; -"854 clamp_min_7" [id=854, type="clamp_min"]; -"855 expand_as_7" [id=855, type="expand_as"]; -"856 div_7" [id=856, type=div]; -"857 quantize_per_tensor_default_22" [id=857, type="quantize_per_tensor"]; -"858 dequantize_per_tensor_default_22" [id=858, type="dequantize_per_tensor"]; -"859 transpose_6" [id=859, type=transpose]; -"860 matmul_6" [id=860, type=matmul]; -"861 clamp_3" [id=861, type=clamp]; -"862 exp_3" [id=862, type=exp]; -"863 mul_11" [id=863, type=mul]; -"864 add_10" [id=864, type=add]; -"865 new_zeros_1" [id=865, type="new_zeros"]; -"866 lift_fresh_copy_9" [id=866, type="lift_fresh_copy"]; -"867 slice_47" [id=867, type=slice]; -"868 slice_48" [id=868, type=slice]; -"869 fill__9" [id=869, type="fill_"]; -"870 lift_fresh_copy_10" [id=870, type="lift_fresh_copy"]; -"871 slice_49" [id=871, type=slice]; -"872 slice_50" [id=872, type=slice]; -"873 fill__10" [id=873, type="fill_"]; -"874 lift_fresh_copy_11" [id=874, type="lift_fresh_copy"]; -"875 slice_51" [id=875, type=slice]; -"876 slice_52" [id=876, type=slice]; -"877 fill__11" [id=877, type="fill_"]; -"878 lift_fresh_copy_12" [id=878, type="lift_fresh_copy"]; -"879 slice_53" [id=879, type=slice]; -"880 slice_54" [id=880, type=slice]; -"881 fill__12" [id=881, type="fill_"]; -"882 lift_fresh_copy_13" [id=882, type="lift_fresh_copy"]; -"883 slice_55" [id=883, type=slice]; -"884 slice_56" [id=884, type=slice]; -"885 fill__13" [id=885, type="fill_"]; -"886 lift_fresh_copy_14" [id=886, type="lift_fresh_copy"]; -"887 slice_57" [id=887, type=slice]; -"888 slice_58" [id=888, type=slice]; -"889 fill__14" [id=889, type="fill_"]; -"890 lift_fresh_copy_15" [id=890, type="lift_fresh_copy"]; -"891 slice_59" [id=891, type=slice]; -"892 slice_60" [id=892, type=slice]; -"893 fill__15" [id=893, type="fill_"]; -"894 lift_fresh_copy_16" [id=894, type="lift_fresh_copy"]; -"895 slice_61" [id=895, type=slice]; -"896 slice_62" [id=896, type=slice]; -"897 fill__16" [id=897, type="fill_"]; -"898 lift_fresh_copy_17" [id=898, type="lift_fresh_copy"]; -"899 slice_63" [id=899, type=slice]; -"900 slice_64" [id=900, type=slice]; -"901 fill__17" [id=901, type="fill_"]; -"902 view_18" [id=902, type=view]; -"903 permute_17" [id=903, type=permute]; -"904 reshape_15" [id=904, type=reshape]; -"905 unsqueeze_8" [id=905, type=unsqueeze]; -"906 unsqueeze_9" [id=906, type=unsqueeze]; -"907 sub_9" [id=907, type=sub]; -"908 ne_1" [id=908, type=ne]; -"909 masked_fill_2" [id=909, type="masked_fill"]; -"910 eq_23" [id=910, type=eq]; -"911 masked_fill_3" [id=911, type="masked_fill"]; -"912 view_19" [id=912, type=view]; -"913 unsqueeze_10" [id=913, type=unsqueeze]; -"914 unsqueeze_11" [id=914, type=unsqueeze]; -"915 add_11" [id=915, type=add]; -"916 view_20" [id=916, type=view]; -"917 softmax_3" [id=917, type=softmax]; -"918 dropout_12" [id=918, type=dropout]; -"919 matmul_7" [id=919, type=matmul]; -"920 transpose_7" [id=920, type=transpose]; -"921 reshape_16" [id=921, type=reshape]; -"922 reshape_16_0_0_nncf_smooth_quant_0" [id=922, type="call_module"]; -"923 quantize_per_tensor_default_23" [id=923, type="quantize_per_tensor"]; -"924 dequantize_per_tensor_default_23" [id=924, type="dequantize_per_tensor"]; -"925 linear_22_scale_0" [id=925, type="get_attr"]; -"926 linear_22_zero_point_0" [id=926, type="get_attr"]; -"927 compressed_weight_updated_constant15" [id=927, type="get_attr"]; -"928 quantize_per_channel_default_15" [id=928, type="quantize_per_channel"]; -"929 dequantize_per_channel_default_15" [id=929, type="dequantize_per_channel"]; -"930 linear_22" [id=930, type=linear]; -"931 dropout_13" [id=931, type=dropout]; -"932 view_21" [id=932, type=view]; -"933 permute_18" [id=933, type=permute]; -"934 reshape_17" [id=934, type=reshape]; -"935 roll_3" [id=935, type=roll]; -"936 slice_65" [id=936, type=slice]; -"937 slice_66" [id=937, type=slice]; -"938 slice_67" [id=938, type=slice]; -"939 slice_68" [id=939, type=slice]; -"940 contiguous_5" [id=940, type=contiguous]; -"941 layer_norm_8" [id=941, type="layer_norm"]; -"942 add_12" [id=942, type=add]; -"943 add_12_0_0_nncf_smooth_quant_0" [id=943, type="call_module"]; -"944 quantize_per_tensor_default_24" [id=944, type="quantize_per_tensor"]; -"945 dequantize_per_tensor_default_24" [id=945, type="dequantize_per_tensor"]; -"946 linear_23_scale_0" [id=946, type="get_attr"]; -"947 linear_23_zero_point_0" [id=947, type="get_attr"]; -"948 compressed_weight_updated_constant16" [id=948, type="get_attr"]; -"949 quantize_per_channel_default_16" [id=949, type="quantize_per_channel"]; -"950 dequantize_per_channel_default_16" [id=950, type="dequantize_per_channel"]; -"951 linear_23" [id=951, type=linear]; -"952 gelu_3" [id=952, type=gelu]; -"953 dropout_14" [id=953, type=dropout]; -"954 dropout_14_0_0_nncf_smooth_quant_0" [id=954, type="call_module"]; -"955 quantize_per_tensor_default_25" [id=955, type="quantize_per_tensor"]; -"956 dequantize_per_tensor_default_25" [id=956, type="dequantize_per_tensor"]; -"957 linear_24_scale_0" [id=957, type="get_attr"]; -"958 linear_24_zero_point_0" [id=958, type="get_attr"]; -"959 compressed_weight_updated_constant17" [id=959, type="get_attr"]; -"960 quantize_per_channel_default_17" [id=960, type="quantize_per_channel"]; -"961 dequantize_per_channel_default_17" [id=961, type="dequantize_per_channel"]; -"962 linear_24" [id=962, type=linear]; -"963 dropout_15" [id=963, type=dropout]; -"964 layer_norm_9" [id=964, type="layer_norm"]; -"965 add_13" [id=965, type=add]; -"966 pad_5" [id=966, type=pad]; -"967 slice_69" [id=967, type=slice]; -"968 slice_70" [id=968, type=slice]; -"969 slice_71" [id=969, type=slice]; -"970 slice_72" [id=970, type=slice]; -"971 slice_73" [id=971, type=slice]; -"972 slice_74" [id=972, type=slice]; -"973 slice_75" [id=973, type=slice]; -"974 slice_76" [id=974, type=slice]; -"975 slice_77" [id=975, type=slice]; -"976 slice_78" [id=976, type=slice]; -"977 slice_79" [id=977, type=slice]; -"978 slice_80" [id=978, type=slice]; -"979 cat_1" [id=979, type=cat]; -"980 cat_1_0_0_nncf_smooth_quant_0" [id=980, type="call_module"]; -"981 quantize_per_tensor_default_26" [id=981, type="quantize_per_tensor"]; -"982 dequantize_per_tensor_default_26" [id=982, type="dequantize_per_tensor"]; -"983 linear_25_scale_0" [id=983, type="get_attr"]; -"984 linear_25_zero_point_0" [id=984, type="get_attr"]; -"985 compressed_weight_updated_constant18" [id=985, type="get_attr"]; -"986 quantize_per_channel_default_18" [id=986, type="quantize_per_channel"]; -"987 dequantize_per_channel_default_18" [id=987, type="dequantize_per_channel"]; -"988 linear_25" [id=988, type=linear]; -"989 layer_norm_10" [id=989, type="layer_norm"]; -"990 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=990, type="get_attr"]; -"991 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=991, type="call_module"]; -"992 linear_26" [id=992, type=linear]; -"993 relu__4" [id=993, type="relu_"]; -"994 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=994, type="get_attr"]; -"995 relu__4_0_0_nncf_smooth_quant_0" [id=995, type="call_module"]; -"996 linear_27" [id=996, type=linear]; -"997 view_22" [id=997, type=view]; -"998 index_4" [id=998, type=index]; -"999 view_23" [id=999, type=view]; -"1000 permute_19" [id=1000, type=permute]; -"1001 contiguous_6" [id=1001, type=contiguous]; -"1002 unsqueeze_12" [id=1002, type=unsqueeze]; -"1003 sigmoid_4" [id=1003, type=sigmoid]; -"1004 mul_12" [id=1004, type=mul]; -"1005 pad_6" [id=1005, type=pad]; -"1006 mul_13" [id=1006, type=mul]; -"1007 view_24" [id=1007, type=view]; -"1008 permute_20" [id=1008, type=permute]; -"1009 reshape_18" [id=1009, type=reshape]; -"1010 clone_4" [id=1010, type=clone]; -"1011 slice_81" [id=1011, type=slice]; -"1012 zero__4" [id=1012, type="zero_"]; -"1013 reshape_18_0_0_nncf_smooth_quant_0" [id=1013, type="call_module"]; -"1014 quantize_per_tensor_default_27" [id=1014, type="quantize_per_tensor"]; -"1015 dequantize_per_tensor_default_27" [id=1015, type="dequantize_per_tensor"]; -"1016 linear_28_scale_0" [id=1016, type="get_attr"]; -"1017 linear_28_zero_point_0" [id=1017, type="get_attr"]; -"1018 compressed_weight_updated_constant19" [id=1018, type="get_attr"]; -"1019 quantize_per_channel_default_19" [id=1019, type="quantize_per_channel"]; -"1020 dequantize_per_channel_default_19" [id=1020, type="dequantize_per_channel"]; -"1021 linear_28" [id=1021, type=linear]; -"1022 reshape_19" [id=1022, type=reshape]; -"1023 permute_21" [id=1023, type=permute]; -"1024 select_12" [id=1024, type=select]; -"1025 select_13" [id=1025, type=select]; -"1026 select_14" [id=1026, type=select]; -"1027 linalg_vector_norm_8" [id=1027, type="linalg_vector_norm"]; -"1028 clamp_min_8" [id=1028, type="clamp_min"]; -"1029 expand_as_8" [id=1029, type="expand_as"]; -"1030 div_8" [id=1030, type=div]; -"1031 quantize_per_tensor_default_28" [id=1031, type="quantize_per_tensor"]; -"1032 dequantize_per_tensor_default_28" [id=1032, type="dequantize_per_tensor"]; -"1033 linalg_vector_norm_9" [id=1033, type="linalg_vector_norm"]; -"1034 clamp_min_9" [id=1034, type="clamp_min"]; -"1035 expand_as_9" [id=1035, type="expand_as"]; -"1036 div_9" [id=1036, type=div]; -"1037 quantize_per_tensor_default_29" [id=1037, type="quantize_per_tensor"]; -"1038 dequantize_per_tensor_default_29" [id=1038, type="dequantize_per_tensor"]; -"1039 transpose_8" [id=1039, type=transpose]; -"1040 matmul_8" [id=1040, type=matmul]; -"1041 clamp_4" [id=1041, type=clamp]; -"1042 exp_4" [id=1042, type=exp]; -"1043 mul_14" [id=1043, type=mul]; -"1044 add_14" [id=1044, type=add]; -"1045 softmax_4" [id=1045, type=softmax]; -"1046 dropout_16" [id=1046, type=dropout]; -"1047 matmul_9" [id=1047, type=matmul]; -"1048 transpose_9" [id=1048, type=transpose]; -"1049 reshape_20" [id=1049, type=reshape]; -"1050 reshape_20_0_0_nncf_smooth_quant_0" [id=1050, type="call_module"]; -"1051 quantize_per_tensor_default_30" [id=1051, type="quantize_per_tensor"]; -"1052 dequantize_per_tensor_default_30" [id=1052, type="dequantize_per_tensor"]; -"1053 linear_29_scale_0" [id=1053, type="get_attr"]; -"1054 linear_29_zero_point_0" [id=1054, type="get_attr"]; -"1055 compressed_weight_updated_constant20" [id=1055, type="get_attr"]; -"1056 quantize_per_channel_default_20" [id=1056, type="quantize_per_channel"]; -"1057 dequantize_per_channel_default_20" [id=1057, type="dequantize_per_channel"]; -"1058 linear_29" [id=1058, type=linear]; -"1059 dropout_17" [id=1059, type=dropout]; -"1060 view_25" [id=1060, type=view]; -"1061 permute_22" [id=1061, type=permute]; -"1062 reshape_21" [id=1062, type=reshape]; -"1063 slice_82" [id=1063, type=slice]; -"1064 slice_83" [id=1064, type=slice]; -"1065 slice_84" [id=1065, type=slice]; -"1066 slice_85" [id=1066, type=slice]; -"1067 contiguous_7" [id=1067, type=contiguous]; -"1068 layer_norm_11" [id=1068, type="layer_norm"]; -"1069 add_15" [id=1069, type=add]; -"1070 add_15_0_0_nncf_smooth_quant_0" [id=1070, type="call_module"]; -"1071 quantize_per_tensor_default_31" [id=1071, type="quantize_per_tensor"]; -"1072 dequantize_per_tensor_default_31" [id=1072, type="dequantize_per_tensor"]; -"1073 linear_30_scale_0" [id=1073, type="get_attr"]; -"1074 linear_30_zero_point_0" [id=1074, type="get_attr"]; -"1075 compressed_weight_updated_constant21" [id=1075, type="get_attr"]; -"1076 quantize_per_channel_default_21" [id=1076, type="quantize_per_channel"]; -"1077 dequantize_per_channel_default_21" [id=1077, type="dequantize_per_channel"]; -"1078 linear_30" [id=1078, type=linear]; -"1079 gelu_4" [id=1079, type=gelu]; -"1080 dropout_18" [id=1080, type=dropout]; -"1081 dropout_18_0_0_nncf_smooth_quant_0" [id=1081, type="call_module"]; -"1082 quantize_per_tensor_default_32" [id=1082, type="quantize_per_tensor"]; -"1083 dequantize_per_tensor_default_32" [id=1083, type="dequantize_per_tensor"]; -"1084 linear_31_scale_0" [id=1084, type="get_attr"]; -"1085 linear_31_zero_point_0" [id=1085, type="get_attr"]; -"1086 compressed_weight_updated_constant22" [id=1086, type="get_attr"]; -"1087 quantize_per_channel_default_22" [id=1087, type="quantize_per_channel"]; -"1088 dequantize_per_channel_default_22" [id=1088, type="dequantize_per_channel"]; -"1089 linear_31" [id=1089, type=linear]; -"1090 dropout_19" [id=1090, type=dropout]; -"1091 layer_norm_12" [id=1091, type="layer_norm"]; -"1092 add_16" [id=1092, type=add]; -"1093 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1093, type="get_attr"]; -"1094 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1094, type="call_module"]; -"1095 linear_32" [id=1095, type=linear]; -"1096 relu__5" [id=1096, type="relu_"]; -"1097 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1097, type="get_attr"]; -"1098 relu__5_0_0_nncf_smooth_quant_0" [id=1098, type="call_module"]; -"1099 linear_33" [id=1099, type=linear]; -"1100 view_26" [id=1100, type=view]; -"1101 index_5" [id=1101, type=index]; -"1102 view_27" [id=1102, type=view]; -"1103 permute_23" [id=1103, type=permute]; -"1104 contiguous_8" [id=1104, type=contiguous]; -"1105 unsqueeze_13" [id=1105, type=unsqueeze]; -"1106 sigmoid_5" [id=1106, type=sigmoid]; -"1107 mul_15" [id=1107, type=mul]; -"1108 pad_7" [id=1108, type=pad]; -"1109 roll_4" [id=1109, type=roll]; -"1110 view_28" [id=1110, type=view]; -"1111 permute_24" [id=1111, type=permute]; -"1112 reshape_22" [id=1112, type=reshape]; -"1113 clone_5" [id=1113, type=clone]; -"1114 slice_86" [id=1114, type=slice]; -"1115 zero__5" [id=1115, type="zero_"]; -"1116 reshape_22_0_0_nncf_smooth_quant_0" [id=1116, type="call_module"]; -"1117 quantize_per_tensor_default_33" [id=1117, type="quantize_per_tensor"]; -"1118 dequantize_per_tensor_default_33" [id=1118, type="dequantize_per_tensor"]; -"1119 linear_34_scale_0" [id=1119, type="get_attr"]; -"1120 linear_34_zero_point_0" [id=1120, type="get_attr"]; -"1121 compressed_weight_updated_constant23" [id=1121, type="get_attr"]; -"1122 quantize_per_channel_default_23" [id=1122, type="quantize_per_channel"]; -"1123 dequantize_per_channel_default_23" [id=1123, type="dequantize_per_channel"]; -"1124 linear_34" [id=1124, type=linear]; -"1125 reshape_23" [id=1125, type=reshape]; -"1126 permute_25" [id=1126, type=permute]; -"1127 select_15" [id=1127, type=select]; -"1128 select_16" [id=1128, type=select]; -"1129 select_17" [id=1129, type=select]; -"1130 linalg_vector_norm_10" [id=1130, type="linalg_vector_norm"]; -"1131 clamp_min_10" [id=1131, type="clamp_min"]; -"1132 expand_as_10" [id=1132, type="expand_as"]; -"1133 div_10" [id=1133, type=div]; -"1134 quantize_per_tensor_default_34" [id=1134, type="quantize_per_tensor"]; -"1135 dequantize_per_tensor_default_34" [id=1135, type="dequantize_per_tensor"]; -"1136 linalg_vector_norm_11" [id=1136, type="linalg_vector_norm"]; -"1137 clamp_min_11" [id=1137, type="clamp_min"]; -"1138 expand_as_11" [id=1138, type="expand_as"]; -"1139 div_11" [id=1139, type=div]; -"1140 quantize_per_tensor_default_35" [id=1140, type="quantize_per_tensor"]; -"1141 dequantize_per_tensor_default_35" [id=1141, type="dequantize_per_tensor"]; -"1142 transpose_10" [id=1142, type=transpose]; -"1143 matmul_10" [id=1143, type=matmul]; -"1144 clamp_5" [id=1144, type=clamp]; -"1145 exp_5" [id=1145, type=exp]; -"1146 mul_17" [id=1146, type=mul]; -"1147 add_17" [id=1147, type=add]; -"1148 new_zeros_2" [id=1148, type="new_zeros"]; -"1149 lift_fresh_copy_18" [id=1149, type="lift_fresh_copy"]; -"1150 slice_87" [id=1150, type=slice]; -"1151 slice_88" [id=1151, type=slice]; -"1152 fill__18" [id=1152, type="fill_"]; -"1153 lift_fresh_copy_19" [id=1153, type="lift_fresh_copy"]; -"1154 slice_89" [id=1154, type=slice]; -"1155 slice_90" [id=1155, type=slice]; -"1156 fill__19" [id=1156, type="fill_"]; -"1157 lift_fresh_copy_20" [id=1157, type="lift_fresh_copy"]; -"1158 slice_91" [id=1158, type=slice]; -"1159 slice_92" [id=1159, type=slice]; -"1160 fill__20" [id=1160, type="fill_"]; -"1161 lift_fresh_copy_21" [id=1161, type="lift_fresh_copy"]; -"1162 slice_93" [id=1162, type=slice]; -"1163 slice_94" [id=1163, type=slice]; -"1164 fill__21" [id=1164, type="fill_"]; -"1165 lift_fresh_copy_22" [id=1165, type="lift_fresh_copy"]; -"1166 slice_95" [id=1166, type=slice]; -"1167 slice_96" [id=1167, type=slice]; -"1168 fill__22" [id=1168, type="fill_"]; -"1169 lift_fresh_copy_23" [id=1169, type="lift_fresh_copy"]; -"1170 slice_97" [id=1170, type=slice]; -"1171 slice_98" [id=1171, type=slice]; -"1172 fill__23" [id=1172, type="fill_"]; -"1173 lift_fresh_copy_24" [id=1173, type="lift_fresh_copy"]; -"1174 slice_99" [id=1174, type=slice]; -"1175 slice_100" [id=1175, type=slice]; -"1176 fill__24" [id=1176, type="fill_"]; -"1177 lift_fresh_copy_25" [id=1177, type="lift_fresh_copy"]; -"1178 slice_101" [id=1178, type=slice]; -"1179 slice_102" [id=1179, type=slice]; -"1180 fill__25" [id=1180, type="fill_"]; -"1181 lift_fresh_copy_26" [id=1181, type="lift_fresh_copy"]; -"1182 slice_103" [id=1182, type=slice]; -"1183 slice_104" [id=1183, type=slice]; -"1184 fill__26" [id=1184, type="fill_"]; -"1185 view_29" [id=1185, type=view]; -"1186 permute_26" [id=1186, type=permute]; -"1187 reshape_24" [id=1187, type=reshape]; -"1188 unsqueeze_14" [id=1188, type=unsqueeze]; -"1189 unsqueeze_15" [id=1189, type=unsqueeze]; -"1190 sub_14" [id=1190, type=sub]; -"1191 ne_2" [id=1191, type=ne]; -"1192 masked_fill_4" [id=1192, type="masked_fill"]; -"1193 eq_38" [id=1193, type=eq]; -"1194 masked_fill_5" [id=1194, type="masked_fill"]; -"1195 view_30" [id=1195, type=view]; -"1196 unsqueeze_16" [id=1196, type=unsqueeze]; -"1197 unsqueeze_17" [id=1197, type=unsqueeze]; -"1198 add_18" [id=1198, type=add]; -"1199 view_31" [id=1199, type=view]; -"1200 softmax_5" [id=1200, type=softmax]; -"1201 dropout_20" [id=1201, type=dropout]; -"1202 matmul_11" [id=1202, type=matmul]; -"1203 transpose_11" [id=1203, type=transpose]; -"1204 reshape_25" [id=1204, type=reshape]; -"1205 reshape_25_0_0_nncf_smooth_quant_0" [id=1205, type="call_module"]; -"1206 quantize_per_tensor_default_36" [id=1206, type="quantize_per_tensor"]; -"1207 dequantize_per_tensor_default_36" [id=1207, type="dequantize_per_tensor"]; -"1208 linear_35_scale_0" [id=1208, type="get_attr"]; -"1209 linear_35_zero_point_0" [id=1209, type="get_attr"]; -"1210 compressed_weight_updated_constant24" [id=1210, type="get_attr"]; -"1211 quantize_per_channel_default_24" [id=1211, type="quantize_per_channel"]; -"1212 dequantize_per_channel_default_24" [id=1212, type="dequantize_per_channel"]; -"1213 linear_35" [id=1213, type=linear]; -"1214 dropout_21" [id=1214, type=dropout]; -"1215 view_32" [id=1215, type=view]; -"1216 permute_27" [id=1216, type=permute]; -"1217 reshape_26" [id=1217, type=reshape]; -"1218 roll_5" [id=1218, type=roll]; -"1219 slice_105" [id=1219, type=slice]; -"1220 slice_106" [id=1220, type=slice]; -"1221 slice_107" [id=1221, type=slice]; -"1222 slice_108" [id=1222, type=slice]; -"1223 contiguous_9" [id=1223, type=contiguous]; -"1224 layer_norm_13" [id=1224, type="layer_norm"]; -"1225 add_19" [id=1225, type=add]; -"1226 add_19_0_0_nncf_smooth_quant_0" [id=1226, type="call_module"]; -"1227 quantize_per_tensor_default_37" [id=1227, type="quantize_per_tensor"]; -"1228 dequantize_per_tensor_default_37" [id=1228, type="dequantize_per_tensor"]; -"1229 linear_36_scale_0" [id=1229, type="get_attr"]; -"1230 linear_36_zero_point_0" [id=1230, type="get_attr"]; -"1231 compressed_weight_updated_constant25" [id=1231, type="get_attr"]; -"1232 quantize_per_channel_default_25" [id=1232, type="quantize_per_channel"]; -"1233 dequantize_per_channel_default_25" [id=1233, type="dequantize_per_channel"]; -"1234 linear_36" [id=1234, type=linear]; -"1235 gelu_5" [id=1235, type=gelu]; -"1236 dropout_22" [id=1236, type=dropout]; -"1237 dropout_22_0_0_nncf_smooth_quant_0" [id=1237, type="call_module"]; -"1238 quantize_per_tensor_default_38" [id=1238, type="quantize_per_tensor"]; -"1239 dequantize_per_tensor_default_38" [id=1239, type="dequantize_per_tensor"]; -"1240 linear_37_scale_0" [id=1240, type="get_attr"]; -"1241 linear_37_zero_point_0" [id=1241, type="get_attr"]; -"1242 compressed_weight_updated_constant26" [id=1242, type="get_attr"]; -"1243 quantize_per_channel_default_26" [id=1243, type="quantize_per_channel"]; -"1244 dequantize_per_channel_default_26" [id=1244, type="dequantize_per_channel"]; -"1245 linear_37" [id=1245, type=linear]; -"1246 dropout_23" [id=1246, type=dropout]; -"1247 layer_norm_14" [id=1247, type="layer_norm"]; -"1248 add_20" [id=1248, type=add]; -"1249 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1249, type="get_attr"]; -"1250 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1250, type="call_module"]; -"1251 linear_38" [id=1251, type=linear]; -"1252 relu__6" [id=1252, type="relu_"]; -"1253 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1253, type="get_attr"]; -"1254 relu__6_0_0_nncf_smooth_quant_0" [id=1254, type="call_module"]; -"1255 linear_39" [id=1255, type=linear]; -"1256 view_33" [id=1256, type=view]; -"1257 index_6" [id=1257, type=index]; -"1258 view_34" [id=1258, type=view]; -"1259 permute_28" [id=1259, type=permute]; -"1260 contiguous_10" [id=1260, type=contiguous]; -"1261 unsqueeze_18" [id=1261, type=unsqueeze]; -"1262 sigmoid_6" [id=1262, type=sigmoid]; -"1263 mul_18" [id=1263, type=mul]; -"1264 pad_8" [id=1264, type=pad]; -"1265 view_35" [id=1265, type=view]; -"1266 permute_29" [id=1266, type=permute]; -"1267 reshape_27" [id=1267, type=reshape]; -"1268 clone_6" [id=1268, type=clone]; -"1269 slice_109" [id=1269, type=slice]; -"1270 zero__6" [id=1270, type="zero_"]; -"1271 reshape_27_0_0_nncf_smooth_quant_0" [id=1271, type="call_module"]; -"1272 quantize_per_tensor_default_39" [id=1272, type="quantize_per_tensor"]; -"1273 dequantize_per_tensor_default_39" [id=1273, type="dequantize_per_tensor"]; -"1274 linear_40_scale_0" [id=1274, type="get_attr"]; -"1275 linear_40_zero_point_0" [id=1275, type="get_attr"]; -"1276 compressed_weight_updated_constant27" [id=1276, type="get_attr"]; -"1277 quantize_per_channel_default_27" [id=1277, type="quantize_per_channel"]; -"1278 dequantize_per_channel_default_27" [id=1278, type="dequantize_per_channel"]; -"1279 linear_40" [id=1279, type=linear]; -"1280 reshape_28" [id=1280, type=reshape]; -"1281 permute_30" [id=1281, type=permute]; -"1282 select_18" [id=1282, type=select]; -"1283 select_19" [id=1283, type=select]; -"1284 select_20" [id=1284, type=select]; -"1285 linalg_vector_norm_12" [id=1285, type="linalg_vector_norm"]; -"1286 clamp_min_12" [id=1286, type="clamp_min"]; -"1287 expand_as_12" [id=1287, type="expand_as"]; -"1288 div_12" [id=1288, type=div]; -"1289 quantize_per_tensor_default_40" [id=1289, type="quantize_per_tensor"]; -"1290 dequantize_per_tensor_default_40" [id=1290, type="dequantize_per_tensor"]; -"1291 linalg_vector_norm_13" [id=1291, type="linalg_vector_norm"]; -"1292 clamp_min_13" [id=1292, type="clamp_min"]; -"1293 expand_as_13" [id=1293, type="expand_as"]; -"1294 div_13" [id=1294, type=div]; -"1295 quantize_per_tensor_default_41" [id=1295, type="quantize_per_tensor"]; -"1296 dequantize_per_tensor_default_41" [id=1296, type="dequantize_per_tensor"]; -"1297 transpose_12" [id=1297, type=transpose]; -"1298 matmul_12" [id=1298, type=matmul]; -"1299 clamp_6" [id=1299, type=clamp]; -"1300 exp_6" [id=1300, type=exp]; -"1301 mul_20" [id=1301, type=mul]; -"1302 add_21" [id=1302, type=add]; -"1303 softmax_6" [id=1303, type=softmax]; -"1304 dropout_24" [id=1304, type=dropout]; -"1305 matmul_13" [id=1305, type=matmul]; -"1306 transpose_13" [id=1306, type=transpose]; -"1307 reshape_29" [id=1307, type=reshape]; -"1308 reshape_29_0_0_nncf_smooth_quant_0" [id=1308, type="call_module"]; -"1309 quantize_per_tensor_default_42" [id=1309, type="quantize_per_tensor"]; -"1310 dequantize_per_tensor_default_42" [id=1310, type="dequantize_per_tensor"]; -"1311 linear_41_scale_0" [id=1311, type="get_attr"]; -"1312 linear_41_zero_point_0" [id=1312, type="get_attr"]; -"1313 compressed_weight_updated_constant28" [id=1313, type="get_attr"]; -"1314 quantize_per_channel_default_28" [id=1314, type="quantize_per_channel"]; -"1315 dequantize_per_channel_default_28" [id=1315, type="dequantize_per_channel"]; -"1316 linear_41" [id=1316, type=linear]; -"1317 dropout_25" [id=1317, type=dropout]; -"1318 view_36" [id=1318, type=view]; -"1319 permute_31" [id=1319, type=permute]; -"1320 reshape_30" [id=1320, type=reshape]; -"1321 slice_110" [id=1321, type=slice]; -"1322 slice_111" [id=1322, type=slice]; -"1323 slice_112" [id=1323, type=slice]; -"1324 slice_113" [id=1324, type=slice]; -"1325 contiguous_11" [id=1325, type=contiguous]; -"1326 layer_norm_15" [id=1326, type="layer_norm"]; -"1327 add_22" [id=1327, type=add]; -"1328 add_22_0_0_nncf_smooth_quant_0" [id=1328, type="call_module"]; -"1329 quantize_per_tensor_default_43" [id=1329, type="quantize_per_tensor"]; -"1330 dequantize_per_tensor_default_43" [id=1330, type="dequantize_per_tensor"]; -"1331 linear_42_scale_0" [id=1331, type="get_attr"]; -"1332 linear_42_zero_point_0" [id=1332, type="get_attr"]; -"1333 compressed_weight_updated_constant29" [id=1333, type="get_attr"]; -"1334 quantize_per_channel_default_29" [id=1334, type="quantize_per_channel"]; -"1335 dequantize_per_channel_default_29" [id=1335, type="dequantize_per_channel"]; -"1336 linear_42" [id=1336, type=linear]; -"1337 gelu_6" [id=1337, type=gelu]; -"1338 dropout_26" [id=1338, type=dropout]; -"1339 dropout_26_0_0_nncf_smooth_quant_0" [id=1339, type="call_module"]; -"1340 quantize_per_tensor_default_44" [id=1340, type="quantize_per_tensor"]; -"1341 dequantize_per_tensor_default_44" [id=1341, type="dequantize_per_tensor"]; -"1342 linear_43_scale_0" [id=1342, type="get_attr"]; -"1343 linear_43_zero_point_0" [id=1343, type="get_attr"]; -"1344 compressed_weight_updated_constant30" [id=1344, type="get_attr"]; -"1345 quantize_per_channel_default_30" [id=1345, type="quantize_per_channel"]; -"1346 dequantize_per_channel_default_30" [id=1346, type="dequantize_per_channel"]; -"1347 linear_43" [id=1347, type=linear]; -"1348 dropout_27" [id=1348, type=dropout]; -"1349 layer_norm_16" [id=1349, type="layer_norm"]; -"1350 add_23" [id=1350, type=add]; -"1351 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1351, type="get_attr"]; -"1352 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1352, type="call_module"]; -"1353 linear_44" [id=1353, type=linear]; -"1354 relu__7" [id=1354, type="relu_"]; -"1355 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1355, type="get_attr"]; -"1356 relu__7_0_0_nncf_smooth_quant_0" [id=1356, type="call_module"]; -"1357 linear_45" [id=1357, type=linear]; -"1358 view_37" [id=1358, type=view]; -"1359 index_7" [id=1359, type=index]; -"1360 view_38" [id=1360, type=view]; -"1361 permute_32" [id=1361, type=permute]; -"1362 contiguous_12" [id=1362, type=contiguous]; -"1363 unsqueeze_19" [id=1363, type=unsqueeze]; -"1364 sigmoid_7" [id=1364, type=sigmoid]; -"1365 mul_21" [id=1365, type=mul]; -"1366 pad_9" [id=1366, type=pad]; -"1367 roll_6" [id=1367, type=roll]; -"1368 view_39" [id=1368, type=view]; -"1369 permute_33" [id=1369, type=permute]; -"1370 reshape_31" [id=1370, type=reshape]; -"1371 clone_7" [id=1371, type=clone]; -"1372 slice_114" [id=1372, type=slice]; -"1373 zero__7" [id=1373, type="zero_"]; -"1374 reshape_31_0_0_nncf_smooth_quant_0" [id=1374, type="call_module"]; -"1375 quantize_per_tensor_default_45" [id=1375, type="quantize_per_tensor"]; -"1376 dequantize_per_tensor_default_45" [id=1376, type="dequantize_per_tensor"]; -"1377 linear_46_scale_0" [id=1377, type="get_attr"]; -"1378 linear_46_zero_point_0" [id=1378, type="get_attr"]; -"1379 compressed_weight_updated_constant31" [id=1379, type="get_attr"]; -"1380 quantize_per_channel_default_31" [id=1380, type="quantize_per_channel"]; -"1381 dequantize_per_channel_default_31" [id=1381, type="dequantize_per_channel"]; -"1382 linear_46" [id=1382, type=linear]; -"1383 reshape_32" [id=1383, type=reshape]; -"1384 permute_34" [id=1384, type=permute]; -"1385 select_21" [id=1385, type=select]; -"1386 select_22" [id=1386, type=select]; -"1387 select_23" [id=1387, type=select]; -"1388 linalg_vector_norm_14" [id=1388, type="linalg_vector_norm"]; -"1389 clamp_min_14" [id=1389, type="clamp_min"]; -"1390 expand_as_14" [id=1390, type="expand_as"]; -"1391 div_14" [id=1391, type=div]; -"1392 quantize_per_tensor_default_46" [id=1392, type="quantize_per_tensor"]; -"1393 dequantize_per_tensor_default_46" [id=1393, type="dequantize_per_tensor"]; -"1394 linalg_vector_norm_15" [id=1394, type="linalg_vector_norm"]; -"1395 clamp_min_15" [id=1395, type="clamp_min"]; -"1396 expand_as_15" [id=1396, type="expand_as"]; -"1397 div_15" [id=1397, type=div]; -"1398 quantize_per_tensor_default_47" [id=1398, type="quantize_per_tensor"]; -"1399 dequantize_per_tensor_default_47" [id=1399, type="dequantize_per_tensor"]; -"1400 transpose_14" [id=1400, type=transpose]; -"1401 matmul_14" [id=1401, type=matmul]; -"1402 clamp_7" [id=1402, type=clamp]; -"1403 exp_7" [id=1403, type=exp]; -"1404 mul_23" [id=1404, type=mul]; -"1405 add_24" [id=1405, type=add]; -"1406 new_zeros_3" [id=1406, type="new_zeros"]; -"1407 lift_fresh_copy_27" [id=1407, type="lift_fresh_copy"]; -"1408 slice_115" [id=1408, type=slice]; -"1409 slice_116" [id=1409, type=slice]; -"1410 fill__27" [id=1410, type="fill_"]; -"1411 lift_fresh_copy_28" [id=1411, type="lift_fresh_copy"]; -"1412 slice_117" [id=1412, type=slice]; -"1413 slice_118" [id=1413, type=slice]; -"1414 fill__28" [id=1414, type="fill_"]; -"1415 lift_fresh_copy_29" [id=1415, type="lift_fresh_copy"]; -"1416 slice_119" [id=1416, type=slice]; -"1417 slice_120" [id=1417, type=slice]; -"1418 fill__29" [id=1418, type="fill_"]; -"1419 lift_fresh_copy_30" [id=1419, type="lift_fresh_copy"]; -"1420 slice_121" [id=1420, type=slice]; -"1421 slice_122" [id=1421, type=slice]; -"1422 fill__30" [id=1422, type="fill_"]; -"1423 lift_fresh_copy_31" [id=1423, type="lift_fresh_copy"]; -"1424 slice_123" [id=1424, type=slice]; -"1425 slice_124" [id=1425, type=slice]; -"1426 fill__31" [id=1426, type="fill_"]; -"1427 lift_fresh_copy_32" [id=1427, type="lift_fresh_copy"]; -"1428 slice_125" [id=1428, type=slice]; -"1429 slice_126" [id=1429, type=slice]; -"1430 fill__32" [id=1430, type="fill_"]; -"1431 lift_fresh_copy_33" [id=1431, type="lift_fresh_copy"]; -"1432 slice_127" [id=1432, type=slice]; -"1433 slice_128" [id=1433, type=slice]; -"1434 fill__33" [id=1434, type="fill_"]; -"1435 lift_fresh_copy_34" [id=1435, type="lift_fresh_copy"]; -"1436 slice_129" [id=1436, type=slice]; -"1437 slice_130" [id=1437, type=slice]; -"1438 fill__34" [id=1438, type="fill_"]; -"1439 lift_fresh_copy_35" [id=1439, type="lift_fresh_copy"]; -"1440 slice_131" [id=1440, type=slice]; -"1441 slice_132" [id=1441, type=slice]; -"1442 fill__35" [id=1442, type="fill_"]; -"1443 view_40" [id=1443, type=view]; -"1444 permute_35" [id=1444, type=permute]; -"1445 reshape_33" [id=1445, type=reshape]; -"1446 unsqueeze_20" [id=1446, type=unsqueeze]; -"1447 unsqueeze_21" [id=1447, type=unsqueeze]; -"1448 sub_19" [id=1448, type=sub]; -"1449 ne_3" [id=1449, type=ne]; -"1450 masked_fill_6" [id=1450, type="masked_fill"]; -"1451 eq_49" [id=1451, type=eq]; -"1452 masked_fill_7" [id=1452, type="masked_fill"]; -"1453 view_41" [id=1453, type=view]; -"1454 unsqueeze_22" [id=1454, type=unsqueeze]; -"1455 unsqueeze_23" [id=1455, type=unsqueeze]; -"1456 add_25" [id=1456, type=add]; -"1457 view_42" [id=1457, type=view]; -"1458 softmax_7" [id=1458, type=softmax]; -"1459 dropout_28" [id=1459, type=dropout]; -"1460 matmul_15" [id=1460, type=matmul]; -"1461 transpose_15" [id=1461, type=transpose]; -"1462 reshape_34" [id=1462, type=reshape]; -"1463 reshape_34_0_0_nncf_smooth_quant_0" [id=1463, type="call_module"]; -"1464 quantize_per_tensor_default_48" [id=1464, type="quantize_per_tensor"]; -"1465 dequantize_per_tensor_default_48" [id=1465, type="dequantize_per_tensor"]; -"1466 linear_47_scale_0" [id=1466, type="get_attr"]; -"1467 linear_47_zero_point_0" [id=1467, type="get_attr"]; -"1468 compressed_weight_updated_constant32" [id=1468, type="get_attr"]; -"1469 quantize_per_channel_default_32" [id=1469, type="quantize_per_channel"]; -"1470 dequantize_per_channel_default_32" [id=1470, type="dequantize_per_channel"]; -"1471 linear_47" [id=1471, type=linear]; -"1472 dropout_29" [id=1472, type=dropout]; -"1473 view_43" [id=1473, type=view]; -"1474 permute_36" [id=1474, type=permute]; -"1475 reshape_35" [id=1475, type=reshape]; -"1476 roll_7" [id=1476, type=roll]; -"1477 slice_133" [id=1477, type=slice]; -"1478 slice_134" [id=1478, type=slice]; -"1479 slice_135" [id=1479, type=slice]; -"1480 slice_136" [id=1480, type=slice]; -"1481 contiguous_13" [id=1481, type=contiguous]; -"1482 layer_norm_17" [id=1482, type="layer_norm"]; -"1483 add_26" [id=1483, type=add]; -"1484 add_26_0_0_nncf_smooth_quant_0" [id=1484, type="call_module"]; -"1485 quantize_per_tensor_default_49" [id=1485, type="quantize_per_tensor"]; -"1486 dequantize_per_tensor_default_49" [id=1486, type="dequantize_per_tensor"]; -"1487 linear_48_scale_0" [id=1487, type="get_attr"]; -"1488 linear_48_zero_point_0" [id=1488, type="get_attr"]; -"1489 compressed_weight_updated_constant33" [id=1489, type="get_attr"]; -"1490 quantize_per_channel_default_33" [id=1490, type="quantize_per_channel"]; -"1491 dequantize_per_channel_default_33" [id=1491, type="dequantize_per_channel"]; -"1492 linear_48" [id=1492, type=linear]; -"1493 gelu_7" [id=1493, type=gelu]; -"1494 dropout_30" [id=1494, type=dropout]; -"1495 dropout_30_0_0_nncf_smooth_quant_0" [id=1495, type="call_module"]; -"1496 quantize_per_tensor_default_50" [id=1496, type="quantize_per_tensor"]; -"1497 dequantize_per_tensor_default_50" [id=1497, type="dequantize_per_tensor"]; -"1498 linear_49_scale_0" [id=1498, type="get_attr"]; -"1499 linear_49_zero_point_0" [id=1499, type="get_attr"]; -"1500 compressed_weight_updated_constant34" [id=1500, type="get_attr"]; -"1501 quantize_per_channel_default_34" [id=1501, type="quantize_per_channel"]; -"1502 dequantize_per_channel_default_34" [id=1502, type="dequantize_per_channel"]; -"1503 linear_49" [id=1503, type=linear]; -"1504 dropout_31" [id=1504, type=dropout]; -"1505 layer_norm_18" [id=1505, type="layer_norm"]; -"1506 add_27" [id=1506, type=add]; -"1507 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1507, type="get_attr"]; -"1508 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1508, type="call_module"]; -"1509 linear_50" [id=1509, type=linear]; -"1510 relu__8" [id=1510, type="relu_"]; -"1511 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1511, type="get_attr"]; -"1512 relu__8_0_0_nncf_smooth_quant_0" [id=1512, type="call_module"]; -"1513 linear_51" [id=1513, type=linear]; -"1514 view_44" [id=1514, type=view]; -"1515 index_8" [id=1515, type=index]; -"1516 view_45" [id=1516, type=view]; -"1517 permute_37" [id=1517, type=permute]; -"1518 contiguous_14" [id=1518, type=contiguous]; -"1519 unsqueeze_24" [id=1519, type=unsqueeze]; -"1520 sigmoid_8" [id=1520, type=sigmoid]; -"1521 mul_24" [id=1521, type=mul]; -"1522 pad_10" [id=1522, type=pad]; -"1523 view_46" [id=1523, type=view]; -"1524 permute_38" [id=1524, type=permute]; -"1525 reshape_36" [id=1525, type=reshape]; -"1526 clone_8" [id=1526, type=clone]; -"1527 slice_137" [id=1527, type=slice]; -"1528 zero__8" [id=1528, type="zero_"]; -"1529 reshape_36_0_0_nncf_smooth_quant_0" [id=1529, type="call_module"]; -"1530 quantize_per_tensor_default_51" [id=1530, type="quantize_per_tensor"]; -"1531 dequantize_per_tensor_default_51" [id=1531, type="dequantize_per_tensor"]; -"1532 linear_52_scale_0" [id=1532, type="get_attr"]; -"1533 linear_52_zero_point_0" [id=1533, type="get_attr"]; -"1534 compressed_weight_updated_constant35" [id=1534, type="get_attr"]; -"1535 quantize_per_channel_default_35" [id=1535, type="quantize_per_channel"]; -"1536 dequantize_per_channel_default_35" [id=1536, type="dequantize_per_channel"]; -"1537 linear_52" [id=1537, type=linear]; -"1538 reshape_37" [id=1538, type=reshape]; -"1539 permute_39" [id=1539, type=permute]; -"1540 select_24" [id=1540, type=select]; -"1541 select_25" [id=1541, type=select]; -"1542 select_26" [id=1542, type=select]; -"1543 linalg_vector_norm_16" [id=1543, type="linalg_vector_norm"]; -"1544 clamp_min_16" [id=1544, type="clamp_min"]; -"1545 expand_as_16" [id=1545, type="expand_as"]; -"1546 div_16" [id=1546, type=div]; -"1547 quantize_per_tensor_default_52" [id=1547, type="quantize_per_tensor"]; -"1548 dequantize_per_tensor_default_52" [id=1548, type="dequantize_per_tensor"]; -"1549 linalg_vector_norm_17" [id=1549, type="linalg_vector_norm"]; -"1550 clamp_min_17" [id=1550, type="clamp_min"]; -"1551 expand_as_17" [id=1551, type="expand_as"]; -"1552 div_17" [id=1552, type=div]; -"1553 quantize_per_tensor_default_53" [id=1553, type="quantize_per_tensor"]; -"1554 dequantize_per_tensor_default_53" [id=1554, type="dequantize_per_tensor"]; -"1555 transpose_16" [id=1555, type=transpose]; -"1556 matmul_16" [id=1556, type=matmul]; -"1557 clamp_8" [id=1557, type=clamp]; -"1558 exp_8" [id=1558, type=exp]; -"1559 mul_26" [id=1559, type=mul]; -"1560 add_28" [id=1560, type=add]; -"1561 softmax_8" [id=1561, type=softmax]; -"1562 dropout_32" [id=1562, type=dropout]; -"1563 matmul_17" [id=1563, type=matmul]; -"1564 transpose_17" [id=1564, type=transpose]; -"1565 reshape_38" [id=1565, type=reshape]; -"1566 reshape_38_0_0_nncf_smooth_quant_0" [id=1566, type="call_module"]; -"1567 quantize_per_tensor_default_54" [id=1567, type="quantize_per_tensor"]; -"1568 dequantize_per_tensor_default_54" [id=1568, type="dequantize_per_tensor"]; -"1569 linear_53_scale_0" [id=1569, type="get_attr"]; -"1570 linear_53_zero_point_0" [id=1570, type="get_attr"]; -"1571 compressed_weight_updated_constant36" [id=1571, type="get_attr"]; -"1572 quantize_per_channel_default_36" [id=1572, type="quantize_per_channel"]; -"1573 dequantize_per_channel_default_36" [id=1573, type="dequantize_per_channel"]; -"1574 linear_53" [id=1574, type=linear]; -"1575 dropout_33" [id=1575, type=dropout]; -"1576 view_47" [id=1576, type=view]; -"1577 permute_40" [id=1577, type=permute]; -"1578 reshape_39" [id=1578, type=reshape]; -"1579 slice_138" [id=1579, type=slice]; -"1580 slice_139" [id=1580, type=slice]; -"1581 slice_140" [id=1581, type=slice]; -"1582 slice_141" [id=1582, type=slice]; -"1583 contiguous_15" [id=1583, type=contiguous]; -"1584 layer_norm_19" [id=1584, type="layer_norm"]; -"1585 add_29" [id=1585, type=add]; -"1586 add_29_0_0_nncf_smooth_quant_0" [id=1586, type="call_module"]; -"1587 quantize_per_tensor_default_55" [id=1587, type="quantize_per_tensor"]; -"1588 dequantize_per_tensor_default_55" [id=1588, type="dequantize_per_tensor"]; -"1589 linear_54_scale_0" [id=1589, type="get_attr"]; -"1590 linear_54_zero_point_0" [id=1590, type="get_attr"]; -"1591 compressed_weight_updated_constant37" [id=1591, type="get_attr"]; -"1592 quantize_per_channel_default_37" [id=1592, type="quantize_per_channel"]; -"1593 dequantize_per_channel_default_37" [id=1593, type="dequantize_per_channel"]; -"1594 linear_54" [id=1594, type=linear]; -"1595 gelu_8" [id=1595, type=gelu]; -"1596 dropout_34" [id=1596, type=dropout]; -"1597 dropout_34_0_0_nncf_smooth_quant_0" [id=1597, type="call_module"]; -"1598 quantize_per_tensor_default_56" [id=1598, type="quantize_per_tensor"]; -"1599 dequantize_per_tensor_default_56" [id=1599, type="dequantize_per_tensor"]; -"1600 linear_55_scale_0" [id=1600, type="get_attr"]; -"1601 linear_55_zero_point_0" [id=1601, type="get_attr"]; -"1602 compressed_weight_updated_constant38" [id=1602, type="get_attr"]; -"1603 quantize_per_channel_default_38" [id=1603, type="quantize_per_channel"]; -"1604 dequantize_per_channel_default_38" [id=1604, type="dequantize_per_channel"]; -"1605 linear_55" [id=1605, type=linear]; -"1606 dropout_35" [id=1606, type=dropout]; -"1607 layer_norm_20" [id=1607, type="layer_norm"]; -"1608 add_30" [id=1608, type=add]; -"1609 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1609, type="get_attr"]; -"1610 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1610, type="call_module"]; -"1611 linear_56" [id=1611, type=linear]; -"1612 relu__9" [id=1612, type="relu_"]; -"1613 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1613, type="get_attr"]; -"1614 relu__9_0_0_nncf_smooth_quant_0" [id=1614, type="call_module"]; -"1615 linear_57" [id=1615, type=linear]; -"1616 view_48" [id=1616, type=view]; -"1617 index_9" [id=1617, type=index]; -"1618 view_49" [id=1618, type=view]; -"1619 permute_41" [id=1619, type=permute]; -"1620 contiguous_16" [id=1620, type=contiguous]; -"1621 unsqueeze_25" [id=1621, type=unsqueeze]; -"1622 sigmoid_9" [id=1622, type=sigmoid]; -"1623 mul_27" [id=1623, type=mul]; -"1624 pad_11" [id=1624, type=pad]; -"1625 roll_8" [id=1625, type=roll]; -"1626 view_50" [id=1626, type=view]; -"1627 permute_42" [id=1627, type=permute]; -"1628 reshape_40" [id=1628, type=reshape]; -"1629 clone_9" [id=1629, type=clone]; -"1630 slice_142" [id=1630, type=slice]; -"1631 zero__9" [id=1631, type="zero_"]; -"1632 reshape_40_0_0_nncf_smooth_quant_0" [id=1632, type="call_module"]; -"1633 quantize_per_tensor_default_57" [id=1633, type="quantize_per_tensor"]; -"1634 dequantize_per_tensor_default_57" [id=1634, type="dequantize_per_tensor"]; -"1635 linear_58_scale_0" [id=1635, type="get_attr"]; -"1636 linear_58_zero_point_0" [id=1636, type="get_attr"]; -"1637 compressed_weight_updated_constant39" [id=1637, type="get_attr"]; -"1638 quantize_per_channel_default_39" [id=1638, type="quantize_per_channel"]; -"1639 dequantize_per_channel_default_39" [id=1639, type="dequantize_per_channel"]; -"1640 linear_58" [id=1640, type=linear]; -"1641 reshape_41" [id=1641, type=reshape]; -"1642 permute_43" [id=1642, type=permute]; -"1643 select_27" [id=1643, type=select]; -"1644 select_28" [id=1644, type=select]; -"1645 select_29" [id=1645, type=select]; -"1646 linalg_vector_norm_18" [id=1646, type="linalg_vector_norm"]; -"1647 clamp_min_18" [id=1647, type="clamp_min"]; -"1648 expand_as_18" [id=1648, type="expand_as"]; -"1649 div_18" [id=1649, type=div]; -"1650 quantize_per_tensor_default_58" [id=1650, type="quantize_per_tensor"]; -"1651 dequantize_per_tensor_default_58" [id=1651, type="dequantize_per_tensor"]; -"1652 linalg_vector_norm_19" [id=1652, type="linalg_vector_norm"]; -"1653 clamp_min_19" [id=1653, type="clamp_min"]; -"1654 expand_as_19" [id=1654, type="expand_as"]; -"1655 div_19" [id=1655, type=div]; -"1656 quantize_per_tensor_default_59" [id=1656, type="quantize_per_tensor"]; -"1657 dequantize_per_tensor_default_59" [id=1657, type="dequantize_per_tensor"]; -"1658 transpose_18" [id=1658, type=transpose]; -"1659 matmul_18" [id=1659, type=matmul]; -"1660 clamp_9" [id=1660, type=clamp]; -"1661 exp_9" [id=1661, type=exp]; -"1662 mul_29" [id=1662, type=mul]; -"1663 add_31" [id=1663, type=add]; -"1664 new_zeros_4" [id=1664, type="new_zeros"]; -"1665 lift_fresh_copy_36" [id=1665, type="lift_fresh_copy"]; -"1666 slice_143" [id=1666, type=slice]; -"1667 slice_144" [id=1667, type=slice]; -"1668 fill__36" [id=1668, type="fill_"]; -"1669 lift_fresh_copy_37" [id=1669, type="lift_fresh_copy"]; -"1670 slice_145" [id=1670, type=slice]; -"1671 slice_146" [id=1671, type=slice]; -"1672 fill__37" [id=1672, type="fill_"]; -"1673 lift_fresh_copy_38" [id=1673, type="lift_fresh_copy"]; -"1674 slice_147" [id=1674, type=slice]; -"1675 slice_148" [id=1675, type=slice]; -"1676 fill__38" [id=1676, type="fill_"]; -"1677 lift_fresh_copy_39" [id=1677, type="lift_fresh_copy"]; -"1678 slice_149" [id=1678, type=slice]; -"1679 slice_150" [id=1679, type=slice]; -"1680 fill__39" [id=1680, type="fill_"]; -"1681 lift_fresh_copy_40" [id=1681, type="lift_fresh_copy"]; -"1682 slice_151" [id=1682, type=slice]; -"1683 slice_152" [id=1683, type=slice]; -"1684 fill__40" [id=1684, type="fill_"]; -"1685 lift_fresh_copy_41" [id=1685, type="lift_fresh_copy"]; -"1686 slice_153" [id=1686, type=slice]; -"1687 slice_154" [id=1687, type=slice]; -"1688 fill__41" [id=1688, type="fill_"]; -"1689 lift_fresh_copy_42" [id=1689, type="lift_fresh_copy"]; -"1690 slice_155" [id=1690, type=slice]; -"1691 slice_156" [id=1691, type=slice]; -"1692 fill__42" [id=1692, type="fill_"]; -"1693 lift_fresh_copy_43" [id=1693, type="lift_fresh_copy"]; -"1694 slice_157" [id=1694, type=slice]; -"1695 slice_158" [id=1695, type=slice]; -"1696 fill__43" [id=1696, type="fill_"]; -"1697 lift_fresh_copy_44" [id=1697, type="lift_fresh_copy"]; -"1698 slice_159" [id=1698, type=slice]; -"1699 slice_160" [id=1699, type=slice]; -"1700 fill__44" [id=1700, type="fill_"]; -"1701 view_51" [id=1701, type=view]; -"1702 permute_44" [id=1702, type=permute]; -"1703 reshape_42" [id=1703, type=reshape]; -"1704 unsqueeze_26" [id=1704, type=unsqueeze]; -"1705 unsqueeze_27" [id=1705, type=unsqueeze]; -"1706 sub_24" [id=1706, type=sub]; -"1707 ne_4" [id=1707, type=ne]; -"1708 masked_fill_8" [id=1708, type="masked_fill"]; -"1709 eq_60" [id=1709, type=eq]; -"1710 masked_fill_9" [id=1710, type="masked_fill"]; -"1711 view_52" [id=1711, type=view]; -"1712 unsqueeze_28" [id=1712, type=unsqueeze]; -"1713 unsqueeze_29" [id=1713, type=unsqueeze]; -"1714 add_32" [id=1714, type=add]; -"1715 view_53" [id=1715, type=view]; -"1716 softmax_9" [id=1716, type=softmax]; -"1717 dropout_36" [id=1717, type=dropout]; -"1718 matmul_19" [id=1718, type=matmul]; -"1719 transpose_19" [id=1719, type=transpose]; -"1720 reshape_43" [id=1720, type=reshape]; -"1721 reshape_43_0_0_nncf_smooth_quant_0" [id=1721, type="call_module"]; -"1722 quantize_per_tensor_default_60" [id=1722, type="quantize_per_tensor"]; -"1723 dequantize_per_tensor_default_60" [id=1723, type="dequantize_per_tensor"]; -"1724 linear_59_scale_0" [id=1724, type="get_attr"]; -"1725 linear_59_zero_point_0" [id=1725, type="get_attr"]; -"1726 compressed_weight_updated_constant40" [id=1726, type="get_attr"]; -"1727 quantize_per_channel_default_40" [id=1727, type="quantize_per_channel"]; -"1728 dequantize_per_channel_default_40" [id=1728, type="dequantize_per_channel"]; -"1729 linear_59" [id=1729, type=linear]; -"1730 dropout_37" [id=1730, type=dropout]; -"1731 view_54" [id=1731, type=view]; -"1732 permute_45" [id=1732, type=permute]; -"1733 reshape_44" [id=1733, type=reshape]; -"1734 roll_9" [id=1734, type=roll]; -"1735 slice_161" [id=1735, type=slice]; -"1736 slice_162" [id=1736, type=slice]; -"1737 slice_163" [id=1737, type=slice]; -"1738 slice_164" [id=1738, type=slice]; -"1739 contiguous_17" [id=1739, type=contiguous]; -"1740 layer_norm_21" [id=1740, type="layer_norm"]; -"1741 add_33" [id=1741, type=add]; -"1742 add_33_0_0_nncf_smooth_quant_0" [id=1742, type="call_module"]; -"1743 quantize_per_tensor_default_61" [id=1743, type="quantize_per_tensor"]; -"1744 dequantize_per_tensor_default_61" [id=1744, type="dequantize_per_tensor"]; -"1745 linear_60_scale_0" [id=1745, type="get_attr"]; -"1746 linear_60_zero_point_0" [id=1746, type="get_attr"]; -"1747 compressed_weight_updated_constant41" [id=1747, type="get_attr"]; -"1748 quantize_per_channel_default_41" [id=1748, type="quantize_per_channel"]; -"1749 dequantize_per_channel_default_41" [id=1749, type="dequantize_per_channel"]; -"1750 linear_60" [id=1750, type=linear]; -"1751 gelu_9" [id=1751, type=gelu]; -"1752 dropout_38" [id=1752, type=dropout]; -"1753 dropout_38_0_0_nncf_smooth_quant_0" [id=1753, type="call_module"]; -"1754 quantize_per_tensor_default_62" [id=1754, type="quantize_per_tensor"]; -"1755 dequantize_per_tensor_default_62" [id=1755, type="dequantize_per_tensor"]; -"1756 linear_61_scale_0" [id=1756, type="get_attr"]; -"1757 linear_61_zero_point_0" [id=1757, type="get_attr"]; -"1758 compressed_weight_updated_constant42" [id=1758, type="get_attr"]; -"1759 quantize_per_channel_default_42" [id=1759, type="quantize_per_channel"]; -"1760 dequantize_per_channel_default_42" [id=1760, type="dequantize_per_channel"]; -"1761 linear_61" [id=1761, type=linear]; -"1762 dropout_39" [id=1762, type=dropout]; -"1763 layer_norm_22" [id=1763, type="layer_norm"]; -"1764 add_34" [id=1764, type=add]; -"1765 pad_12" [id=1765, type=pad]; -"1766 slice_165" [id=1766, type=slice]; -"1767 slice_166" [id=1767, type=slice]; -"1768 slice_167" [id=1768, type=slice]; -"1769 slice_168" [id=1769, type=slice]; -"1770 slice_169" [id=1770, type=slice]; -"1771 slice_170" [id=1771, type=slice]; -"1772 slice_171" [id=1772, type=slice]; -"1773 slice_172" [id=1773, type=slice]; -"1774 slice_173" [id=1774, type=slice]; -"1775 slice_174" [id=1775, type=slice]; -"1776 slice_175" [id=1776, type=slice]; -"1777 slice_176" [id=1777, type=slice]; -"1778 cat_2" [id=1778, type=cat]; -"1779 cat_2_0_0_nncf_smooth_quant_0" [id=1779, type="call_module"]; -"1780 quantize_per_tensor_default_63" [id=1780, type="quantize_per_tensor"]; -"1781 dequantize_per_tensor_default_63" [id=1781, type="dequantize_per_tensor"]; -"1782 linear_62_scale_0" [id=1782, type="get_attr"]; -"1783 linear_62_zero_point_0" [id=1783, type="get_attr"]; -"1784 compressed_weight_updated_constant43" [id=1784, type="get_attr"]; -"1785 quantize_per_channel_default_43" [id=1785, type="quantize_per_channel"]; -"1786 dequantize_per_channel_default_43" [id=1786, type="dequantize_per_channel"]; -"1787 linear_62" [id=1787, type=linear]; -"1788 layer_norm_23" [id=1788, type="layer_norm"]; -"1789 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1789, type="get_attr"]; -"1790 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1790, type="call_module"]; -"1791 linear_63" [id=1791, type=linear]; -"1792 relu__10" [id=1792, type="relu_"]; -"1793 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1793, type="get_attr"]; -"1794 relu__10_0_0_nncf_smooth_quant_0" [id=1794, type="call_module"]; -"1795 linear_64" [id=1795, type=linear]; -"1796 view_55" [id=1796, type=view]; -"1797 index_10" [id=1797, type=index]; -"1798 view_56" [id=1798, type=view]; -"1799 permute_46" [id=1799, type=permute]; -"1800 contiguous_18" [id=1800, type=contiguous]; -"1801 unsqueeze_30" [id=1801, type=unsqueeze]; -"1802 sigmoid_10" [id=1802, type=sigmoid]; -"1803 mul_30" [id=1803, type=mul]; -"1804 pad_13" [id=1804, type=pad]; -"1805 mul_31" [id=1805, type=mul]; -"1806 view_57" [id=1806, type=view]; -"1807 permute_47" [id=1807, type=permute]; -"1808 reshape_45" [id=1808, type=reshape]; -"1809 clone_10" [id=1809, type=clone]; -"1810 slice_177" [id=1810, type=slice]; -"1811 zero__10" [id=1811, type="zero_"]; -"1812 reshape_45_0_0_nncf_smooth_quant_0" [id=1812, type="call_module"]; -"1813 quantize_per_tensor_default_64" [id=1813, type="quantize_per_tensor"]; -"1814 dequantize_per_tensor_default_64" [id=1814, type="dequantize_per_tensor"]; -"1815 linear_65_scale_0" [id=1815, type="get_attr"]; -"1816 linear_65_zero_point_0" [id=1816, type="get_attr"]; -"1817 compressed_weight_updated_constant44" [id=1817, type="get_attr"]; -"1818 quantize_per_channel_default_44" [id=1818, type="quantize_per_channel"]; -"1819 dequantize_per_channel_default_44" [id=1819, type="dequantize_per_channel"]; -"1820 linear_65" [id=1820, type=linear]; -"1821 reshape_46" [id=1821, type=reshape]; -"1822 permute_48" [id=1822, type=permute]; -"1823 select_30" [id=1823, type=select]; -"1824 select_31" [id=1824, type=select]; -"1825 select_32" [id=1825, type=select]; -"1826 linalg_vector_norm_20" [id=1826, type="linalg_vector_norm"]; -"1827 clamp_min_20" [id=1827, type="clamp_min"]; -"1828 expand_as_20" [id=1828, type="expand_as"]; -"1829 div_20" [id=1829, type=div]; -"1830 quantize_per_tensor_default_65" [id=1830, type="quantize_per_tensor"]; -"1831 dequantize_per_tensor_default_65" [id=1831, type="dequantize_per_tensor"]; -"1832 linalg_vector_norm_21" [id=1832, type="linalg_vector_norm"]; -"1833 clamp_min_21" [id=1833, type="clamp_min"]; -"1834 expand_as_21" [id=1834, type="expand_as"]; -"1835 div_21" [id=1835, type=div]; -"1836 quantize_per_tensor_default_66" [id=1836, type="quantize_per_tensor"]; -"1837 dequantize_per_tensor_default_66" [id=1837, type="dequantize_per_tensor"]; -"1838 transpose_20" [id=1838, type=transpose]; -"1839 matmul_20" [id=1839, type=matmul]; -"1840 clamp_10" [id=1840, type=clamp]; -"1841 exp_10" [id=1841, type=exp]; -"1842 mul_32" [id=1842, type=mul]; -"1843 add_35" [id=1843, type=add]; -"1844 softmax_10" [id=1844, type=softmax]; -"1845 dropout_40" [id=1845, type=dropout]; -"1846 matmul_21" [id=1846, type=matmul]; -"1847 transpose_21" [id=1847, type=transpose]; -"1848 reshape_47" [id=1848, type=reshape]; -"1849 reshape_47_0_0_nncf_smooth_quant_0" [id=1849, type="call_module"]; -"1850 quantize_per_tensor_default_67" [id=1850, type="quantize_per_tensor"]; -"1851 dequantize_per_tensor_default_67" [id=1851, type="dequantize_per_tensor"]; -"1852 linear_66_scale_0" [id=1852, type="get_attr"]; -"1853 linear_66_zero_point_0" [id=1853, type="get_attr"]; -"1854 compressed_weight_updated_constant45" [id=1854, type="get_attr"]; -"1855 quantize_per_channel_default_45" [id=1855, type="quantize_per_channel"]; -"1856 dequantize_per_channel_default_45" [id=1856, type="dequantize_per_channel"]; -"1857 linear_66" [id=1857, type=linear]; -"1858 dropout_41" [id=1858, type=dropout]; -"1859 view_58" [id=1859, type=view]; -"1860 permute_49" [id=1860, type=permute]; -"1861 reshape_48" [id=1861, type=reshape]; -"1862 slice_178" [id=1862, type=slice]; -"1863 slice_179" [id=1863, type=slice]; -"1864 slice_180" [id=1864, type=slice]; -"1865 slice_181" [id=1865, type=slice]; -"1866 contiguous_19" [id=1866, type=contiguous]; -"1867 layer_norm_24" [id=1867, type="layer_norm"]; -"1868 add_36" [id=1868, type=add]; -"1869 add_36_0_0_nncf_smooth_quant_0" [id=1869, type="call_module"]; -"1870 quantize_per_tensor_default_68" [id=1870, type="quantize_per_tensor"]; -"1871 dequantize_per_tensor_default_68" [id=1871, type="dequantize_per_tensor"]; -"1872 linear_67_scale_0" [id=1872, type="get_attr"]; -"1873 linear_67_zero_point_0" [id=1873, type="get_attr"]; -"1874 compressed_weight_updated_constant46" [id=1874, type="get_attr"]; -"1875 quantize_per_channel_default_46" [id=1875, type="quantize_per_channel"]; -"1876 dequantize_per_channel_default_46" [id=1876, type="dequantize_per_channel"]; -"1877 linear_67" [id=1877, type=linear]; -"1878 gelu_10" [id=1878, type=gelu]; -"1879 dropout_42" [id=1879, type=dropout]; -"1880 dropout_42_0_0_nncf_smooth_quant_0" [id=1880, type="call_module"]; -"1881 quantize_per_tensor_default_69" [id=1881, type="quantize_per_tensor"]; -"1882 dequantize_per_tensor_default_69" [id=1882, type="dequantize_per_tensor"]; -"1883 linear_68_scale_0" [id=1883, type="get_attr"]; -"1884 linear_68_zero_point_0" [id=1884, type="get_attr"]; -"1885 compressed_weight_updated_constant47" [id=1885, type="get_attr"]; -"1886 quantize_per_channel_default_47" [id=1886, type="quantize_per_channel"]; -"1887 dequantize_per_channel_default_47" [id=1887, type="dequantize_per_channel"]; -"1888 linear_68" [id=1888, type=linear]; -"1889 dropout_43" [id=1889, type=dropout]; -"1890 layer_norm_25" [id=1890, type="layer_norm"]; -"1891 add_37" [id=1891, type=add]; -"1892 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1892, type="get_attr"]; -"1893 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1893, type="call_module"]; -"1894 linear_69" [id=1894, type=linear]; -"1895 relu__11" [id=1895, type="relu_"]; -"1896 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1896, type="get_attr"]; -"1897 relu__11_0_0_nncf_smooth_quant_0" [id=1897, type="call_module"]; -"1898 linear_70" [id=1898, type=linear]; -"1899 view_59" [id=1899, type=view]; -"1900 index_11" [id=1900, type=index]; -"1901 view_60" [id=1901, type=view]; -"1902 permute_50" [id=1902, type=permute]; -"1903 contiguous_20" [id=1903, type=contiguous]; -"1904 unsqueeze_31" [id=1904, type=unsqueeze]; -"1905 sigmoid_11" [id=1905, type=sigmoid]; -"1906 mul_33" [id=1906, type=mul]; -"1907 pad_14" [id=1907, type=pad]; -"1908 view_61" [id=1908, type=view]; -"1909 permute_51" [id=1909, type=permute]; -"1910 reshape_49" [id=1910, type=reshape]; -"1911 clone_11" [id=1911, type=clone]; -"1912 slice_182" [id=1912, type=slice]; -"1913 zero__11" [id=1913, type="zero_"]; -"1914 reshape_49_0_0_nncf_smooth_quant_0" [id=1914, type="call_module"]; -"1915 quantize_per_tensor_default_70" [id=1915, type="quantize_per_tensor"]; -"1916 dequantize_per_tensor_default_70" [id=1916, type="dequantize_per_tensor"]; -"1917 linear_71_scale_0" [id=1917, type="get_attr"]; -"1918 linear_71_zero_point_0" [id=1918, type="get_attr"]; -"1919 compressed_weight_updated_constant48" [id=1919, type="get_attr"]; -"1920 quantize_per_channel_default_48" [id=1920, type="quantize_per_channel"]; -"1921 dequantize_per_channel_default_48" [id=1921, type="dequantize_per_channel"]; -"1922 linear_71" [id=1922, type=linear]; -"1923 reshape_50" [id=1923, type=reshape]; -"1924 permute_52" [id=1924, type=permute]; -"1925 select_33" [id=1925, type=select]; -"1926 select_34" [id=1926, type=select]; -"1927 select_35" [id=1927, type=select]; -"1928 linalg_vector_norm_22" [id=1928, type="linalg_vector_norm"]; -"1929 clamp_min_22" [id=1929, type="clamp_min"]; -"1930 expand_as_22" [id=1930, type="expand_as"]; -"1931 div_22" [id=1931, type=div]; -"1932 quantize_per_tensor_default_71" [id=1932, type="quantize_per_tensor"]; -"1933 dequantize_per_tensor_default_71" [id=1933, type="dequantize_per_tensor"]; -"1934 linalg_vector_norm_23" [id=1934, type="linalg_vector_norm"]; -"1935 clamp_min_23" [id=1935, type="clamp_min"]; -"1936 expand_as_23" [id=1936, type="expand_as"]; -"1937 div_23" [id=1937, type=div]; -"1938 quantize_per_tensor_default_72" [id=1938, type="quantize_per_tensor"]; -"1939 dequantize_per_tensor_default_72" [id=1939, type="dequantize_per_tensor"]; -"1940 transpose_22" [id=1940, type=transpose]; -"1941 matmul_22" [id=1941, type=matmul]; -"1942 clamp_11" [id=1942, type=clamp]; -"1943 exp_11" [id=1943, type=exp]; -"1944 mul_35" [id=1944, type=mul]; -"1945 add_38" [id=1945, type=add]; -"1946 softmax_11" [id=1946, type=softmax]; -"1947 dropout_44" [id=1947, type=dropout]; -"1948 matmul_23" [id=1948, type=matmul]; -"1949 transpose_23" [id=1949, type=transpose]; -"1950 reshape_51" [id=1950, type=reshape]; -"1951 reshape_51_0_0_nncf_smooth_quant_0" [id=1951, type="call_module"]; -"1952 quantize_per_tensor_default_73" [id=1952, type="quantize_per_tensor"]; -"1953 dequantize_per_tensor_default_73" [id=1953, type="dequantize_per_tensor"]; -"1954 linear_72_scale_0" [id=1954, type="get_attr"]; -"1955 linear_72_zero_point_0" [id=1955, type="get_attr"]; -"1956 compressed_weight_updated_constant49" [id=1956, type="get_attr"]; -"1957 quantize_per_channel_default_49" [id=1957, type="quantize_per_channel"]; -"1958 dequantize_per_channel_default_49" [id=1958, type="dequantize_per_channel"]; -"1959 linear_72" [id=1959, type=linear]; -"1960 dropout_45" [id=1960, type=dropout]; -"1961 view_62" [id=1961, type=view]; -"1962 permute_53" [id=1962, type=permute]; -"1963 reshape_52" [id=1963, type=reshape]; -"1964 slice_183" [id=1964, type=slice]; -"1965 slice_184" [id=1965, type=slice]; -"1966 slice_185" [id=1966, type=slice]; -"1967 slice_186" [id=1967, type=slice]; -"1968 contiguous_21" [id=1968, type=contiguous]; -"1969 layer_norm_26" [id=1969, type="layer_norm"]; -"1970 add_39" [id=1970, type=add]; -"1971 add_39_0_0_nncf_smooth_quant_0" [id=1971, type="call_module"]; -"1972 quantize_per_tensor_default_74" [id=1972, type="quantize_per_tensor"]; -"1973 dequantize_per_tensor_default_74" [id=1973, type="dequantize_per_tensor"]; -"1974 linear_73_scale_0" [id=1974, type="get_attr"]; -"1975 linear_73_zero_point_0" [id=1975, type="get_attr"]; -"1976 compressed_weight_updated_constant50" [id=1976, type="get_attr"]; -"1977 quantize_per_channel_default_50" [id=1977, type="quantize_per_channel"]; -"1978 dequantize_per_channel_default_50" [id=1978, type="dequantize_per_channel"]; -"1979 linear_73" [id=1979, type=linear]; -"1980 gelu_11" [id=1980, type=gelu]; -"1981 dropout_46" [id=1981, type=dropout]; -"1982 dropout_46_0_0_nncf_smooth_quant_0" [id=1982, type="call_module"]; -"1983 quantize_per_tensor_default_75" [id=1983, type="quantize_per_tensor"]; -"1984 dequantize_per_tensor_default_75" [id=1984, type="dequantize_per_tensor"]; -"1985 linear_74_scale_0" [id=1985, type="get_attr"]; -"1986 linear_74_zero_point_0" [id=1986, type="get_attr"]; -"1987 compressed_weight_updated_constant51" [id=1987, type="get_attr"]; -"1988 quantize_per_channel_default_51" [id=1988, type="quantize_per_channel"]; -"1989 dequantize_per_channel_default_51" [id=1989, type="dequantize_per_channel"]; -"1990 linear_74" [id=1990, type=linear]; -"1991 dropout_47" [id=1991, type=dropout]; -"1992 layer_norm_27" [id=1992, type="layer_norm"]; -"1993 add_40" [id=1993, type=add]; -"1994 layer_norm_28" [id=1994, type="layer_norm"]; -"1995 permute_54" [id=1995, type=permute]; -"1996 adaptive_avg_pool2d" [id=1996, type="adaptive_avg_pool2d"]; -"1997 flatten" [id=1997, type=flatten]; -"1998 flatten_0_0_nncf_smooth_quant_0" [id=1998, type="call_module"]; -"1999 quantize_per_tensor_default_76" [id=1999, type="quantize_per_tensor"]; -"2000 dequantize_per_tensor_default_76" [id=2000, type="dequantize_per_tensor"]; -"2001 linear_75_scale_0" [id=2001, type="get_attr"]; -"2002 linear_75_zero_point_0" [id=2002, type="get_attr"]; -"2003 compressed_weight_updated_constant52" [id=2003, type="get_attr"]; -"2004 quantize_per_channel_default_52" [id=2004, type="quantize_per_channel"]; -"2005 dequantize_per_channel_default_52" [id=2005, type="dequantize_per_channel"]; -"2006 linear_75" [id=2006, type=linear]; -"2007 output" [id=2007, type=output]; -"0 features_1_0_attn_qkv_bias" -> "446 clone" [style=solid, label="(288,)"]; -"1 features_1_0_attn_proj_bias" -> "494 linear_3" [style=solid, label="(96,)"]; -"2 features_1_0_attn_logit_scale" -> "477 clamp" [style=solid, label="(3, 1, 1)"]; -"3 features_1_1_attn_qkv_bias" -> "548 clone_1" [style=solid, label="(288,)"]; -"4 features_1_1_attn_proj_bias" -> "648 linear_9" [style=solid, label="(96,)"]; -"5 features_1_1_attn_logit_scale" -> "579 clamp_1" [style=solid, label="(3, 1, 1)"]; -"6 features_3_0_attn_qkv_bias" -> "727 clone_2" [style=solid, label="(576,)"]; -"7 features_3_0_attn_proj_bias" -> "775 linear_16" [style=solid, label="(192,)"]; -"8 features_3_0_attn_logit_scale" -> "758 clamp_2" [style=solid, label="(6, 1, 1)"]; -"9 features_3_1_attn_qkv_bias" -> "830 clone_3" [style=solid, label="(576,)"]; -"10 features_3_1_attn_proj_bias" -> "930 linear_22" [style=solid, label="(192,)"]; -"11 features_3_1_attn_logit_scale" -> "861 clamp_3" [style=solid, label="(6, 1, 1)"]; -"12 features_5_0_attn_qkv_bias" -> "1010 clone_4" [style=solid, label="(1152,)"]; -"13 features_5_0_attn_proj_bias" -> "1058 linear_29" [style=solid, label="(384,)"]; -"14 features_5_0_attn_logit_scale" -> "1041 clamp_4" [style=solid, label="(12, 1, 1)"]; -"15 features_5_1_attn_qkv_bias" -> "1113 clone_5" [style=solid, label="(1152,)"]; -"16 features_5_1_attn_proj_bias" -> "1213 linear_35" [style=solid, label="(384,)"]; -"17 features_5_1_attn_logit_scale" -> "1144 clamp_5" [style=solid, label="(12, 1, 1)"]; -"18 features_5_2_attn_qkv_bias" -> "1268 clone_6" [style=solid, label="(1152,)"]; -"19 features_5_2_attn_proj_bias" -> "1316 linear_41" [style=solid, label="(384,)"]; -"20 features_5_2_attn_logit_scale" -> "1299 clamp_6" [style=solid, label="(12, 1, 1)"]; -"21 features_5_3_attn_qkv_bias" -> "1371 clone_7" [style=solid, label="(1152,)"]; -"22 features_5_3_attn_proj_bias" -> "1471 linear_47" [style=solid, label="(384,)"]; -"23 features_5_3_attn_logit_scale" -> "1402 clamp_7" [style=solid, label="(12, 1, 1)"]; -"24 features_5_4_attn_qkv_bias" -> "1526 clone_8" [style=solid, label="(1152,)"]; -"25 features_5_4_attn_proj_bias" -> "1574 linear_53" [style=solid, label="(384,)"]; -"26 features_5_4_attn_logit_scale" -> "1557 clamp_8" [style=solid, label="(12, 1, 1)"]; -"27 features_5_5_attn_qkv_bias" -> "1629 clone_9" [style=solid, label="(1152,)"]; -"28 features_5_5_attn_proj_bias" -> "1729 linear_59" [style=solid, label="(384,)"]; -"29 features_5_5_attn_logit_scale" -> "1660 clamp_9" [style=solid, label="(12, 1, 1)"]; -"30 features_7_0_attn_qkv_bias" -> "1809 clone_10" [style=solid, label="(2304,)"]; -"31 features_7_0_attn_proj_bias" -> "1857 linear_66" [style=solid, label="(768,)"]; -"32 features_7_0_attn_logit_scale" -> "1840 clamp_10" [style=solid, label="(24, 1, 1)"]; -"33 features_7_1_attn_qkv_bias" -> "1911 clone_11" [style=solid, label="(2304,)"]; -"34 features_7_1_attn_proj_bias" -> "1959 linear_72" [style=solid, label="(768,)"]; -"35 features_7_1_attn_logit_scale" -> "1942 clamp_11" [style=solid, label="(24, 1, 1)"]; +"212 permute" [id=212, type=permute]; +"213 layer_norm" [id=213, type="layer_norm"]; +"214 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" [id=214, type="get_attr"]; +"215 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=215, type="call_module"]; +"216 linear" [id=216, type=linear]; +"217 relu_" [id=217, type="relu_"]; +"218 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" [id=218, type="get_attr"]; +"219 relu__0_0_nncf_smooth_quant_0" [id=219, type="call_module"]; +"220 linear_1" [id=220, type=linear]; +"221 view" [id=221, type=view]; +"222 index" [id=222, type=index]; +"223 view_1" [id=223, type=view]; +"224 permute_1" [id=224, type=permute]; +"225 contiguous" [id=225, type=contiguous]; +"226 unsqueeze" [id=226, type=unsqueeze]; +"227 sigmoid" [id=227, type=sigmoid]; +"228 mul" [id=228, type=mul]; +"229 floordiv_87" [id=229, type=floordiv]; +"230 mod" [id=230, type=mod]; +"231 sub" [id=231, type=sub]; +"232 mod_1" [id=232, type=mod]; +"233 floordiv_88" [id=233, type=floordiv]; +"234 mod_2" [id=234, type=mod]; +"235 sub_1" [id=235, type=sub]; +"236 mod_3" [id=236, type=mod]; +"237 pad" [id=237, type=pad]; +"238 add_41" [id=238, type=add]; +"239 floordiv" [id=239, type=floordiv]; +"240 add_42" [id=240, type=add]; +"241 floordiv_1" [id=241, type=floordiv]; +"242 mul_1" [id=242, type=mul]; +"243 view_2" [id=243, type=view]; +"244 permute_2" [id=244, type=permute]; +"245 reshape" [id=245, type=reshape]; +"246 clone" [id=246, type=clone]; +"247 slice_1" [id=247, type=slice]; +"248 zero_" [id=248, type="zero_"]; +"249 reshape_0_0_nncf_smooth_quant_0" [id=249, type="call_module"]; +"250 quantize_per_tensor_default_1" [id=250, type="quantize_per_tensor"]; +"251 dequantize_per_tensor_default_1" [id=251, type="dequantize_per_tensor"]; +"252 linear_2_scale_0" [id=252, type="get_attr"]; +"253 linear_2_zero_point_0" [id=253, type="get_attr"]; +"254 compressed_weight_updated_constant1" [id=254, type="get_attr"]; +"255 quantize_per_channel_default_1" [id=255, type="quantize_per_channel"]; +"256 dequantize_per_channel_default_1" [id=256, type="dequantize_per_channel"]; +"257 linear_2" [id=257, type=linear]; +"258 floordiv_89" [id=258, type=floordiv]; +"259 floordiv_90" [id=259, type=floordiv]; +"260 mul_36" [id=260, type=mul]; +"261 reshape_1" [id=261, type=reshape]; +"262 permute_3" [id=262, type=permute]; +"263 select" [id=263, type=select]; +"264 select_1" [id=264, type=select]; +"265 select_2" [id=265, type=select]; +"266 linalg_vector_norm" [id=266, type="linalg_vector_norm"]; +"267 clamp_min" [id=267, type="clamp_min"]; +"268 expand_as" [id=268, type="expand_as"]; +"269 div" [id=269, type=div]; +"270 quantize_per_tensor_default_2" [id=270, type="quantize_per_tensor"]; +"271 dequantize_per_tensor_default_2" [id=271, type="dequantize_per_tensor"]; +"272 linalg_vector_norm_1" [id=272, type="linalg_vector_norm"]; +"273 clamp_min_1" [id=273, type="clamp_min"]; +"274 expand_as_1" [id=274, type="expand_as"]; +"275 div_1" [id=275, type=div]; +"276 quantize_per_tensor_default_3" [id=276, type="quantize_per_tensor"]; +"277 dequantize_per_tensor_default_3" [id=277, type="dequantize_per_tensor"]; +"278 transpose" [id=278, type=transpose]; +"279 matmul" [id=279, type=matmul]; +"280 clamp" [id=280, type=clamp]; +"281 exp" [id=281, type=exp]; +"282 mul_2" [id=282, type=mul]; +"283 add" [id=283, type=add]; +"284 softmax" [id=284, type=softmax]; +"285 dropout" [id=285, type=dropout]; +"286 matmul_1" [id=286, type=matmul]; +"287 transpose_1" [id=287, type=transpose]; +"288 reshape_2" [id=288, type=reshape]; +"289 reshape_2_0_0_nncf_smooth_quant_0" [id=289, type="call_module"]; +"290 quantize_per_tensor_default_4" [id=290, type="quantize_per_tensor"]; +"291 dequantize_per_tensor_default_4" [id=291, type="dequantize_per_tensor"]; +"292 linear_3_scale_0" [id=292, type="get_attr"]; +"293 linear_3_zero_point_0" [id=293, type="get_attr"]; +"294 compressed_weight_updated_constant2" [id=294, type="get_attr"]; +"295 quantize_per_channel_default_2" [id=295, type="quantize_per_channel"]; +"296 dequantize_per_channel_default_2" [id=296, type="dequantize_per_channel"]; +"297 linear_3" [id=297, type=linear]; +"298 dropout_1" [id=298, type=dropout]; +"299 view_3" [id=299, type=view]; +"300 permute_4" [id=300, type=permute]; +"301 reshape_3" [id=301, type=reshape]; +"302 slice_2" [id=302, type=slice]; +"303 slice_3" [id=303, type=slice]; +"304 layer_norm_1" [id=304, type="layer_norm"]; +"305 add_1" [id=305, type=add]; +"306 add_1_0_0_nncf_smooth_quant_0" [id=306, type="call_module"]; +"307 quantize_per_tensor_default_5" [id=307, type="quantize_per_tensor"]; +"308 dequantize_per_tensor_default_5" [id=308, type="dequantize_per_tensor"]; +"309 linear_4_scale_0" [id=309, type="get_attr"]; +"310 linear_4_zero_point_0" [id=310, type="get_attr"]; +"311 compressed_weight_updated_constant3" [id=311, type="get_attr"]; +"312 quantize_per_channel_default_3" [id=312, type="quantize_per_channel"]; +"313 dequantize_per_channel_default_3" [id=313, type="dequantize_per_channel"]; +"314 linear_4" [id=314, type=linear]; +"315 gelu" [id=315, type=gelu]; +"316 dropout_2" [id=316, type=dropout]; +"317 dropout_2_0_0_nncf_smooth_quant_0" [id=317, type="call_module"]; +"318 quantize_per_tensor_default_6" [id=318, type="quantize_per_tensor"]; +"319 dequantize_per_tensor_default_6" [id=319, type="dequantize_per_tensor"]; +"320 linear_5_scale_0" [id=320, type="get_attr"]; +"321 linear_5_zero_point_0" [id=321, type="get_attr"]; +"322 compressed_weight_updated_constant4" [id=322, type="get_attr"]; +"323 quantize_per_channel_default_4" [id=323, type="quantize_per_channel"]; +"324 dequantize_per_channel_default_4" [id=324, type="dequantize_per_channel"]; +"325 linear_5" [id=325, type=linear]; +"326 dropout_3" [id=326, type=dropout]; +"327 layer_norm_2" [id=327, type="layer_norm"]; +"328 add_2" [id=328, type=add]; +"329 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=329, type="get_attr"]; +"330 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=330, type="call_module"]; +"331 linear_6" [id=331, type=linear]; +"332 relu__1" [id=332, type="relu_"]; +"333 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=333, type="get_attr"]; +"334 relu__1_0_0_nncf_smooth_quant_0" [id=334, type="call_module"]; +"335 linear_7" [id=335, type=linear]; +"336 view_4" [id=336, type=view]; +"337 index_1" [id=337, type=index]; +"338 view_5" [id=338, type=view]; +"339 permute_5" [id=339, type=permute]; +"340 contiguous_1" [id=340, type=contiguous]; +"341 unsqueeze_1" [id=341, type=unsqueeze]; +"342 sigmoid_1" [id=342, type=sigmoid]; +"343 mul_3" [id=343, type=mul]; +"344 pad_1" [id=344, type=pad]; +"345 roll" [id=345, type=roll]; +"346 view_6" [id=346, type=view]; +"347 permute_6" [id=347, type=permute]; +"348 reshape_4" [id=348, type=reshape]; +"349 clone_1" [id=349, type=clone]; +"350 slice_4" [id=350, type=slice]; +"351 zero__1" [id=351, type="zero_"]; +"352 reshape_4_0_0_nncf_smooth_quant_0" [id=352, type="call_module"]; +"353 quantize_per_tensor_default_7" [id=353, type="quantize_per_tensor"]; +"354 dequantize_per_tensor_default_7" [id=354, type="dequantize_per_tensor"]; +"355 linear_8_scale_0" [id=355, type="get_attr"]; +"356 linear_8_zero_point_0" [id=356, type="get_attr"]; +"357 compressed_weight_updated_constant5" [id=357, type="get_attr"]; +"358 quantize_per_channel_default_5" [id=358, type="quantize_per_channel"]; +"359 dequantize_per_channel_default_5" [id=359, type="dequantize_per_channel"]; +"360 linear_8" [id=360, type=linear]; +"361 reshape_5" [id=361, type=reshape]; +"362 permute_7" [id=362, type=permute]; +"363 select_3" [id=363, type=select]; +"364 select_4" [id=364, type=select]; +"365 select_5" [id=365, type=select]; +"366 linalg_vector_norm_2" [id=366, type="linalg_vector_norm"]; +"367 clamp_min_2" [id=367, type="clamp_min"]; +"368 expand_as_2" [id=368, type="expand_as"]; +"369 div_2" [id=369, type=div]; +"370 quantize_per_tensor_default_8" [id=370, type="quantize_per_tensor"]; +"371 dequantize_per_tensor_default_8" [id=371, type="dequantize_per_tensor"]; +"372 linalg_vector_norm_3" [id=372, type="linalg_vector_norm"]; +"373 clamp_min_3" [id=373, type="clamp_min"]; +"374 expand_as_3" [id=374, type="expand_as"]; +"375 div_3" [id=375, type=div]; +"376 quantize_per_tensor_default_9" [id=376, type="quantize_per_tensor"]; +"377 dequantize_per_tensor_default_9" [id=377, type="dequantize_per_tensor"]; +"378 transpose_2" [id=378, type=transpose]; +"379 matmul_2" [id=379, type=matmul]; +"380 clamp_1" [id=380, type=clamp]; +"381 exp_1" [id=381, type=exp]; +"382 mul_5" [id=382, type=mul]; +"383 add_3" [id=383, type=add]; +"384 new_zeros" [id=384, type="new_zeros"]; +"385 lift_fresh_copy" [id=385, type="lift_fresh_copy"]; +"386 slice_5" [id=386, type=slice]; +"387 slice_6" [id=387, type=slice]; +"388 fill_" [id=388, type="fill_"]; +"389 lift_fresh_copy_1" [id=389, type="lift_fresh_copy"]; +"390 slice_7" [id=390, type=slice]; +"391 slice_8" [id=391, type=slice]; +"392 fill__1" [id=392, type="fill_"]; +"393 lift_fresh_copy_2" [id=393, type="lift_fresh_copy"]; +"394 slice_9" [id=394, type=slice]; +"395 slice_10" [id=395, type=slice]; +"396 fill__2" [id=396, type="fill_"]; +"397 lift_fresh_copy_3" [id=397, type="lift_fresh_copy"]; +"398 slice_11" [id=398, type=slice]; +"399 slice_12" [id=399, type=slice]; +"400 fill__3" [id=400, type="fill_"]; +"401 lift_fresh_copy_4" [id=401, type="lift_fresh_copy"]; +"402 slice_13" [id=402, type=slice]; +"403 slice_14" [id=403, type=slice]; +"404 fill__4" [id=404, type="fill_"]; +"405 lift_fresh_copy_5" [id=405, type="lift_fresh_copy"]; +"406 slice_15" [id=406, type=slice]; +"407 slice_16" [id=407, type=slice]; +"408 fill__5" [id=408, type="fill_"]; +"409 lift_fresh_copy_6" [id=409, type="lift_fresh_copy"]; +"410 slice_17" [id=410, type=slice]; +"411 slice_18" [id=411, type=slice]; +"412 fill__6" [id=412, type="fill_"]; +"413 lift_fresh_copy_7" [id=413, type="lift_fresh_copy"]; +"414 slice_19" [id=414, type=slice]; +"415 slice_20" [id=415, type=slice]; +"416 fill__7" [id=416, type="fill_"]; +"417 lift_fresh_copy_8" [id=417, type="lift_fresh_copy"]; +"418 slice_21" [id=418, type=slice]; +"419 slice_22" [id=419, type=slice]; +"420 fill__8" [id=420, type="fill_"]; +"421 view_7" [id=421, type=view]; +"422 permute_8" [id=422, type=permute]; +"423 reshape_6" [id=423, type=reshape]; +"424 unsqueeze_2" [id=424, type=unsqueeze]; +"425 unsqueeze_3" [id=425, type=unsqueeze]; +"426 sub_4" [id=426, type=sub]; +"427 ne" [id=427, type=ne]; +"428 masked_fill" [id=428, type="masked_fill"]; +"429 eq" [id=429, type=eq]; +"430 masked_fill_1" [id=430, type="masked_fill"]; +"431 view_8" [id=431, type=view]; +"432 unsqueeze_4" [id=432, type=unsqueeze]; +"433 unsqueeze_5" [id=433, type=unsqueeze]; +"434 add_4" [id=434, type=add]; +"435 view_9" [id=435, type=view]; +"436 softmax_1" [id=436, type=softmax]; +"437 dropout_4" [id=437, type=dropout]; +"438 matmul_3" [id=438, type=matmul]; +"439 transpose_3" [id=439, type=transpose]; +"440 reshape_7" [id=440, type=reshape]; +"441 reshape_7_0_0_nncf_smooth_quant_0" [id=441, type="call_module"]; +"442 quantize_per_tensor_default_10" [id=442, type="quantize_per_tensor"]; +"443 dequantize_per_tensor_default_10" [id=443, type="dequantize_per_tensor"]; +"444 linear_9_scale_0" [id=444, type="get_attr"]; +"445 linear_9_zero_point_0" [id=445, type="get_attr"]; +"446 compressed_weight_updated_constant6" [id=446, type="get_attr"]; +"447 quantize_per_channel_default_6" [id=447, type="quantize_per_channel"]; +"448 dequantize_per_channel_default_6" [id=448, type="dequantize_per_channel"]; +"449 linear_9" [id=449, type=linear]; +"450 dropout_5" [id=450, type=dropout]; +"451 view_10" [id=451, type=view]; +"452 permute_9" [id=452, type=permute]; +"453 reshape_8" [id=453, type=reshape]; +"454 roll_1" [id=454, type=roll]; +"455 slice_23" [id=455, type=slice]; +"456 slice_24" [id=456, type=slice]; +"457 layer_norm_3" [id=457, type="layer_norm"]; +"458 add_5" [id=458, type=add]; +"459 add_5_0_0_nncf_smooth_quant_0" [id=459, type="call_module"]; +"460 quantize_per_tensor_default_11" [id=460, type="quantize_per_tensor"]; +"461 dequantize_per_tensor_default_11" [id=461, type="dequantize_per_tensor"]; +"462 linear_10_scale_0" [id=462, type="get_attr"]; +"463 linear_10_zero_point_0" [id=463, type="get_attr"]; +"464 compressed_weight_updated_constant7" [id=464, type="get_attr"]; +"465 quantize_per_channel_default_7" [id=465, type="quantize_per_channel"]; +"466 dequantize_per_channel_default_7" [id=466, type="dequantize_per_channel"]; +"467 linear_10" [id=467, type=linear]; +"468 gelu_1" [id=468, type=gelu]; +"469 dropout_6" [id=469, type=dropout]; +"470 dropout_6_0_0_nncf_smooth_quant_0" [id=470, type="call_module"]; +"471 quantize_per_tensor_default_12" [id=471, type="quantize_per_tensor"]; +"472 dequantize_per_tensor_default_12" [id=472, type="dequantize_per_tensor"]; +"473 linear_11_scale_0" [id=473, type="get_attr"]; +"474 linear_11_zero_point_0" [id=474, type="get_attr"]; +"475 compressed_weight_updated_constant8" [id=475, type="get_attr"]; +"476 quantize_per_channel_default_8" [id=476, type="quantize_per_channel"]; +"477 dequantize_per_channel_default_8" [id=477, type="dequantize_per_channel"]; +"478 linear_11" [id=478, type=linear]; +"479 dropout_7" [id=479, type=dropout]; +"480 layer_norm_4" [id=480, type="layer_norm"]; +"481 add_6" [id=481, type=add]; +"482 mod_8" [id=482, type=mod]; +"483 mod_9" [id=483, type=mod]; +"484 pad_2" [id=484, type=pad]; +"485 slice_25" [id=485, type=slice]; +"486 slice_26" [id=486, type=slice]; +"487 slice_27" [id=487, type=slice]; +"488 slice_28" [id=488, type=slice]; +"489 slice_29" [id=489, type=slice]; +"490 slice_30" [id=490, type=slice]; +"491 slice_31" [id=491, type=slice]; +"492 slice_32" [id=492, type=slice]; +"493 cat" [id=493, type=cat]; +"494 cat_0_0_nncf_smooth_quant_0" [id=494, type="call_module"]; +"495 quantize_per_tensor_default_13" [id=495, type="quantize_per_tensor"]; +"496 dequantize_per_tensor_default_13" [id=496, type="dequantize_per_tensor"]; +"497 linear_12_scale_0" [id=497, type="get_attr"]; +"498 linear_12_zero_point_0" [id=498, type="get_attr"]; +"499 compressed_weight_updated_constant9" [id=499, type="get_attr"]; +"500 quantize_per_channel_default_9" [id=500, type="quantize_per_channel"]; +"501 dequantize_per_channel_default_9" [id=501, type="dequantize_per_channel"]; +"502 linear_12" [id=502, type=linear]; +"503 layer_norm_5" [id=503, type="layer_norm"]; +"504 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=504, type="get_attr"]; +"505 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=505, type="call_module"]; +"506 linear_13" [id=506, type=linear]; +"507 relu__2" [id=507, type="relu_"]; +"508 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=508, type="get_attr"]; +"509 relu__2_0_0_nncf_smooth_quant_0" [id=509, type="call_module"]; +"510 linear_14" [id=510, type=linear]; +"511 view_11" [id=511, type=view]; +"512 index_2" [id=512, type=index]; +"513 view_12" [id=513, type=view]; +"514 permute_10" [id=514, type=permute]; +"515 contiguous_2" [id=515, type=contiguous]; +"516 unsqueeze_6" [id=516, type=unsqueeze]; +"517 sigmoid_2" [id=517, type=sigmoid]; +"518 mul_6" [id=518, type=mul]; +"519 add_43" [id=519, type=add]; +"520 add_44" [id=520, type=add]; +"521 floordiv_91" [id=521, type=floordiv]; +"522 mod_10" [id=522, type=mod]; +"523 sub_5" [id=523, type=sub]; +"524 mod_11" [id=524, type=mod]; +"525 add_45" [id=525, type=add]; +"526 add_46" [id=526, type=add]; +"527 floordiv_92" [id=527, type=floordiv]; +"528 mod_12" [id=528, type=mod]; +"529 sub_6" [id=529, type=sub]; +"530 mod_13" [id=530, type=mod]; +"531 pad_3" [id=531, type=pad]; +"532 add_47" [id=532, type=add]; +"533 floordiv_15" [id=533, type=floordiv]; +"534 add_48" [id=534, type=add]; +"535 floordiv_16" [id=535, type=floordiv]; +"536 mul_7" [id=536, type=mul]; +"537 view_13" [id=537, type=view]; +"538 permute_11" [id=538, type=permute]; +"539 reshape_9" [id=539, type=reshape]; +"540 clone_2" [id=540, type=clone]; +"541 slice_33" [id=541, type=slice]; +"542 zero__2" [id=542, type="zero_"]; +"543 reshape_9_0_0_nncf_smooth_quant_0" [id=543, type="call_module"]; +"544 quantize_per_tensor_default_14" [id=544, type="quantize_per_tensor"]; +"545 dequantize_per_tensor_default_14" [id=545, type="dequantize_per_tensor"]; +"546 linear_15_scale_0" [id=546, type="get_attr"]; +"547 linear_15_zero_point_0" [id=547, type="get_attr"]; +"548 compressed_weight_updated_constant10" [id=548, type="get_attr"]; +"549 quantize_per_channel_default_10" [id=549, type="quantize_per_channel"]; +"550 dequantize_per_channel_default_10" [id=550, type="dequantize_per_channel"]; +"551 linear_15" [id=551, type=linear]; +"552 floordiv_93" [id=552, type=floordiv]; +"553 floordiv_94" [id=553, type=floordiv]; +"554 mul_37" [id=554, type=mul]; +"555 reshape_10" [id=555, type=reshape]; +"556 permute_12" [id=556, type=permute]; +"557 select_6" [id=557, type=select]; +"558 select_7" [id=558, type=select]; +"559 select_8" [id=559, type=select]; +"560 linalg_vector_norm_4" [id=560, type="linalg_vector_norm"]; +"561 clamp_min_4" [id=561, type="clamp_min"]; +"562 expand_as_4" [id=562, type="expand_as"]; +"563 div_4" [id=563, type=div]; +"564 quantize_per_tensor_default_15" [id=564, type="quantize_per_tensor"]; +"565 dequantize_per_tensor_default_15" [id=565, type="dequantize_per_tensor"]; +"566 linalg_vector_norm_5" [id=566, type="linalg_vector_norm"]; +"567 clamp_min_5" [id=567, type="clamp_min"]; +"568 expand_as_5" [id=568, type="expand_as"]; +"569 div_5" [id=569, type=div]; +"570 quantize_per_tensor_default_16" [id=570, type="quantize_per_tensor"]; +"571 dequantize_per_tensor_default_16" [id=571, type="dequantize_per_tensor"]; +"572 transpose_4" [id=572, type=transpose]; +"573 matmul_4" [id=573, type=matmul]; +"574 clamp_2" [id=574, type=clamp]; +"575 exp_2" [id=575, type=exp]; +"576 mul_8" [id=576, type=mul]; +"577 add_7" [id=577, type=add]; +"578 softmax_2" [id=578, type=softmax]; +"579 dropout_8" [id=579, type=dropout]; +"580 matmul_5" [id=580, type=matmul]; +"581 transpose_5" [id=581, type=transpose]; +"582 reshape_11" [id=582, type=reshape]; +"583 reshape_11_0_0_nncf_smooth_quant_0" [id=583, type="call_module"]; +"584 quantize_per_tensor_default_17" [id=584, type="quantize_per_tensor"]; +"585 dequantize_per_tensor_default_17" [id=585, type="dequantize_per_tensor"]; +"586 linear_16_scale_0" [id=586, type="get_attr"]; +"587 linear_16_zero_point_0" [id=587, type="get_attr"]; +"588 compressed_weight_updated_constant11" [id=588, type="get_attr"]; +"589 quantize_per_channel_default_11" [id=589, type="quantize_per_channel"]; +"590 dequantize_per_channel_default_11" [id=590, type="dequantize_per_channel"]; +"591 linear_16" [id=591, type=linear]; +"592 dropout_9" [id=592, type=dropout]; +"593 view_14" [id=593, type=view]; +"594 permute_13" [id=594, type=permute]; +"595 reshape_12" [id=595, type=reshape]; +"596 slice_34" [id=596, type=slice]; +"597 slice_35" [id=597, type=slice]; +"598 contiguous_3" [id=598, type=contiguous]; +"599 layer_norm_6" [id=599, type="layer_norm"]; +"600 add_8" [id=600, type=add]; +"601 add_8_0_0_nncf_smooth_quant_0" [id=601, type="call_module"]; +"602 quantize_per_tensor_default_18" [id=602, type="quantize_per_tensor"]; +"603 dequantize_per_tensor_default_18" [id=603, type="dequantize_per_tensor"]; +"604 linear_17_scale_0" [id=604, type="get_attr"]; +"605 linear_17_zero_point_0" [id=605, type="get_attr"]; +"606 compressed_weight_updated_constant12" [id=606, type="get_attr"]; +"607 quantize_per_channel_default_12" [id=607, type="quantize_per_channel"]; +"608 dequantize_per_channel_default_12" [id=608, type="dequantize_per_channel"]; +"609 linear_17" [id=609, type=linear]; +"610 gelu_2" [id=610, type=gelu]; +"611 dropout_10" [id=611, type=dropout]; +"612 dropout_10_0_0_nncf_smooth_quant_0" [id=612, type="call_module"]; +"613 quantize_per_tensor_default_19" [id=613, type="quantize_per_tensor"]; +"614 dequantize_per_tensor_default_19" [id=614, type="dequantize_per_tensor"]; +"615 linear_18_scale_0" [id=615, type="get_attr"]; +"616 linear_18_zero_point_0" [id=616, type="get_attr"]; +"617 compressed_weight_updated_constant13" [id=617, type="get_attr"]; +"618 quantize_per_channel_default_13" [id=618, type="quantize_per_channel"]; +"619 dequantize_per_channel_default_13" [id=619, type="dequantize_per_channel"]; +"620 linear_18" [id=620, type=linear]; +"621 dropout_11" [id=621, type=dropout]; +"622 layer_norm_7" [id=622, type="layer_norm"]; +"623 add_9" [id=623, type=add]; +"624 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=624, type="get_attr"]; +"625 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=625, type="call_module"]; +"626 linear_19" [id=626, type=linear]; +"627 relu__3" [id=627, type="relu_"]; +"628 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=628, type="get_attr"]; +"629 relu__3_0_0_nncf_smooth_quant_0" [id=629, type="call_module"]; +"630 linear_20" [id=630, type=linear]; +"631 view_15" [id=631, type=view]; +"632 index_3" [id=632, type=index]; +"633 view_16" [id=633, type=view]; +"634 permute_14" [id=634, type=permute]; +"635 contiguous_4" [id=635, type=contiguous]; +"636 unsqueeze_7" [id=636, type=unsqueeze]; +"637 sigmoid_3" [id=637, type=sigmoid]; +"638 mul_9" [id=638, type=mul]; +"639 pad_4" [id=639, type=pad]; +"640 roll_2" [id=640, type=roll]; +"641 view_17" [id=641, type=view]; +"642 permute_15" [id=642, type=permute]; +"643 reshape_13" [id=643, type=reshape]; +"644 clone_3" [id=644, type=clone]; +"645 slice_36" [id=645, type=slice]; +"646 zero__3" [id=646, type="zero_"]; +"647 reshape_13_0_0_nncf_smooth_quant_0" [id=647, type="call_module"]; +"648 quantize_per_tensor_default_20" [id=648, type="quantize_per_tensor"]; +"649 dequantize_per_tensor_default_20" [id=649, type="dequantize_per_tensor"]; +"650 linear_21_scale_0" [id=650, type="get_attr"]; +"651 linear_21_zero_point_0" [id=651, type="get_attr"]; +"652 compressed_weight_updated_constant14" [id=652, type="get_attr"]; +"653 quantize_per_channel_default_14" [id=653, type="quantize_per_channel"]; +"654 dequantize_per_channel_default_14" [id=654, type="dequantize_per_channel"]; +"655 linear_21" [id=655, type=linear]; +"656 reshape_14" [id=656, type=reshape]; +"657 permute_16" [id=657, type=permute]; +"658 select_9" [id=658, type=select]; +"659 select_10" [id=659, type=select]; +"660 select_11" [id=660, type=select]; +"661 linalg_vector_norm_6" [id=661, type="linalg_vector_norm"]; +"662 clamp_min_6" [id=662, type="clamp_min"]; +"663 expand_as_6" [id=663, type="expand_as"]; +"664 div_6" [id=664, type=div]; +"665 quantize_per_tensor_default_21" [id=665, type="quantize_per_tensor"]; +"666 dequantize_per_tensor_default_21" [id=666, type="dequantize_per_tensor"]; +"667 linalg_vector_norm_7" [id=667, type="linalg_vector_norm"]; +"668 clamp_min_7" [id=668, type="clamp_min"]; +"669 expand_as_7" [id=669, type="expand_as"]; +"670 div_7" [id=670, type=div]; +"671 quantize_per_tensor_default_22" [id=671, type="quantize_per_tensor"]; +"672 dequantize_per_tensor_default_22" [id=672, type="dequantize_per_tensor"]; +"673 transpose_6" [id=673, type=transpose]; +"674 matmul_6" [id=674, type=matmul]; +"675 clamp_3" [id=675, type=clamp]; +"676 exp_3" [id=676, type=exp]; +"677 mul_11" [id=677, type=mul]; +"678 add_10" [id=678, type=add]; +"679 new_zeros_1" [id=679, type="new_zeros"]; +"680 lift_fresh_copy_9" [id=680, type="lift_fresh_copy"]; +"681 slice_37" [id=681, type=slice]; +"682 slice_38" [id=682, type=slice]; +"683 fill__9" [id=683, type="fill_"]; +"684 lift_fresh_copy_10" [id=684, type="lift_fresh_copy"]; +"685 slice_39" [id=685, type=slice]; +"686 slice_40" [id=686, type=slice]; +"687 fill__10" [id=687, type="fill_"]; +"688 lift_fresh_copy_11" [id=688, type="lift_fresh_copy"]; +"689 slice_41" [id=689, type=slice]; +"690 slice_42" [id=690, type=slice]; +"691 fill__11" [id=691, type="fill_"]; +"692 lift_fresh_copy_12" [id=692, type="lift_fresh_copy"]; +"693 slice_43" [id=693, type=slice]; +"694 slice_44" [id=694, type=slice]; +"695 fill__12" [id=695, type="fill_"]; +"696 lift_fresh_copy_13" [id=696, type="lift_fresh_copy"]; +"697 slice_45" [id=697, type=slice]; +"698 slice_46" [id=698, type=slice]; +"699 fill__13" [id=699, type="fill_"]; +"700 lift_fresh_copy_14" [id=700, type="lift_fresh_copy"]; +"701 slice_47" [id=701, type=slice]; +"702 slice_48" [id=702, type=slice]; +"703 fill__14" [id=703, type="fill_"]; +"704 lift_fresh_copy_15" [id=704, type="lift_fresh_copy"]; +"705 slice_49" [id=705, type=slice]; +"706 slice_50" [id=706, type=slice]; +"707 fill__15" [id=707, type="fill_"]; +"708 lift_fresh_copy_16" [id=708, type="lift_fresh_copy"]; +"709 slice_51" [id=709, type=slice]; +"710 slice_52" [id=710, type=slice]; +"711 fill__16" [id=711, type="fill_"]; +"712 lift_fresh_copy_17" [id=712, type="lift_fresh_copy"]; +"713 slice_53" [id=713, type=slice]; +"714 slice_54" [id=714, type=slice]; +"715 fill__17" [id=715, type="fill_"]; +"716 view_18" [id=716, type=view]; +"717 permute_17" [id=717, type=permute]; +"718 reshape_15" [id=718, type=reshape]; +"719 unsqueeze_8" [id=719, type=unsqueeze]; +"720 unsqueeze_9" [id=720, type=unsqueeze]; +"721 sub_9" [id=721, type=sub]; +"722 ne_1" [id=722, type=ne]; +"723 masked_fill_2" [id=723, type="masked_fill"]; +"724 eq_1" [id=724, type=eq]; +"725 masked_fill_3" [id=725, type="masked_fill"]; +"726 view_19" [id=726, type=view]; +"727 unsqueeze_10" [id=727, type=unsqueeze]; +"728 unsqueeze_11" [id=728, type=unsqueeze]; +"729 add_11" [id=729, type=add]; +"730 view_20" [id=730, type=view]; +"731 softmax_3" [id=731, type=softmax]; +"732 dropout_12" [id=732, type=dropout]; +"733 matmul_7" [id=733, type=matmul]; +"734 transpose_7" [id=734, type=transpose]; +"735 reshape_16" [id=735, type=reshape]; +"736 reshape_16_0_0_nncf_smooth_quant_0" [id=736, type="call_module"]; +"737 quantize_per_tensor_default_23" [id=737, type="quantize_per_tensor"]; +"738 dequantize_per_tensor_default_23" [id=738, type="dequantize_per_tensor"]; +"739 linear_22_scale_0" [id=739, type="get_attr"]; +"740 linear_22_zero_point_0" [id=740, type="get_attr"]; +"741 compressed_weight_updated_constant15" [id=741, type="get_attr"]; +"742 quantize_per_channel_default_15" [id=742, type="quantize_per_channel"]; +"743 dequantize_per_channel_default_15" [id=743, type="dequantize_per_channel"]; +"744 linear_22" [id=744, type=linear]; +"745 dropout_13" [id=745, type=dropout]; +"746 view_21" [id=746, type=view]; +"747 permute_18" [id=747, type=permute]; +"748 reshape_17" [id=748, type=reshape]; +"749 roll_3" [id=749, type=roll]; +"750 slice_55" [id=750, type=slice]; +"751 slice_56" [id=751, type=slice]; +"752 contiguous_5" [id=752, type=contiguous]; +"753 layer_norm_8" [id=753, type="layer_norm"]; +"754 add_12" [id=754, type=add]; +"755 add_12_0_0_nncf_smooth_quant_0" [id=755, type="call_module"]; +"756 quantize_per_tensor_default_24" [id=756, type="quantize_per_tensor"]; +"757 dequantize_per_tensor_default_24" [id=757, type="dequantize_per_tensor"]; +"758 linear_23_scale_0" [id=758, type="get_attr"]; +"759 linear_23_zero_point_0" [id=759, type="get_attr"]; +"760 compressed_weight_updated_constant16" [id=760, type="get_attr"]; +"761 quantize_per_channel_default_16" [id=761, type="quantize_per_channel"]; +"762 dequantize_per_channel_default_16" [id=762, type="dequantize_per_channel"]; +"763 linear_23" [id=763, type=linear]; +"764 gelu_3" [id=764, type=gelu]; +"765 dropout_14" [id=765, type=dropout]; +"766 dropout_14_0_0_nncf_smooth_quant_0" [id=766, type="call_module"]; +"767 quantize_per_tensor_default_25" [id=767, type="quantize_per_tensor"]; +"768 dequantize_per_tensor_default_25" [id=768, type="dequantize_per_tensor"]; +"769 linear_24_scale_0" [id=769, type="get_attr"]; +"770 linear_24_zero_point_0" [id=770, type="get_attr"]; +"771 compressed_weight_updated_constant17" [id=771, type="get_attr"]; +"772 quantize_per_channel_default_17" [id=772, type="quantize_per_channel"]; +"773 dequantize_per_channel_default_17" [id=773, type="dequantize_per_channel"]; +"774 linear_24" [id=774, type=linear]; +"775 dropout_15" [id=775, type=dropout]; +"776 layer_norm_9" [id=776, type="layer_norm"]; +"777 add_13" [id=777, type=add]; +"778 mod_18" [id=778, type=mod]; +"779 mod_19" [id=779, type=mod]; +"780 pad_5" [id=780, type=pad]; +"781 slice_57" [id=781, type=slice]; +"782 slice_58" [id=782, type=slice]; +"783 slice_59" [id=783, type=slice]; +"784 slice_60" [id=784, type=slice]; +"785 slice_61" [id=785, type=slice]; +"786 slice_62" [id=786, type=slice]; +"787 slice_63" [id=787, type=slice]; +"788 slice_64" [id=788, type=slice]; +"789 cat_1" [id=789, type=cat]; +"790 cat_1_0_0_nncf_smooth_quant_0" [id=790, type="call_module"]; +"791 quantize_per_tensor_default_26" [id=791, type="quantize_per_tensor"]; +"792 dequantize_per_tensor_default_26" [id=792, type="dequantize_per_tensor"]; +"793 linear_25_scale_0" [id=793, type="get_attr"]; +"794 linear_25_zero_point_0" [id=794, type="get_attr"]; +"795 compressed_weight_updated_constant18" [id=795, type="get_attr"]; +"796 quantize_per_channel_default_18" [id=796, type="quantize_per_channel"]; +"797 dequantize_per_channel_default_18" [id=797, type="dequantize_per_channel"]; +"798 linear_25" [id=798, type=linear]; +"799 layer_norm_10" [id=799, type="layer_norm"]; +"800 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=800, type="get_attr"]; +"801 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=801, type="call_module"]; +"802 linear_26" [id=802, type=linear]; +"803 relu__4" [id=803, type="relu_"]; +"804 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=804, type="get_attr"]; +"805 relu__4_0_0_nncf_smooth_quant_0" [id=805, type="call_module"]; +"806 linear_27" [id=806, type=linear]; +"807 view_22" [id=807, type=view]; +"808 index_4" [id=808, type=index]; +"809 view_23" [id=809, type=view]; +"810 permute_19" [id=810, type=permute]; +"811 contiguous_6" [id=811, type=contiguous]; +"812 unsqueeze_12" [id=812, type=unsqueeze]; +"813 sigmoid_4" [id=813, type=sigmoid]; +"814 mul_12" [id=814, type=mul]; +"815 add_49" [id=815, type=add]; +"816 add_50" [id=816, type=add]; +"817 floordiv_95" [id=817, type=floordiv]; +"818 mod_20" [id=818, type=mod]; +"819 sub_10" [id=819, type=sub]; +"820 mod_21" [id=820, type=mod]; +"821 add_51" [id=821, type=add]; +"822 add_52" [id=822, type=add]; +"823 floordiv_96" [id=823, type=floordiv]; +"824 mod_22" [id=824, type=mod]; +"825 sub_11" [id=825, type=sub]; +"826 mod_23" [id=826, type=mod]; +"827 pad_6" [id=827, type=pad]; +"828 add_53" [id=828, type=add]; +"829 floordiv_30" [id=829, type=floordiv]; +"830 add_54" [id=830, type=add]; +"831 floordiv_31" [id=831, type=floordiv]; +"832 mul_13" [id=832, type=mul]; +"833 view_24" [id=833, type=view]; +"834 permute_20" [id=834, type=permute]; +"835 reshape_18" [id=835, type=reshape]; +"836 clone_4" [id=836, type=clone]; +"837 slice_65" [id=837, type=slice]; +"838 zero__4" [id=838, type="zero_"]; +"839 reshape_18_0_0_nncf_smooth_quant_0" [id=839, type="call_module"]; +"840 quantize_per_tensor_default_27" [id=840, type="quantize_per_tensor"]; +"841 dequantize_per_tensor_default_27" [id=841, type="dequantize_per_tensor"]; +"842 linear_28_scale_0" [id=842, type="get_attr"]; +"843 linear_28_zero_point_0" [id=843, type="get_attr"]; +"844 compressed_weight_updated_constant19" [id=844, type="get_attr"]; +"845 quantize_per_channel_default_19" [id=845, type="quantize_per_channel"]; +"846 dequantize_per_channel_default_19" [id=846, type="dequantize_per_channel"]; +"847 linear_28" [id=847, type=linear]; +"848 floordiv_97" [id=848, type=floordiv]; +"849 floordiv_98" [id=849, type=floordiv]; +"850 mul_38" [id=850, type=mul]; +"851 reshape_19" [id=851, type=reshape]; +"852 permute_21" [id=852, type=permute]; +"853 select_12" [id=853, type=select]; +"854 select_13" [id=854, type=select]; +"855 select_14" [id=855, type=select]; +"856 linalg_vector_norm_8" [id=856, type="linalg_vector_norm"]; +"857 clamp_min_8" [id=857, type="clamp_min"]; +"858 expand_as_8" [id=858, type="expand_as"]; +"859 div_8" [id=859, type=div]; +"860 quantize_per_tensor_default_28" [id=860, type="quantize_per_tensor"]; +"861 dequantize_per_tensor_default_28" [id=861, type="dequantize_per_tensor"]; +"862 linalg_vector_norm_9" [id=862, type="linalg_vector_norm"]; +"863 clamp_min_9" [id=863, type="clamp_min"]; +"864 expand_as_9" [id=864, type="expand_as"]; +"865 div_9" [id=865, type=div]; +"866 quantize_per_tensor_default_29" [id=866, type="quantize_per_tensor"]; +"867 dequantize_per_tensor_default_29" [id=867, type="dequantize_per_tensor"]; +"868 transpose_8" [id=868, type=transpose]; +"869 matmul_8" [id=869, type=matmul]; +"870 clamp_4" [id=870, type=clamp]; +"871 exp_4" [id=871, type=exp]; +"872 mul_14" [id=872, type=mul]; +"873 add_14" [id=873, type=add]; +"874 softmax_4" [id=874, type=softmax]; +"875 dropout_16" [id=875, type=dropout]; +"876 matmul_9" [id=876, type=matmul]; +"877 transpose_9" [id=877, type=transpose]; +"878 reshape_20" [id=878, type=reshape]; +"879 reshape_20_0_0_nncf_smooth_quant_0" [id=879, type="call_module"]; +"880 quantize_per_tensor_default_30" [id=880, type="quantize_per_tensor"]; +"881 dequantize_per_tensor_default_30" [id=881, type="dequantize_per_tensor"]; +"882 linear_29_scale_0" [id=882, type="get_attr"]; +"883 linear_29_zero_point_0" [id=883, type="get_attr"]; +"884 compressed_weight_updated_constant20" [id=884, type="get_attr"]; +"885 quantize_per_channel_default_20" [id=885, type="quantize_per_channel"]; +"886 dequantize_per_channel_default_20" [id=886, type="dequantize_per_channel"]; +"887 linear_29" [id=887, type=linear]; +"888 dropout_17" [id=888, type=dropout]; +"889 view_25" [id=889, type=view]; +"890 permute_22" [id=890, type=permute]; +"891 reshape_21" [id=891, type=reshape]; +"892 slice_66" [id=892, type=slice]; +"893 slice_67" [id=893, type=slice]; +"894 contiguous_7" [id=894, type=contiguous]; +"895 layer_norm_11" [id=895, type="layer_norm"]; +"896 add_15" [id=896, type=add]; +"897 add_15_0_0_nncf_smooth_quant_0" [id=897, type="call_module"]; +"898 quantize_per_tensor_default_31" [id=898, type="quantize_per_tensor"]; +"899 dequantize_per_tensor_default_31" [id=899, type="dequantize_per_tensor"]; +"900 linear_30_scale_0" [id=900, type="get_attr"]; +"901 linear_30_zero_point_0" [id=901, type="get_attr"]; +"902 compressed_weight_updated_constant21" [id=902, type="get_attr"]; +"903 quantize_per_channel_default_21" [id=903, type="quantize_per_channel"]; +"904 dequantize_per_channel_default_21" [id=904, type="dequantize_per_channel"]; +"905 linear_30" [id=905, type=linear]; +"906 gelu_4" [id=906, type=gelu]; +"907 dropout_18" [id=907, type=dropout]; +"908 dropout_18_0_0_nncf_smooth_quant_0" [id=908, type="call_module"]; +"909 quantize_per_tensor_default_32" [id=909, type="quantize_per_tensor"]; +"910 dequantize_per_tensor_default_32" [id=910, type="dequantize_per_tensor"]; +"911 linear_31_scale_0" [id=911, type="get_attr"]; +"912 linear_31_zero_point_0" [id=912, type="get_attr"]; +"913 compressed_weight_updated_constant22" [id=913, type="get_attr"]; +"914 quantize_per_channel_default_22" [id=914, type="quantize_per_channel"]; +"915 dequantize_per_channel_default_22" [id=915, type="dequantize_per_channel"]; +"916 linear_31" [id=916, type=linear]; +"917 dropout_19" [id=917, type=dropout]; +"918 layer_norm_12" [id=918, type="layer_norm"]; +"919 add_16" [id=919, type=add]; +"920 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=920, type="get_attr"]; +"921 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=921, type="call_module"]; +"922 linear_32" [id=922, type=linear]; +"923 relu__5" [id=923, type="relu_"]; +"924 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=924, type="get_attr"]; +"925 relu__5_0_0_nncf_smooth_quant_0" [id=925, type="call_module"]; +"926 linear_33" [id=926, type=linear]; +"927 view_26" [id=927, type=view]; +"928 index_5" [id=928, type=index]; +"929 view_27" [id=929, type=view]; +"930 permute_23" [id=930, type=permute]; +"931 contiguous_8" [id=931, type=contiguous]; +"932 unsqueeze_13" [id=932, type=unsqueeze]; +"933 sigmoid_5" [id=933, type=sigmoid]; +"934 mul_15" [id=934, type=mul]; +"935 pad_7" [id=935, type=pad]; +"936 roll_4" [id=936, type=roll]; +"937 view_28" [id=937, type=view]; +"938 permute_24" [id=938, type=permute]; +"939 reshape_22" [id=939, type=reshape]; +"940 clone_5" [id=940, type=clone]; +"941 slice_68" [id=941, type=slice]; +"942 zero__5" [id=942, type="zero_"]; +"943 reshape_22_0_0_nncf_smooth_quant_0" [id=943, type="call_module"]; +"944 quantize_per_tensor_default_33" [id=944, type="quantize_per_tensor"]; +"945 dequantize_per_tensor_default_33" [id=945, type="dequantize_per_tensor"]; +"946 linear_34_scale_0" [id=946, type="get_attr"]; +"947 linear_34_zero_point_0" [id=947, type="get_attr"]; +"948 compressed_weight_updated_constant23" [id=948, type="get_attr"]; +"949 quantize_per_channel_default_23" [id=949, type="quantize_per_channel"]; +"950 dequantize_per_channel_default_23" [id=950, type="dequantize_per_channel"]; +"951 linear_34" [id=951, type=linear]; +"952 reshape_23" [id=952, type=reshape]; +"953 permute_25" [id=953, type=permute]; +"954 select_15" [id=954, type=select]; +"955 select_16" [id=955, type=select]; +"956 select_17" [id=956, type=select]; +"957 linalg_vector_norm_10" [id=957, type="linalg_vector_norm"]; +"958 clamp_min_10" [id=958, type="clamp_min"]; +"959 expand_as_10" [id=959, type="expand_as"]; +"960 div_10" [id=960, type=div]; +"961 quantize_per_tensor_default_34" [id=961, type="quantize_per_tensor"]; +"962 dequantize_per_tensor_default_34" [id=962, type="dequantize_per_tensor"]; +"963 linalg_vector_norm_11" [id=963, type="linalg_vector_norm"]; +"964 clamp_min_11" [id=964, type="clamp_min"]; +"965 expand_as_11" [id=965, type="expand_as"]; +"966 div_11" [id=966, type=div]; +"967 quantize_per_tensor_default_35" [id=967, type="quantize_per_tensor"]; +"968 dequantize_per_tensor_default_35" [id=968, type="dequantize_per_tensor"]; +"969 transpose_10" [id=969, type=transpose]; +"970 matmul_10" [id=970, type=matmul]; +"971 clamp_5" [id=971, type=clamp]; +"972 exp_5" [id=972, type=exp]; +"973 mul_17" [id=973, type=mul]; +"974 add_17" [id=974, type=add]; +"975 new_zeros_2" [id=975, type="new_zeros"]; +"976 lift_fresh_copy_18" [id=976, type="lift_fresh_copy"]; +"977 slice_69" [id=977, type=slice]; +"978 slice_70" [id=978, type=slice]; +"979 fill__18" [id=979, type="fill_"]; +"980 lift_fresh_copy_19" [id=980, type="lift_fresh_copy"]; +"981 slice_71" [id=981, type=slice]; +"982 slice_72" [id=982, type=slice]; +"983 fill__19" [id=983, type="fill_"]; +"984 lift_fresh_copy_20" [id=984, type="lift_fresh_copy"]; +"985 slice_73" [id=985, type=slice]; +"986 slice_74" [id=986, type=slice]; +"987 fill__20" [id=987, type="fill_"]; +"988 lift_fresh_copy_21" [id=988, type="lift_fresh_copy"]; +"989 slice_75" [id=989, type=slice]; +"990 slice_76" [id=990, type=slice]; +"991 fill__21" [id=991, type="fill_"]; +"992 lift_fresh_copy_22" [id=992, type="lift_fresh_copy"]; +"993 slice_77" [id=993, type=slice]; +"994 slice_78" [id=994, type=slice]; +"995 fill__22" [id=995, type="fill_"]; +"996 lift_fresh_copy_23" [id=996, type="lift_fresh_copy"]; +"997 slice_79" [id=997, type=slice]; +"998 slice_80" [id=998, type=slice]; +"999 fill__23" [id=999, type="fill_"]; +"1000 lift_fresh_copy_24" [id=1000, type="lift_fresh_copy"]; +"1001 slice_81" [id=1001, type=slice]; +"1002 slice_82" [id=1002, type=slice]; +"1003 fill__24" [id=1003, type="fill_"]; +"1004 lift_fresh_copy_25" [id=1004, type="lift_fresh_copy"]; +"1005 slice_83" [id=1005, type=slice]; +"1006 slice_84" [id=1006, type=slice]; +"1007 fill__25" [id=1007, type="fill_"]; +"1008 lift_fresh_copy_26" [id=1008, type="lift_fresh_copy"]; +"1009 slice_85" [id=1009, type=slice]; +"1010 slice_86" [id=1010, type=slice]; +"1011 fill__26" [id=1011, type="fill_"]; +"1012 view_29" [id=1012, type=view]; +"1013 permute_26" [id=1013, type=permute]; +"1014 reshape_24" [id=1014, type=reshape]; +"1015 unsqueeze_14" [id=1015, type=unsqueeze]; +"1016 unsqueeze_15" [id=1016, type=unsqueeze]; +"1017 sub_14" [id=1017, type=sub]; +"1018 ne_2" [id=1018, type=ne]; +"1019 masked_fill_4" [id=1019, type="masked_fill"]; +"1020 eq_2" [id=1020, type=eq]; +"1021 masked_fill_5" [id=1021, type="masked_fill"]; +"1022 view_30" [id=1022, type=view]; +"1023 unsqueeze_16" [id=1023, type=unsqueeze]; +"1024 unsqueeze_17" [id=1024, type=unsqueeze]; +"1025 add_18" [id=1025, type=add]; +"1026 view_31" [id=1026, type=view]; +"1027 softmax_5" [id=1027, type=softmax]; +"1028 dropout_20" [id=1028, type=dropout]; +"1029 matmul_11" [id=1029, type=matmul]; +"1030 transpose_11" [id=1030, type=transpose]; +"1031 reshape_25" [id=1031, type=reshape]; +"1032 reshape_25_0_0_nncf_smooth_quant_0" [id=1032, type="call_module"]; +"1033 quantize_per_tensor_default_36" [id=1033, type="quantize_per_tensor"]; +"1034 dequantize_per_tensor_default_36" [id=1034, type="dequantize_per_tensor"]; +"1035 linear_35_scale_0" [id=1035, type="get_attr"]; +"1036 linear_35_zero_point_0" [id=1036, type="get_attr"]; +"1037 compressed_weight_updated_constant24" [id=1037, type="get_attr"]; +"1038 quantize_per_channel_default_24" [id=1038, type="quantize_per_channel"]; +"1039 dequantize_per_channel_default_24" [id=1039, type="dequantize_per_channel"]; +"1040 linear_35" [id=1040, type=linear]; +"1041 dropout_21" [id=1041, type=dropout]; +"1042 view_32" [id=1042, type=view]; +"1043 permute_27" [id=1043, type=permute]; +"1044 reshape_26" [id=1044, type=reshape]; +"1045 roll_5" [id=1045, type=roll]; +"1046 slice_87" [id=1046, type=slice]; +"1047 slice_88" [id=1047, type=slice]; +"1048 contiguous_9" [id=1048, type=contiguous]; +"1049 layer_norm_13" [id=1049, type="layer_norm"]; +"1050 add_19" [id=1050, type=add]; +"1051 add_19_0_0_nncf_smooth_quant_0" [id=1051, type="call_module"]; +"1052 quantize_per_tensor_default_37" [id=1052, type="quantize_per_tensor"]; +"1053 dequantize_per_tensor_default_37" [id=1053, type="dequantize_per_tensor"]; +"1054 linear_36_scale_0" [id=1054, type="get_attr"]; +"1055 linear_36_zero_point_0" [id=1055, type="get_attr"]; +"1056 compressed_weight_updated_constant25" [id=1056, type="get_attr"]; +"1057 quantize_per_channel_default_25" [id=1057, type="quantize_per_channel"]; +"1058 dequantize_per_channel_default_25" [id=1058, type="dequantize_per_channel"]; +"1059 linear_36" [id=1059, type=linear]; +"1060 gelu_5" [id=1060, type=gelu]; +"1061 dropout_22" [id=1061, type=dropout]; +"1062 dropout_22_0_0_nncf_smooth_quant_0" [id=1062, type="call_module"]; +"1063 quantize_per_tensor_default_38" [id=1063, type="quantize_per_tensor"]; +"1064 dequantize_per_tensor_default_38" [id=1064, type="dequantize_per_tensor"]; +"1065 linear_37_scale_0" [id=1065, type="get_attr"]; +"1066 linear_37_zero_point_0" [id=1066, type="get_attr"]; +"1067 compressed_weight_updated_constant26" [id=1067, type="get_attr"]; +"1068 quantize_per_channel_default_26" [id=1068, type="quantize_per_channel"]; +"1069 dequantize_per_channel_default_26" [id=1069, type="dequantize_per_channel"]; +"1070 linear_37" [id=1070, type=linear]; +"1071 dropout_23" [id=1071, type=dropout]; +"1072 layer_norm_14" [id=1072, type="layer_norm"]; +"1073 add_20" [id=1073, type=add]; +"1074 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1074, type="get_attr"]; +"1075 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1075, type="call_module"]; +"1076 linear_38" [id=1076, type=linear]; +"1077 relu__6" [id=1077, type="relu_"]; +"1078 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1078, type="get_attr"]; +"1079 relu__6_0_0_nncf_smooth_quant_0" [id=1079, type="call_module"]; +"1080 linear_39" [id=1080, type=linear]; +"1081 view_33" [id=1081, type=view]; +"1082 index_6" [id=1082, type=index]; +"1083 view_34" [id=1083, type=view]; +"1084 permute_28" [id=1084, type=permute]; +"1085 contiguous_10" [id=1085, type=contiguous]; +"1086 unsqueeze_18" [id=1086, type=unsqueeze]; +"1087 sigmoid_6" [id=1087, type=sigmoid]; +"1088 mul_18" [id=1088, type=mul]; +"1089 pad_8" [id=1089, type=pad]; +"1090 view_35" [id=1090, type=view]; +"1091 permute_29" [id=1091, type=permute]; +"1092 reshape_27" [id=1092, type=reshape]; +"1093 clone_6" [id=1093, type=clone]; +"1094 slice_89" [id=1094, type=slice]; +"1095 zero__6" [id=1095, type="zero_"]; +"1096 reshape_27_0_0_nncf_smooth_quant_0" [id=1096, type="call_module"]; +"1097 quantize_per_tensor_default_39" [id=1097, type="quantize_per_tensor"]; +"1098 dequantize_per_tensor_default_39" [id=1098, type="dequantize_per_tensor"]; +"1099 linear_40_scale_0" [id=1099, type="get_attr"]; +"1100 linear_40_zero_point_0" [id=1100, type="get_attr"]; +"1101 compressed_weight_updated_constant27" [id=1101, type="get_attr"]; +"1102 quantize_per_channel_default_27" [id=1102, type="quantize_per_channel"]; +"1103 dequantize_per_channel_default_27" [id=1103, type="dequantize_per_channel"]; +"1104 linear_40" [id=1104, type=linear]; +"1105 reshape_28" [id=1105, type=reshape]; +"1106 permute_30" [id=1106, type=permute]; +"1107 select_18" [id=1107, type=select]; +"1108 select_19" [id=1108, type=select]; +"1109 select_20" [id=1109, type=select]; +"1110 linalg_vector_norm_12" [id=1110, type="linalg_vector_norm"]; +"1111 clamp_min_12" [id=1111, type="clamp_min"]; +"1112 expand_as_12" [id=1112, type="expand_as"]; +"1113 div_12" [id=1113, type=div]; +"1114 quantize_per_tensor_default_40" [id=1114, type="quantize_per_tensor"]; +"1115 dequantize_per_tensor_default_40" [id=1115, type="dequantize_per_tensor"]; +"1116 linalg_vector_norm_13" [id=1116, type="linalg_vector_norm"]; +"1117 clamp_min_13" [id=1117, type="clamp_min"]; +"1118 expand_as_13" [id=1118, type="expand_as"]; +"1119 div_13" [id=1119, type=div]; +"1120 quantize_per_tensor_default_41" [id=1120, type="quantize_per_tensor"]; +"1121 dequantize_per_tensor_default_41" [id=1121, type="dequantize_per_tensor"]; +"1122 transpose_12" [id=1122, type=transpose]; +"1123 matmul_12" [id=1123, type=matmul]; +"1124 clamp_6" [id=1124, type=clamp]; +"1125 exp_6" [id=1125, type=exp]; +"1126 mul_20" [id=1126, type=mul]; +"1127 add_21" [id=1127, type=add]; +"1128 softmax_6" [id=1128, type=softmax]; +"1129 dropout_24" [id=1129, type=dropout]; +"1130 matmul_13" [id=1130, type=matmul]; +"1131 transpose_13" [id=1131, type=transpose]; +"1132 reshape_29" [id=1132, type=reshape]; +"1133 reshape_29_0_0_nncf_smooth_quant_0" [id=1133, type="call_module"]; +"1134 quantize_per_tensor_default_42" [id=1134, type="quantize_per_tensor"]; +"1135 dequantize_per_tensor_default_42" [id=1135, type="dequantize_per_tensor"]; +"1136 linear_41_scale_0" [id=1136, type="get_attr"]; +"1137 linear_41_zero_point_0" [id=1137, type="get_attr"]; +"1138 compressed_weight_updated_constant28" [id=1138, type="get_attr"]; +"1139 quantize_per_channel_default_28" [id=1139, type="quantize_per_channel"]; +"1140 dequantize_per_channel_default_28" [id=1140, type="dequantize_per_channel"]; +"1141 linear_41" [id=1141, type=linear]; +"1142 dropout_25" [id=1142, type=dropout]; +"1143 view_36" [id=1143, type=view]; +"1144 permute_31" [id=1144, type=permute]; +"1145 reshape_30" [id=1145, type=reshape]; +"1146 slice_90" [id=1146, type=slice]; +"1147 slice_91" [id=1147, type=slice]; +"1148 contiguous_11" [id=1148, type=contiguous]; +"1149 layer_norm_15" [id=1149, type="layer_norm"]; +"1150 add_22" [id=1150, type=add]; +"1151 add_22_0_0_nncf_smooth_quant_0" [id=1151, type="call_module"]; +"1152 quantize_per_tensor_default_43" [id=1152, type="quantize_per_tensor"]; +"1153 dequantize_per_tensor_default_43" [id=1153, type="dequantize_per_tensor"]; +"1154 linear_42_scale_0" [id=1154, type="get_attr"]; +"1155 linear_42_zero_point_0" [id=1155, type="get_attr"]; +"1156 compressed_weight_updated_constant29" [id=1156, type="get_attr"]; +"1157 quantize_per_channel_default_29" [id=1157, type="quantize_per_channel"]; +"1158 dequantize_per_channel_default_29" [id=1158, type="dequantize_per_channel"]; +"1159 linear_42" [id=1159, type=linear]; +"1160 gelu_6" [id=1160, type=gelu]; +"1161 dropout_26" [id=1161, type=dropout]; +"1162 dropout_26_0_0_nncf_smooth_quant_0" [id=1162, type="call_module"]; +"1163 quantize_per_tensor_default_44" [id=1163, type="quantize_per_tensor"]; +"1164 dequantize_per_tensor_default_44" [id=1164, type="dequantize_per_tensor"]; +"1165 linear_43_scale_0" [id=1165, type="get_attr"]; +"1166 linear_43_zero_point_0" [id=1166, type="get_attr"]; +"1167 compressed_weight_updated_constant30" [id=1167, type="get_attr"]; +"1168 quantize_per_channel_default_30" [id=1168, type="quantize_per_channel"]; +"1169 dequantize_per_channel_default_30" [id=1169, type="dequantize_per_channel"]; +"1170 linear_43" [id=1170, type=linear]; +"1171 dropout_27" [id=1171, type=dropout]; +"1172 layer_norm_16" [id=1172, type="layer_norm"]; +"1173 add_23" [id=1173, type=add]; +"1174 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1174, type="get_attr"]; +"1175 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1175, type="call_module"]; +"1176 linear_44" [id=1176, type=linear]; +"1177 relu__7" [id=1177, type="relu_"]; +"1178 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1178, type="get_attr"]; +"1179 relu__7_0_0_nncf_smooth_quant_0" [id=1179, type="call_module"]; +"1180 linear_45" [id=1180, type=linear]; +"1181 view_37" [id=1181, type=view]; +"1182 index_7" [id=1182, type=index]; +"1183 view_38" [id=1183, type=view]; +"1184 permute_32" [id=1184, type=permute]; +"1185 contiguous_12" [id=1185, type=contiguous]; +"1186 unsqueeze_19" [id=1186, type=unsqueeze]; +"1187 sigmoid_7" [id=1187, type=sigmoid]; +"1188 mul_21" [id=1188, type=mul]; +"1189 pad_9" [id=1189, type=pad]; +"1190 roll_6" [id=1190, type=roll]; +"1191 view_39" [id=1191, type=view]; +"1192 permute_33" [id=1192, type=permute]; +"1193 reshape_31" [id=1193, type=reshape]; +"1194 clone_7" [id=1194, type=clone]; +"1195 slice_92" [id=1195, type=slice]; +"1196 zero__7" [id=1196, type="zero_"]; +"1197 reshape_31_0_0_nncf_smooth_quant_0" [id=1197, type="call_module"]; +"1198 quantize_per_tensor_default_45" [id=1198, type="quantize_per_tensor"]; +"1199 dequantize_per_tensor_default_45" [id=1199, type="dequantize_per_tensor"]; +"1200 linear_46_scale_0" [id=1200, type="get_attr"]; +"1201 linear_46_zero_point_0" [id=1201, type="get_attr"]; +"1202 compressed_weight_updated_constant31" [id=1202, type="get_attr"]; +"1203 quantize_per_channel_default_31" [id=1203, type="quantize_per_channel"]; +"1204 dequantize_per_channel_default_31" [id=1204, type="dequantize_per_channel"]; +"1205 linear_46" [id=1205, type=linear]; +"1206 reshape_32" [id=1206, type=reshape]; +"1207 permute_34" [id=1207, type=permute]; +"1208 select_21" [id=1208, type=select]; +"1209 select_22" [id=1209, type=select]; +"1210 select_23" [id=1210, type=select]; +"1211 linalg_vector_norm_14" [id=1211, type="linalg_vector_norm"]; +"1212 clamp_min_14" [id=1212, type="clamp_min"]; +"1213 expand_as_14" [id=1213, type="expand_as"]; +"1214 div_14" [id=1214, type=div]; +"1215 quantize_per_tensor_default_46" [id=1215, type="quantize_per_tensor"]; +"1216 dequantize_per_tensor_default_46" [id=1216, type="dequantize_per_tensor"]; +"1217 linalg_vector_norm_15" [id=1217, type="linalg_vector_norm"]; +"1218 clamp_min_15" [id=1218, type="clamp_min"]; +"1219 expand_as_15" [id=1219, type="expand_as"]; +"1220 div_15" [id=1220, type=div]; +"1221 quantize_per_tensor_default_47" [id=1221, type="quantize_per_tensor"]; +"1222 dequantize_per_tensor_default_47" [id=1222, type="dequantize_per_tensor"]; +"1223 transpose_14" [id=1223, type=transpose]; +"1224 matmul_14" [id=1224, type=matmul]; +"1225 clamp_7" [id=1225, type=clamp]; +"1226 exp_7" [id=1226, type=exp]; +"1227 mul_23" [id=1227, type=mul]; +"1228 add_24" [id=1228, type=add]; +"1229 new_zeros_3" [id=1229, type="new_zeros"]; +"1230 lift_fresh_copy_27" [id=1230, type="lift_fresh_copy"]; +"1231 slice_93" [id=1231, type=slice]; +"1232 slice_94" [id=1232, type=slice]; +"1233 fill__27" [id=1233, type="fill_"]; +"1234 lift_fresh_copy_28" [id=1234, type="lift_fresh_copy"]; +"1235 slice_95" [id=1235, type=slice]; +"1236 slice_96" [id=1236, type=slice]; +"1237 fill__28" [id=1237, type="fill_"]; +"1238 lift_fresh_copy_29" [id=1238, type="lift_fresh_copy"]; +"1239 slice_97" [id=1239, type=slice]; +"1240 slice_98" [id=1240, type=slice]; +"1241 fill__29" [id=1241, type="fill_"]; +"1242 lift_fresh_copy_30" [id=1242, type="lift_fresh_copy"]; +"1243 slice_99" [id=1243, type=slice]; +"1244 slice_100" [id=1244, type=slice]; +"1245 fill__30" [id=1245, type="fill_"]; +"1246 lift_fresh_copy_31" [id=1246, type="lift_fresh_copy"]; +"1247 slice_101" [id=1247, type=slice]; +"1248 slice_102" [id=1248, type=slice]; +"1249 fill__31" [id=1249, type="fill_"]; +"1250 lift_fresh_copy_32" [id=1250, type="lift_fresh_copy"]; +"1251 slice_103" [id=1251, type=slice]; +"1252 slice_104" [id=1252, type=slice]; +"1253 fill__32" [id=1253, type="fill_"]; +"1254 lift_fresh_copy_33" [id=1254, type="lift_fresh_copy"]; +"1255 slice_105" [id=1255, type=slice]; +"1256 slice_106" [id=1256, type=slice]; +"1257 fill__33" [id=1257, type="fill_"]; +"1258 lift_fresh_copy_34" [id=1258, type="lift_fresh_copy"]; +"1259 slice_107" [id=1259, type=slice]; +"1260 slice_108" [id=1260, type=slice]; +"1261 fill__34" [id=1261, type="fill_"]; +"1262 lift_fresh_copy_35" [id=1262, type="lift_fresh_copy"]; +"1263 slice_109" [id=1263, type=slice]; +"1264 slice_110" [id=1264, type=slice]; +"1265 fill__35" [id=1265, type="fill_"]; +"1266 view_40" [id=1266, type=view]; +"1267 permute_35" [id=1267, type=permute]; +"1268 reshape_33" [id=1268, type=reshape]; +"1269 unsqueeze_20" [id=1269, type=unsqueeze]; +"1270 unsqueeze_21" [id=1270, type=unsqueeze]; +"1271 sub_19" [id=1271, type=sub]; +"1272 ne_3" [id=1272, type=ne]; +"1273 masked_fill_6" [id=1273, type="masked_fill"]; +"1274 eq_3" [id=1274, type=eq]; +"1275 masked_fill_7" [id=1275, type="masked_fill"]; +"1276 view_41" [id=1276, type=view]; +"1277 unsqueeze_22" [id=1277, type=unsqueeze]; +"1278 unsqueeze_23" [id=1278, type=unsqueeze]; +"1279 add_25" [id=1279, type=add]; +"1280 view_42" [id=1280, type=view]; +"1281 softmax_7" [id=1281, type=softmax]; +"1282 dropout_28" [id=1282, type=dropout]; +"1283 matmul_15" [id=1283, type=matmul]; +"1284 transpose_15" [id=1284, type=transpose]; +"1285 reshape_34" [id=1285, type=reshape]; +"1286 reshape_34_0_0_nncf_smooth_quant_0" [id=1286, type="call_module"]; +"1287 quantize_per_tensor_default_48" [id=1287, type="quantize_per_tensor"]; +"1288 dequantize_per_tensor_default_48" [id=1288, type="dequantize_per_tensor"]; +"1289 linear_47_scale_0" [id=1289, type="get_attr"]; +"1290 linear_47_zero_point_0" [id=1290, type="get_attr"]; +"1291 compressed_weight_updated_constant32" [id=1291, type="get_attr"]; +"1292 quantize_per_channel_default_32" [id=1292, type="quantize_per_channel"]; +"1293 dequantize_per_channel_default_32" [id=1293, type="dequantize_per_channel"]; +"1294 linear_47" [id=1294, type=linear]; +"1295 dropout_29" [id=1295, type=dropout]; +"1296 view_43" [id=1296, type=view]; +"1297 permute_36" [id=1297, type=permute]; +"1298 reshape_35" [id=1298, type=reshape]; +"1299 roll_7" [id=1299, type=roll]; +"1300 slice_111" [id=1300, type=slice]; +"1301 slice_112" [id=1301, type=slice]; +"1302 contiguous_13" [id=1302, type=contiguous]; +"1303 layer_norm_17" [id=1303, type="layer_norm"]; +"1304 add_26" [id=1304, type=add]; +"1305 add_26_0_0_nncf_smooth_quant_0" [id=1305, type="call_module"]; +"1306 quantize_per_tensor_default_49" [id=1306, type="quantize_per_tensor"]; +"1307 dequantize_per_tensor_default_49" [id=1307, type="dequantize_per_tensor"]; +"1308 linear_48_scale_0" [id=1308, type="get_attr"]; +"1309 linear_48_zero_point_0" [id=1309, type="get_attr"]; +"1310 compressed_weight_updated_constant33" [id=1310, type="get_attr"]; +"1311 quantize_per_channel_default_33" [id=1311, type="quantize_per_channel"]; +"1312 dequantize_per_channel_default_33" [id=1312, type="dequantize_per_channel"]; +"1313 linear_48" [id=1313, type=linear]; +"1314 gelu_7" [id=1314, type=gelu]; +"1315 dropout_30" [id=1315, type=dropout]; +"1316 dropout_30_0_0_nncf_smooth_quant_0" [id=1316, type="call_module"]; +"1317 quantize_per_tensor_default_50" [id=1317, type="quantize_per_tensor"]; +"1318 dequantize_per_tensor_default_50" [id=1318, type="dequantize_per_tensor"]; +"1319 linear_49_scale_0" [id=1319, type="get_attr"]; +"1320 linear_49_zero_point_0" [id=1320, type="get_attr"]; +"1321 compressed_weight_updated_constant34" [id=1321, type="get_attr"]; +"1322 quantize_per_channel_default_34" [id=1322, type="quantize_per_channel"]; +"1323 dequantize_per_channel_default_34" [id=1323, type="dequantize_per_channel"]; +"1324 linear_49" [id=1324, type=linear]; +"1325 dropout_31" [id=1325, type=dropout]; +"1326 layer_norm_18" [id=1326, type="layer_norm"]; +"1327 add_27" [id=1327, type=add]; +"1328 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1328, type="get_attr"]; +"1329 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1329, type="call_module"]; +"1330 linear_50" [id=1330, type=linear]; +"1331 relu__8" [id=1331, type="relu_"]; +"1332 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1332, type="get_attr"]; +"1333 relu__8_0_0_nncf_smooth_quant_0" [id=1333, type="call_module"]; +"1334 linear_51" [id=1334, type=linear]; +"1335 view_44" [id=1335, type=view]; +"1336 index_8" [id=1336, type=index]; +"1337 view_45" [id=1337, type=view]; +"1338 permute_37" [id=1338, type=permute]; +"1339 contiguous_14" [id=1339, type=contiguous]; +"1340 unsqueeze_24" [id=1340, type=unsqueeze]; +"1341 sigmoid_8" [id=1341, type=sigmoid]; +"1342 mul_24" [id=1342, type=mul]; +"1343 pad_10" [id=1343, type=pad]; +"1344 view_46" [id=1344, type=view]; +"1345 permute_38" [id=1345, type=permute]; +"1346 reshape_36" [id=1346, type=reshape]; +"1347 clone_8" [id=1347, type=clone]; +"1348 slice_113" [id=1348, type=slice]; +"1349 zero__8" [id=1349, type="zero_"]; +"1350 reshape_36_0_0_nncf_smooth_quant_0" [id=1350, type="call_module"]; +"1351 quantize_per_tensor_default_51" [id=1351, type="quantize_per_tensor"]; +"1352 dequantize_per_tensor_default_51" [id=1352, type="dequantize_per_tensor"]; +"1353 linear_52_scale_0" [id=1353, type="get_attr"]; +"1354 linear_52_zero_point_0" [id=1354, type="get_attr"]; +"1355 compressed_weight_updated_constant35" [id=1355, type="get_attr"]; +"1356 quantize_per_channel_default_35" [id=1356, type="quantize_per_channel"]; +"1357 dequantize_per_channel_default_35" [id=1357, type="dequantize_per_channel"]; +"1358 linear_52" [id=1358, type=linear]; +"1359 reshape_37" [id=1359, type=reshape]; +"1360 permute_39" [id=1360, type=permute]; +"1361 select_24" [id=1361, type=select]; +"1362 select_25" [id=1362, type=select]; +"1363 select_26" [id=1363, type=select]; +"1364 linalg_vector_norm_16" [id=1364, type="linalg_vector_norm"]; +"1365 clamp_min_16" [id=1365, type="clamp_min"]; +"1366 expand_as_16" [id=1366, type="expand_as"]; +"1367 div_16" [id=1367, type=div]; +"1368 quantize_per_tensor_default_52" [id=1368, type="quantize_per_tensor"]; +"1369 dequantize_per_tensor_default_52" [id=1369, type="dequantize_per_tensor"]; +"1370 linalg_vector_norm_17" [id=1370, type="linalg_vector_norm"]; +"1371 clamp_min_17" [id=1371, type="clamp_min"]; +"1372 expand_as_17" [id=1372, type="expand_as"]; +"1373 div_17" [id=1373, type=div]; +"1374 quantize_per_tensor_default_53" [id=1374, type="quantize_per_tensor"]; +"1375 dequantize_per_tensor_default_53" [id=1375, type="dequantize_per_tensor"]; +"1376 transpose_16" [id=1376, type=transpose]; +"1377 matmul_16" [id=1377, type=matmul]; +"1378 clamp_8" [id=1378, type=clamp]; +"1379 exp_8" [id=1379, type=exp]; +"1380 mul_26" [id=1380, type=mul]; +"1381 add_28" [id=1381, type=add]; +"1382 softmax_8" [id=1382, type=softmax]; +"1383 dropout_32" [id=1383, type=dropout]; +"1384 matmul_17" [id=1384, type=matmul]; +"1385 transpose_17" [id=1385, type=transpose]; +"1386 reshape_38" [id=1386, type=reshape]; +"1387 reshape_38_0_0_nncf_smooth_quant_0" [id=1387, type="call_module"]; +"1388 quantize_per_tensor_default_54" [id=1388, type="quantize_per_tensor"]; +"1389 dequantize_per_tensor_default_54" [id=1389, type="dequantize_per_tensor"]; +"1390 linear_53_scale_0" [id=1390, type="get_attr"]; +"1391 linear_53_zero_point_0" [id=1391, type="get_attr"]; +"1392 compressed_weight_updated_constant36" [id=1392, type="get_attr"]; +"1393 quantize_per_channel_default_36" [id=1393, type="quantize_per_channel"]; +"1394 dequantize_per_channel_default_36" [id=1394, type="dequantize_per_channel"]; +"1395 linear_53" [id=1395, type=linear]; +"1396 dropout_33" [id=1396, type=dropout]; +"1397 view_47" [id=1397, type=view]; +"1398 permute_40" [id=1398, type=permute]; +"1399 reshape_39" [id=1399, type=reshape]; +"1400 slice_114" [id=1400, type=slice]; +"1401 slice_115" [id=1401, type=slice]; +"1402 contiguous_15" [id=1402, type=contiguous]; +"1403 layer_norm_19" [id=1403, type="layer_norm"]; +"1404 add_29" [id=1404, type=add]; +"1405 add_29_0_0_nncf_smooth_quant_0" [id=1405, type="call_module"]; +"1406 quantize_per_tensor_default_55" [id=1406, type="quantize_per_tensor"]; +"1407 dequantize_per_tensor_default_55" [id=1407, type="dequantize_per_tensor"]; +"1408 linear_54_scale_0" [id=1408, type="get_attr"]; +"1409 linear_54_zero_point_0" [id=1409, type="get_attr"]; +"1410 compressed_weight_updated_constant37" [id=1410, type="get_attr"]; +"1411 quantize_per_channel_default_37" [id=1411, type="quantize_per_channel"]; +"1412 dequantize_per_channel_default_37" [id=1412, type="dequantize_per_channel"]; +"1413 linear_54" [id=1413, type=linear]; +"1414 gelu_8" [id=1414, type=gelu]; +"1415 dropout_34" [id=1415, type=dropout]; +"1416 dropout_34_0_0_nncf_smooth_quant_0" [id=1416, type="call_module"]; +"1417 quantize_per_tensor_default_56" [id=1417, type="quantize_per_tensor"]; +"1418 dequantize_per_tensor_default_56" [id=1418, type="dequantize_per_tensor"]; +"1419 linear_55_scale_0" [id=1419, type="get_attr"]; +"1420 linear_55_zero_point_0" [id=1420, type="get_attr"]; +"1421 compressed_weight_updated_constant38" [id=1421, type="get_attr"]; +"1422 quantize_per_channel_default_38" [id=1422, type="quantize_per_channel"]; +"1423 dequantize_per_channel_default_38" [id=1423, type="dequantize_per_channel"]; +"1424 linear_55" [id=1424, type=linear]; +"1425 dropout_35" [id=1425, type=dropout]; +"1426 layer_norm_20" [id=1426, type="layer_norm"]; +"1427 add_30" [id=1427, type=add]; +"1428 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1428, type="get_attr"]; +"1429 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1429, type="call_module"]; +"1430 linear_56" [id=1430, type=linear]; +"1431 relu__9" [id=1431, type="relu_"]; +"1432 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1432, type="get_attr"]; +"1433 relu__9_0_0_nncf_smooth_quant_0" [id=1433, type="call_module"]; +"1434 linear_57" [id=1434, type=linear]; +"1435 view_48" [id=1435, type=view]; +"1436 index_9" [id=1436, type=index]; +"1437 view_49" [id=1437, type=view]; +"1438 permute_41" [id=1438, type=permute]; +"1439 contiguous_16" [id=1439, type=contiguous]; +"1440 unsqueeze_25" [id=1440, type=unsqueeze]; +"1441 sigmoid_9" [id=1441, type=sigmoid]; +"1442 mul_27" [id=1442, type=mul]; +"1443 pad_11" [id=1443, type=pad]; +"1444 roll_8" [id=1444, type=roll]; +"1445 view_50" [id=1445, type=view]; +"1446 permute_42" [id=1446, type=permute]; +"1447 reshape_40" [id=1447, type=reshape]; +"1448 clone_9" [id=1448, type=clone]; +"1449 slice_116" [id=1449, type=slice]; +"1450 zero__9" [id=1450, type="zero_"]; +"1451 reshape_40_0_0_nncf_smooth_quant_0" [id=1451, type="call_module"]; +"1452 quantize_per_tensor_default_57" [id=1452, type="quantize_per_tensor"]; +"1453 dequantize_per_tensor_default_57" [id=1453, type="dequantize_per_tensor"]; +"1454 linear_58_scale_0" [id=1454, type="get_attr"]; +"1455 linear_58_zero_point_0" [id=1455, type="get_attr"]; +"1456 compressed_weight_updated_constant39" [id=1456, type="get_attr"]; +"1457 quantize_per_channel_default_39" [id=1457, type="quantize_per_channel"]; +"1458 dequantize_per_channel_default_39" [id=1458, type="dequantize_per_channel"]; +"1459 linear_58" [id=1459, type=linear]; +"1460 reshape_41" [id=1460, type=reshape]; +"1461 permute_43" [id=1461, type=permute]; +"1462 select_27" [id=1462, type=select]; +"1463 select_28" [id=1463, type=select]; +"1464 select_29" [id=1464, type=select]; +"1465 linalg_vector_norm_18" [id=1465, type="linalg_vector_norm"]; +"1466 clamp_min_18" [id=1466, type="clamp_min"]; +"1467 expand_as_18" [id=1467, type="expand_as"]; +"1468 div_18" [id=1468, type=div]; +"1469 quantize_per_tensor_default_58" [id=1469, type="quantize_per_tensor"]; +"1470 dequantize_per_tensor_default_58" [id=1470, type="dequantize_per_tensor"]; +"1471 linalg_vector_norm_19" [id=1471, type="linalg_vector_norm"]; +"1472 clamp_min_19" [id=1472, type="clamp_min"]; +"1473 expand_as_19" [id=1473, type="expand_as"]; +"1474 div_19" [id=1474, type=div]; +"1475 quantize_per_tensor_default_59" [id=1475, type="quantize_per_tensor"]; +"1476 dequantize_per_tensor_default_59" [id=1476, type="dequantize_per_tensor"]; +"1477 transpose_18" [id=1477, type=transpose]; +"1478 matmul_18" [id=1478, type=matmul]; +"1479 clamp_9" [id=1479, type=clamp]; +"1480 exp_9" [id=1480, type=exp]; +"1481 mul_29" [id=1481, type=mul]; +"1482 add_31" [id=1482, type=add]; +"1483 new_zeros_4" [id=1483, type="new_zeros"]; +"1484 lift_fresh_copy_36" [id=1484, type="lift_fresh_copy"]; +"1485 slice_117" [id=1485, type=slice]; +"1486 slice_118" [id=1486, type=slice]; +"1487 fill__36" [id=1487, type="fill_"]; +"1488 lift_fresh_copy_37" [id=1488, type="lift_fresh_copy"]; +"1489 slice_119" [id=1489, type=slice]; +"1490 slice_120" [id=1490, type=slice]; +"1491 fill__37" [id=1491, type="fill_"]; +"1492 lift_fresh_copy_38" [id=1492, type="lift_fresh_copy"]; +"1493 slice_121" [id=1493, type=slice]; +"1494 slice_122" [id=1494, type=slice]; +"1495 fill__38" [id=1495, type="fill_"]; +"1496 lift_fresh_copy_39" [id=1496, type="lift_fresh_copy"]; +"1497 slice_123" [id=1497, type=slice]; +"1498 slice_124" [id=1498, type=slice]; +"1499 fill__39" [id=1499, type="fill_"]; +"1500 lift_fresh_copy_40" [id=1500, type="lift_fresh_copy"]; +"1501 slice_125" [id=1501, type=slice]; +"1502 slice_126" [id=1502, type=slice]; +"1503 fill__40" [id=1503, type="fill_"]; +"1504 lift_fresh_copy_41" [id=1504, type="lift_fresh_copy"]; +"1505 slice_127" [id=1505, type=slice]; +"1506 slice_128" [id=1506, type=slice]; +"1507 fill__41" [id=1507, type="fill_"]; +"1508 lift_fresh_copy_42" [id=1508, type="lift_fresh_copy"]; +"1509 slice_129" [id=1509, type=slice]; +"1510 slice_130" [id=1510, type=slice]; +"1511 fill__42" [id=1511, type="fill_"]; +"1512 lift_fresh_copy_43" [id=1512, type="lift_fresh_copy"]; +"1513 slice_131" [id=1513, type=slice]; +"1514 slice_132" [id=1514, type=slice]; +"1515 fill__43" [id=1515, type="fill_"]; +"1516 lift_fresh_copy_44" [id=1516, type="lift_fresh_copy"]; +"1517 slice_133" [id=1517, type=slice]; +"1518 slice_134" [id=1518, type=slice]; +"1519 fill__44" [id=1519, type="fill_"]; +"1520 view_51" [id=1520, type=view]; +"1521 permute_44" [id=1521, type=permute]; +"1522 reshape_42" [id=1522, type=reshape]; +"1523 unsqueeze_26" [id=1523, type=unsqueeze]; +"1524 unsqueeze_27" [id=1524, type=unsqueeze]; +"1525 sub_24" [id=1525, type=sub]; +"1526 ne_4" [id=1526, type=ne]; +"1527 masked_fill_8" [id=1527, type="masked_fill"]; +"1528 eq_4" [id=1528, type=eq]; +"1529 masked_fill_9" [id=1529, type="masked_fill"]; +"1530 view_52" [id=1530, type=view]; +"1531 unsqueeze_28" [id=1531, type=unsqueeze]; +"1532 unsqueeze_29" [id=1532, type=unsqueeze]; +"1533 add_32" [id=1533, type=add]; +"1534 view_53" [id=1534, type=view]; +"1535 softmax_9" [id=1535, type=softmax]; +"1536 dropout_36" [id=1536, type=dropout]; +"1537 matmul_19" [id=1537, type=matmul]; +"1538 transpose_19" [id=1538, type=transpose]; +"1539 reshape_43" [id=1539, type=reshape]; +"1540 reshape_43_0_0_nncf_smooth_quant_0" [id=1540, type="call_module"]; +"1541 quantize_per_tensor_default_60" [id=1541, type="quantize_per_tensor"]; +"1542 dequantize_per_tensor_default_60" [id=1542, type="dequantize_per_tensor"]; +"1543 linear_59_scale_0" [id=1543, type="get_attr"]; +"1544 linear_59_zero_point_0" [id=1544, type="get_attr"]; +"1545 compressed_weight_updated_constant40" [id=1545, type="get_attr"]; +"1546 quantize_per_channel_default_40" [id=1546, type="quantize_per_channel"]; +"1547 dequantize_per_channel_default_40" [id=1547, type="dequantize_per_channel"]; +"1548 linear_59" [id=1548, type=linear]; +"1549 dropout_37" [id=1549, type=dropout]; +"1550 view_54" [id=1550, type=view]; +"1551 permute_45" [id=1551, type=permute]; +"1552 reshape_44" [id=1552, type=reshape]; +"1553 roll_9" [id=1553, type=roll]; +"1554 slice_135" [id=1554, type=slice]; +"1555 slice_136" [id=1555, type=slice]; +"1556 contiguous_17" [id=1556, type=contiguous]; +"1557 layer_norm_21" [id=1557, type="layer_norm"]; +"1558 add_33" [id=1558, type=add]; +"1559 add_33_0_0_nncf_smooth_quant_0" [id=1559, type="call_module"]; +"1560 quantize_per_tensor_default_61" [id=1560, type="quantize_per_tensor"]; +"1561 dequantize_per_tensor_default_61" [id=1561, type="dequantize_per_tensor"]; +"1562 linear_60_scale_0" [id=1562, type="get_attr"]; +"1563 linear_60_zero_point_0" [id=1563, type="get_attr"]; +"1564 compressed_weight_updated_constant41" [id=1564, type="get_attr"]; +"1565 quantize_per_channel_default_41" [id=1565, type="quantize_per_channel"]; +"1566 dequantize_per_channel_default_41" [id=1566, type="dequantize_per_channel"]; +"1567 linear_60" [id=1567, type=linear]; +"1568 gelu_9" [id=1568, type=gelu]; +"1569 dropout_38" [id=1569, type=dropout]; +"1570 dropout_38_0_0_nncf_smooth_quant_0" [id=1570, type="call_module"]; +"1571 quantize_per_tensor_default_62" [id=1571, type="quantize_per_tensor"]; +"1572 dequantize_per_tensor_default_62" [id=1572, type="dequantize_per_tensor"]; +"1573 linear_61_scale_0" [id=1573, type="get_attr"]; +"1574 linear_61_zero_point_0" [id=1574, type="get_attr"]; +"1575 compressed_weight_updated_constant42" [id=1575, type="get_attr"]; +"1576 quantize_per_channel_default_42" [id=1576, type="quantize_per_channel"]; +"1577 dequantize_per_channel_default_42" [id=1577, type="dequantize_per_channel"]; +"1578 linear_61" [id=1578, type=linear]; +"1579 dropout_39" [id=1579, type=dropout]; +"1580 layer_norm_22" [id=1580, type="layer_norm"]; +"1581 add_34" [id=1581, type=add]; +"1582 mod_44" [id=1582, type=mod]; +"1583 mod_45" [id=1583, type=mod]; +"1584 pad_12" [id=1584, type=pad]; +"1585 slice_137" [id=1585, type=slice]; +"1586 slice_138" [id=1586, type=slice]; +"1587 slice_139" [id=1587, type=slice]; +"1588 slice_140" [id=1588, type=slice]; +"1589 slice_141" [id=1589, type=slice]; +"1590 slice_142" [id=1590, type=slice]; +"1591 slice_143" [id=1591, type=slice]; +"1592 slice_144" [id=1592, type=slice]; +"1593 cat_2" [id=1593, type=cat]; +"1594 cat_2_0_0_nncf_smooth_quant_0" [id=1594, type="call_module"]; +"1595 quantize_per_tensor_default_63" [id=1595, type="quantize_per_tensor"]; +"1596 dequantize_per_tensor_default_63" [id=1596, type="dequantize_per_tensor"]; +"1597 linear_62_scale_0" [id=1597, type="get_attr"]; +"1598 linear_62_zero_point_0" [id=1598, type="get_attr"]; +"1599 compressed_weight_updated_constant43" [id=1599, type="get_attr"]; +"1600 quantize_per_channel_default_43" [id=1600, type="quantize_per_channel"]; +"1601 dequantize_per_channel_default_43" [id=1601, type="dequantize_per_channel"]; +"1602 linear_62" [id=1602, type=linear]; +"1603 layer_norm_23" [id=1603, type="layer_norm"]; +"1604 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1604, type="get_attr"]; +"1605 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1605, type="call_module"]; +"1606 linear_63" [id=1606, type=linear]; +"1607 relu__10" [id=1607, type="relu_"]; +"1608 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1608, type="get_attr"]; +"1609 relu__10_0_0_nncf_smooth_quant_0" [id=1609, type="call_module"]; +"1610 linear_64" [id=1610, type=linear]; +"1611 view_55" [id=1611, type=view]; +"1612 index_10" [id=1612, type=index]; +"1613 view_56" [id=1613, type=view]; +"1614 permute_46" [id=1614, type=permute]; +"1615 contiguous_18" [id=1615, type=contiguous]; +"1616 unsqueeze_30" [id=1616, type=unsqueeze]; +"1617 sigmoid_10" [id=1617, type=sigmoid]; +"1618 mul_30" [id=1618, type=mul]; +"1619 add_55" [id=1619, type=add]; +"1620 add_56" [id=1620, type=add]; +"1621 floordiv_99" [id=1621, type=floordiv]; +"1622 mod_46" [id=1622, type=mod]; +"1623 sub_25" [id=1623, type=sub]; +"1624 mod_47" [id=1624, type=mod]; +"1625 add_57" [id=1625, type=add]; +"1626 add_58" [id=1626, type=add]; +"1627 floordiv_100" [id=1627, type=floordiv]; +"1628 mod_48" [id=1628, type=mod]; +"1629 sub_26" [id=1629, type=sub]; +"1630 mod_49" [id=1630, type=mod]; +"1631 pad_13" [id=1631, type=pad]; +"1632 add_59" [id=1632, type=add]; +"1633 floordiv_75" [id=1633, type=floordiv]; +"1634 add_60" [id=1634, type=add]; +"1635 floordiv_76" [id=1635, type=floordiv]; +"1636 mul_31" [id=1636, type=mul]; +"1637 view_57" [id=1637, type=view]; +"1638 permute_47" [id=1638, type=permute]; +"1639 reshape_45" [id=1639, type=reshape]; +"1640 clone_10" [id=1640, type=clone]; +"1641 slice_145" [id=1641, type=slice]; +"1642 zero__10" [id=1642, type="zero_"]; +"1643 reshape_45_0_0_nncf_smooth_quant_0" [id=1643, type="call_module"]; +"1644 quantize_per_tensor_default_64" [id=1644, type="quantize_per_tensor"]; +"1645 dequantize_per_tensor_default_64" [id=1645, type="dequantize_per_tensor"]; +"1646 linear_65_scale_0" [id=1646, type="get_attr"]; +"1647 linear_65_zero_point_0" [id=1647, type="get_attr"]; +"1648 compressed_weight_updated_constant44" [id=1648, type="get_attr"]; +"1649 quantize_per_channel_default_44" [id=1649, type="quantize_per_channel"]; +"1650 dequantize_per_channel_default_44" [id=1650, type="dequantize_per_channel"]; +"1651 linear_65" [id=1651, type=linear]; +"1652 floordiv_101" [id=1652, type=floordiv]; +"1653 floordiv_102" [id=1653, type=floordiv]; +"1654 mul_39" [id=1654, type=mul]; +"1655 reshape_46" [id=1655, type=reshape]; +"1656 permute_48" [id=1656, type=permute]; +"1657 select_30" [id=1657, type=select]; +"1658 select_31" [id=1658, type=select]; +"1659 select_32" [id=1659, type=select]; +"1660 linalg_vector_norm_20" [id=1660, type="linalg_vector_norm"]; +"1661 clamp_min_20" [id=1661, type="clamp_min"]; +"1662 expand_as_20" [id=1662, type="expand_as"]; +"1663 div_20" [id=1663, type=div]; +"1664 quantize_per_tensor_default_65" [id=1664, type="quantize_per_tensor"]; +"1665 dequantize_per_tensor_default_65" [id=1665, type="dequantize_per_tensor"]; +"1666 linalg_vector_norm_21" [id=1666, type="linalg_vector_norm"]; +"1667 clamp_min_21" [id=1667, type="clamp_min"]; +"1668 expand_as_21" [id=1668, type="expand_as"]; +"1669 div_21" [id=1669, type=div]; +"1670 quantize_per_tensor_default_66" [id=1670, type="quantize_per_tensor"]; +"1671 dequantize_per_tensor_default_66" [id=1671, type="dequantize_per_tensor"]; +"1672 transpose_20" [id=1672, type=transpose]; +"1673 matmul_20" [id=1673, type=matmul]; +"1674 clamp_10" [id=1674, type=clamp]; +"1675 exp_10" [id=1675, type=exp]; +"1676 mul_32" [id=1676, type=mul]; +"1677 add_35" [id=1677, type=add]; +"1678 softmax_10" [id=1678, type=softmax]; +"1679 dropout_40" [id=1679, type=dropout]; +"1680 matmul_21" [id=1680, type=matmul]; +"1681 transpose_21" [id=1681, type=transpose]; +"1682 reshape_47" [id=1682, type=reshape]; +"1683 reshape_47_0_0_nncf_smooth_quant_0" [id=1683, type="call_module"]; +"1684 quantize_per_tensor_default_67" [id=1684, type="quantize_per_tensor"]; +"1685 dequantize_per_tensor_default_67" [id=1685, type="dequantize_per_tensor"]; +"1686 linear_66_scale_0" [id=1686, type="get_attr"]; +"1687 linear_66_zero_point_0" [id=1687, type="get_attr"]; +"1688 compressed_weight_updated_constant45" [id=1688, type="get_attr"]; +"1689 quantize_per_channel_default_45" [id=1689, type="quantize_per_channel"]; +"1690 dequantize_per_channel_default_45" [id=1690, type="dequantize_per_channel"]; +"1691 linear_66" [id=1691, type=linear]; +"1692 dropout_41" [id=1692, type=dropout]; +"1693 view_58" [id=1693, type=view]; +"1694 permute_49" [id=1694, type=permute]; +"1695 reshape_48" [id=1695, type=reshape]; +"1696 slice_146" [id=1696, type=slice]; +"1697 slice_147" [id=1697, type=slice]; +"1698 contiguous_19" [id=1698, type=contiguous]; +"1699 layer_norm_24" [id=1699, type="layer_norm"]; +"1700 add_36" [id=1700, type=add]; +"1701 add_36_0_0_nncf_smooth_quant_0" [id=1701, type="call_module"]; +"1702 quantize_per_tensor_default_68" [id=1702, type="quantize_per_tensor"]; +"1703 dequantize_per_tensor_default_68" [id=1703, type="dequantize_per_tensor"]; +"1704 linear_67_scale_0" [id=1704, type="get_attr"]; +"1705 linear_67_zero_point_0" [id=1705, type="get_attr"]; +"1706 compressed_weight_updated_constant46" [id=1706, type="get_attr"]; +"1707 quantize_per_channel_default_46" [id=1707, type="quantize_per_channel"]; +"1708 dequantize_per_channel_default_46" [id=1708, type="dequantize_per_channel"]; +"1709 linear_67" [id=1709, type=linear]; +"1710 gelu_10" [id=1710, type=gelu]; +"1711 dropout_42" [id=1711, type=dropout]; +"1712 dropout_42_0_0_nncf_smooth_quant_0" [id=1712, type="call_module"]; +"1713 quantize_per_tensor_default_69" [id=1713, type="quantize_per_tensor"]; +"1714 dequantize_per_tensor_default_69" [id=1714, type="dequantize_per_tensor"]; +"1715 linear_68_scale_0" [id=1715, type="get_attr"]; +"1716 linear_68_zero_point_0" [id=1716, type="get_attr"]; +"1717 compressed_weight_updated_constant47" [id=1717, type="get_attr"]; +"1718 quantize_per_channel_default_47" [id=1718, type="quantize_per_channel"]; +"1719 dequantize_per_channel_default_47" [id=1719, type="dequantize_per_channel"]; +"1720 linear_68" [id=1720, type=linear]; +"1721 dropout_43" [id=1721, type=dropout]; +"1722 layer_norm_25" [id=1722, type="layer_norm"]; +"1723 add_37" [id=1723, type=add]; +"1724 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1724, type="get_attr"]; +"1725 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1725, type="call_module"]; +"1726 linear_69" [id=1726, type=linear]; +"1727 relu__11" [id=1727, type="relu_"]; +"1728 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1728, type="get_attr"]; +"1729 relu__11_0_0_nncf_smooth_quant_0" [id=1729, type="call_module"]; +"1730 linear_70" [id=1730, type=linear]; +"1731 view_59" [id=1731, type=view]; +"1732 index_11" [id=1732, type=index]; +"1733 view_60" [id=1733, type=view]; +"1734 permute_50" [id=1734, type=permute]; +"1735 contiguous_20" [id=1735, type=contiguous]; +"1736 unsqueeze_31" [id=1736, type=unsqueeze]; +"1737 sigmoid_11" [id=1737, type=sigmoid]; +"1738 mul_33" [id=1738, type=mul]; +"1739 pad_14" [id=1739, type=pad]; +"1740 view_61" [id=1740, type=view]; +"1741 permute_51" [id=1741, type=permute]; +"1742 reshape_49" [id=1742, type=reshape]; +"1743 clone_11" [id=1743, type=clone]; +"1744 slice_148" [id=1744, type=slice]; +"1745 zero__11" [id=1745, type="zero_"]; +"1746 reshape_49_0_0_nncf_smooth_quant_0" [id=1746, type="call_module"]; +"1747 quantize_per_tensor_default_70" [id=1747, type="quantize_per_tensor"]; +"1748 dequantize_per_tensor_default_70" [id=1748, type="dequantize_per_tensor"]; +"1749 linear_71_scale_0" [id=1749, type="get_attr"]; +"1750 linear_71_zero_point_0" [id=1750, type="get_attr"]; +"1751 compressed_weight_updated_constant48" [id=1751, type="get_attr"]; +"1752 quantize_per_channel_default_48" [id=1752, type="quantize_per_channel"]; +"1753 dequantize_per_channel_default_48" [id=1753, type="dequantize_per_channel"]; +"1754 linear_71" [id=1754, type=linear]; +"1755 reshape_50" [id=1755, type=reshape]; +"1756 permute_52" [id=1756, type=permute]; +"1757 select_33" [id=1757, type=select]; +"1758 select_34" [id=1758, type=select]; +"1759 select_35" [id=1759, type=select]; +"1760 linalg_vector_norm_22" [id=1760, type="linalg_vector_norm"]; +"1761 clamp_min_22" [id=1761, type="clamp_min"]; +"1762 expand_as_22" [id=1762, type="expand_as"]; +"1763 div_22" [id=1763, type=div]; +"1764 quantize_per_tensor_default_71" [id=1764, type="quantize_per_tensor"]; +"1765 dequantize_per_tensor_default_71" [id=1765, type="dequantize_per_tensor"]; +"1766 linalg_vector_norm_23" [id=1766, type="linalg_vector_norm"]; +"1767 clamp_min_23" [id=1767, type="clamp_min"]; +"1768 expand_as_23" [id=1768, type="expand_as"]; +"1769 div_23" [id=1769, type=div]; +"1770 quantize_per_tensor_default_72" [id=1770, type="quantize_per_tensor"]; +"1771 dequantize_per_tensor_default_72" [id=1771, type="dequantize_per_tensor"]; +"1772 transpose_22" [id=1772, type=transpose]; +"1773 matmul_22" [id=1773, type=matmul]; +"1774 clamp_11" [id=1774, type=clamp]; +"1775 exp_11" [id=1775, type=exp]; +"1776 mul_35" [id=1776, type=mul]; +"1777 add_38" [id=1777, type=add]; +"1778 softmax_11" [id=1778, type=softmax]; +"1779 dropout_44" [id=1779, type=dropout]; +"1780 matmul_23" [id=1780, type=matmul]; +"1781 transpose_23" [id=1781, type=transpose]; +"1782 reshape_51" [id=1782, type=reshape]; +"1783 reshape_51_0_0_nncf_smooth_quant_0" [id=1783, type="call_module"]; +"1784 quantize_per_tensor_default_73" [id=1784, type="quantize_per_tensor"]; +"1785 dequantize_per_tensor_default_73" [id=1785, type="dequantize_per_tensor"]; +"1786 linear_72_scale_0" [id=1786, type="get_attr"]; +"1787 linear_72_zero_point_0" [id=1787, type="get_attr"]; +"1788 compressed_weight_updated_constant49" [id=1788, type="get_attr"]; +"1789 quantize_per_channel_default_49" [id=1789, type="quantize_per_channel"]; +"1790 dequantize_per_channel_default_49" [id=1790, type="dequantize_per_channel"]; +"1791 linear_72" [id=1791, type=linear]; +"1792 dropout_45" [id=1792, type=dropout]; +"1793 view_62" [id=1793, type=view]; +"1794 permute_53" [id=1794, type=permute]; +"1795 reshape_52" [id=1795, type=reshape]; +"1796 slice_149" [id=1796, type=slice]; +"1797 slice_150" [id=1797, type=slice]; +"1798 contiguous_21" [id=1798, type=contiguous]; +"1799 layer_norm_26" [id=1799, type="layer_norm"]; +"1800 add_39" [id=1800, type=add]; +"1801 add_39_0_0_nncf_smooth_quant_0" [id=1801, type="call_module"]; +"1802 quantize_per_tensor_default_74" [id=1802, type="quantize_per_tensor"]; +"1803 dequantize_per_tensor_default_74" [id=1803, type="dequantize_per_tensor"]; +"1804 linear_73_scale_0" [id=1804, type="get_attr"]; +"1805 linear_73_zero_point_0" [id=1805, type="get_attr"]; +"1806 compressed_weight_updated_constant50" [id=1806, type="get_attr"]; +"1807 quantize_per_channel_default_50" [id=1807, type="quantize_per_channel"]; +"1808 dequantize_per_channel_default_50" [id=1808, type="dequantize_per_channel"]; +"1809 linear_73" [id=1809, type=linear]; +"1810 gelu_11" [id=1810, type=gelu]; +"1811 dropout_46" [id=1811, type=dropout]; +"1812 dropout_46_0_0_nncf_smooth_quant_0" [id=1812, type="call_module"]; +"1813 quantize_per_tensor_default_75" [id=1813, type="quantize_per_tensor"]; +"1814 dequantize_per_tensor_default_75" [id=1814, type="dequantize_per_tensor"]; +"1815 linear_74_scale_0" [id=1815, type="get_attr"]; +"1816 linear_74_zero_point_0" [id=1816, type="get_attr"]; +"1817 compressed_weight_updated_constant51" [id=1817, type="get_attr"]; +"1818 quantize_per_channel_default_51" [id=1818, type="quantize_per_channel"]; +"1819 dequantize_per_channel_default_51" [id=1819, type="dequantize_per_channel"]; +"1820 linear_74" [id=1820, type=linear]; +"1821 dropout_47" [id=1821, type=dropout]; +"1822 layer_norm_27" [id=1822, type="layer_norm"]; +"1823 add_40" [id=1823, type=add]; +"1824 layer_norm_28" [id=1824, type="layer_norm"]; +"1825 permute_54" [id=1825, type=permute]; +"1826 adaptive_avg_pool2d" [id=1826, type="adaptive_avg_pool2d"]; +"1827 flatten" [id=1827, type=flatten]; +"1828 flatten_0_0_nncf_smooth_quant_0" [id=1828, type="call_module"]; +"1829 quantize_per_tensor_default_76" [id=1829, type="quantize_per_tensor"]; +"1830 dequantize_per_tensor_default_76" [id=1830, type="dequantize_per_tensor"]; +"1831 linear_75_scale_0" [id=1831, type="get_attr"]; +"1832 linear_75_zero_point_0" [id=1832, type="get_attr"]; +"1833 compressed_weight_updated_constant52" [id=1833, type="get_attr"]; +"1834 quantize_per_channel_default_52" [id=1834, type="quantize_per_channel"]; +"1835 dequantize_per_channel_default_52" [id=1835, type="dequantize_per_channel"]; +"1836 linear_75" [id=1836, type=linear]; +"1837 output" [id=1837, type=output]; +"0 features_1_0_attn_qkv_bias" -> "246 clone" [style=solid, label="(288,)"]; +"1 features_1_0_attn_proj_bias" -> "297 linear_3" [style=solid, label="(96,)"]; +"2 features_1_0_attn_logit_scale" -> "280 clamp" [style=solid, label="(3, 1, 1)"]; +"3 features_1_1_attn_qkv_bias" -> "349 clone_1" [style=solid, label="(288,)"]; +"4 features_1_1_attn_proj_bias" -> "449 linear_9" [style=solid, label="(96,)"]; +"5 features_1_1_attn_logit_scale" -> "380 clamp_1" [style=solid, label="(3, 1, 1)"]; +"6 features_3_0_attn_qkv_bias" -> "540 clone_2" [style=solid, label="(576,)"]; +"7 features_3_0_attn_proj_bias" -> "591 linear_16" [style=solid, label="(192,)"]; +"8 features_3_0_attn_logit_scale" -> "574 clamp_2" [style=solid, label="(6, 1, 1)"]; +"9 features_3_1_attn_qkv_bias" -> "644 clone_3" [style=solid, label="(576,)"]; +"10 features_3_1_attn_proj_bias" -> "744 linear_22" [style=solid, label="(192,)"]; +"11 features_3_1_attn_logit_scale" -> "675 clamp_3" [style=solid, label="(6, 1, 1)"]; +"12 features_5_0_attn_qkv_bias" -> "836 clone_4" [style=solid, label="(1152,)"]; +"13 features_5_0_attn_proj_bias" -> "887 linear_29" [style=solid, label="(384,)"]; +"14 features_5_0_attn_logit_scale" -> "870 clamp_4" [style=solid, label="(12, 1, 1)"]; +"15 features_5_1_attn_qkv_bias" -> "940 clone_5" [style=solid, label="(1152,)"]; +"16 features_5_1_attn_proj_bias" -> "1040 linear_35" [style=solid, label="(384,)"]; +"17 features_5_1_attn_logit_scale" -> "971 clamp_5" [style=solid, label="(12, 1, 1)"]; +"18 features_5_2_attn_qkv_bias" -> "1093 clone_6" [style=solid, label="(1152,)"]; +"19 features_5_2_attn_proj_bias" -> "1141 linear_41" [style=solid, label="(384,)"]; +"20 features_5_2_attn_logit_scale" -> "1124 clamp_6" [style=solid, label="(12, 1, 1)"]; +"21 features_5_3_attn_qkv_bias" -> "1194 clone_7" [style=solid, label="(1152,)"]; +"22 features_5_3_attn_proj_bias" -> "1294 linear_47" [style=solid, label="(384,)"]; +"23 features_5_3_attn_logit_scale" -> "1225 clamp_7" [style=solid, label="(12, 1, 1)"]; +"24 features_5_4_attn_qkv_bias" -> "1347 clone_8" [style=solid, label="(1152,)"]; +"25 features_5_4_attn_proj_bias" -> "1395 linear_53" [style=solid, label="(384,)"]; +"26 features_5_4_attn_logit_scale" -> "1378 clamp_8" [style=solid, label="(12, 1, 1)"]; +"27 features_5_5_attn_qkv_bias" -> "1448 clone_9" [style=solid, label="(1152,)"]; +"28 features_5_5_attn_proj_bias" -> "1548 linear_59" [style=solid, label="(384,)"]; +"29 features_5_5_attn_logit_scale" -> "1479 clamp_9" [style=solid, label="(12, 1, 1)"]; +"30 features_7_0_attn_qkv_bias" -> "1640 clone_10" [style=solid, label="(2304,)"]; +"31 features_7_0_attn_proj_bias" -> "1691 linear_66" [style=solid, label="(768,)"]; +"32 features_7_0_attn_logit_scale" -> "1674 clamp_10" [style=solid, label="(24, 1, 1)"]; +"33 features_7_1_attn_qkv_bias" -> "1743 clone_11" [style=solid, label="(2304,)"]; +"34 features_7_1_attn_proj_bias" -> "1791 linear_72" [style=solid, label="(768,)"]; +"35 features_7_1_attn_logit_scale" -> "1774 clamp_11" [style=solid, label="(24, 1, 1)"]; "36 features_0_0_bias" -> "211 conv2d" [style=solid, label="(96,)"]; -"37 features_0_2_weight" -> "425 layer_norm" [style=solid, label="(96,)"]; -"38 features_0_2_bias" -> "425 layer_norm" [style=solid, label="(96,)"]; -"39 features_1_0_attn_cpb_mlp_0_bias" -> "428 linear" [style=solid, label="(512,)"]; -"40 features_1_0_norm1_weight" -> "503 layer_norm_1" [style=solid, label="(96,)"]; -"41 features_1_0_norm1_bias" -> "503 layer_norm_1" [style=solid, label="(96,)"]; -"42 features_1_0_mlp_0_bias" -> "513 linear_4" [style=solid, label="(384,)"]; -"43 features_1_0_mlp_3_bias" -> "524 linear_5" [style=solid, label="(96,)"]; -"44 features_1_0_norm2_weight" -> "526 layer_norm_2" [style=solid, label="(96,)"]; -"45 features_1_0_norm2_bias" -> "526 layer_norm_2" [style=solid, label="(96,)"]; -"46 features_1_1_attn_cpb_mlp_0_bias" -> "530 linear_6" [style=solid, label="(512,)"]; -"47 features_1_1_norm1_weight" -> "658 layer_norm_3" [style=solid, label="(96,)"]; -"48 features_1_1_norm1_bias" -> "658 layer_norm_3" [style=solid, label="(96,)"]; -"49 features_1_1_mlp_0_bias" -> "668 linear_10" [style=solid, label="(384,)"]; -"50 features_1_1_mlp_3_bias" -> "679 linear_11" [style=solid, label="(96,)"]; -"51 features_1_1_norm2_weight" -> "681 layer_norm_4" [style=solid, label="(96,)"]; -"52 features_1_1_norm2_bias" -> "681 layer_norm_4" [style=solid, label="(96,)"]; -"53 features_2_norm_weight" -> "706 layer_norm_5" [style=solid, label="(192,)"]; -"54 features_2_norm_bias" -> "706 layer_norm_5" [style=solid, label="(192,)"]; -"55 features_3_0_attn_cpb_mlp_0_bias" -> "709 linear_13" [style=solid, label="(512,)"]; -"56 features_3_0_norm1_weight" -> "785 layer_norm_6" [style=solid, label="(192,)"]; -"57 features_3_0_norm1_bias" -> "785 layer_norm_6" [style=solid, label="(192,)"]; -"58 features_3_0_mlp_0_bias" -> "795 linear_17" [style=solid, label="(768,)"]; -"59 features_3_0_mlp_3_bias" -> "806 linear_18" [style=solid, label="(192,)"]; -"60 features_3_0_norm2_weight" -> "808 layer_norm_7" [style=solid, label="(192,)"]; -"61 features_3_0_norm2_bias" -> "808 layer_norm_7" [style=solid, label="(192,)"]; -"62 features_3_1_attn_cpb_mlp_0_bias" -> "812 linear_19" [style=solid, label="(512,)"]; -"63 features_3_1_norm1_weight" -> "941 layer_norm_8" [style=solid, label="(192,)"]; -"64 features_3_1_norm1_bias" -> "941 layer_norm_8" [style=solid, label="(192,)"]; -"65 features_3_1_mlp_0_bias" -> "951 linear_23" [style=solid, label="(768,)"]; -"66 features_3_1_mlp_3_bias" -> "962 linear_24" [style=solid, label="(192,)"]; -"67 features_3_1_norm2_weight" -> "964 layer_norm_9" [style=solid, label="(192,)"]; -"68 features_3_1_norm2_bias" -> "964 layer_norm_9" [style=solid, label="(192,)"]; -"69 features_4_norm_weight" -> "989 layer_norm_10" [style=solid, label="(384,)"]; -"70 features_4_norm_bias" -> "989 layer_norm_10" [style=solid, label="(384,)"]; -"71 features_5_0_attn_cpb_mlp_0_bias" -> "992 linear_26" [style=solid, label="(512,)"]; -"72 features_5_0_norm1_weight" -> "1068 layer_norm_11" [style=solid, label="(384,)"]; -"73 features_5_0_norm1_bias" -> "1068 layer_norm_11" [style=solid, label="(384,)"]; -"74 features_5_0_mlp_0_bias" -> "1078 linear_30" [style=solid, label="(1536,)"]; -"75 features_5_0_mlp_3_bias" -> "1089 linear_31" [style=solid, label="(384,)"]; -"76 features_5_0_norm2_weight" -> "1091 layer_norm_12" [style=solid, label="(384,)"]; -"77 features_5_0_norm2_bias" -> "1091 layer_norm_12" [style=solid, label="(384,)"]; -"78 features_5_1_attn_cpb_mlp_0_bias" -> "1095 linear_32" [style=solid, label="(512,)"]; -"79 features_5_1_norm1_weight" -> "1224 layer_norm_13" [style=solid, label="(384,)"]; -"80 features_5_1_norm1_bias" -> "1224 layer_norm_13" [style=solid, label="(384,)"]; -"81 features_5_1_mlp_0_bias" -> "1234 linear_36" [style=solid, label="(1536,)"]; -"82 features_5_1_mlp_3_bias" -> "1245 linear_37" [style=solid, label="(384,)"]; -"83 features_5_1_norm2_weight" -> "1247 layer_norm_14" [style=solid, label="(384,)"]; -"84 features_5_1_norm2_bias" -> "1247 layer_norm_14" [style=solid, label="(384,)"]; -"85 features_5_2_attn_cpb_mlp_0_bias" -> "1251 linear_38" [style=solid, label="(512,)"]; -"86 features_5_2_norm1_weight" -> "1326 layer_norm_15" [style=solid, label="(384,)"]; -"87 features_5_2_norm1_bias" -> "1326 layer_norm_15" [style=solid, label="(384,)"]; -"88 features_5_2_mlp_0_bias" -> "1336 linear_42" [style=solid, label="(1536,)"]; -"89 features_5_2_mlp_3_bias" -> "1347 linear_43" [style=solid, label="(384,)"]; -"90 features_5_2_norm2_weight" -> "1349 layer_norm_16" [style=solid, label="(384,)"]; -"91 features_5_2_norm2_bias" -> "1349 layer_norm_16" [style=solid, label="(384,)"]; -"92 features_5_3_attn_cpb_mlp_0_bias" -> "1353 linear_44" [style=solid, label="(512,)"]; -"93 features_5_3_norm1_weight" -> "1482 layer_norm_17" [style=solid, label="(384,)"]; -"94 features_5_3_norm1_bias" -> "1482 layer_norm_17" [style=solid, label="(384,)"]; -"95 features_5_3_mlp_0_bias" -> "1492 linear_48" [style=solid, label="(1536,)"]; -"96 features_5_3_mlp_3_bias" -> "1503 linear_49" [style=solid, label="(384,)"]; -"97 features_5_3_norm2_weight" -> "1505 layer_norm_18" [style=solid, label="(384,)"]; -"98 features_5_3_norm2_bias" -> "1505 layer_norm_18" [style=solid, label="(384,)"]; -"99 features_5_4_attn_cpb_mlp_0_bias" -> "1509 linear_50" [style=solid, label="(512,)"]; -"100 features_5_4_norm1_weight" -> "1584 layer_norm_19" [style=solid, label="(384,)"]; -"101 features_5_4_norm1_bias" -> "1584 layer_norm_19" [style=solid, label="(384,)"]; -"102 features_5_4_mlp_0_bias" -> "1594 linear_54" [style=solid, label="(1536,)"]; -"103 features_5_4_mlp_3_bias" -> "1605 linear_55" [style=solid, label="(384,)"]; -"104 features_5_4_norm2_weight" -> "1607 layer_norm_20" [style=solid, label="(384,)"]; -"105 features_5_4_norm2_bias" -> "1607 layer_norm_20" [style=solid, label="(384,)"]; -"106 features_5_5_attn_cpb_mlp_0_bias" -> "1611 linear_56" [style=solid, label="(512,)"]; -"107 features_5_5_norm1_weight" -> "1740 layer_norm_21" [style=solid, label="(384,)"]; -"108 features_5_5_norm1_bias" -> "1740 layer_norm_21" [style=solid, label="(384,)"]; -"109 features_5_5_mlp_0_bias" -> "1750 linear_60" [style=solid, label="(1536,)"]; -"110 features_5_5_mlp_3_bias" -> "1761 linear_61" [style=solid, label="(384,)"]; -"111 features_5_5_norm2_weight" -> "1763 layer_norm_22" [style=solid, label="(384,)"]; -"112 features_5_5_norm2_bias" -> "1763 layer_norm_22" [style=solid, label="(384,)"]; -"113 features_6_norm_weight" -> "1788 layer_norm_23" [style=solid, label="(768,)"]; -"114 features_6_norm_bias" -> "1788 layer_norm_23" [style=solid, label="(768,)"]; -"115 features_7_0_attn_cpb_mlp_0_bias" -> "1791 linear_63" [style=solid, label="(512,)"]; -"116 features_7_0_norm1_weight" -> "1867 layer_norm_24" [style=solid, label="(768,)"]; -"117 features_7_0_norm1_bias" -> "1867 layer_norm_24" [style=solid, label="(768,)"]; -"118 features_7_0_mlp_0_bias" -> "1877 linear_67" [style=solid, label="(3072,)"]; -"119 features_7_0_mlp_3_bias" -> "1888 linear_68" [style=solid, label="(768,)"]; -"120 features_7_0_norm2_weight" -> "1890 layer_norm_25" [style=solid, label="(768,)"]; -"121 features_7_0_norm2_bias" -> "1890 layer_norm_25" [style=solid, label="(768,)"]; -"122 features_7_1_attn_cpb_mlp_0_bias" -> "1894 linear_69" [style=solid, label="(512,)"]; -"123 features_7_1_norm1_weight" -> "1969 layer_norm_26" [style=solid, label="(768,)"]; -"124 features_7_1_norm1_bias" -> "1969 layer_norm_26" [style=solid, label="(768,)"]; -"125 features_7_1_mlp_0_bias" -> "1979 linear_73" [style=solid, label="(3072,)"]; -"126 features_7_1_mlp_3_bias" -> "1990 linear_74" [style=solid, label="(768,)"]; -"127 features_7_1_norm2_weight" -> "1992 layer_norm_27" [style=solid, label="(768,)"]; -"128 features_7_1_norm2_bias" -> "1992 layer_norm_27" [style=solid, label="(768,)"]; -"129 norm_weight" -> "1994 layer_norm_28" [style=solid, label="(768,)"]; -"130 norm_bias" -> "1994 layer_norm_28" [style=solid, label="(768,)"]; -"131 head_bias" -> "2006 linear_75" [style=solid, label="(1000,)"]; -"132 features_1_0_attn_relative_coords_table" -> "427 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"133 features_1_0_attn_relative_position_index" -> "434 index" [style=solid, label="(4096,)"]; -"134 features_1_1_attn_relative_coords_table" -> "529 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"135 features_1_1_attn_relative_position_index" -> "536 index_1" [style=solid, label="(4096,)"]; -"136 features_3_0_attn_relative_coords_table" -> "708 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"137 features_3_0_attn_relative_position_index" -> "715 index_2" [style=solid, label="(4096,)"]; -"138 features_3_1_attn_relative_coords_table" -> "811 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"139 features_3_1_attn_relative_position_index" -> "818 index_3" [style=solid, label="(4096,)"]; -"140 features_5_0_attn_relative_coords_table" -> "991 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"141 features_5_0_attn_relative_position_index" -> "998 index_4" [style=solid, label="(4096,)"]; -"142 features_5_1_attn_relative_coords_table" -> "1094 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"143 features_5_1_attn_relative_position_index" -> "1101 index_5" [style=solid, label="(4096,)"]; -"144 features_5_2_attn_relative_coords_table" -> "1250 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"145 features_5_2_attn_relative_position_index" -> "1257 index_6" [style=solid, label="(4096,)"]; -"146 features_5_3_attn_relative_coords_table" -> "1352 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"147 features_5_3_attn_relative_position_index" -> "1359 index_7" [style=solid, label="(4096,)"]; -"148 features_5_4_attn_relative_coords_table" -> "1508 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"149 features_5_4_attn_relative_position_index" -> "1515 index_8" [style=solid, label="(4096,)"]; -"150 features_5_5_attn_relative_coords_table" -> "1610 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"151 features_5_5_attn_relative_position_index" -> "1617 index_9" [style=solid, label="(4096,)"]; -"152 features_7_0_attn_relative_coords_table" -> "1790 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"153 features_7_0_attn_relative_position_index" -> "1797 index_10" [style=solid, label="(4096,)"]; -"154 features_7_1_attn_relative_coords_table" -> "1893 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"155 features_7_1_attn_relative_position_index" -> "1900 index_11" [style=solid, label="(4096,)"]; -"156 features_1_1_attn_lifted_tensor_0" -> "584 lift_fresh_copy" [style=solid, label="()"]; -"157 features_1_1_attn_lifted_tensor_1" -> "588 lift_fresh_copy_1" [style=solid, label="()"]; -"158 features_1_1_attn_lifted_tensor_2" -> "592 lift_fresh_copy_2" [style=solid, label="()"]; -"159 features_1_1_attn_lifted_tensor_3" -> "596 lift_fresh_copy_3" [style=solid, label="()"]; -"160 features_1_1_attn_lifted_tensor_4" -> "600 lift_fresh_copy_4" [style=solid, label="()"]; -"161 features_1_1_attn_lifted_tensor_5" -> "604 lift_fresh_copy_5" [style=solid, label="()"]; -"162 features_1_1_attn_lifted_tensor_6" -> "608 lift_fresh_copy_6" [style=solid, label="()"]; -"163 features_1_1_attn_lifted_tensor_7" -> "612 lift_fresh_copy_7" [style=solid, label="()"]; -"164 features_1_1_attn_lifted_tensor_8" -> "616 lift_fresh_copy_8" [style=solid, label="()"]; -"165 features_3_1_attn_lifted_tensor_9" -> "866 lift_fresh_copy_9" [style=solid, label="()"]; -"166 features_3_1_attn_lifted_tensor_10" -> "870 lift_fresh_copy_10" [style=solid, label="()"]; -"167 features_3_1_attn_lifted_tensor_11" -> "874 lift_fresh_copy_11" [style=solid, label="()"]; -"168 features_3_1_attn_lifted_tensor_12" -> "878 lift_fresh_copy_12" [style=solid, label="()"]; -"169 features_3_1_attn_lifted_tensor_13" -> "882 lift_fresh_copy_13" [style=solid, label="()"]; -"170 features_3_1_attn_lifted_tensor_14" -> "886 lift_fresh_copy_14" [style=solid, label="()"]; -"171 features_3_1_attn_lifted_tensor_15" -> "890 lift_fresh_copy_15" [style=solid, label="()"]; -"172 features_3_1_attn_lifted_tensor_16" -> "894 lift_fresh_copy_16" [style=solid, label="()"]; -"173 features_3_1_attn_lifted_tensor_17" -> "898 lift_fresh_copy_17" [style=solid, label="()"]; -"174 features_5_1_attn_lifted_tensor_18" -> "1149 lift_fresh_copy_18" [style=solid, label="()"]; -"175 features_5_1_attn_lifted_tensor_19" -> "1153 lift_fresh_copy_19" [style=solid, label="()"]; -"176 features_5_1_attn_lifted_tensor_20" -> "1157 lift_fresh_copy_20" [style=solid, label="()"]; -"177 features_5_1_attn_lifted_tensor_21" -> "1161 lift_fresh_copy_21" [style=solid, label="()"]; -"178 features_5_1_attn_lifted_tensor_22" -> "1165 lift_fresh_copy_22" [style=solid, label="()"]; -"179 features_5_1_attn_lifted_tensor_23" -> "1169 lift_fresh_copy_23" [style=solid, label="()"]; -"180 features_5_1_attn_lifted_tensor_24" -> "1173 lift_fresh_copy_24" [style=solid, label="()"]; -"181 features_5_1_attn_lifted_tensor_25" -> "1177 lift_fresh_copy_25" [style=solid, label="()"]; -"182 features_5_1_attn_lifted_tensor_26" -> "1181 lift_fresh_copy_26" [style=solid, label="()"]; -"183 features_5_3_attn_lifted_tensor_27" -> "1407 lift_fresh_copy_27" [style=solid, label="()"]; -"184 features_5_3_attn_lifted_tensor_28" -> "1411 lift_fresh_copy_28" [style=solid, label="()"]; -"185 features_5_3_attn_lifted_tensor_29" -> "1415 lift_fresh_copy_29" [style=solid, label="()"]; -"186 features_5_3_attn_lifted_tensor_30" -> "1419 lift_fresh_copy_30" [style=solid, label="()"]; -"187 features_5_3_attn_lifted_tensor_31" -> "1423 lift_fresh_copy_31" [style=solid, label="()"]; -"188 features_5_3_attn_lifted_tensor_32" -> "1427 lift_fresh_copy_32" [style=solid, label="()"]; -"189 features_5_3_attn_lifted_tensor_33" -> "1431 lift_fresh_copy_33" [style=solid, label="()"]; -"190 features_5_3_attn_lifted_tensor_34" -> "1435 lift_fresh_copy_34" [style=solid, label="()"]; -"191 features_5_3_attn_lifted_tensor_35" -> "1439 lift_fresh_copy_35" [style=solid, label="()"]; -"192 features_5_5_attn_lifted_tensor_36" -> "1665 lift_fresh_copy_36" [style=solid, label="()"]; -"193 features_5_5_attn_lifted_tensor_37" -> "1669 lift_fresh_copy_37" [style=solid, label="()"]; -"194 features_5_5_attn_lifted_tensor_38" -> "1673 lift_fresh_copy_38" [style=solid, label="()"]; -"195 features_5_5_attn_lifted_tensor_39" -> "1677 lift_fresh_copy_39" [style=solid, label="()"]; -"196 features_5_5_attn_lifted_tensor_40" -> "1681 lift_fresh_copy_40" [style=solid, label="()"]; -"197 features_5_5_attn_lifted_tensor_41" -> "1685 lift_fresh_copy_41" [style=solid, label="()"]; -"198 features_5_5_attn_lifted_tensor_42" -> "1689 lift_fresh_copy_42" [style=solid, label="()"]; -"199 features_5_5_attn_lifted_tensor_43" -> "1693 lift_fresh_copy_43" [style=solid, label="()"]; -"200 features_5_5_attn_lifted_tensor_44" -> "1697 lift_fresh_copy_44" [style=solid, label="()"]; +"37 features_0_2_weight" -> "213 layer_norm" [style=solid, label="(96,)"]; +"38 features_0_2_bias" -> "213 layer_norm" [style=solid, label="(96,)"]; +"39 features_1_0_attn_cpb_mlp_0_bias" -> "216 linear" [style=solid, label="(512,)"]; +"40 features_1_0_norm1_weight" -> "304 layer_norm_1" [style=solid, label="(96,)"]; +"41 features_1_0_norm1_bias" -> "304 layer_norm_1" [style=solid, label="(96,)"]; +"42 features_1_0_mlp_0_bias" -> "314 linear_4" [style=solid, label="(384,)"]; +"43 features_1_0_mlp_3_bias" -> "325 linear_5" [style=solid, label="(96,)"]; +"44 features_1_0_norm2_weight" -> "327 layer_norm_2" [style=solid, label="(96,)"]; +"45 features_1_0_norm2_bias" -> "327 layer_norm_2" [style=solid, label="(96,)"]; +"46 features_1_1_attn_cpb_mlp_0_bias" -> "331 linear_6" [style=solid, label="(512,)"]; +"47 features_1_1_norm1_weight" -> "457 layer_norm_3" [style=solid, label="(96,)"]; +"48 features_1_1_norm1_bias" -> "457 layer_norm_3" [style=solid, label="(96,)"]; +"49 features_1_1_mlp_0_bias" -> "467 linear_10" [style=solid, label="(384,)"]; +"50 features_1_1_mlp_3_bias" -> "478 linear_11" [style=solid, label="(96,)"]; +"51 features_1_1_norm2_weight" -> "480 layer_norm_4" [style=solid, label="(96,)"]; +"52 features_1_1_norm2_bias" -> "480 layer_norm_4" [style=solid, label="(96,)"]; +"53 features_2_norm_weight" -> "503 layer_norm_5" [style=solid, label="(192,)"]; +"54 features_2_norm_bias" -> "503 layer_norm_5" [style=solid, label="(192,)"]; +"55 features_3_0_attn_cpb_mlp_0_bias" -> "506 linear_13" [style=solid, label="(512,)"]; +"56 features_3_0_norm1_weight" -> "599 layer_norm_6" [style=solid, label="(192,)"]; +"57 features_3_0_norm1_bias" -> "599 layer_norm_6" [style=solid, label="(192,)"]; +"58 features_3_0_mlp_0_bias" -> "609 linear_17" [style=solid, label="(768,)"]; +"59 features_3_0_mlp_3_bias" -> "620 linear_18" [style=solid, label="(192,)"]; +"60 features_3_0_norm2_weight" -> "622 layer_norm_7" [style=solid, label="(192,)"]; +"61 features_3_0_norm2_bias" -> "622 layer_norm_7" [style=solid, label="(192,)"]; +"62 features_3_1_attn_cpb_mlp_0_bias" -> "626 linear_19" [style=solid, label="(512,)"]; +"63 features_3_1_norm1_weight" -> "753 layer_norm_8" [style=solid, label="(192,)"]; +"64 features_3_1_norm1_bias" -> "753 layer_norm_8" [style=solid, label="(192,)"]; +"65 features_3_1_mlp_0_bias" -> "763 linear_23" [style=solid, label="(768,)"]; +"66 features_3_1_mlp_3_bias" -> "774 linear_24" [style=solid, label="(192,)"]; +"67 features_3_1_norm2_weight" -> "776 layer_norm_9" [style=solid, label="(192,)"]; +"68 features_3_1_norm2_bias" -> "776 layer_norm_9" [style=solid, label="(192,)"]; +"69 features_4_norm_weight" -> "799 layer_norm_10" [style=solid, label="(384,)"]; +"70 features_4_norm_bias" -> "799 layer_norm_10" [style=solid, label="(384,)"]; +"71 features_5_0_attn_cpb_mlp_0_bias" -> "802 linear_26" [style=solid, label="(512,)"]; +"72 features_5_0_norm1_weight" -> "895 layer_norm_11" [style=solid, label="(384,)"]; +"73 features_5_0_norm1_bias" -> "895 layer_norm_11" [style=solid, label="(384,)"]; +"74 features_5_0_mlp_0_bias" -> "905 linear_30" [style=solid, label="(1536,)"]; +"75 features_5_0_mlp_3_bias" -> "916 linear_31" [style=solid, label="(384,)"]; +"76 features_5_0_norm2_weight" -> "918 layer_norm_12" [style=solid, label="(384,)"]; +"77 features_5_0_norm2_bias" -> "918 layer_norm_12" [style=solid, label="(384,)"]; +"78 features_5_1_attn_cpb_mlp_0_bias" -> "922 linear_32" [style=solid, label="(512,)"]; +"79 features_5_1_norm1_weight" -> "1049 layer_norm_13" [style=solid, label="(384,)"]; +"80 features_5_1_norm1_bias" -> "1049 layer_norm_13" [style=solid, label="(384,)"]; +"81 features_5_1_mlp_0_bias" -> "1059 linear_36" [style=solid, label="(1536,)"]; +"82 features_5_1_mlp_3_bias" -> "1070 linear_37" [style=solid, label="(384,)"]; +"83 features_5_1_norm2_weight" -> "1072 layer_norm_14" [style=solid, label="(384,)"]; +"84 features_5_1_norm2_bias" -> "1072 layer_norm_14" [style=solid, label="(384,)"]; +"85 features_5_2_attn_cpb_mlp_0_bias" -> "1076 linear_38" [style=solid, label="(512,)"]; +"86 features_5_2_norm1_weight" -> "1149 layer_norm_15" [style=solid, label="(384,)"]; +"87 features_5_2_norm1_bias" -> "1149 layer_norm_15" [style=solid, label="(384,)"]; +"88 features_5_2_mlp_0_bias" -> "1159 linear_42" [style=solid, label="(1536,)"]; +"89 features_5_2_mlp_3_bias" -> "1170 linear_43" [style=solid, label="(384,)"]; +"90 features_5_2_norm2_weight" -> "1172 layer_norm_16" [style=solid, label="(384,)"]; +"91 features_5_2_norm2_bias" -> "1172 layer_norm_16" [style=solid, label="(384,)"]; +"92 features_5_3_attn_cpb_mlp_0_bias" -> "1176 linear_44" [style=solid, label="(512,)"]; +"93 features_5_3_norm1_weight" -> "1303 layer_norm_17" [style=solid, label="(384,)"]; +"94 features_5_3_norm1_bias" -> "1303 layer_norm_17" [style=solid, label="(384,)"]; +"95 features_5_3_mlp_0_bias" -> "1313 linear_48" [style=solid, label="(1536,)"]; +"96 features_5_3_mlp_3_bias" -> "1324 linear_49" [style=solid, label="(384,)"]; +"97 features_5_3_norm2_weight" -> "1326 layer_norm_18" [style=solid, label="(384,)"]; +"98 features_5_3_norm2_bias" -> "1326 layer_norm_18" [style=solid, label="(384,)"]; +"99 features_5_4_attn_cpb_mlp_0_bias" -> "1330 linear_50" [style=solid, label="(512,)"]; +"100 features_5_4_norm1_weight" -> "1403 layer_norm_19" [style=solid, label="(384,)"]; +"101 features_5_4_norm1_bias" -> "1403 layer_norm_19" [style=solid, label="(384,)"]; +"102 features_5_4_mlp_0_bias" -> "1413 linear_54" [style=solid, label="(1536,)"]; +"103 features_5_4_mlp_3_bias" -> "1424 linear_55" [style=solid, label="(384,)"]; +"104 features_5_4_norm2_weight" -> "1426 layer_norm_20" [style=solid, label="(384,)"]; +"105 features_5_4_norm2_bias" -> "1426 layer_norm_20" [style=solid, label="(384,)"]; +"106 features_5_5_attn_cpb_mlp_0_bias" -> "1430 linear_56" [style=solid, label="(512,)"]; +"107 features_5_5_norm1_weight" -> "1557 layer_norm_21" [style=solid, label="(384,)"]; +"108 features_5_5_norm1_bias" -> "1557 layer_norm_21" [style=solid, label="(384,)"]; +"109 features_5_5_mlp_0_bias" -> "1567 linear_60" [style=solid, label="(1536,)"]; +"110 features_5_5_mlp_3_bias" -> "1578 linear_61" [style=solid, label="(384,)"]; +"111 features_5_5_norm2_weight" -> "1580 layer_norm_22" [style=solid, label="(384,)"]; +"112 features_5_5_norm2_bias" -> "1580 layer_norm_22" [style=solid, label="(384,)"]; +"113 features_6_norm_weight" -> "1603 layer_norm_23" [style=solid, label="(768,)"]; +"114 features_6_norm_bias" -> "1603 layer_norm_23" [style=solid, label="(768,)"]; +"115 features_7_0_attn_cpb_mlp_0_bias" -> "1606 linear_63" [style=solid, label="(512,)"]; +"116 features_7_0_norm1_weight" -> "1699 layer_norm_24" [style=solid, label="(768,)"]; +"117 features_7_0_norm1_bias" -> "1699 layer_norm_24" [style=solid, label="(768,)"]; +"118 features_7_0_mlp_0_bias" -> "1709 linear_67" [style=solid, label="(3072,)"]; +"119 features_7_0_mlp_3_bias" -> "1720 linear_68" [style=solid, label="(768,)"]; +"120 features_7_0_norm2_weight" -> "1722 layer_norm_25" [style=solid, label="(768,)"]; +"121 features_7_0_norm2_bias" -> "1722 layer_norm_25" [style=solid, label="(768,)"]; +"122 features_7_1_attn_cpb_mlp_0_bias" -> "1726 linear_69" [style=solid, label="(512,)"]; +"123 features_7_1_norm1_weight" -> "1799 layer_norm_26" [style=solid, label="(768,)"]; +"124 features_7_1_norm1_bias" -> "1799 layer_norm_26" [style=solid, label="(768,)"]; +"125 features_7_1_mlp_0_bias" -> "1809 linear_73" [style=solid, label="(3072,)"]; +"126 features_7_1_mlp_3_bias" -> "1820 linear_74" [style=solid, label="(768,)"]; +"127 features_7_1_norm2_weight" -> "1822 layer_norm_27" [style=solid, label="(768,)"]; +"128 features_7_1_norm2_bias" -> "1822 layer_norm_27" [style=solid, label="(768,)"]; +"129 norm_weight" -> "1824 layer_norm_28" [style=solid, label="(768,)"]; +"130 norm_bias" -> "1824 layer_norm_28" [style=solid, label="(768,)"]; +"131 head_bias" -> "1836 linear_75" [style=solid, label="(1000,)"]; +"132 features_1_0_attn_relative_coords_table" -> "215 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"133 features_1_0_attn_relative_position_index" -> "222 index" [style=solid, label="(4096,)"]; +"134 features_1_1_attn_relative_coords_table" -> "330 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"135 features_1_1_attn_relative_position_index" -> "337 index_1" [style=solid, label="(4096,)"]; +"136 features_3_0_attn_relative_coords_table" -> "505 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"137 features_3_0_attn_relative_position_index" -> "512 index_2" [style=solid, label="(4096,)"]; +"138 features_3_1_attn_relative_coords_table" -> "625 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"139 features_3_1_attn_relative_position_index" -> "632 index_3" [style=solid, label="(4096,)"]; +"140 features_5_0_attn_relative_coords_table" -> "801 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"141 features_5_0_attn_relative_position_index" -> "808 index_4" [style=solid, label="(4096,)"]; +"142 features_5_1_attn_relative_coords_table" -> "921 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"143 features_5_1_attn_relative_position_index" -> "928 index_5" [style=solid, label="(4096,)"]; +"144 features_5_2_attn_relative_coords_table" -> "1075 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"145 features_5_2_attn_relative_position_index" -> "1082 index_6" [style=solid, label="(4096,)"]; +"146 features_5_3_attn_relative_coords_table" -> "1175 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"147 features_5_3_attn_relative_position_index" -> "1182 index_7" [style=solid, label="(4096,)"]; +"148 features_5_4_attn_relative_coords_table" -> "1329 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"149 features_5_4_attn_relative_position_index" -> "1336 index_8" [style=solid, label="(4096,)"]; +"150 features_5_5_attn_relative_coords_table" -> "1429 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"151 features_5_5_attn_relative_position_index" -> "1436 index_9" [style=solid, label="(4096,)"]; +"152 features_7_0_attn_relative_coords_table" -> "1605 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"153 features_7_0_attn_relative_position_index" -> "1612 index_10" [style=solid, label="(4096,)"]; +"154 features_7_1_attn_relative_coords_table" -> "1725 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"155 features_7_1_attn_relative_position_index" -> "1732 index_11" [style=solid, label="(4096,)"]; +"156 features_1_1_attn_lifted_tensor_0" -> "385 lift_fresh_copy" [style=solid, label="()"]; +"157 features_1_1_attn_lifted_tensor_1" -> "389 lift_fresh_copy_1" [style=solid, label="()"]; +"158 features_1_1_attn_lifted_tensor_2" -> "393 lift_fresh_copy_2" [style=solid, label="()"]; +"159 features_1_1_attn_lifted_tensor_3" -> "397 lift_fresh_copy_3" [style=solid, label="()"]; +"160 features_1_1_attn_lifted_tensor_4" -> "401 lift_fresh_copy_4" [style=solid, label="()"]; +"161 features_1_1_attn_lifted_tensor_5" -> "405 lift_fresh_copy_5" [style=solid, label="()"]; +"162 features_1_1_attn_lifted_tensor_6" -> "409 lift_fresh_copy_6" [style=solid, label="()"]; +"163 features_1_1_attn_lifted_tensor_7" -> "413 lift_fresh_copy_7" [style=solid, label="()"]; +"164 features_1_1_attn_lifted_tensor_8" -> "417 lift_fresh_copy_8" [style=solid, label="()"]; +"165 features_3_1_attn_lifted_tensor_9" -> "680 lift_fresh_copy_9" [style=solid, label="()"]; +"166 features_3_1_attn_lifted_tensor_10" -> "684 lift_fresh_copy_10" [style=solid, label="()"]; +"167 features_3_1_attn_lifted_tensor_11" -> "688 lift_fresh_copy_11" [style=solid, label="()"]; +"168 features_3_1_attn_lifted_tensor_12" -> "692 lift_fresh_copy_12" [style=solid, label="()"]; +"169 features_3_1_attn_lifted_tensor_13" -> "696 lift_fresh_copy_13" [style=solid, label="()"]; +"170 features_3_1_attn_lifted_tensor_14" -> "700 lift_fresh_copy_14" [style=solid, label="()"]; +"171 features_3_1_attn_lifted_tensor_15" -> "704 lift_fresh_copy_15" [style=solid, label="()"]; +"172 features_3_1_attn_lifted_tensor_16" -> "708 lift_fresh_copy_16" [style=solid, label="()"]; +"173 features_3_1_attn_lifted_tensor_17" -> "712 lift_fresh_copy_17" [style=solid, label="()"]; +"174 features_5_1_attn_lifted_tensor_18" -> "976 lift_fresh_copy_18" [style=solid, label="()"]; +"175 features_5_1_attn_lifted_tensor_19" -> "980 lift_fresh_copy_19" [style=solid, label="()"]; +"176 features_5_1_attn_lifted_tensor_20" -> "984 lift_fresh_copy_20" [style=solid, label="()"]; +"177 features_5_1_attn_lifted_tensor_21" -> "988 lift_fresh_copy_21" [style=solid, label="()"]; +"178 features_5_1_attn_lifted_tensor_22" -> "992 lift_fresh_copy_22" [style=solid, label="()"]; +"179 features_5_1_attn_lifted_tensor_23" -> "996 lift_fresh_copy_23" [style=solid, label="()"]; +"180 features_5_1_attn_lifted_tensor_24" -> "1000 lift_fresh_copy_24" [style=solid, label="()"]; +"181 features_5_1_attn_lifted_tensor_25" -> "1004 lift_fresh_copy_25" [style=solid, label="()"]; +"182 features_5_1_attn_lifted_tensor_26" -> "1008 lift_fresh_copy_26" [style=solid, label="()"]; +"183 features_5_3_attn_lifted_tensor_27" -> "1230 lift_fresh_copy_27" [style=solid, label="()"]; +"184 features_5_3_attn_lifted_tensor_28" -> "1234 lift_fresh_copy_28" [style=solid, label="()"]; +"185 features_5_3_attn_lifted_tensor_29" -> "1238 lift_fresh_copy_29" [style=solid, label="()"]; +"186 features_5_3_attn_lifted_tensor_30" -> "1242 lift_fresh_copy_30" [style=solid, label="()"]; +"187 features_5_3_attn_lifted_tensor_31" -> "1246 lift_fresh_copy_31" [style=solid, label="()"]; +"188 features_5_3_attn_lifted_tensor_32" -> "1250 lift_fresh_copy_32" [style=solid, label="()"]; +"189 features_5_3_attn_lifted_tensor_33" -> "1254 lift_fresh_copy_33" [style=solid, label="()"]; +"190 features_5_3_attn_lifted_tensor_34" -> "1258 lift_fresh_copy_34" [style=solid, label="()"]; +"191 features_5_3_attn_lifted_tensor_35" -> "1262 lift_fresh_copy_35" [style=solid, label="()"]; +"192 features_5_5_attn_lifted_tensor_36" -> "1484 lift_fresh_copy_36" [style=solid, label="()"]; +"193 features_5_5_attn_lifted_tensor_37" -> "1488 lift_fresh_copy_37" [style=solid, label="()"]; +"194 features_5_5_attn_lifted_tensor_38" -> "1492 lift_fresh_copy_38" [style=solid, label="()"]; +"195 features_5_5_attn_lifted_tensor_39" -> "1496 lift_fresh_copy_39" [style=solid, label="()"]; +"196 features_5_5_attn_lifted_tensor_40" -> "1500 lift_fresh_copy_40" [style=solid, label="()"]; +"197 features_5_5_attn_lifted_tensor_41" -> "1504 lift_fresh_copy_41" [style=solid, label="()"]; +"198 features_5_5_attn_lifted_tensor_42" -> "1508 lift_fresh_copy_42" [style=solid, label="()"]; +"199 features_5_5_attn_lifted_tensor_43" -> "1512 lift_fresh_copy_43" [style=solid, label="()"]; +"200 features_5_5_attn_lifted_tensor_44" -> "1516 lift_fresh_copy_44" [style=solid, label="()"]; "201 x" -> "202 sym_size_int_82" [style=solid, label="(1, 3, -1, -1)"]; "201 x" -> "203 sym_size_int_83" [style=solid, label="(1, 3, -1, -1)"]; "201 x" -> "204 quantize_per_tensor_default" [style=solid, label="(1, 3, -1, -1)"]; -"202 sym_size_int_82" -> "218 floordiv_88" [style=solid, label="(-1,)"]; -"203 sym_size_int_83" -> "212 floordiv_87" [style=solid, label="(-1,)"]; +"202 sym_size_int_82" -> "233 floordiv_88" [style=solid, label="(-1,)"]; +"203 sym_size_int_83" -> "229 floordiv_87" [style=solid, label="(-1,)"]; "204 quantize_per_tensor_default" -> "205 dequantize_per_tensor_default" [style=solid, label="(1, 3, -1, -1)"]; "205 dequantize_per_tensor_default" -> "211 conv2d" [style=solid, label="(1, 3, -1, -1)"]; "206 conv2d_scale_0" -> "209 quantize_per_channel_default" [style=solid, label="(96,)"]; @@ -2222,2337 +2052,2109 @@ strict digraph { "208 compressed_weight_updated_constant0" -> "209 quantize_per_channel_default" [style=solid, label="(96, 3, 4, 4)"]; "209 quantize_per_channel_default" -> "210 dequantize_per_channel_default" [style=solid, label="(96, 3, 4, 4)"]; "210 dequantize_per_channel_default" -> "211 conv2d" [style=solid, label="(96, 3, 4, 4)"]; -"211 conv2d" -> "424 permute" [style=solid, label="(1, 96, -1, -1)"]; -"212 floordiv_87" -> "213 mod_54" [style=solid, label="(-1,)"]; -"212 floordiv_87" -> "217 add_42" [style=solid, label="(-1,)"]; -"212 floordiv_87" -> "263 mod_59" [style=solid, label="(-1,)"]; -"212 floordiv_87" -> "264 add_48" [style=solid, label="(-1,)"]; -"212 floordiv_87" -> "266 add_49" [style=solid, label="(-1,)"]; -"212 floordiv_87" -> "501 slice_4" [style=solid, label="(-1,)"]; -"212 floordiv_87" -> "656 slice_27" [style=solid, label="(-1,)"]; -"213 mod_54" -> "214 mul_36" [style=solid, label="(-1,)"]; -"214 mul_36" -> "215 add_41" [style=solid, label="(-1,)"]; -"215 add_41" -> "216 mod_55" [style=solid, label="(-1,)"]; -"216 mod_55" -> "217 add_42" [style=solid, label="(-1,)"]; -"216 mod_55" -> "441 pad" [style=solid, label="(-1,)"]; -"216 mod_55" -> "543 pad_1" [style=solid, label="(-1,)"]; -"217 add_42" -> "224 mul_38" [style=solid, label="(-1,)"]; -"217 add_42" -> "225 floordiv_89" [style=solid, label="(-1,)"]; -"217 add_42" -> "231 floordiv_91" [style=solid, label="(-1,)"]; -"217 add_42" -> "498 reshape_3" [style=solid, label="(-1,)"]; -"217 add_42" -> "583 new_zeros" [style=solid, label="(-1,)"]; -"217 add_42" -> "652 reshape_8" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "219 mod_56" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "223 add_44" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "255 mod_58" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "256 add_45" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "258 add_46" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "500 slice_3" [style=solid, label="(-1,)"]; -"218 floordiv_88" -> "655 slice_26" [style=solid, label="(-1,)"]; -"219 mod_56" -> "220 mul_37" [style=solid, label="(-1,)"]; -"220 mul_37" -> "221 add_43" [style=solid, label="(-1,)"]; -"221 add_43" -> "222 mod_57" [style=solid, label="(-1,)"]; -"222 mod_57" -> "223 add_44" [style=solid, label="(-1,)"]; -"222 mod_57" -> "441 pad" [style=solid, label="(-1,)"]; -"222 mod_57" -> "543 pad_1" [style=solid, label="(-1,)"]; -"223 add_44" -> "224 mul_38" [style=solid, label="(-1,)"]; -"223 add_44" -> "226 floordiv_90" [style=solid, label="(-1,)"]; -"223 add_44" -> "232 floordiv_92" [style=solid, label="(-1,)"]; -"223 add_44" -> "498 reshape_3" [style=solid, label="(-1,)"]; -"223 add_44" -> "583 new_zeros" [style=solid, label="(-1,)"]; -"223 add_44" -> "652 reshape_8" [style=solid, label="(-1,)"]; -"224 mul_38" -> "229 eq_71" [style=solid, label="(-1,)"]; -"224 mul_38" -> "247 eq_73" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "227 mul_39" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "231 floordiv_91" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "233 mul_41" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "245 mul_46" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "442 mul_1" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "443 view_2" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "496 view_3" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "545 view_6" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "620 view_7" [style=solid, label="(-1,)"]; -"225 floordiv_89" -> "650 view_10" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "228 mul_40" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "232 floordiv_92" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "234 mul_42" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "246 mul_47" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "442 mul_1" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "443 view_2" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "496 view_3" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "545 view_6" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "620 view_7" [style=solid, label="(-1,)"]; -"226 floordiv_90" -> "650 view_10" [style=solid, label="(-1,)"]; -"227 mul_39" -> "228 mul_40" [style=solid, label="(-1,)"]; -"228 mul_40" -> "229 eq_71" [style=solid, label="(-1,)"]; -"228 mul_40" -> "236 eq_72" [style=solid, label="(-1,)"]; -"229 eq_71" -> "230 _assert_scalar_default" [style=solid, label="(-1,)"]; -"231 floordiv_91" -> "233 mul_41" [style=solid, label="(-1,)"]; -"231 floordiv_91" -> "240 mul_44" [style=solid, label="(-1,)"]; -"231 floordiv_91" -> "249 pow_1" [style=solid, label="(-1,)"]; -"232 floordiv_92" -> "235 mul_43" [style=solid, label="(-1,)"]; -"232 floordiv_92" -> "240 mul_44" [style=solid, label="(-1,)"]; -"232 floordiv_92" -> "250 pow_2" [style=solid, label="(-1,)"]; -"233 mul_41" -> "234 mul_42" [style=solid, label="(-1,)"]; -"234 mul_42" -> "235 mul_43" [style=solid, label="(-1,)"]; -"235 mul_43" -> "236 eq_72" [style=solid, label="(-1,)"]; -"235 mul_43" -> "238 ge" [style=solid, label="(-1,)"]; -"236 eq_72" -> "237 _assert_scalar_default_1" [style=solid, label="(-1,)"]; -"238 ge" -> "239 _assert_scalar_default_2" [style=solid, label="(-1,)"]; -"240 mul_44" -> "241 ge_1" [style=solid, label="(-1,)"]; -"240 mul_44" -> "243 floordiv_93" [style=solid, label="(-1,)"]; -"240 mul_44" -> "458 reshape_1" [style=solid, label="(-1,)"]; -"240 mul_44" -> "485 reshape_2" [style=solid, label="(-1,)"]; -"240 mul_44" -> "560 reshape_5" [style=solid, label="(-1,)"]; -"240 mul_44" -> "630 view_8" [style=solid, label="(-1,)"]; -"240 mul_44" -> "634 view_9" [style=solid, label="(-1,)"]; -"240 mul_44" -> "639 reshape_7" [style=solid, label="(-1,)"]; -"241 ge_1" -> "242 _assert_scalar_default_3" [style=solid, label="(-1,)"]; -"243 floordiv_93" -> "244 mul_45" [style=solid, label="(-1,)"]; -"244 mul_45" -> "245 mul_46" [style=solid, label="(-1,)"]; -"245 mul_46" -> "246 mul_47" [style=solid, label="(-1,)"]; -"246 mul_47" -> "247 eq_73" [style=solid, label="(-1,)"]; -"247 eq_73" -> "248 _assert_scalar_default_4" [style=solid, label="(-1,)"]; -"249 pow_1" -> "251 mul_48" [style=solid, label="(-1,)"]; -"250 pow_2" -> "251 mul_48" [style=solid, label="(-1,)"]; -"251 mul_48" -> "252 eq_74" [style=solid, label="(-1,)"]; -"252 eq_74" -> "253 sym_not" [style=solid, label="(-1,)"]; -"253 sym_not" -> "254 _assert_scalar_default_5" [style=solid, label="(-1,)"]; -"255 mod_58" -> "256 add_45" [style=solid, label="(-1,)"]; -"255 mod_58" -> "259 add_47" [style=solid, label="(-1,)"]; -"255 mod_58" -> "683 pad_2" [style=solid, label="(-1,)"]; -"256 add_45" -> "257 floordiv_94" [style=solid, label="(-1,)"]; -"257 floordiv_94" -> "261 eq_75" [style=solid, label="(-1,)"]; -"258 add_46" -> "259 add_47" [style=solid, label="(-1,)"]; -"259 add_47" -> "260 floordiv_95" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "261 eq_75" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "276 mod_62" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "280 add_54" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "312 mod_64" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "313 add_55" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "315 add_56" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "781 slice_43" [style=solid, label="(-1,)"]; -"260 floordiv_95" -> "937 slice_66" [style=solid, label="(-1,)"]; -"261 eq_75" -> "262 _assert_scalar_default_6" [style=solid, label="(-1,)"]; -"263 mod_59" -> "264 add_48" [style=solid, label="(-1,)"]; -"263 mod_59" -> "267 add_50" [style=solid, label="(-1,)"]; -"263 mod_59" -> "683 pad_2" [style=solid, label="(-1,)"]; -"264 add_48" -> "265 floordiv_96" [style=solid, label="(-1,)"]; -"265 floordiv_96" -> "269 eq_76" [style=solid, label="(-1,)"]; -"266 add_49" -> "267 add_50" [style=solid, label="(-1,)"]; -"267 add_50" -> "268 floordiv_97" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "269 eq_76" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "271 mod_60" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "275 add_52" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "320 mod_65" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "321 add_58" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "323 add_59" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "782 slice_44" [style=solid, label="(-1,)"]; -"268 floordiv_97" -> "938 slice_67" [style=solid, label="(-1,)"]; -"269 eq_76" -> "270 _assert_scalar_default_7" [style=solid, label="(-1,)"]; -"271 mod_60" -> "272 mul_49" [style=solid, label="(-1,)"]; -"272 mul_49" -> "273 add_51" [style=solid, label="(-1,)"]; -"273 add_51" -> "274 mod_61" [style=solid, label="(-1,)"]; -"274 mod_61" -> "275 add_52" [style=solid, label="(-1,)"]; -"274 mod_61" -> "722 pad_3" [style=solid, label="(-1,)"]; -"274 mod_61" -> "825 pad_4" [style=solid, label="(-1,)"]; -"275 add_52" -> "281 mul_51" [style=solid, label="(-1,)"]; -"275 add_52" -> "282 floordiv_98" [style=solid, label="(-1,)"]; -"275 add_52" -> "288 floordiv_100" [style=solid, label="(-1,)"]; -"275 add_52" -> "779 reshape_12" [style=solid, label="(-1,)"]; -"275 add_52" -> "865 new_zeros_1" [style=solid, label="(-1,)"]; -"275 add_52" -> "934 reshape_17" [style=solid, label="(-1,)"]; -"276 mod_62" -> "277 mul_50" [style=solid, label="(-1,)"]; -"277 mul_50" -> "278 add_53" [style=solid, label="(-1,)"]; -"278 add_53" -> "279 mod_63" [style=solid, label="(-1,)"]; -"279 mod_63" -> "280 add_54" [style=solid, label="(-1,)"]; -"279 mod_63" -> "722 pad_3" [style=solid, label="(-1,)"]; -"279 mod_63" -> "825 pad_4" [style=solid, label="(-1,)"]; -"280 add_54" -> "281 mul_51" [style=solid, label="(-1,)"]; -"280 add_54" -> "283 floordiv_99" [style=solid, label="(-1,)"]; -"280 add_54" -> "289 floordiv_101" [style=solid, label="(-1,)"]; -"280 add_54" -> "779 reshape_12" [style=solid, label="(-1,)"]; -"280 add_54" -> "865 new_zeros_1" [style=solid, label="(-1,)"]; -"280 add_54" -> "934 reshape_17" [style=solid, label="(-1,)"]; -"281 mul_51" -> "286 eq_77" [style=solid, label="(-1,)"]; -"281 mul_51" -> "304 eq_79" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "284 mul_52" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "288 floordiv_100" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "290 mul_54" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "302 mul_59" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "723 mul_7" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "724 view_13" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "777 view_14" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "827 view_17" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "902 view_18" [style=solid, label="(-1,)"]; -"282 floordiv_98" -> "932 view_21" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "285 mul_53" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "289 floordiv_101" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "291 mul_55" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "303 mul_60" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "723 mul_7" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "724 view_13" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "777 view_14" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "827 view_17" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "902 view_18" [style=solid, label="(-1,)"]; -"283 floordiv_99" -> "932 view_21" [style=solid, label="(-1,)"]; -"284 mul_52" -> "285 mul_53" [style=solid, label="(-1,)"]; -"285 mul_53" -> "286 eq_77" [style=solid, label="(-1,)"]; -"285 mul_53" -> "293 eq_78" [style=solid, label="(-1,)"]; -"286 eq_77" -> "287 _assert_scalar_default_8" [style=solid, label="(-1,)"]; -"288 floordiv_100" -> "290 mul_54" [style=solid, label="(-1,)"]; -"288 floordiv_100" -> "297 mul_57" [style=solid, label="(-1,)"]; -"288 floordiv_100" -> "306 pow_3" [style=solid, label="(-1,)"]; -"289 floordiv_101" -> "292 mul_56" [style=solid, label="(-1,)"]; -"289 floordiv_101" -> "297 mul_57" [style=solid, label="(-1,)"]; -"289 floordiv_101" -> "307 pow_4" [style=solid, label="(-1,)"]; -"290 mul_54" -> "291 mul_55" [style=solid, label="(-1,)"]; -"291 mul_55" -> "292 mul_56" [style=solid, label="(-1,)"]; -"292 mul_56" -> "293 eq_78" [style=solid, label="(-1,)"]; -"292 mul_56" -> "295 ge_2" [style=solid, label="(-1,)"]; -"293 eq_78" -> "294 _assert_scalar_default_9" [style=solid, label="(-1,)"]; -"295 ge_2" -> "296 _assert_scalar_default_10" [style=solid, label="(-1,)"]; -"297 mul_57" -> "298 ge_3" [style=solid, label="(-1,)"]; -"297 mul_57" -> "300 floordiv_102" [style=solid, label="(-1,)"]; -"297 mul_57" -> "739 reshape_10" [style=solid, label="(-1,)"]; -"297 mul_57" -> "766 reshape_11" [style=solid, label="(-1,)"]; -"297 mul_57" -> "842 reshape_14" [style=solid, label="(-1,)"]; -"297 mul_57" -> "912 view_19" [style=solid, label="(-1,)"]; -"297 mul_57" -> "916 view_20" [style=solid, label="(-1,)"]; -"297 mul_57" -> "921 reshape_16" [style=solid, label="(-1,)"]; -"298 ge_3" -> "299 _assert_scalar_default_11" [style=solid, label="(-1,)"]; -"300 floordiv_102" -> "301 mul_58" [style=solid, label="(-1,)"]; -"301 mul_58" -> "302 mul_59" [style=solid, label="(-1,)"]; -"302 mul_59" -> "303 mul_60" [style=solid, label="(-1,)"]; -"303 mul_60" -> "304 eq_79" [style=solid, label="(-1,)"]; -"304 eq_79" -> "305 _assert_scalar_default_12" [style=solid, label="(-1,)"]; -"306 pow_3" -> "308 mul_61" [style=solid, label="(-1,)"]; -"307 pow_4" -> "308 mul_61" [style=solid, label="(-1,)"]; -"308 mul_61" -> "309 eq_80" [style=solid, label="(-1,)"]; -"309 eq_80" -> "310 sym_not_1" [style=solid, label="(-1,)"]; -"310 sym_not_1" -> "311 _assert_scalar_default_13" [style=solid, label="(-1,)"]; -"312 mod_64" -> "313 add_55" [style=solid, label="(-1,)"]; -"312 mod_64" -> "316 add_57" [style=solid, label="(-1,)"]; -"312 mod_64" -> "966 pad_5" [style=solid, label="(-1,)"]; -"313 add_55" -> "314 floordiv_103" [style=solid, label="(-1,)"]; -"314 floordiv_103" -> "318 eq_81" [style=solid, label="(-1,)"]; -"315 add_56" -> "316 add_57" [style=solid, label="(-1,)"]; -"316 add_57" -> "317 floordiv_104" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "318 eq_81" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "333 mod_68" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "337 add_64" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "369 mod_70" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "370 add_65" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "372 add_66" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "1064 slice_83" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "1220 slice_106" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "1322 slice_111" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "1478 slice_134" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "1580 slice_139" [style=solid, label="(-1,)"]; -"317 floordiv_104" -> "1736 slice_162" [style=solid, label="(-1,)"]; -"318 eq_81" -> "319 _assert_scalar_default_14" [style=solid, label="(-1,)"]; -"320 mod_65" -> "321 add_58" [style=solid, label="(-1,)"]; -"320 mod_65" -> "324 add_60" [style=solid, label="(-1,)"]; -"320 mod_65" -> "966 pad_5" [style=solid, label="(-1,)"]; -"321 add_58" -> "322 floordiv_105" [style=solid, label="(-1,)"]; -"322 floordiv_105" -> "326 eq_82" [style=solid, label="(-1,)"]; -"323 add_59" -> "324 add_60" [style=solid, label="(-1,)"]; -"324 add_60" -> "325 floordiv_106" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "326 eq_82" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "328 mod_66" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "332 add_62" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "377 mod_71" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "378 add_68" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "380 add_69" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "1065 slice_84" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "1221 slice_107" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "1323 slice_112" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "1479 slice_135" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "1581 slice_140" [style=solid, label="(-1,)"]; -"325 floordiv_106" -> "1737 slice_163" [style=solid, label="(-1,)"]; -"326 eq_82" -> "327 _assert_scalar_default_15" [style=solid, label="(-1,)"]; -"328 mod_66" -> "329 mul_62" [style=solid, label="(-1,)"]; -"329 mul_62" -> "330 add_61" [style=solid, label="(-1,)"]; -"330 add_61" -> "331 mod_67" [style=solid, label="(-1,)"]; -"331 mod_67" -> "332 add_62" [style=solid, label="(-1,)"]; -"331 mod_67" -> "1005 pad_6" [style=solid, label="(-1,)"]; -"331 mod_67" -> "1108 pad_7" [style=solid, label="(-1,)"]; -"331 mod_67" -> "1264 pad_8" [style=solid, label="(-1,)"]; -"331 mod_67" -> "1366 pad_9" [style=solid, label="(-1,)"]; -"331 mod_67" -> "1522 pad_10" [style=solid, label="(-1,)"]; -"331 mod_67" -> "1624 pad_11" [style=solid, label="(-1,)"]; -"332 add_62" -> "338 mul_64" [style=solid, label="(-1,)"]; -"332 add_62" -> "339 floordiv_107" [style=solid, label="(-1,)"]; -"332 add_62" -> "345 floordiv_109" [style=solid, label="(-1,)"]; -"332 add_62" -> "1062 reshape_21" [style=solid, label="(-1,)"]; -"332 add_62" -> "1148 new_zeros_2" [style=solid, label="(-1,)"]; -"332 add_62" -> "1217 reshape_26" [style=solid, label="(-1,)"]; -"332 add_62" -> "1320 reshape_30" [style=solid, label="(-1,)"]; -"332 add_62" -> "1406 new_zeros_3" [style=solid, label="(-1,)"]; -"332 add_62" -> "1475 reshape_35" [style=solid, label="(-1,)"]; -"332 add_62" -> "1578 reshape_39" [style=solid, label="(-1,)"]; -"332 add_62" -> "1664 new_zeros_4" [style=solid, label="(-1,)"]; -"332 add_62" -> "1733 reshape_44" [style=solid, label="(-1,)"]; -"333 mod_68" -> "334 mul_63" [style=solid, label="(-1,)"]; -"334 mul_63" -> "335 add_63" [style=solid, label="(-1,)"]; -"335 add_63" -> "336 mod_69" [style=solid, label="(-1,)"]; -"336 mod_69" -> "337 add_64" [style=solid, label="(-1,)"]; -"336 mod_69" -> "1005 pad_6" [style=solid, label="(-1,)"]; -"336 mod_69" -> "1108 pad_7" [style=solid, label="(-1,)"]; -"336 mod_69" -> "1264 pad_8" [style=solid, label="(-1,)"]; -"336 mod_69" -> "1366 pad_9" [style=solid, label="(-1,)"]; -"336 mod_69" -> "1522 pad_10" [style=solid, label="(-1,)"]; -"336 mod_69" -> "1624 pad_11" [style=solid, label="(-1,)"]; -"337 add_64" -> "338 mul_64" [style=solid, label="(-1,)"]; -"337 add_64" -> "340 floordiv_108" [style=solid, label="(-1,)"]; -"337 add_64" -> "346 floordiv_110" [style=solid, label="(-1,)"]; -"337 add_64" -> "1062 reshape_21" [style=solid, label="(-1,)"]; -"337 add_64" -> "1148 new_zeros_2" [style=solid, label="(-1,)"]; -"337 add_64" -> "1217 reshape_26" [style=solid, label="(-1,)"]; -"337 add_64" -> "1320 reshape_30" [style=solid, label="(-1,)"]; -"337 add_64" -> "1406 new_zeros_3" [style=solid, label="(-1,)"]; -"337 add_64" -> "1475 reshape_35" [style=solid, label="(-1,)"]; -"337 add_64" -> "1578 reshape_39" [style=solid, label="(-1,)"]; -"337 add_64" -> "1664 new_zeros_4" [style=solid, label="(-1,)"]; -"337 add_64" -> "1733 reshape_44" [style=solid, label="(-1,)"]; -"338 mul_64" -> "343 eq_83" [style=solid, label="(-1,)"]; -"338 mul_64" -> "361 eq_85" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "341 mul_65" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "345 floordiv_109" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "347 mul_67" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "359 mul_72" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1006 mul_13" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1007 view_24" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1060 view_25" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1110 view_28" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1185 view_29" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1215 view_32" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1265 view_35" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1318 view_36" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1368 view_39" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1443 view_40" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1473 view_43" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1523 view_46" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1576 view_47" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1626 view_50" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1701 view_51" [style=solid, label="(-1,)"]; -"339 floordiv_107" -> "1731 view_54" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "342 mul_66" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "346 floordiv_110" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "348 mul_68" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "360 mul_73" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1006 mul_13" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1007 view_24" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1060 view_25" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1110 view_28" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1185 view_29" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1215 view_32" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1265 view_35" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1318 view_36" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1368 view_39" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1443 view_40" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1473 view_43" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1523 view_46" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1576 view_47" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1626 view_50" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1701 view_51" [style=solid, label="(-1,)"]; -"340 floordiv_108" -> "1731 view_54" [style=solid, label="(-1,)"]; -"341 mul_65" -> "342 mul_66" [style=solid, label="(-1,)"]; -"342 mul_66" -> "343 eq_83" [style=solid, label="(-1,)"]; -"342 mul_66" -> "350 eq_84" [style=solid, label="(-1,)"]; -"343 eq_83" -> "344 _assert_scalar_default_16" [style=solid, label="(-1,)"]; -"345 floordiv_109" -> "347 mul_67" [style=solid, label="(-1,)"]; -"345 floordiv_109" -> "354 mul_70" [style=solid, label="(-1,)"]; -"345 floordiv_109" -> "363 pow_5" [style=solid, label="(-1,)"]; -"346 floordiv_110" -> "349 mul_69" [style=solid, label="(-1,)"]; -"346 floordiv_110" -> "354 mul_70" [style=solid, label="(-1,)"]; -"346 floordiv_110" -> "364 pow_6" [style=solid, label="(-1,)"]; -"347 mul_67" -> "348 mul_68" [style=solid, label="(-1,)"]; -"348 mul_68" -> "349 mul_69" [style=solid, label="(-1,)"]; -"349 mul_69" -> "350 eq_84" [style=solid, label="(-1,)"]; -"349 mul_69" -> "352 ge_4" [style=solid, label="(-1,)"]; -"350 eq_84" -> "351 _assert_scalar_default_17" [style=solid, label="(-1,)"]; -"352 ge_4" -> "353 _assert_scalar_default_18" [style=solid, label="(-1,)"]; -"354 mul_70" -> "355 ge_5" [style=solid, label="(-1,)"]; -"354 mul_70" -> "357 floordiv_111" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1022 reshape_19" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1049 reshape_20" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1125 reshape_23" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1195 view_30" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1199 view_31" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1204 reshape_25" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1280 reshape_28" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1307 reshape_29" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1383 reshape_32" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1453 view_41" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1457 view_42" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1462 reshape_34" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1538 reshape_37" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1565 reshape_38" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1641 reshape_41" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1711 view_52" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1715 view_53" [style=solid, label="(-1,)"]; -"354 mul_70" -> "1720 reshape_43" [style=solid, label="(-1,)"]; -"355 ge_5" -> "356 _assert_scalar_default_19" [style=solid, label="(-1,)"]; -"357 floordiv_111" -> "358 mul_71" [style=solid, label="(-1,)"]; -"358 mul_71" -> "359 mul_72" [style=solid, label="(-1,)"]; -"359 mul_72" -> "360 mul_73" [style=solid, label="(-1,)"]; -"360 mul_73" -> "361 eq_85" [style=solid, label="(-1,)"]; -"361 eq_85" -> "362 _assert_scalar_default_20" [style=solid, label="(-1,)"]; -"363 pow_5" -> "365 mul_74" [style=solid, label="(-1,)"]; -"364 pow_6" -> "365 mul_74" [style=solid, label="(-1,)"]; -"365 mul_74" -> "366 eq_86" [style=solid, label="(-1,)"]; -"366 eq_86" -> "367 sym_not_2" [style=solid, label="(-1,)"]; -"367 sym_not_2" -> "368 _assert_scalar_default_21" [style=solid, label="(-1,)"]; -"369 mod_70" -> "370 add_65" [style=solid, label="(-1,)"]; -"369 mod_70" -> "373 add_67" [style=solid, label="(-1,)"]; -"369 mod_70" -> "1765 pad_12" [style=solid, label="(-1,)"]; -"370 add_65" -> "371 floordiv_112" [style=solid, label="(-1,)"]; -"371 floordiv_112" -> "375 eq_87" [style=solid, label="(-1,)"]; -"372 add_66" -> "373 add_67" [style=solid, label="(-1,)"]; -"373 add_67" -> "374 floordiv_113" [style=solid, label="(-1,)"]; -"374 floordiv_113" -> "375 eq_87" [style=solid, label="(-1,)"]; -"374 floordiv_113" -> "390 mod_74" [style=solid, label="(-1,)"]; -"374 floordiv_113" -> "394 add_74" [style=solid, label="(-1,)"]; -"374 floordiv_113" -> "1863 slice_179" [style=solid, label="(-1,)"]; -"374 floordiv_113" -> "1965 slice_184" [style=solid, label="(-1,)"]; -"375 eq_87" -> "376 _assert_scalar_default_22" [style=solid, label="(-1,)"]; -"377 mod_71" -> "378 add_68" [style=solid, label="(-1,)"]; -"377 mod_71" -> "381 add_70" [style=solid, label="(-1,)"]; -"377 mod_71" -> "1765 pad_12" [style=solid, label="(-1,)"]; -"378 add_68" -> "379 floordiv_114" [style=solid, label="(-1,)"]; -"379 floordiv_114" -> "383 eq_88" [style=solid, label="(-1,)"]; -"380 add_69" -> "381 add_70" [style=solid, label="(-1,)"]; -"381 add_70" -> "382 floordiv_115" [style=solid, label="(-1,)"]; -"382 floordiv_115" -> "383 eq_88" [style=solid, label="(-1,)"]; -"382 floordiv_115" -> "385 mod_72" [style=solid, label="(-1,)"]; -"382 floordiv_115" -> "389 add_72" [style=solid, label="(-1,)"]; -"382 floordiv_115" -> "1864 slice_180" [style=solid, label="(-1,)"]; -"382 floordiv_115" -> "1966 slice_185" [style=solid, label="(-1,)"]; -"383 eq_88" -> "384 _assert_scalar_default_23" [style=solid, label="(-1,)"]; -"385 mod_72" -> "386 mul_75" [style=solid, label="(-1,)"]; -"386 mul_75" -> "387 add_71" [style=solid, label="(-1,)"]; -"387 add_71" -> "388 mod_73" [style=solid, label="(-1,)"]; -"388 mod_73" -> "389 add_72" [style=solid, label="(-1,)"]; -"388 mod_73" -> "1804 pad_13" [style=solid, label="(-1,)"]; -"388 mod_73" -> "1907 pad_14" [style=solid, label="(-1,)"]; -"389 add_72" -> "395 mul_77" [style=solid, label="(-1,)"]; -"389 add_72" -> "396 floordiv_116" [style=solid, label="(-1,)"]; -"389 add_72" -> "402 floordiv_118" [style=solid, label="(-1,)"]; -"389 add_72" -> "1861 reshape_48" [style=solid, label="(-1,)"]; -"389 add_72" -> "1963 reshape_52" [style=solid, label="(-1,)"]; -"390 mod_74" -> "391 mul_76" [style=solid, label="(-1,)"]; -"391 mul_76" -> "392 add_73" [style=solid, label="(-1,)"]; -"392 add_73" -> "393 mod_75" [style=solid, label="(-1,)"]; -"393 mod_75" -> "394 add_74" [style=solid, label="(-1,)"]; -"393 mod_75" -> "1804 pad_13" [style=solid, label="(-1,)"]; -"393 mod_75" -> "1907 pad_14" [style=solid, label="(-1,)"]; -"394 add_74" -> "395 mul_77" [style=solid, label="(-1,)"]; -"394 add_74" -> "397 floordiv_117" [style=solid, label="(-1,)"]; -"394 add_74" -> "403 floordiv_119" [style=solid, label="(-1,)"]; -"394 add_74" -> "1861 reshape_48" [style=solid, label="(-1,)"]; -"394 add_74" -> "1963 reshape_52" [style=solid, label="(-1,)"]; -"395 mul_77" -> "400 eq_89" [style=solid, label="(-1,)"]; -"395 mul_77" -> "422 eq_93" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "398 mul_78" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "402 floordiv_118" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "404 mul_80" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "416 mul_84" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "420 mul_87" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "1805 mul_31" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "1806 view_57" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "1859 view_58" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "1908 view_61" [style=solid, label="(-1,)"]; -"396 floordiv_116" -> "1961 view_62" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "399 mul_79" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "403 floordiv_119" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "405 mul_81" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "417 mul_85" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "421 mul_88" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "1805 mul_31" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "1806 view_57" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "1859 view_58" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "1908 view_61" [style=solid, label="(-1,)"]; -"397 floordiv_117" -> "1961 view_62" [style=solid, label="(-1,)"]; -"398 mul_78" -> "399 mul_79" [style=solid, label="(-1,)"]; -"399 mul_79" -> "400 eq_89" [style=solid, label="(-1,)"]; -"399 mul_79" -> "407 eq_90" [style=solid, label="(-1,)"]; -"399 mul_79" -> "414 eq_92" [style=solid, label="(-1,)"]; -"400 eq_89" -> "401 _assert_scalar_default_24" [style=solid, label="(-1,)"]; -"402 floordiv_118" -> "404 mul_80" [style=solid, label="(-1,)"]; -"402 floordiv_118" -> "409 mul_83" [style=solid, label="(-1,)"]; -"403 floordiv_119" -> "406 mul_82" [style=solid, label="(-1,)"]; -"403 floordiv_119" -> "409 mul_83" [style=solid, label="(-1,)"]; -"404 mul_80" -> "405 mul_81" [style=solid, label="(-1,)"]; -"405 mul_81" -> "406 mul_82" [style=solid, label="(-1,)"]; -"406 mul_82" -> "407 eq_90" [style=solid, label="(-1,)"]; -"407 eq_90" -> "408 _assert_scalar_default_25" [style=solid, label="(-1,)"]; -"409 mul_83" -> "410 ge_6" [style=solid, label="(-1,)"]; -"409 mul_83" -> "412 eq_91" [style=solid, label="(-1,)"]; -"409 mul_83" -> "414 eq_92" [style=solid, label="(-1,)"]; -"409 mul_83" -> "418 floordiv_120" [style=solid, label="(-1,)"]; -"409 mul_83" -> "1821 reshape_46" [style=solid, label="(-1,)"]; -"409 mul_83" -> "1848 reshape_47" [style=solid, label="(-1,)"]; -"409 mul_83" -> "1923 reshape_50" [style=solid, label="(-1,)"]; -"409 mul_83" -> "1950 reshape_51" [style=solid, label="(-1,)"]; -"410 ge_6" -> "411 _assert_scalar_default_26" [style=solid, label="(-1,)"]; -"412 eq_91" -> "413 _assert_scalar_default_27" [style=solid, label="(-1,)"]; -"414 eq_92" -> "415 _assert_scalar_default_28" [style=solid, label="(-1,)"]; -"416 mul_84" -> "417 mul_85" [style=solid, label="(-1,)"]; -"417 mul_85" -> "418 floordiv_120" [style=solid, label="(-1,)"]; -"418 floordiv_120" -> "419 mul_86" [style=solid, label="(-1,)"]; -"419 mul_86" -> "420 mul_87" [style=solid, label="(-1,)"]; -"420 mul_87" -> "421 mul_88" [style=solid, label="(-1,)"]; -"421 mul_88" -> "422 eq_93" [style=solid, label="(-1,)"]; -"422 eq_93" -> "423 _assert_scalar_default_29" [style=solid, label="(-1,)"]; -"424 permute" -> "425 layer_norm" [style=solid, label="(1, -1, -1, 96)"]; -"425 layer_norm" -> "441 pad" [style=solid, label="(1, -1, -1, 96)"]; -"425 layer_norm" -> "504 add_1" [style=solid, label="(1, -1, -1, 96)"]; -"426 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "428 linear" [style=solid, label="(512, 2)"]; -"427 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "428 linear" [style=solid, label="(1, 15, 15, 2)"]; -"428 linear" -> "429 relu_" [style=solid, label="(1, 15, 15, 512)"]; -"429 relu_" -> "431 relu__0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"430 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" -> "432 linear_1" [style=solid, label="(3, 512)"]; -"431 relu__0_0_nncf_smooth_quant_0" -> "432 linear_1" [style=solid, label="(1, 15, 15, 512)"]; -"432 linear_1" -> "433 view" [style=solid, label="(1, 15, 15, 3)"]; -"433 view" -> "434 index" [style=solid, label="(225, 3)"]; -"434 index" -> "435 view_1" [style=solid, label="(4096, 3)"]; -"435 view_1" -> "436 permute_1" [style=solid, label="(64, 64, 3)"]; -"436 permute_1" -> "437 contiguous" [style=solid, label="(3, 64, 64)"]; -"437 contiguous" -> "438 unsqueeze" [style=solid, label="(3, 64, 64)"]; -"438 unsqueeze" -> "439 sigmoid" [style=solid, label="(1, 3, 64, 64)"]; -"439 sigmoid" -> "440 mul" [style=solid, label="(1, 3, 64, 64)"]; -"440 mul" -> "480 add" [style=solid, label="(1, 3, 64, 64)"]; -"441 pad" -> "443 view_2" [style=solid, label="(1, -1, -1, 96)"]; -"442 mul_1" -> "445 reshape" [style=solid, label="(-1,)"]; -"442 mul_1" -> "458 reshape_1" [style=solid, label="(-1,)"]; -"442 mul_1" -> "485 reshape_2" [style=solid, label="(-1,)"]; -"442 mul_1" -> "547 reshape_4" [style=solid, label="(-1,)"]; -"442 mul_1" -> "560 reshape_5" [style=solid, label="(-1,)"]; -"442 mul_1" -> "622 reshape_6" [style=solid, label="(-1,)"]; -"442 mul_1" -> "630 view_8" [style=solid, label="(-1,)"]; -"442 mul_1" -> "639 reshape_7" [style=solid, label="(-1,)"]; -"443 view_2" -> "444 permute_2" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"444 permute_2" -> "445 reshape" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"445 reshape" -> "449 reshape_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"446 clone" -> "447 slice_1" [style=solid, label="(288,)"]; -"446 clone" -> "457 linear_2" [style=solid, label="(288,)"]; -"447 slice_1" -> "448 zero_" [style=solid, label="(96,)"]; -"449 reshape_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_1" [style=solid, label="(-1, -1, 96)"]; -"450 quantize_per_tensor_default_1" -> "451 dequantize_per_tensor_default_1" [style=solid, label="(-1, -1, 96)"]; -"451 dequantize_per_tensor_default_1" -> "457 linear_2" [style=solid, label="(-1, -1, 96)"]; -"452 linear_2_scale_0" -> "455 quantize_per_channel_default_1" [style=solid, label="(288,)"]; -"452 linear_2_scale_0" -> "456 dequantize_per_channel_default_1" [style=solid, label="(288,)"]; -"453 linear_2_zero_point_0" -> "455 quantize_per_channel_default_1" [style=solid, label="(288,)"]; -"453 linear_2_zero_point_0" -> "456 dequantize_per_channel_default_1" [style=solid, label="(288,)"]; -"454 compressed_weight_updated_constant1" -> "455 quantize_per_channel_default_1" [style=solid, label="(288, 96)"]; -"455 quantize_per_channel_default_1" -> "456 dequantize_per_channel_default_1" [style=solid, label="(288, 96)"]; -"456 dequantize_per_channel_default_1" -> "457 linear_2" [style=solid, label="(288, 96)"]; -"457 linear_2" -> "458 reshape_1" [style=solid, label="(-1, -1, 288)"]; -"458 reshape_1" -> "459 permute_3" [style=solid, label="(-1, -1, 3, 3, 32)"]; -"459 permute_3" -> "460 select" [style=solid, label="(3, -1, 3, -1, 32)"]; -"459 permute_3" -> "461 select_1" [style=solid, label="(3, -1, 3, -1, 32)"]; -"459 permute_3" -> "462 select_2" [style=solid, label="(3, -1, 3, -1, 32)"]; -"460 select" -> "463 linalg_vector_norm" [style=solid, label="(-1, 3, -1, 32)"]; -"460 select" -> "465 expand_as" [style=solid, label="(-1, 3, -1, 32)"]; -"460 select" -> "466 div" [style=solid, label="(-1, 3, -1, 32)"]; -"461 select_1" -> "469 linalg_vector_norm_1" [style=solid, label="(-1, 3, -1, 32)"]; -"461 select_1" -> "471 expand_as_1" [style=solid, label="(-1, 3, -1, 32)"]; -"461 select_1" -> "472 div_1" [style=solid, label="(-1, 3, -1, 32)"]; -"462 select_2" -> "483 matmul_1" [style=solid, label="(-1, 3, -1, 32)"]; -"463 linalg_vector_norm" -> "464 clamp_min" [style=solid, label="(-1, 3, -1, 1)"]; -"464 clamp_min" -> "465 expand_as" [style=solid, label="(-1, 3, -1, 1)"]; -"465 expand_as" -> "466 div" [style=solid, label="(-1, 3, -1, 32)"]; -"466 div" -> "467 quantize_per_tensor_default_2" [style=solid, label="(-1, 3, -1, 32)"]; -"467 quantize_per_tensor_default_2" -> "468 dequantize_per_tensor_default_2" [style=solid, label="(-1, 3, -1, 32)"]; -"468 dequantize_per_tensor_default_2" -> "476 matmul" [style=solid, label="(-1, 3, -1, 32)"]; -"469 linalg_vector_norm_1" -> "470 clamp_min_1" [style=solid, label="(-1, 3, -1, 1)"]; -"470 clamp_min_1" -> "471 expand_as_1" [style=solid, label="(-1, 3, -1, 1)"]; -"471 expand_as_1" -> "472 div_1" [style=solid, label="(-1, 3, -1, 32)"]; -"472 div_1" -> "473 quantize_per_tensor_default_3" [style=solid, label="(-1, 3, -1, 32)"]; -"473 quantize_per_tensor_default_3" -> "474 dequantize_per_tensor_default_3" [style=solid, label="(-1, 3, -1, 32)"]; -"474 dequantize_per_tensor_default_3" -> "475 transpose" [style=solid, label="(-1, 3, -1, 32)"]; -"475 transpose" -> "476 matmul" [style=solid, label="(-1, 3, 32, -1)"]; -"476 matmul" -> "479 mul_2" [style=solid, label="(-1, 3, -1, -1)"]; -"477 clamp" -> "478 exp" [style=solid, label="(3, 1, 1)"]; -"478 exp" -> "479 mul_2" [style=solid, label="(3, 1, 1)"]; -"479 mul_2" -> "480 add" [style=solid, label="(-1, 3, -1, -1)"]; -"480 add" -> "481 softmax" [style=solid, label="(-1, 3, -1, -1)"]; -"481 softmax" -> "482 dropout" [style=solid, label="(-1, 3, -1, -1)"]; -"482 dropout" -> "483 matmul_1" [style=solid, label="(-1, 3, -1, -1)"]; -"483 matmul_1" -> "484 transpose_1" [style=solid, label="(-1, 3, -1, 32)"]; -"484 transpose_1" -> "485 reshape_2" [style=solid, label="(-1, -1, 3, 32)"]; -"485 reshape_2" -> "486 reshape_2_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"486 reshape_2_0_0_nncf_smooth_quant_0" -> "487 quantize_per_tensor_default_4" [style=solid, label="(-1, -1, 96)"]; -"487 quantize_per_tensor_default_4" -> "488 dequantize_per_tensor_default_4" [style=solid, label="(-1, -1, 96)"]; -"488 dequantize_per_tensor_default_4" -> "494 linear_3" [style=solid, label="(-1, -1, 96)"]; -"489 linear_3_scale_0" -> "492 quantize_per_channel_default_2" [style=solid, label="(96,)"]; -"489 linear_3_scale_0" -> "493 dequantize_per_channel_default_2" [style=solid, label="(96,)"]; -"490 linear_3_zero_point_0" -> "492 quantize_per_channel_default_2" [style=solid, label="(96,)"]; -"490 linear_3_zero_point_0" -> "493 dequantize_per_channel_default_2" [style=solid, label="(96,)"]; -"491 compressed_weight_updated_constant2" -> "492 quantize_per_channel_default_2" [style=solid, label="(96, 96)"]; -"492 quantize_per_channel_default_2" -> "493 dequantize_per_channel_default_2" [style=solid, label="(96, 96)"]; -"493 dequantize_per_channel_default_2" -> "494 linear_3" [style=solid, label="(96, 96)"]; -"494 linear_3" -> "495 dropout_1" [style=solid, label="(-1, -1, 96)"]; -"495 dropout_1" -> "496 view_3" [style=solid, label="(-1, -1, 96)"]; -"496 view_3" -> "497 permute_4" [style=solid, label="(1, -1, -1, 8, -1, 96)"]; -"497 permute_4" -> "498 reshape_3" [style=solid, label="(1, -1, 8, -1, -1, 96)"]; -"498 reshape_3" -> "499 slice_2" [style=solid, label="(1, -1, -1, 96)"]; -"499 slice_2" -> "500 slice_3" [style=solid, label="(1, -1, -1, 96)"]; -"500 slice_3" -> "501 slice_4" [style=solid, label="(1, -1, -1, 96)"]; -"501 slice_4" -> "502 slice_5" [style=solid, label="(1, -1, -1, 96)"]; -"502 slice_5" -> "503 layer_norm_1" [style=solid, label="(1, -1, -1, 96)"]; -"503 layer_norm_1" -> "504 add_1" [style=solid, label="(1, -1, -1, 96)"]; -"504 add_1" -> "505 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 96)"]; -"504 add_1" -> "527 add_2" [style=solid, label="(1, -1, -1, 96)"]; -"505 add_1_0_0_nncf_smooth_quant_0" -> "506 quantize_per_tensor_default_5" [style=solid, label="(1, -1, -1, 96)"]; -"506 quantize_per_tensor_default_5" -> "507 dequantize_per_tensor_default_5" [style=solid, label="(1, -1, -1, 96)"]; -"507 dequantize_per_tensor_default_5" -> "513 linear_4" [style=solid, label="(1, -1, -1, 96)"]; -"508 linear_4_scale_0" -> "511 quantize_per_channel_default_3" [style=solid, label="(384,)"]; -"508 linear_4_scale_0" -> "512 dequantize_per_channel_default_3" [style=solid, label="(384,)"]; -"509 linear_4_zero_point_0" -> "511 quantize_per_channel_default_3" [style=solid, label="(384,)"]; -"509 linear_4_zero_point_0" -> "512 dequantize_per_channel_default_3" [style=solid, label="(384,)"]; -"510 compressed_weight_updated_constant3" -> "511 quantize_per_channel_default_3" [style=solid, label="(384, 96)"]; -"511 quantize_per_channel_default_3" -> "512 dequantize_per_channel_default_3" [style=solid, label="(384, 96)"]; -"512 dequantize_per_channel_default_3" -> "513 linear_4" [style=solid, label="(384, 96)"]; -"513 linear_4" -> "514 gelu" [style=solid, label="(1, -1, -1, 384)"]; -"514 gelu" -> "515 dropout_2" [style=solid, label="(1, -1, -1, 384)"]; -"515 dropout_2" -> "516 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"516 dropout_2_0_0_nncf_smooth_quant_0" -> "517 quantize_per_tensor_default_6" [style=solid, label="(1, -1, -1, 384)"]; -"517 quantize_per_tensor_default_6" -> "518 dequantize_per_tensor_default_6" [style=solid, label="(1, -1, -1, 384)"]; -"518 dequantize_per_tensor_default_6" -> "524 linear_5" [style=solid, label="(1, -1, -1, 384)"]; -"519 linear_5_scale_0" -> "522 quantize_per_channel_default_4" [style=solid, label="(96,)"]; -"519 linear_5_scale_0" -> "523 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; -"520 linear_5_zero_point_0" -> "522 quantize_per_channel_default_4" [style=solid, label="(96,)"]; -"520 linear_5_zero_point_0" -> "523 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; -"521 compressed_weight_updated_constant4" -> "522 quantize_per_channel_default_4" [style=solid, label="(96, 384)"]; -"522 quantize_per_channel_default_4" -> "523 dequantize_per_channel_default_4" [style=solid, label="(96, 384)"]; -"523 dequantize_per_channel_default_4" -> "524 linear_5" [style=solid, label="(96, 384)"]; -"524 linear_5" -> "525 dropout_3" [style=solid, label="(1, -1, -1, 96)"]; -"525 dropout_3" -> "526 layer_norm_2" [style=solid, label="(1, -1, -1, 96)"]; -"526 layer_norm_2" -> "527 add_2" [style=solid, label="(1, -1, -1, 96)"]; -"527 add_2" -> "543 pad_1" [style=solid, label="(1, -1, -1, 96)"]; -"527 add_2" -> "659 add_5" [style=solid, label="(1, -1, -1, 96)"]; -"528 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "530 linear_6" [style=solid, label="(512, 2)"]; -"529 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "530 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"530 linear_6" -> "531 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"531 relu__1" -> "533 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"532 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "534 linear_7" [style=solid, label="(3, 512)"]; -"533 relu__1_0_0_nncf_smooth_quant_0" -> "534 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"534 linear_7" -> "535 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"535 view_4" -> "536 index_1" [style=solid, label="(225, 3)"]; -"536 index_1" -> "537 view_5" [style=solid, label="(4096, 3)"]; -"537 view_5" -> "538 permute_5" [style=solid, label="(64, 64, 3)"]; -"538 permute_5" -> "539 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"539 contiguous_1" -> "540 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"540 unsqueeze_1" -> "541 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"541 sigmoid_1" -> "542 mul_3" [style=solid, label="(1, 3, 64, 64)"]; -"542 mul_3" -> "582 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"543 pad_1" -> "544 roll" [style=solid, label="(1, -1, -1, 96)"]; -"544 roll" -> "545 view_6" [style=solid, label="(1, -1, -1, 96)"]; -"545 view_6" -> "546 permute_6" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"546 permute_6" -> "547 reshape_4" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"547 reshape_4" -> "551 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"547 reshape_4" -> "583 new_zeros" [style=solid, label="(-1, -1, 96)"]; -"548 clone_1" -> "549 slice_6" [style=solid, label="(288,)"]; -"548 clone_1" -> "559 linear_8" [style=solid, label="(288,)"]; -"549 slice_6" -> "550 zero__1" [style=solid, label="(96,)"]; -"551 reshape_4_0_0_nncf_smooth_quant_0" -> "552 quantize_per_tensor_default_7" [style=solid, label="(-1, -1, 96)"]; -"552 quantize_per_tensor_default_7" -> "553 dequantize_per_tensor_default_7" [style=solid, label="(-1, -1, 96)"]; -"553 dequantize_per_tensor_default_7" -> "559 linear_8" [style=solid, label="(-1, -1, 96)"]; -"554 linear_8_scale_0" -> "557 quantize_per_channel_default_5" [style=solid, label="(288,)"]; -"554 linear_8_scale_0" -> "558 dequantize_per_channel_default_5" [style=solid, label="(288,)"]; -"555 linear_8_zero_point_0" -> "557 quantize_per_channel_default_5" [style=solid, label="(288,)"]; -"555 linear_8_zero_point_0" -> "558 dequantize_per_channel_default_5" [style=solid, label="(288,)"]; -"556 compressed_weight_updated_constant5" -> "557 quantize_per_channel_default_5" [style=solid, label="(288, 96)"]; -"557 quantize_per_channel_default_5" -> "558 dequantize_per_channel_default_5" [style=solid, label="(288, 96)"]; -"558 dequantize_per_channel_default_5" -> "559 linear_8" [style=solid, label="(288, 96)"]; -"559 linear_8" -> "560 reshape_5" [style=solid, label="(-1, -1, 288)"]; -"560 reshape_5" -> "561 permute_7" [style=solid, label="(-1, -1, 3, 3, 32)"]; -"561 permute_7" -> "562 select_3" [style=solid, label="(3, -1, 3, -1, 32)"]; -"561 permute_7" -> "563 select_4" [style=solid, label="(3, -1, 3, -1, 32)"]; -"561 permute_7" -> "564 select_5" [style=solid, label="(3, -1, 3, -1, 32)"]; -"562 select_3" -> "565 linalg_vector_norm_2" [style=solid, label="(-1, 3, -1, 32)"]; -"562 select_3" -> "567 expand_as_2" [style=solid, label="(-1, 3, -1, 32)"]; -"562 select_3" -> "568 div_2" [style=solid, label="(-1, 3, -1, 32)"]; -"563 select_4" -> "571 linalg_vector_norm_3" [style=solid, label="(-1, 3, -1, 32)"]; -"563 select_4" -> "573 expand_as_3" [style=solid, label="(-1, 3, -1, 32)"]; -"563 select_4" -> "574 div_3" [style=solid, label="(-1, 3, -1, 32)"]; -"564 select_5" -> "637 matmul_3" [style=solid, label="(-1, 3, -1, 32)"]; -"565 linalg_vector_norm_2" -> "566 clamp_min_2" [style=solid, label="(-1, 3, -1, 1)"]; -"566 clamp_min_2" -> "567 expand_as_2" [style=solid, label="(-1, 3, -1, 1)"]; -"567 expand_as_2" -> "568 div_2" [style=solid, label="(-1, 3, -1, 32)"]; -"568 div_2" -> "569 quantize_per_tensor_default_8" [style=solid, label="(-1, 3, -1, 32)"]; -"569 quantize_per_tensor_default_8" -> "570 dequantize_per_tensor_default_8" [style=solid, label="(-1, 3, -1, 32)"]; -"570 dequantize_per_tensor_default_8" -> "578 matmul_2" [style=solid, label="(-1, 3, -1, 32)"]; -"571 linalg_vector_norm_3" -> "572 clamp_min_3" [style=solid, label="(-1, 3, -1, 1)"]; -"572 clamp_min_3" -> "573 expand_as_3" [style=solid, label="(-1, 3, -1, 1)"]; -"573 expand_as_3" -> "574 div_3" [style=solid, label="(-1, 3, -1, 32)"]; -"574 div_3" -> "575 quantize_per_tensor_default_9" [style=solid, label="(-1, 3, -1, 32)"]; -"575 quantize_per_tensor_default_9" -> "576 dequantize_per_tensor_default_9" [style=solid, label="(-1, 3, -1, 32)"]; -"576 dequantize_per_tensor_default_9" -> "577 transpose_2" [style=solid, label="(-1, 3, -1, 32)"]; -"577 transpose_2" -> "578 matmul_2" [style=solid, label="(-1, 3, 32, -1)"]; -"578 matmul_2" -> "581 mul_5" [style=solid, label="(-1, 3, -1, -1)"]; -"579 clamp_1" -> "580 exp_1" [style=solid, label="(3, 1, 1)"]; -"580 exp_1" -> "581 mul_5" [style=solid, label="(3, 1, 1)"]; -"581 mul_5" -> "582 add_3" [style=solid, label="(-1, 3, -1, -1)"]; -"582 add_3" -> "630 view_8" [style=solid, label="(-1, 3, -1, -1)"]; -"583 new_zeros" -> "585 slice_7" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "589 slice_9" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "593 slice_11" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "597 slice_13" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "601 slice_15" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "605 slice_17" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "609 slice_19" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "613 slice_21" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "617 slice_23" [style=solid, label="(-1, -1)"]; -"583 new_zeros" -> "620 view_7" [style=solid, label="(-1, -1)"]; -"584 lift_fresh_copy" -> "587 fill_" [style=solid, label="()"]; -"585 slice_7" -> "586 slice_8" [style=solid, label="(-1, -1)"]; -"586 slice_8" -> "587 fill_" [style=solid, label="(-1, -1)"]; -"588 lift_fresh_copy_1" -> "591 fill__1" [style=solid, label="()"]; -"589 slice_9" -> "590 slice_10" [style=solid, label="(-1, -1)"]; -"590 slice_10" -> "591 fill__1" [style=solid, label="(-1, 4)"]; -"592 lift_fresh_copy_2" -> "595 fill__2" [style=solid, label="()"]; -"593 slice_11" -> "594 slice_12" [style=solid, label="(-1, -1)"]; -"594 slice_12" -> "595 fill__2" [style=solid, label="(-1, 4)"]; -"596 lift_fresh_copy_3" -> "599 fill__3" [style=solid, label="()"]; -"597 slice_13" -> "598 slice_14" [style=solid, label="(4, -1)"]; -"598 slice_14" -> "599 fill__3" [style=solid, label="(4, -1)"]; -"600 lift_fresh_copy_4" -> "603 fill__4" [style=solid, label="()"]; -"601 slice_15" -> "602 slice_16" [style=solid, label="(4, -1)"]; -"602 slice_16" -> "603 fill__4" [style=solid, label="(4, 4)"]; -"604 lift_fresh_copy_5" -> "607 fill__5" [style=solid, label="()"]; -"605 slice_17" -> "606 slice_18" [style=solid, label="(4, -1)"]; -"606 slice_18" -> "607 fill__5" [style=solid, label="(4, 4)"]; -"608 lift_fresh_copy_6" -> "611 fill__6" [style=solid, label="()"]; -"609 slice_19" -> "610 slice_20" [style=solid, label="(4, -1)"]; -"610 slice_20" -> "611 fill__6" [style=solid, label="(4, -1)"]; -"612 lift_fresh_copy_7" -> "615 fill__7" [style=solid, label="()"]; -"613 slice_21" -> "614 slice_22" [style=solid, label="(4, -1)"]; -"614 slice_22" -> "615 fill__7" [style=solid, label="(4, 4)"]; -"616 lift_fresh_copy_8" -> "619 fill__8" [style=solid, label="()"]; -"617 slice_23" -> "618 slice_24" [style=solid, label="(4, -1)"]; -"618 slice_24" -> "619 fill__8" [style=solid, label="(4, 4)"]; -"620 view_7" -> "621 permute_8" [style=solid, label="(-1, -1, -1, -1)"]; -"621 permute_8" -> "622 reshape_6" [style=solid, label="(-1, -1, -1, -1)"]; -"622 reshape_6" -> "623 unsqueeze_2" [style=solid, label="(-1, -1)"]; -"622 reshape_6" -> "624 unsqueeze_3" [style=solid, label="(-1, -1)"]; -"623 unsqueeze_2" -> "625 sub_4" [style=solid, label="(-1, 1, -1)"]; -"624 unsqueeze_3" -> "625 sub_4" [style=solid, label="(-1, -1, 1)"]; -"625 sub_4" -> "626 ne" [style=solid, label="(-1, -1, -1)"]; -"625 sub_4" -> "627 masked_fill" [style=solid, label="(-1, -1, -1)"]; -"625 sub_4" -> "628 eq_8" [style=solid, label="(-1, -1, -1)"]; -"626 ne" -> "627 masked_fill" [style=solid, label="(-1, -1, -1)"]; -"627 masked_fill" -> "629 masked_fill_1" [style=solid, label="(-1, -1, -1)"]; -"628 eq_8" -> "629 masked_fill_1" [style=solid, label="(-1, -1, -1)"]; -"629 masked_fill_1" -> "631 unsqueeze_4" [style=solid, label="(-1, -1, -1)"]; -"630 view_8" -> "633 add_4" [style=solid, label="(1, -1, 3, -1, -1)"]; -"631 unsqueeze_4" -> "632 unsqueeze_5" [style=solid, label="(-1, 1, -1, -1)"]; -"632 unsqueeze_5" -> "633 add_4" [style=solid, label="(1, -1, 1, -1, -1)"]; -"633 add_4" -> "634 view_9" [style=solid, label="(1, -1, 3, -1, -1)"]; -"634 view_9" -> "635 softmax_1" [style=solid, label="(-1, 3, -1, -1)"]; -"635 softmax_1" -> "636 dropout_4" [style=solid, label="(-1, 3, -1, -1)"]; -"636 dropout_4" -> "637 matmul_3" [style=solid, label="(-1, 3, -1, -1)"]; -"637 matmul_3" -> "638 transpose_3" [style=solid, label="(-1, 3, -1, 32)"]; -"638 transpose_3" -> "639 reshape_7" [style=solid, label="(-1, -1, 3, 32)"]; -"639 reshape_7" -> "640 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"640 reshape_7_0_0_nncf_smooth_quant_0" -> "641 quantize_per_tensor_default_10" [style=solid, label="(-1, -1, 96)"]; -"641 quantize_per_tensor_default_10" -> "642 dequantize_per_tensor_default_10" [style=solid, label="(-1, -1, 96)"]; -"642 dequantize_per_tensor_default_10" -> "648 linear_9" [style=solid, label="(-1, -1, 96)"]; -"643 linear_9_scale_0" -> "646 quantize_per_channel_default_6" [style=solid, label="(96,)"]; -"643 linear_9_scale_0" -> "647 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; -"644 linear_9_zero_point_0" -> "646 quantize_per_channel_default_6" [style=solid, label="(96,)"]; -"644 linear_9_zero_point_0" -> "647 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; -"645 compressed_weight_updated_constant6" -> "646 quantize_per_channel_default_6" [style=solid, label="(96, 96)"]; -"646 quantize_per_channel_default_6" -> "647 dequantize_per_channel_default_6" [style=solid, label="(96, 96)"]; -"647 dequantize_per_channel_default_6" -> "648 linear_9" [style=solid, label="(96, 96)"]; -"648 linear_9" -> "649 dropout_5" [style=solid, label="(-1, -1, 96)"]; -"649 dropout_5" -> "650 view_10" [style=solid, label="(-1, -1, 96)"]; -"650 view_10" -> "651 permute_9" [style=solid, label="(1, -1, -1, 8, -1, 96)"]; -"651 permute_9" -> "652 reshape_8" [style=solid, label="(1, -1, 8, -1, -1, 96)"]; -"652 reshape_8" -> "653 roll_1" [style=solid, label="(1, -1, -1, 96)"]; -"653 roll_1" -> "654 slice_25" [style=solid, label="(1, -1, -1, 96)"]; -"654 slice_25" -> "655 slice_26" [style=solid, label="(1, -1, -1, 96)"]; -"655 slice_26" -> "656 slice_27" [style=solid, label="(1, -1, -1, 96)"]; -"656 slice_27" -> "657 slice_28" [style=solid, label="(1, -1, -1, 96)"]; -"657 slice_28" -> "658 layer_norm_3" [style=solid, label="(1, -1, -1, 96)"]; -"658 layer_norm_3" -> "659 add_5" [style=solid, label="(1, -1, -1, 96)"]; -"659 add_5" -> "660 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 96)"]; -"659 add_5" -> "682 add_6" [style=solid, label="(1, -1, -1, 96)"]; -"660 add_5_0_0_nncf_smooth_quant_0" -> "661 quantize_per_tensor_default_11" [style=solid, label="(1, -1, -1, 96)"]; -"661 quantize_per_tensor_default_11" -> "662 dequantize_per_tensor_default_11" [style=solid, label="(1, -1, -1, 96)"]; -"662 dequantize_per_tensor_default_11" -> "668 linear_10" [style=solid, label="(1, -1, -1, 96)"]; -"663 linear_10_scale_0" -> "666 quantize_per_channel_default_7" [style=solid, label="(384,)"]; -"663 linear_10_scale_0" -> "667 dequantize_per_channel_default_7" [style=solid, label="(384,)"]; -"664 linear_10_zero_point_0" -> "666 quantize_per_channel_default_7" [style=solid, label="(384,)"]; -"664 linear_10_zero_point_0" -> "667 dequantize_per_channel_default_7" [style=solid, label="(384,)"]; -"665 compressed_weight_updated_constant7" -> "666 quantize_per_channel_default_7" [style=solid, label="(384, 96)"]; -"666 quantize_per_channel_default_7" -> "667 dequantize_per_channel_default_7" [style=solid, label="(384, 96)"]; -"667 dequantize_per_channel_default_7" -> "668 linear_10" [style=solid, label="(384, 96)"]; -"668 linear_10" -> "669 gelu_1" [style=solid, label="(1, -1, -1, 384)"]; -"669 gelu_1" -> "670 dropout_6" [style=solid, label="(1, -1, -1, 384)"]; -"670 dropout_6" -> "671 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"671 dropout_6_0_0_nncf_smooth_quant_0" -> "672 quantize_per_tensor_default_12" [style=solid, label="(1, -1, -1, 384)"]; -"672 quantize_per_tensor_default_12" -> "673 dequantize_per_tensor_default_12" [style=solid, label="(1, -1, -1, 384)"]; -"673 dequantize_per_tensor_default_12" -> "679 linear_11" [style=solid, label="(1, -1, -1, 384)"]; -"674 linear_11_scale_0" -> "677 quantize_per_channel_default_8" [style=solid, label="(96,)"]; -"674 linear_11_scale_0" -> "678 dequantize_per_channel_default_8" [style=solid, label="(96,)"]; -"675 linear_11_zero_point_0" -> "677 quantize_per_channel_default_8" [style=solid, label="(96,)"]; -"675 linear_11_zero_point_0" -> "678 dequantize_per_channel_default_8" [style=solid, label="(96,)"]; -"676 compressed_weight_updated_constant8" -> "677 quantize_per_channel_default_8" [style=solid, label="(96, 384)"]; -"677 quantize_per_channel_default_8" -> "678 dequantize_per_channel_default_8" [style=solid, label="(96, 384)"]; -"678 dequantize_per_channel_default_8" -> "679 linear_11" [style=solid, label="(96, 384)"]; -"679 linear_11" -> "680 dropout_7" [style=solid, label="(1, -1, -1, 96)"]; -"680 dropout_7" -> "681 layer_norm_4" [style=solid, label="(1, -1, -1, 96)"]; -"681 layer_norm_4" -> "682 add_6" [style=solid, label="(1, -1, -1, 96)"]; -"682 add_6" -> "683 pad_2" [style=solid, label="(1, -1, -1, 96)"]; -"683 pad_2" -> "684 slice_29" [style=solid, label="(1, -1, -1, 96)"]; -"683 pad_2" -> "687 slice_32" [style=solid, label="(1, -1, -1, 96)"]; -"683 pad_2" -> "690 slice_35" [style=solid, label="(1, -1, -1, 96)"]; -"683 pad_2" -> "693 slice_38" [style=solid, label="(1, -1, -1, 96)"]; -"684 slice_29" -> "685 slice_30" [style=solid, label="(1, -1, -1, 96)"]; -"685 slice_30" -> "686 slice_31" [style=solid, label="(1, -1, -1, 96)"]; -"686 slice_31" -> "696 cat" [style=solid, label="(1, -1, -1, 96)"]; -"687 slice_32" -> "688 slice_33" [style=solid, label="(1, -1, -1, 96)"]; -"688 slice_33" -> "689 slice_34" [style=solid, label="(1, -1, -1, 96)"]; -"689 slice_34" -> "696 cat" [style=solid, label="(1, -1, -1, 96)"]; -"690 slice_35" -> "691 slice_36" [style=solid, label="(1, -1, -1, 96)"]; -"691 slice_36" -> "692 slice_37" [style=solid, label="(1, -1, -1, 96)"]; -"692 slice_37" -> "696 cat" [style=solid, label="(1, -1, -1, 96)"]; -"693 slice_38" -> "694 slice_39" [style=solid, label="(1, -1, -1, 96)"]; -"694 slice_39" -> "695 slice_40" [style=solid, label="(1, -1, -1, 96)"]; -"695 slice_40" -> "696 cat" [style=solid, label="(1, -1, -1, 96)"]; -"696 cat" -> "697 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"697 cat_0_0_nncf_smooth_quant_0" -> "698 quantize_per_tensor_default_13" [style=solid, label="(1, -1, -1, 384)"]; -"698 quantize_per_tensor_default_13" -> "699 dequantize_per_tensor_default_13" [style=solid, label="(1, -1, -1, 384)"]; -"699 dequantize_per_tensor_default_13" -> "705 linear_12" [style=solid, label="(1, -1, -1, 384)"]; -"700 linear_12_scale_0" -> "703 quantize_per_channel_default_9" [style=solid, label="(192,)"]; -"700 linear_12_scale_0" -> "704 dequantize_per_channel_default_9" [style=solid, label="(192,)"]; -"701 linear_12_zero_point_0" -> "703 quantize_per_channel_default_9" [style=solid, label="(192,)"]; -"701 linear_12_zero_point_0" -> "704 dequantize_per_channel_default_9" [style=solid, label="(192,)"]; -"702 compressed_weight_updated_constant9" -> "703 quantize_per_channel_default_9" [style=solid, label="(192, 384)"]; -"703 quantize_per_channel_default_9" -> "704 dequantize_per_channel_default_9" [style=solid, label="(192, 384)"]; -"704 dequantize_per_channel_default_9" -> "705 linear_12" [style=solid, label="(192, 384)"]; -"705 linear_12" -> "706 layer_norm_5" [style=solid, label="(1, -1, -1, 192)"]; -"706 layer_norm_5" -> "722 pad_3" [style=solid, label="(1, -1, -1, 192)"]; -"706 layer_norm_5" -> "786 add_8" [style=solid, label="(1, -1, -1, 192)"]; -"707 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "709 linear_13" [style=solid, label="(512, 2)"]; -"708 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "709 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"709 linear_13" -> "710 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"710 relu__2" -> "712 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"711 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "713 linear_14" [style=solid, label="(6, 512)"]; -"712 relu__2_0_0_nncf_smooth_quant_0" -> "713 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"713 linear_14" -> "714 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"714 view_11" -> "715 index_2" [style=solid, label="(225, 6)"]; -"715 index_2" -> "716 view_12" [style=solid, label="(4096, 6)"]; -"716 view_12" -> "717 permute_10" [style=solid, label="(64, 64, 6)"]; -"717 permute_10" -> "718 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"718 contiguous_2" -> "719 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"719 unsqueeze_6" -> "720 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"720 sigmoid_2" -> "721 mul_6" [style=solid, label="(1, 6, 64, 64)"]; -"721 mul_6" -> "761 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"722 pad_3" -> "724 view_13" [style=solid, label="(1, -1, -1, 192)"]; -"723 mul_7" -> "726 reshape_9" [style=solid, label="(-1,)"]; -"723 mul_7" -> "739 reshape_10" [style=solid, label="(-1,)"]; -"723 mul_7" -> "766 reshape_11" [style=solid, label="(-1,)"]; -"723 mul_7" -> "829 reshape_13" [style=solid, label="(-1,)"]; -"723 mul_7" -> "842 reshape_14" [style=solid, label="(-1,)"]; -"723 mul_7" -> "904 reshape_15" [style=solid, label="(-1,)"]; -"723 mul_7" -> "912 view_19" [style=solid, label="(-1,)"]; -"723 mul_7" -> "921 reshape_16" [style=solid, label="(-1,)"]; -"724 view_13" -> "725 permute_11" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"725 permute_11" -> "726 reshape_9" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"726 reshape_9" -> "730 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"727 clone_2" -> "728 slice_41" [style=solid, label="(576,)"]; -"727 clone_2" -> "738 linear_15" [style=solid, label="(576,)"]; -"728 slice_41" -> "729 zero__2" [style=solid, label="(192,)"]; -"730 reshape_9_0_0_nncf_smooth_quant_0" -> "731 quantize_per_tensor_default_14" [style=solid, label="(-1, -1, 192)"]; -"731 quantize_per_tensor_default_14" -> "732 dequantize_per_tensor_default_14" [style=solid, label="(-1, -1, 192)"]; -"732 dequantize_per_tensor_default_14" -> "738 linear_15" [style=solid, label="(-1, -1, 192)"]; -"733 linear_15_scale_0" -> "736 quantize_per_channel_default_10" [style=solid, label="(576,)"]; -"733 linear_15_scale_0" -> "737 dequantize_per_channel_default_10" [style=solid, label="(576,)"]; -"734 linear_15_zero_point_0" -> "736 quantize_per_channel_default_10" [style=solid, label="(576,)"]; -"734 linear_15_zero_point_0" -> "737 dequantize_per_channel_default_10" [style=solid, label="(576,)"]; -"735 compressed_weight_updated_constant10" -> "736 quantize_per_channel_default_10" [style=solid, label="(576, 192)"]; -"736 quantize_per_channel_default_10" -> "737 dequantize_per_channel_default_10" [style=solid, label="(576, 192)"]; -"737 dequantize_per_channel_default_10" -> "738 linear_15" [style=solid, label="(576, 192)"]; -"738 linear_15" -> "739 reshape_10" [style=solid, label="(-1, -1, 576)"]; -"739 reshape_10" -> "740 permute_12" [style=solid, label="(-1, -1, 3, 6, 32)"]; -"740 permute_12" -> "741 select_6" [style=solid, label="(3, -1, 6, -1, 32)"]; -"740 permute_12" -> "742 select_7" [style=solid, label="(3, -1, 6, -1, 32)"]; -"740 permute_12" -> "743 select_8" [style=solid, label="(3, -1, 6, -1, 32)"]; -"741 select_6" -> "744 linalg_vector_norm_4" [style=solid, label="(-1, 6, -1, 32)"]; -"741 select_6" -> "746 expand_as_4" [style=solid, label="(-1, 6, -1, 32)"]; -"741 select_6" -> "747 div_4" [style=solid, label="(-1, 6, -1, 32)"]; -"742 select_7" -> "750 linalg_vector_norm_5" [style=solid, label="(-1, 6, -1, 32)"]; -"742 select_7" -> "752 expand_as_5" [style=solid, label="(-1, 6, -1, 32)"]; -"742 select_7" -> "753 div_5" [style=solid, label="(-1, 6, -1, 32)"]; -"743 select_8" -> "764 matmul_5" [style=solid, label="(-1, 6, -1, 32)"]; -"744 linalg_vector_norm_4" -> "745 clamp_min_4" [style=solid, label="(-1, 6, -1, 1)"]; -"745 clamp_min_4" -> "746 expand_as_4" [style=solid, label="(-1, 6, -1, 1)"]; -"746 expand_as_4" -> "747 div_4" [style=solid, label="(-1, 6, -1, 32)"]; -"747 div_4" -> "748 quantize_per_tensor_default_15" [style=solid, label="(-1, 6, -1, 32)"]; -"748 quantize_per_tensor_default_15" -> "749 dequantize_per_tensor_default_15" [style=solid, label="(-1, 6, -1, 32)"]; -"749 dequantize_per_tensor_default_15" -> "757 matmul_4" [style=solid, label="(-1, 6, -1, 32)"]; -"750 linalg_vector_norm_5" -> "751 clamp_min_5" [style=solid, label="(-1, 6, -1, 1)"]; -"751 clamp_min_5" -> "752 expand_as_5" [style=solid, label="(-1, 6, -1, 1)"]; -"752 expand_as_5" -> "753 div_5" [style=solid, label="(-1, 6, -1, 32)"]; -"753 div_5" -> "754 quantize_per_tensor_default_16" [style=solid, label="(-1, 6, -1, 32)"]; -"754 quantize_per_tensor_default_16" -> "755 dequantize_per_tensor_default_16" [style=solid, label="(-1, 6, -1, 32)"]; -"755 dequantize_per_tensor_default_16" -> "756 transpose_4" [style=solid, label="(-1, 6, -1, 32)"]; -"756 transpose_4" -> "757 matmul_4" [style=solid, label="(-1, 6, 32, -1)"]; -"757 matmul_4" -> "760 mul_8" [style=solid, label="(-1, 6, -1, -1)"]; -"758 clamp_2" -> "759 exp_2" [style=solid, label="(6, 1, 1)"]; -"759 exp_2" -> "760 mul_8" [style=solid, label="(6, 1, 1)"]; -"760 mul_8" -> "761 add_7" [style=solid, label="(-1, 6, -1, -1)"]; -"761 add_7" -> "762 softmax_2" [style=solid, label="(-1, 6, -1, -1)"]; -"762 softmax_2" -> "763 dropout_8" [style=solid, label="(-1, 6, -1, -1)"]; -"763 dropout_8" -> "764 matmul_5" [style=solid, label="(-1, 6, -1, -1)"]; -"764 matmul_5" -> "765 transpose_5" [style=solid, label="(-1, 6, -1, 32)"]; -"765 transpose_5" -> "766 reshape_11" [style=solid, label="(-1, -1, 6, 32)"]; -"766 reshape_11" -> "767 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"767 reshape_11_0_0_nncf_smooth_quant_0" -> "768 quantize_per_tensor_default_17" [style=solid, label="(-1, -1, 192)"]; -"768 quantize_per_tensor_default_17" -> "769 dequantize_per_tensor_default_17" [style=solid, label="(-1, -1, 192)"]; -"769 dequantize_per_tensor_default_17" -> "775 linear_16" [style=solid, label="(-1, -1, 192)"]; -"770 linear_16_scale_0" -> "773 quantize_per_channel_default_11" [style=solid, label="(192,)"]; -"770 linear_16_scale_0" -> "774 dequantize_per_channel_default_11" [style=solid, label="(192,)"]; -"771 linear_16_zero_point_0" -> "773 quantize_per_channel_default_11" [style=solid, label="(192,)"]; -"771 linear_16_zero_point_0" -> "774 dequantize_per_channel_default_11" [style=solid, label="(192,)"]; -"772 compressed_weight_updated_constant11" -> "773 quantize_per_channel_default_11" [style=solid, label="(192, 192)"]; -"773 quantize_per_channel_default_11" -> "774 dequantize_per_channel_default_11" [style=solid, label="(192, 192)"]; -"774 dequantize_per_channel_default_11" -> "775 linear_16" [style=solid, label="(192, 192)"]; -"775 linear_16" -> "776 dropout_9" [style=solid, label="(-1, -1, 192)"]; -"776 dropout_9" -> "777 view_14" [style=solid, label="(-1, -1, 192)"]; -"777 view_14" -> "778 permute_13" [style=solid, label="(1, -1, -1, 8, -1, 192)"]; -"778 permute_13" -> "779 reshape_12" [style=solid, label="(1, -1, 8, -1, -1, 192)"]; -"779 reshape_12" -> "780 slice_42" [style=solid, label="(1, -1, -1, 192)"]; -"780 slice_42" -> "781 slice_43" [style=solid, label="(1, -1, -1, 192)"]; -"781 slice_43" -> "782 slice_44" [style=solid, label="(1, -1, -1, 192)"]; -"782 slice_44" -> "783 slice_45" [style=solid, label="(1, -1, -1, 192)"]; -"783 slice_45" -> "784 contiguous_3" [style=solid, label="(1, -1, -1, 192)"]; -"784 contiguous_3" -> "785 layer_norm_6" [style=solid, label="(1, -1, -1, 192)"]; -"785 layer_norm_6" -> "786 add_8" [style=solid, label="(1, -1, -1, 192)"]; -"786 add_8" -> "787 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 192)"]; -"786 add_8" -> "809 add_9" [style=solid, label="(1, -1, -1, 192)"]; -"787 add_8_0_0_nncf_smooth_quant_0" -> "788 quantize_per_tensor_default_18" [style=solid, label="(1, -1, -1, 192)"]; -"788 quantize_per_tensor_default_18" -> "789 dequantize_per_tensor_default_18" [style=solid, label="(1, -1, -1, 192)"]; -"789 dequantize_per_tensor_default_18" -> "795 linear_17" [style=solid, label="(1, -1, -1, 192)"]; -"790 linear_17_scale_0" -> "793 quantize_per_channel_default_12" [style=solid, label="(768,)"]; -"790 linear_17_scale_0" -> "794 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; -"791 linear_17_zero_point_0" -> "793 quantize_per_channel_default_12" [style=solid, label="(768,)"]; -"791 linear_17_zero_point_0" -> "794 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; -"792 compressed_weight_updated_constant12" -> "793 quantize_per_channel_default_12" [style=solid, label="(768, 192)"]; -"793 quantize_per_channel_default_12" -> "794 dequantize_per_channel_default_12" [style=solid, label="(768, 192)"]; -"794 dequantize_per_channel_default_12" -> "795 linear_17" [style=solid, label="(768, 192)"]; -"795 linear_17" -> "796 gelu_2" [style=solid, label="(1, -1, -1, 768)"]; -"796 gelu_2" -> "797 dropout_10" [style=solid, label="(1, -1, -1, 768)"]; -"797 dropout_10" -> "798 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"798 dropout_10_0_0_nncf_smooth_quant_0" -> "799 quantize_per_tensor_default_19" [style=solid, label="(1, -1, -1, 768)"]; -"799 quantize_per_tensor_default_19" -> "800 dequantize_per_tensor_default_19" [style=solid, label="(1, -1, -1, 768)"]; -"800 dequantize_per_tensor_default_19" -> "806 linear_18" [style=solid, label="(1, -1, -1, 768)"]; -"801 linear_18_scale_0" -> "804 quantize_per_channel_default_13" [style=solid, label="(192,)"]; -"801 linear_18_scale_0" -> "805 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; -"802 linear_18_zero_point_0" -> "804 quantize_per_channel_default_13" [style=solid, label="(192,)"]; -"802 linear_18_zero_point_0" -> "805 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; -"803 compressed_weight_updated_constant13" -> "804 quantize_per_channel_default_13" [style=solid, label="(192, 768)"]; -"804 quantize_per_channel_default_13" -> "805 dequantize_per_channel_default_13" [style=solid, label="(192, 768)"]; -"805 dequantize_per_channel_default_13" -> "806 linear_18" [style=solid, label="(192, 768)"]; -"806 linear_18" -> "807 dropout_11" [style=solid, label="(1, -1, -1, 192)"]; -"807 dropout_11" -> "808 layer_norm_7" [style=solid, label="(1, -1, -1, 192)"]; -"808 layer_norm_7" -> "809 add_9" [style=solid, label="(1, -1, -1, 192)"]; -"809 add_9" -> "825 pad_4" [style=solid, label="(1, -1, -1, 192)"]; -"809 add_9" -> "942 add_12" [style=solid, label="(1, -1, -1, 192)"]; -"810 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "812 linear_19" [style=solid, label="(512, 2)"]; -"811 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "812 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"812 linear_19" -> "813 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"813 relu__3" -> "815 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"814 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "816 linear_20" [style=solid, label="(6, 512)"]; -"815 relu__3_0_0_nncf_smooth_quant_0" -> "816 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"816 linear_20" -> "817 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"817 view_15" -> "818 index_3" [style=solid, label="(225, 6)"]; -"818 index_3" -> "819 view_16" [style=solid, label="(4096, 6)"]; -"819 view_16" -> "820 permute_14" [style=solid, label="(64, 64, 6)"]; -"820 permute_14" -> "821 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"821 contiguous_4" -> "822 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"822 unsqueeze_7" -> "823 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"823 sigmoid_3" -> "824 mul_9" [style=solid, label="(1, 6, 64, 64)"]; -"824 mul_9" -> "864 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"825 pad_4" -> "826 roll_2" [style=solid, label="(1, -1, -1, 192)"]; -"826 roll_2" -> "827 view_17" [style=solid, label="(1, -1, -1, 192)"]; -"827 view_17" -> "828 permute_15" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"828 permute_15" -> "829 reshape_13" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"829 reshape_13" -> "833 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"829 reshape_13" -> "865 new_zeros_1" [style=solid, label="(-1, -1, 192)"]; -"830 clone_3" -> "831 slice_46" [style=solid, label="(576,)"]; -"830 clone_3" -> "841 linear_21" [style=solid, label="(576,)"]; -"831 slice_46" -> "832 zero__3" [style=solid, label="(192,)"]; -"833 reshape_13_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_default_20" [style=solid, label="(-1, -1, 192)"]; -"834 quantize_per_tensor_default_20" -> "835 dequantize_per_tensor_default_20" [style=solid, label="(-1, -1, 192)"]; -"835 dequantize_per_tensor_default_20" -> "841 linear_21" [style=solid, label="(-1, -1, 192)"]; -"836 linear_21_scale_0" -> "839 quantize_per_channel_default_14" [style=solid, label="(576,)"]; -"836 linear_21_scale_0" -> "840 dequantize_per_channel_default_14" [style=solid, label="(576,)"]; -"837 linear_21_zero_point_0" -> "839 quantize_per_channel_default_14" [style=solid, label="(576,)"]; -"837 linear_21_zero_point_0" -> "840 dequantize_per_channel_default_14" [style=solid, label="(576,)"]; -"838 compressed_weight_updated_constant14" -> "839 quantize_per_channel_default_14" [style=solid, label="(576, 192)"]; -"839 quantize_per_channel_default_14" -> "840 dequantize_per_channel_default_14" [style=solid, label="(576, 192)"]; -"840 dequantize_per_channel_default_14" -> "841 linear_21" [style=solid, label="(576, 192)"]; -"841 linear_21" -> "842 reshape_14" [style=solid, label="(-1, -1, 576)"]; -"842 reshape_14" -> "843 permute_16" [style=solid, label="(-1, -1, 3, 6, 32)"]; -"843 permute_16" -> "844 select_9" [style=solid, label="(3, -1, 6, -1, 32)"]; -"843 permute_16" -> "845 select_10" [style=solid, label="(3, -1, 6, -1, 32)"]; -"843 permute_16" -> "846 select_11" [style=solid, label="(3, -1, 6, -1, 32)"]; -"844 select_9" -> "847 linalg_vector_norm_6" [style=solid, label="(-1, 6, -1, 32)"]; -"844 select_9" -> "849 expand_as_6" [style=solid, label="(-1, 6, -1, 32)"]; -"844 select_9" -> "850 div_6" [style=solid, label="(-1, 6, -1, 32)"]; -"845 select_10" -> "853 linalg_vector_norm_7" [style=solid, label="(-1, 6, -1, 32)"]; -"845 select_10" -> "855 expand_as_7" [style=solid, label="(-1, 6, -1, 32)"]; -"845 select_10" -> "856 div_7" [style=solid, label="(-1, 6, -1, 32)"]; -"846 select_11" -> "919 matmul_7" [style=solid, label="(-1, 6, -1, 32)"]; -"847 linalg_vector_norm_6" -> "848 clamp_min_6" [style=solid, label="(-1, 6, -1, 1)"]; -"848 clamp_min_6" -> "849 expand_as_6" [style=solid, label="(-1, 6, -1, 1)"]; -"849 expand_as_6" -> "850 div_6" [style=solid, label="(-1, 6, -1, 32)"]; -"850 div_6" -> "851 quantize_per_tensor_default_21" [style=solid, label="(-1, 6, -1, 32)"]; -"851 quantize_per_tensor_default_21" -> "852 dequantize_per_tensor_default_21" [style=solid, label="(-1, 6, -1, 32)"]; -"852 dequantize_per_tensor_default_21" -> "860 matmul_6" [style=solid, label="(-1, 6, -1, 32)"]; -"853 linalg_vector_norm_7" -> "854 clamp_min_7" [style=solid, label="(-1, 6, -1, 1)"]; -"854 clamp_min_7" -> "855 expand_as_7" [style=solid, label="(-1, 6, -1, 1)"]; -"855 expand_as_7" -> "856 div_7" [style=solid, label="(-1, 6, -1, 32)"]; -"856 div_7" -> "857 quantize_per_tensor_default_22" [style=solid, label="(-1, 6, -1, 32)"]; -"857 quantize_per_tensor_default_22" -> "858 dequantize_per_tensor_default_22" [style=solid, label="(-1, 6, -1, 32)"]; -"858 dequantize_per_tensor_default_22" -> "859 transpose_6" [style=solid, label="(-1, 6, -1, 32)"]; -"859 transpose_6" -> "860 matmul_6" [style=solid, label="(-1, 6, 32, -1)"]; -"860 matmul_6" -> "863 mul_11" [style=solid, label="(-1, 6, -1, -1)"]; -"861 clamp_3" -> "862 exp_3" [style=solid, label="(6, 1, 1)"]; -"862 exp_3" -> "863 mul_11" [style=solid, label="(6, 1, 1)"]; -"863 mul_11" -> "864 add_10" [style=solid, label="(-1, 6, -1, -1)"]; -"864 add_10" -> "912 view_19" [style=solid, label="(-1, 6, -1, -1)"]; -"865 new_zeros_1" -> "867 slice_47" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "871 slice_49" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "875 slice_51" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "879 slice_53" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "883 slice_55" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "887 slice_57" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "891 slice_59" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "895 slice_61" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "899 slice_63" [style=solid, label="(-1, -1)"]; -"865 new_zeros_1" -> "902 view_18" [style=solid, label="(-1, -1)"]; -"866 lift_fresh_copy_9" -> "869 fill__9" [style=solid, label="()"]; -"867 slice_47" -> "868 slice_48" [style=solid, label="(-1, -1)"]; -"868 slice_48" -> "869 fill__9" [style=solid, label="(-1, -1)"]; -"870 lift_fresh_copy_10" -> "873 fill__10" [style=solid, label="()"]; -"871 slice_49" -> "872 slice_50" [style=solid, label="(-1, -1)"]; -"872 slice_50" -> "873 fill__10" [style=solid, label="(-1, 4)"]; -"874 lift_fresh_copy_11" -> "877 fill__11" [style=solid, label="()"]; -"875 slice_51" -> "876 slice_52" [style=solid, label="(-1, -1)"]; -"876 slice_52" -> "877 fill__11" [style=solid, label="(-1, 4)"]; -"878 lift_fresh_copy_12" -> "881 fill__12" [style=solid, label="()"]; -"879 slice_53" -> "880 slice_54" [style=solid, label="(4, -1)"]; -"880 slice_54" -> "881 fill__12" [style=solid, label="(4, -1)"]; -"882 lift_fresh_copy_13" -> "885 fill__13" [style=solid, label="()"]; -"883 slice_55" -> "884 slice_56" [style=solid, label="(4, -1)"]; -"884 slice_56" -> "885 fill__13" [style=solid, label="(4, 4)"]; -"886 lift_fresh_copy_14" -> "889 fill__14" [style=solid, label="()"]; -"887 slice_57" -> "888 slice_58" [style=solid, label="(4, -1)"]; -"888 slice_58" -> "889 fill__14" [style=solid, label="(4, 4)"]; -"890 lift_fresh_copy_15" -> "893 fill__15" [style=solid, label="()"]; -"891 slice_59" -> "892 slice_60" [style=solid, label="(4, -1)"]; -"892 slice_60" -> "893 fill__15" [style=solid, label="(4, -1)"]; -"894 lift_fresh_copy_16" -> "897 fill__16" [style=solid, label="()"]; -"895 slice_61" -> "896 slice_62" [style=solid, label="(4, -1)"]; -"896 slice_62" -> "897 fill__16" [style=solid, label="(4, 4)"]; -"898 lift_fresh_copy_17" -> "901 fill__17" [style=solid, label="()"]; -"899 slice_63" -> "900 slice_64" [style=solid, label="(4, -1)"]; -"900 slice_64" -> "901 fill__17" [style=solid, label="(4, 4)"]; -"902 view_18" -> "903 permute_17" [style=solid, label="(-1, -1, -1, -1)"]; -"903 permute_17" -> "904 reshape_15" [style=solid, label="(-1, -1, -1, -1)"]; -"904 reshape_15" -> "905 unsqueeze_8" [style=solid, label="(-1, -1)"]; -"904 reshape_15" -> "906 unsqueeze_9" [style=solid, label="(-1, -1)"]; -"905 unsqueeze_8" -> "907 sub_9" [style=solid, label="(-1, 1, -1)"]; -"906 unsqueeze_9" -> "907 sub_9" [style=solid, label="(-1, -1, 1)"]; -"907 sub_9" -> "908 ne_1" [style=solid, label="(-1, -1, -1)"]; -"907 sub_9" -> "909 masked_fill_2" [style=solid, label="(-1, -1, -1)"]; -"907 sub_9" -> "910 eq_23" [style=solid, label="(-1, -1, -1)"]; -"908 ne_1" -> "909 masked_fill_2" [style=solid, label="(-1, -1, -1)"]; -"909 masked_fill_2" -> "911 masked_fill_3" [style=solid, label="(-1, -1, -1)"]; -"910 eq_23" -> "911 masked_fill_3" [style=solid, label="(-1, -1, -1)"]; -"911 masked_fill_3" -> "913 unsqueeze_10" [style=solid, label="(-1, -1, -1)"]; -"912 view_19" -> "915 add_11" [style=solid, label="(1, -1, 6, -1, -1)"]; -"913 unsqueeze_10" -> "914 unsqueeze_11" [style=solid, label="(-1, 1, -1, -1)"]; -"914 unsqueeze_11" -> "915 add_11" [style=solid, label="(1, -1, 1, -1, -1)"]; -"915 add_11" -> "916 view_20" [style=solid, label="(1, -1, 6, -1, -1)"]; -"916 view_20" -> "917 softmax_3" [style=solid, label="(-1, 6, -1, -1)"]; -"917 softmax_3" -> "918 dropout_12" [style=solid, label="(-1, 6, -1, -1)"]; -"918 dropout_12" -> "919 matmul_7" [style=solid, label="(-1, 6, -1, -1)"]; -"919 matmul_7" -> "920 transpose_7" [style=solid, label="(-1, 6, -1, 32)"]; -"920 transpose_7" -> "921 reshape_16" [style=solid, label="(-1, -1, 6, 32)"]; -"921 reshape_16" -> "922 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"922 reshape_16_0_0_nncf_smooth_quant_0" -> "923 quantize_per_tensor_default_23" [style=solid, label="(-1, -1, 192)"]; -"923 quantize_per_tensor_default_23" -> "924 dequantize_per_tensor_default_23" [style=solid, label="(-1, -1, 192)"]; -"924 dequantize_per_tensor_default_23" -> "930 linear_22" [style=solid, label="(-1, -1, 192)"]; -"925 linear_22_scale_0" -> "928 quantize_per_channel_default_15" [style=solid, label="(192,)"]; -"925 linear_22_scale_0" -> "929 dequantize_per_channel_default_15" [style=solid, label="(192,)"]; -"926 linear_22_zero_point_0" -> "928 quantize_per_channel_default_15" [style=solid, label="(192,)"]; -"926 linear_22_zero_point_0" -> "929 dequantize_per_channel_default_15" [style=solid, label="(192,)"]; -"927 compressed_weight_updated_constant15" -> "928 quantize_per_channel_default_15" [style=solid, label="(192, 192)"]; -"928 quantize_per_channel_default_15" -> "929 dequantize_per_channel_default_15" [style=solid, label="(192, 192)"]; -"929 dequantize_per_channel_default_15" -> "930 linear_22" [style=solid, label="(192, 192)"]; -"930 linear_22" -> "931 dropout_13" [style=solid, label="(-1, -1, 192)"]; -"931 dropout_13" -> "932 view_21" [style=solid, label="(-1, -1, 192)"]; -"932 view_21" -> "933 permute_18" [style=solid, label="(1, -1, -1, 8, -1, 192)"]; -"933 permute_18" -> "934 reshape_17" [style=solid, label="(1, -1, 8, -1, -1, 192)"]; -"934 reshape_17" -> "935 roll_3" [style=solid, label="(1, -1, -1, 192)"]; -"935 roll_3" -> "936 slice_65" [style=solid, label="(1, -1, -1, 192)"]; -"936 slice_65" -> "937 slice_66" [style=solid, label="(1, -1, -1, 192)"]; -"937 slice_66" -> "938 slice_67" [style=solid, label="(1, -1, -1, 192)"]; -"938 slice_67" -> "939 slice_68" [style=solid, label="(1, -1, -1, 192)"]; -"939 slice_68" -> "940 contiguous_5" [style=solid, label="(1, -1, -1, 192)"]; -"940 contiguous_5" -> "941 layer_norm_8" [style=solid, label="(1, -1, -1, 192)"]; -"941 layer_norm_8" -> "942 add_12" [style=solid, label="(1, -1, -1, 192)"]; -"942 add_12" -> "943 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 192)"]; -"942 add_12" -> "965 add_13" [style=solid, label="(1, -1, -1, 192)"]; -"943 add_12_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_24" [style=solid, label="(1, -1, -1, 192)"]; -"944 quantize_per_tensor_default_24" -> "945 dequantize_per_tensor_default_24" [style=solid, label="(1, -1, -1, 192)"]; -"945 dequantize_per_tensor_default_24" -> "951 linear_23" [style=solid, label="(1, -1, -1, 192)"]; -"946 linear_23_scale_0" -> "949 quantize_per_channel_default_16" [style=solid, label="(768,)"]; -"946 linear_23_scale_0" -> "950 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; -"947 linear_23_zero_point_0" -> "949 quantize_per_channel_default_16" [style=solid, label="(768,)"]; -"947 linear_23_zero_point_0" -> "950 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; -"948 compressed_weight_updated_constant16" -> "949 quantize_per_channel_default_16" [style=solid, label="(768, 192)"]; -"949 quantize_per_channel_default_16" -> "950 dequantize_per_channel_default_16" [style=solid, label="(768, 192)"]; -"950 dequantize_per_channel_default_16" -> "951 linear_23" [style=solid, label="(768, 192)"]; -"951 linear_23" -> "952 gelu_3" [style=solid, label="(1, -1, -1, 768)"]; -"952 gelu_3" -> "953 dropout_14" [style=solid, label="(1, -1, -1, 768)"]; -"953 dropout_14" -> "954 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"954 dropout_14_0_0_nncf_smooth_quant_0" -> "955 quantize_per_tensor_default_25" [style=solid, label="(1, -1, -1, 768)"]; -"955 quantize_per_tensor_default_25" -> "956 dequantize_per_tensor_default_25" [style=solid, label="(1, -1, -1, 768)"]; -"956 dequantize_per_tensor_default_25" -> "962 linear_24" [style=solid, label="(1, -1, -1, 768)"]; -"957 linear_24_scale_0" -> "960 quantize_per_channel_default_17" [style=solid, label="(192,)"]; -"957 linear_24_scale_0" -> "961 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; -"958 linear_24_zero_point_0" -> "960 quantize_per_channel_default_17" [style=solid, label="(192,)"]; -"958 linear_24_zero_point_0" -> "961 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; -"959 compressed_weight_updated_constant17" -> "960 quantize_per_channel_default_17" [style=solid, label="(192, 768)"]; -"960 quantize_per_channel_default_17" -> "961 dequantize_per_channel_default_17" [style=solid, label="(192, 768)"]; -"961 dequantize_per_channel_default_17" -> "962 linear_24" [style=solid, label="(192, 768)"]; -"962 linear_24" -> "963 dropout_15" [style=solid, label="(1, -1, -1, 192)"]; -"963 dropout_15" -> "964 layer_norm_9" [style=solid, label="(1, -1, -1, 192)"]; -"964 layer_norm_9" -> "965 add_13" [style=solid, label="(1, -1, -1, 192)"]; -"965 add_13" -> "966 pad_5" [style=solid, label="(1, -1, -1, 192)"]; -"966 pad_5" -> "967 slice_69" [style=solid, label="(1, -1, -1, 192)"]; -"966 pad_5" -> "970 slice_72" [style=solid, label="(1, -1, -1, 192)"]; -"966 pad_5" -> "973 slice_75" [style=solid, label="(1, -1, -1, 192)"]; -"966 pad_5" -> "976 slice_78" [style=solid, label="(1, -1, -1, 192)"]; -"967 slice_69" -> "968 slice_70" [style=solid, label="(1, -1, -1, 192)"]; -"968 slice_70" -> "969 slice_71" [style=solid, label="(1, -1, -1, 192)"]; -"969 slice_71" -> "979 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"970 slice_72" -> "971 slice_73" [style=solid, label="(1, -1, -1, 192)"]; -"971 slice_73" -> "972 slice_74" [style=solid, label="(1, -1, -1, 192)"]; -"972 slice_74" -> "979 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"973 slice_75" -> "974 slice_76" [style=solid, label="(1, -1, -1, 192)"]; -"974 slice_76" -> "975 slice_77" [style=solid, label="(1, -1, -1, 192)"]; -"975 slice_77" -> "979 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"976 slice_78" -> "977 slice_79" [style=solid, label="(1, -1, -1, 192)"]; -"977 slice_79" -> "978 slice_80" [style=solid, label="(1, -1, -1, 192)"]; -"978 slice_80" -> "979 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"979 cat_1" -> "980 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"980 cat_1_0_0_nncf_smooth_quant_0" -> "981 quantize_per_tensor_default_26" [style=solid, label="(1, -1, -1, 768)"]; -"981 quantize_per_tensor_default_26" -> "982 dequantize_per_tensor_default_26" [style=solid, label="(1, -1, -1, 768)"]; -"982 dequantize_per_tensor_default_26" -> "988 linear_25" [style=solid, label="(1, -1, -1, 768)"]; -"983 linear_25_scale_0" -> "986 quantize_per_channel_default_18" [style=solid, label="(384,)"]; -"983 linear_25_scale_0" -> "987 dequantize_per_channel_default_18" [style=solid, label="(384,)"]; -"984 linear_25_zero_point_0" -> "986 quantize_per_channel_default_18" [style=solid, label="(384,)"]; -"984 linear_25_zero_point_0" -> "987 dequantize_per_channel_default_18" [style=solid, label="(384,)"]; -"985 compressed_weight_updated_constant18" -> "986 quantize_per_channel_default_18" [style=solid, label="(384, 768)"]; -"986 quantize_per_channel_default_18" -> "987 dequantize_per_channel_default_18" [style=solid, label="(384, 768)"]; -"987 dequantize_per_channel_default_18" -> "988 linear_25" [style=solid, label="(384, 768)"]; -"988 linear_25" -> "989 layer_norm_10" [style=solid, label="(1, -1, -1, 384)"]; -"989 layer_norm_10" -> "1005 pad_6" [style=solid, label="(1, -1, -1, 384)"]; -"989 layer_norm_10" -> "1069 add_15" [style=solid, label="(1, -1, -1, 384)"]; -"990 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "992 linear_26" [style=solid, label="(512, 2)"]; -"991 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "992 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"992 linear_26" -> "993 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"993 relu__4" -> "995 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"994 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "996 linear_27" [style=solid, label="(12, 512)"]; -"995 relu__4_0_0_nncf_smooth_quant_0" -> "996 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"996 linear_27" -> "997 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"997 view_22" -> "998 index_4" [style=solid, label="(225, 12)"]; -"998 index_4" -> "999 view_23" [style=solid, label="(4096, 12)"]; -"999 view_23" -> "1000 permute_19" [style=solid, label="(64, 64, 12)"]; -"1000 permute_19" -> "1001 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"1001 contiguous_6" -> "1002 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"1002 unsqueeze_12" -> "1003 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"1003 sigmoid_4" -> "1004 mul_12" [style=solid, label="(1, 12, 64, 64)"]; -"1004 mul_12" -> "1044 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"1005 pad_6" -> "1007 view_24" [style=solid, label="(1, -1, -1, 384)"]; -"1006 mul_13" -> "1009 reshape_18" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1022 reshape_19" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1049 reshape_20" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1112 reshape_22" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1125 reshape_23" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1187 reshape_24" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1195 view_30" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1204 reshape_25" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1267 reshape_27" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1280 reshape_28" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1307 reshape_29" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1370 reshape_31" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1383 reshape_32" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1445 reshape_33" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1453 view_41" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1462 reshape_34" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1525 reshape_36" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1538 reshape_37" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1565 reshape_38" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1628 reshape_40" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1641 reshape_41" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1703 reshape_42" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1711 view_52" [style=solid, label="(-1,)"]; -"1006 mul_13" -> "1720 reshape_43" [style=solid, label="(-1,)"]; -"1007 view_24" -> "1008 permute_20" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1008 permute_20" -> "1009 reshape_18" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1009 reshape_18" -> "1013 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1010 clone_4" -> "1011 slice_81" [style=solid, label="(1152,)"]; -"1010 clone_4" -> "1021 linear_28" [style=solid, label="(1152,)"]; -"1011 slice_81" -> "1012 zero__4" [style=solid, label="(384,)"]; -"1013 reshape_18_0_0_nncf_smooth_quant_0" -> "1014 quantize_per_tensor_default_27" [style=solid, label="(-1, -1, 384)"]; -"1014 quantize_per_tensor_default_27" -> "1015 dequantize_per_tensor_default_27" [style=solid, label="(-1, -1, 384)"]; -"1015 dequantize_per_tensor_default_27" -> "1021 linear_28" [style=solid, label="(-1, -1, 384)"]; -"1016 linear_28_scale_0" -> "1019 quantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"1016 linear_28_scale_0" -> "1020 dequantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"1017 linear_28_zero_point_0" -> "1019 quantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"1017 linear_28_zero_point_0" -> "1020 dequantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"1018 compressed_weight_updated_constant19" -> "1019 quantize_per_channel_default_19" [style=solid, label="(1152, 384)"]; -"1019 quantize_per_channel_default_19" -> "1020 dequantize_per_channel_default_19" [style=solid, label="(1152, 384)"]; -"1020 dequantize_per_channel_default_19" -> "1021 linear_28" [style=solid, label="(1152, 384)"]; -"1021 linear_28" -> "1022 reshape_19" [style=solid, label="(-1, -1, 1152)"]; -"1022 reshape_19" -> "1023 permute_21" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1023 permute_21" -> "1024 select_12" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1023 permute_21" -> "1025 select_13" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1023 permute_21" -> "1026 select_14" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1024 select_12" -> "1027 linalg_vector_norm_8" [style=solid, label="(-1, 12, -1, 32)"]; -"1024 select_12" -> "1029 expand_as_8" [style=solid, label="(-1, 12, -1, 32)"]; -"1024 select_12" -> "1030 div_8" [style=solid, label="(-1, 12, -1, 32)"]; -"1025 select_13" -> "1033 linalg_vector_norm_9" [style=solid, label="(-1, 12, -1, 32)"]; -"1025 select_13" -> "1035 expand_as_9" [style=solid, label="(-1, 12, -1, 32)"]; -"1025 select_13" -> "1036 div_9" [style=solid, label="(-1, 12, -1, 32)"]; -"1026 select_14" -> "1047 matmul_9" [style=solid, label="(-1, 12, -1, 32)"]; -"1027 linalg_vector_norm_8" -> "1028 clamp_min_8" [style=solid, label="(-1, 12, -1, 1)"]; -"1028 clamp_min_8" -> "1029 expand_as_8" [style=solid, label="(-1, 12, -1, 1)"]; -"1029 expand_as_8" -> "1030 div_8" [style=solid, label="(-1, 12, -1, 32)"]; -"1030 div_8" -> "1031 quantize_per_tensor_default_28" [style=solid, label="(-1, 12, -1, 32)"]; -"1031 quantize_per_tensor_default_28" -> "1032 dequantize_per_tensor_default_28" [style=solid, label="(-1, 12, -1, 32)"]; -"1032 dequantize_per_tensor_default_28" -> "1040 matmul_8" [style=solid, label="(-1, 12, -1, 32)"]; -"1033 linalg_vector_norm_9" -> "1034 clamp_min_9" [style=solid, label="(-1, 12, -1, 1)"]; -"1034 clamp_min_9" -> "1035 expand_as_9" [style=solid, label="(-1, 12, -1, 1)"]; -"1035 expand_as_9" -> "1036 div_9" [style=solid, label="(-1, 12, -1, 32)"]; -"1036 div_9" -> "1037 quantize_per_tensor_default_29" [style=solid, label="(-1, 12, -1, 32)"]; -"1037 quantize_per_tensor_default_29" -> "1038 dequantize_per_tensor_default_29" [style=solid, label="(-1, 12, -1, 32)"]; -"1038 dequantize_per_tensor_default_29" -> "1039 transpose_8" [style=solid, label="(-1, 12, -1, 32)"]; -"1039 transpose_8" -> "1040 matmul_8" [style=solid, label="(-1, 12, 32, -1)"]; -"1040 matmul_8" -> "1043 mul_14" [style=solid, label="(-1, 12, -1, -1)"]; -"1041 clamp_4" -> "1042 exp_4" [style=solid, label="(12, 1, 1)"]; -"1042 exp_4" -> "1043 mul_14" [style=solid, label="(12, 1, 1)"]; -"1043 mul_14" -> "1044 add_14" [style=solid, label="(-1, 12, -1, -1)"]; -"1044 add_14" -> "1045 softmax_4" [style=solid, label="(-1, 12, -1, -1)"]; -"1045 softmax_4" -> "1046 dropout_16" [style=solid, label="(-1, 12, -1, -1)"]; -"1046 dropout_16" -> "1047 matmul_9" [style=solid, label="(-1, 12, -1, -1)"]; -"1047 matmul_9" -> "1048 transpose_9" [style=solid, label="(-1, 12, -1, 32)"]; -"1048 transpose_9" -> "1049 reshape_20" [style=solid, label="(-1, -1, 12, 32)"]; -"1049 reshape_20" -> "1050 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1050 reshape_20_0_0_nncf_smooth_quant_0" -> "1051 quantize_per_tensor_default_30" [style=solid, label="(-1, -1, 384)"]; -"1051 quantize_per_tensor_default_30" -> "1052 dequantize_per_tensor_default_30" [style=solid, label="(-1, -1, 384)"]; -"1052 dequantize_per_tensor_default_30" -> "1058 linear_29" [style=solid, label="(-1, -1, 384)"]; -"1053 linear_29_scale_0" -> "1056 quantize_per_channel_default_20" [style=solid, label="(384,)"]; -"1053 linear_29_scale_0" -> "1057 dequantize_per_channel_default_20" [style=solid, label="(384,)"]; -"1054 linear_29_zero_point_0" -> "1056 quantize_per_channel_default_20" [style=solid, label="(384,)"]; -"1054 linear_29_zero_point_0" -> "1057 dequantize_per_channel_default_20" [style=solid, label="(384,)"]; -"1055 compressed_weight_updated_constant20" -> "1056 quantize_per_channel_default_20" [style=solid, label="(384, 384)"]; -"1056 quantize_per_channel_default_20" -> "1057 dequantize_per_channel_default_20" [style=solid, label="(384, 384)"]; -"1057 dequantize_per_channel_default_20" -> "1058 linear_29" [style=solid, label="(384, 384)"]; -"1058 linear_29" -> "1059 dropout_17" [style=solid, label="(-1, -1, 384)"]; -"1059 dropout_17" -> "1060 view_25" [style=solid, label="(-1, -1, 384)"]; -"1060 view_25" -> "1061 permute_22" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1061 permute_22" -> "1062 reshape_21" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1062 reshape_21" -> "1063 slice_82" [style=solid, label="(1, -1, -1, 384)"]; -"1063 slice_82" -> "1064 slice_83" [style=solid, label="(1, -1, -1, 384)"]; -"1064 slice_83" -> "1065 slice_84" [style=solid, label="(1, -1, -1, 384)"]; -"1065 slice_84" -> "1066 slice_85" [style=solid, label="(1, -1, -1, 384)"]; -"1066 slice_85" -> "1067 contiguous_7" [style=solid, label="(1, -1, -1, 384)"]; -"1067 contiguous_7" -> "1068 layer_norm_11" [style=solid, label="(1, -1, -1, 384)"]; -"1068 layer_norm_11" -> "1069 add_15" [style=solid, label="(1, -1, -1, 384)"]; -"1069 add_15" -> "1070 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1069 add_15" -> "1092 add_16" [style=solid, label="(1, -1, -1, 384)"]; -"1070 add_15_0_0_nncf_smooth_quant_0" -> "1071 quantize_per_tensor_default_31" [style=solid, label="(1, -1, -1, 384)"]; -"1071 quantize_per_tensor_default_31" -> "1072 dequantize_per_tensor_default_31" [style=solid, label="(1, -1, -1, 384)"]; -"1072 dequantize_per_tensor_default_31" -> "1078 linear_30" [style=solid, label="(1, -1, -1, 384)"]; -"1073 linear_30_scale_0" -> "1076 quantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"1073 linear_30_scale_0" -> "1077 dequantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"1074 linear_30_zero_point_0" -> "1076 quantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"1074 linear_30_zero_point_0" -> "1077 dequantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"1075 compressed_weight_updated_constant21" -> "1076 quantize_per_channel_default_21" [style=solid, label="(1536, 384)"]; -"1076 quantize_per_channel_default_21" -> "1077 dequantize_per_channel_default_21" [style=solid, label="(1536, 384)"]; -"1077 dequantize_per_channel_default_21" -> "1078 linear_30" [style=solid, label="(1536, 384)"]; -"1078 linear_30" -> "1079 gelu_4" [style=solid, label="(1, -1, -1, 1536)"]; -"1079 gelu_4" -> "1080 dropout_18" [style=solid, label="(1, -1, -1, 1536)"]; -"1080 dropout_18" -> "1081 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1081 dropout_18_0_0_nncf_smooth_quant_0" -> "1082 quantize_per_tensor_default_32" [style=solid, label="(1, -1, -1, 1536)"]; -"1082 quantize_per_tensor_default_32" -> "1083 dequantize_per_tensor_default_32" [style=solid, label="(1, -1, -1, 1536)"]; -"1083 dequantize_per_tensor_default_32" -> "1089 linear_31" [style=solid, label="(1, -1, -1, 1536)"]; -"1084 linear_31_scale_0" -> "1087 quantize_per_channel_default_22" [style=solid, label="(384,)"]; -"1084 linear_31_scale_0" -> "1088 dequantize_per_channel_default_22" [style=solid, label="(384,)"]; -"1085 linear_31_zero_point_0" -> "1087 quantize_per_channel_default_22" [style=solid, label="(384,)"]; -"1085 linear_31_zero_point_0" -> "1088 dequantize_per_channel_default_22" [style=solid, label="(384,)"]; -"1086 compressed_weight_updated_constant22" -> "1087 quantize_per_channel_default_22" [style=solid, label="(384, 1536)"]; -"1087 quantize_per_channel_default_22" -> "1088 dequantize_per_channel_default_22" [style=solid, label="(384, 1536)"]; -"1088 dequantize_per_channel_default_22" -> "1089 linear_31" [style=solid, label="(384, 1536)"]; -"1089 linear_31" -> "1090 dropout_19" [style=solid, label="(1, -1, -1, 384)"]; -"1090 dropout_19" -> "1091 layer_norm_12" [style=solid, label="(1, -1, -1, 384)"]; -"1091 layer_norm_12" -> "1092 add_16" [style=solid, label="(1, -1, -1, 384)"]; -"1092 add_16" -> "1108 pad_7" [style=solid, label="(1, -1, -1, 384)"]; -"1092 add_16" -> "1225 add_19" [style=solid, label="(1, -1, -1, 384)"]; -"1093 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1095 linear_32" [style=solid, label="(512, 2)"]; -"1094 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1095 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"1095 linear_32" -> "1096 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"1096 relu__5" -> "1098 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1097 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1099 linear_33" [style=solid, label="(12, 512)"]; -"1098 relu__5_0_0_nncf_smooth_quant_0" -> "1099 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"1099 linear_33" -> "1100 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"1100 view_26" -> "1101 index_5" [style=solid, label="(225, 12)"]; -"1101 index_5" -> "1102 view_27" [style=solid, label="(4096, 12)"]; -"1102 view_27" -> "1103 permute_23" [style=solid, label="(64, 64, 12)"]; -"1103 permute_23" -> "1104 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"1104 contiguous_8" -> "1105 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"1105 unsqueeze_13" -> "1106 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"1106 sigmoid_5" -> "1107 mul_15" [style=solid, label="(1, 12, 64, 64)"]; -"1107 mul_15" -> "1147 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"1108 pad_7" -> "1109 roll_4" [style=solid, label="(1, -1, -1, 384)"]; -"1109 roll_4" -> "1110 view_28" [style=solid, label="(1, -1, -1, 384)"]; -"1110 view_28" -> "1111 permute_24" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1111 permute_24" -> "1112 reshape_22" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1112 reshape_22" -> "1116 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1112 reshape_22" -> "1148 new_zeros_2" [style=solid, label="(-1, -1, 384)"]; -"1113 clone_5" -> "1114 slice_86" [style=solid, label="(1152,)"]; -"1113 clone_5" -> "1124 linear_34" [style=solid, label="(1152,)"]; -"1114 slice_86" -> "1115 zero__5" [style=solid, label="(384,)"]; -"1116 reshape_22_0_0_nncf_smooth_quant_0" -> "1117 quantize_per_tensor_default_33" [style=solid, label="(-1, -1, 384)"]; -"1117 quantize_per_tensor_default_33" -> "1118 dequantize_per_tensor_default_33" [style=solid, label="(-1, -1, 384)"]; -"1118 dequantize_per_tensor_default_33" -> "1124 linear_34" [style=solid, label="(-1, -1, 384)"]; -"1119 linear_34_scale_0" -> "1122 quantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"1119 linear_34_scale_0" -> "1123 dequantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"1120 linear_34_zero_point_0" -> "1122 quantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"1120 linear_34_zero_point_0" -> "1123 dequantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"1121 compressed_weight_updated_constant23" -> "1122 quantize_per_channel_default_23" [style=solid, label="(1152, 384)"]; -"1122 quantize_per_channel_default_23" -> "1123 dequantize_per_channel_default_23" [style=solid, label="(1152, 384)"]; -"1123 dequantize_per_channel_default_23" -> "1124 linear_34" [style=solid, label="(1152, 384)"]; -"1124 linear_34" -> "1125 reshape_23" [style=solid, label="(-1, -1, 1152)"]; -"1125 reshape_23" -> "1126 permute_25" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1126 permute_25" -> "1127 select_15" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1126 permute_25" -> "1128 select_16" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1126 permute_25" -> "1129 select_17" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1127 select_15" -> "1130 linalg_vector_norm_10" [style=solid, label="(-1, 12, -1, 32)"]; -"1127 select_15" -> "1132 expand_as_10" [style=solid, label="(-1, 12, -1, 32)"]; -"1127 select_15" -> "1133 div_10" [style=solid, label="(-1, 12, -1, 32)"]; -"1128 select_16" -> "1136 linalg_vector_norm_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1128 select_16" -> "1138 expand_as_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1128 select_16" -> "1139 div_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1129 select_17" -> "1202 matmul_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1130 linalg_vector_norm_10" -> "1131 clamp_min_10" [style=solid, label="(-1, 12, -1, 1)"]; -"1131 clamp_min_10" -> "1132 expand_as_10" [style=solid, label="(-1, 12, -1, 1)"]; -"1132 expand_as_10" -> "1133 div_10" [style=solid, label="(-1, 12, -1, 32)"]; -"1133 div_10" -> "1134 quantize_per_tensor_default_34" [style=solid, label="(-1, 12, -1, 32)"]; -"1134 quantize_per_tensor_default_34" -> "1135 dequantize_per_tensor_default_34" [style=solid, label="(-1, 12, -1, 32)"]; -"1135 dequantize_per_tensor_default_34" -> "1143 matmul_10" [style=solid, label="(-1, 12, -1, 32)"]; -"1136 linalg_vector_norm_11" -> "1137 clamp_min_11" [style=solid, label="(-1, 12, -1, 1)"]; -"1137 clamp_min_11" -> "1138 expand_as_11" [style=solid, label="(-1, 12, -1, 1)"]; -"1138 expand_as_11" -> "1139 div_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1139 div_11" -> "1140 quantize_per_tensor_default_35" [style=solid, label="(-1, 12, -1, 32)"]; -"1140 quantize_per_tensor_default_35" -> "1141 dequantize_per_tensor_default_35" [style=solid, label="(-1, 12, -1, 32)"]; -"1141 dequantize_per_tensor_default_35" -> "1142 transpose_10" [style=solid, label="(-1, 12, -1, 32)"]; -"1142 transpose_10" -> "1143 matmul_10" [style=solid, label="(-1, 12, 32, -1)"]; -"1143 matmul_10" -> "1146 mul_17" [style=solid, label="(-1, 12, -1, -1)"]; -"1144 clamp_5" -> "1145 exp_5" [style=solid, label="(12, 1, 1)"]; -"1145 exp_5" -> "1146 mul_17" [style=solid, label="(12, 1, 1)"]; -"1146 mul_17" -> "1147 add_17" [style=solid, label="(-1, 12, -1, -1)"]; -"1147 add_17" -> "1195 view_30" [style=solid, label="(-1, 12, -1, -1)"]; -"1148 new_zeros_2" -> "1150 slice_87" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1154 slice_89" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1158 slice_91" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1162 slice_93" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1166 slice_95" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1170 slice_97" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1174 slice_99" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1178 slice_101" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1182 slice_103" [style=solid, label="(-1, -1)"]; -"1148 new_zeros_2" -> "1185 view_29" [style=solid, label="(-1, -1)"]; -"1149 lift_fresh_copy_18" -> "1152 fill__18" [style=solid, label="()"]; -"1150 slice_87" -> "1151 slice_88" [style=solid, label="(-1, -1)"]; -"1151 slice_88" -> "1152 fill__18" [style=solid, label="(-1, -1)"]; -"1153 lift_fresh_copy_19" -> "1156 fill__19" [style=solid, label="()"]; -"1154 slice_89" -> "1155 slice_90" [style=solid, label="(-1, -1)"]; -"1155 slice_90" -> "1156 fill__19" [style=solid, label="(-1, 4)"]; -"1157 lift_fresh_copy_20" -> "1160 fill__20" [style=solid, label="()"]; -"1158 slice_91" -> "1159 slice_92" [style=solid, label="(-1, -1)"]; -"1159 slice_92" -> "1160 fill__20" [style=solid, label="(-1, 4)"]; -"1161 lift_fresh_copy_21" -> "1164 fill__21" [style=solid, label="()"]; -"1162 slice_93" -> "1163 slice_94" [style=solid, label="(4, -1)"]; -"1163 slice_94" -> "1164 fill__21" [style=solid, label="(4, -1)"]; -"1165 lift_fresh_copy_22" -> "1168 fill__22" [style=solid, label="()"]; -"1166 slice_95" -> "1167 slice_96" [style=solid, label="(4, -1)"]; -"1167 slice_96" -> "1168 fill__22" [style=solid, label="(4, 4)"]; -"1169 lift_fresh_copy_23" -> "1172 fill__23" [style=solid, label="()"]; -"1170 slice_97" -> "1171 slice_98" [style=solid, label="(4, -1)"]; -"1171 slice_98" -> "1172 fill__23" [style=solid, label="(4, 4)"]; -"1173 lift_fresh_copy_24" -> "1176 fill__24" [style=solid, label="()"]; -"1174 slice_99" -> "1175 slice_100" [style=solid, label="(4, -1)"]; -"1175 slice_100" -> "1176 fill__24" [style=solid, label="(4, -1)"]; -"1177 lift_fresh_copy_25" -> "1180 fill__25" [style=solid, label="()"]; -"1178 slice_101" -> "1179 slice_102" [style=solid, label="(4, -1)"]; -"1179 slice_102" -> "1180 fill__25" [style=solid, label="(4, 4)"]; -"1181 lift_fresh_copy_26" -> "1184 fill__26" [style=solid, label="()"]; -"1182 slice_103" -> "1183 slice_104" [style=solid, label="(4, -1)"]; -"1183 slice_104" -> "1184 fill__26" [style=solid, label="(4, 4)"]; -"1185 view_29" -> "1186 permute_26" [style=solid, label="(-1, -1, -1, -1)"]; -"1186 permute_26" -> "1187 reshape_24" [style=solid, label="(-1, -1, -1, -1)"]; -"1187 reshape_24" -> "1188 unsqueeze_14" [style=solid, label="(-1, -1)"]; -"1187 reshape_24" -> "1189 unsqueeze_15" [style=solid, label="(-1, -1)"]; -"1188 unsqueeze_14" -> "1190 sub_14" [style=solid, label="(-1, 1, -1)"]; -"1189 unsqueeze_15" -> "1190 sub_14" [style=solid, label="(-1, -1, 1)"]; -"1190 sub_14" -> "1191 ne_2" [style=solid, label="(-1, -1, -1)"]; -"1190 sub_14" -> "1192 masked_fill_4" [style=solid, label="(-1, -1, -1)"]; -"1190 sub_14" -> "1193 eq_38" [style=solid, label="(-1, -1, -1)"]; -"1191 ne_2" -> "1192 masked_fill_4" [style=solid, label="(-1, -1, -1)"]; -"1192 masked_fill_4" -> "1194 masked_fill_5" [style=solid, label="(-1, -1, -1)"]; -"1193 eq_38" -> "1194 masked_fill_5" [style=solid, label="(-1, -1, -1)"]; -"1194 masked_fill_5" -> "1196 unsqueeze_16" [style=solid, label="(-1, -1, -1)"]; -"1195 view_30" -> "1198 add_18" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1196 unsqueeze_16" -> "1197 unsqueeze_17" [style=solid, label="(-1, 1, -1, -1)"]; -"1197 unsqueeze_17" -> "1198 add_18" [style=solid, label="(1, -1, 1, -1, -1)"]; -"1198 add_18" -> "1199 view_31" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1199 view_31" -> "1200 softmax_5" [style=solid, label="(-1, 12, -1, -1)"]; -"1200 softmax_5" -> "1201 dropout_20" [style=solid, label="(-1, 12, -1, -1)"]; -"1201 dropout_20" -> "1202 matmul_11" [style=solid, label="(-1, 12, -1, -1)"]; -"1202 matmul_11" -> "1203 transpose_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1203 transpose_11" -> "1204 reshape_25" [style=solid, label="(-1, -1, 12, 32)"]; -"1204 reshape_25" -> "1205 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1205 reshape_25_0_0_nncf_smooth_quant_0" -> "1206 quantize_per_tensor_default_36" [style=solid, label="(-1, -1, 384)"]; -"1206 quantize_per_tensor_default_36" -> "1207 dequantize_per_tensor_default_36" [style=solid, label="(-1, -1, 384)"]; -"1207 dequantize_per_tensor_default_36" -> "1213 linear_35" [style=solid, label="(-1, -1, 384)"]; -"1208 linear_35_scale_0" -> "1211 quantize_per_channel_default_24" [style=solid, label="(384,)"]; -"1208 linear_35_scale_0" -> "1212 dequantize_per_channel_default_24" [style=solid, label="(384,)"]; -"1209 linear_35_zero_point_0" -> "1211 quantize_per_channel_default_24" [style=solid, label="(384,)"]; -"1209 linear_35_zero_point_0" -> "1212 dequantize_per_channel_default_24" [style=solid, label="(384,)"]; -"1210 compressed_weight_updated_constant24" -> "1211 quantize_per_channel_default_24" [style=solid, label="(384, 384)"]; -"1211 quantize_per_channel_default_24" -> "1212 dequantize_per_channel_default_24" [style=solid, label="(384, 384)"]; -"1212 dequantize_per_channel_default_24" -> "1213 linear_35" [style=solid, label="(384, 384)"]; -"1213 linear_35" -> "1214 dropout_21" [style=solid, label="(-1, -1, 384)"]; -"1214 dropout_21" -> "1215 view_32" [style=solid, label="(-1, -1, 384)"]; -"1215 view_32" -> "1216 permute_27" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1216 permute_27" -> "1217 reshape_26" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1217 reshape_26" -> "1218 roll_5" [style=solid, label="(1, -1, -1, 384)"]; -"1218 roll_5" -> "1219 slice_105" [style=solid, label="(1, -1, -1, 384)"]; -"1219 slice_105" -> "1220 slice_106" [style=solid, label="(1, -1, -1, 384)"]; -"1220 slice_106" -> "1221 slice_107" [style=solid, label="(1, -1, -1, 384)"]; -"1221 slice_107" -> "1222 slice_108" [style=solid, label="(1, -1, -1, 384)"]; -"1222 slice_108" -> "1223 contiguous_9" [style=solid, label="(1, -1, -1, 384)"]; -"1223 contiguous_9" -> "1224 layer_norm_13" [style=solid, label="(1, -1, -1, 384)"]; -"1224 layer_norm_13" -> "1225 add_19" [style=solid, label="(1, -1, -1, 384)"]; -"1225 add_19" -> "1226 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1225 add_19" -> "1248 add_20" [style=solid, label="(1, -1, -1, 384)"]; -"1226 add_19_0_0_nncf_smooth_quant_0" -> "1227 quantize_per_tensor_default_37" [style=solid, label="(1, -1, -1, 384)"]; -"1227 quantize_per_tensor_default_37" -> "1228 dequantize_per_tensor_default_37" [style=solid, label="(1, -1, -1, 384)"]; -"1228 dequantize_per_tensor_default_37" -> "1234 linear_36" [style=solid, label="(1, -1, -1, 384)"]; -"1229 linear_36_scale_0" -> "1232 quantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"1229 linear_36_scale_0" -> "1233 dequantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"1230 linear_36_zero_point_0" -> "1232 quantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"1230 linear_36_zero_point_0" -> "1233 dequantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"1231 compressed_weight_updated_constant25" -> "1232 quantize_per_channel_default_25" [style=solid, label="(1536, 384)"]; -"1232 quantize_per_channel_default_25" -> "1233 dequantize_per_channel_default_25" [style=solid, label="(1536, 384)"]; -"1233 dequantize_per_channel_default_25" -> "1234 linear_36" [style=solid, label="(1536, 384)"]; -"1234 linear_36" -> "1235 gelu_5" [style=solid, label="(1, -1, -1, 1536)"]; -"1235 gelu_5" -> "1236 dropout_22" [style=solid, label="(1, -1, -1, 1536)"]; -"1236 dropout_22" -> "1237 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1237 dropout_22_0_0_nncf_smooth_quant_0" -> "1238 quantize_per_tensor_default_38" [style=solid, label="(1, -1, -1, 1536)"]; -"1238 quantize_per_tensor_default_38" -> "1239 dequantize_per_tensor_default_38" [style=solid, label="(1, -1, -1, 1536)"]; -"1239 dequantize_per_tensor_default_38" -> "1245 linear_37" [style=solid, label="(1, -1, -1, 1536)"]; -"1240 linear_37_scale_0" -> "1243 quantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1240 linear_37_scale_0" -> "1244 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1241 linear_37_zero_point_0" -> "1243 quantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1241 linear_37_zero_point_0" -> "1244 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1242 compressed_weight_updated_constant26" -> "1243 quantize_per_channel_default_26" [style=solid, label="(384, 1536)"]; -"1243 quantize_per_channel_default_26" -> "1244 dequantize_per_channel_default_26" [style=solid, label="(384, 1536)"]; -"1244 dequantize_per_channel_default_26" -> "1245 linear_37" [style=solid, label="(384, 1536)"]; -"1245 linear_37" -> "1246 dropout_23" [style=solid, label="(1, -1, -1, 384)"]; -"1246 dropout_23" -> "1247 layer_norm_14" [style=solid, label="(1, -1, -1, 384)"]; -"1247 layer_norm_14" -> "1248 add_20" [style=solid, label="(1, -1, -1, 384)"]; -"1248 add_20" -> "1264 pad_8" [style=solid, label="(1, -1, -1, 384)"]; -"1248 add_20" -> "1327 add_22" [style=solid, label="(1, -1, -1, 384)"]; -"1249 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1251 linear_38" [style=solid, label="(512, 2)"]; -"1250 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1251 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"1251 linear_38" -> "1252 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"1252 relu__6" -> "1254 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1253 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1255 linear_39" [style=solid, label="(12, 512)"]; -"1254 relu__6_0_0_nncf_smooth_quant_0" -> "1255 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"1255 linear_39" -> "1256 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"1256 view_33" -> "1257 index_6" [style=solid, label="(225, 12)"]; -"1257 index_6" -> "1258 view_34" [style=solid, label="(4096, 12)"]; -"1258 view_34" -> "1259 permute_28" [style=solid, label="(64, 64, 12)"]; -"1259 permute_28" -> "1260 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"1260 contiguous_10" -> "1261 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"1261 unsqueeze_18" -> "1262 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"1262 sigmoid_6" -> "1263 mul_18" [style=solid, label="(1, 12, 64, 64)"]; -"1263 mul_18" -> "1302 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"1264 pad_8" -> "1265 view_35" [style=solid, label="(1, -1, -1, 384)"]; -"1265 view_35" -> "1266 permute_29" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1266 permute_29" -> "1267 reshape_27" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1267 reshape_27" -> "1271 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1268 clone_6" -> "1269 slice_109" [style=solid, label="(1152,)"]; -"1268 clone_6" -> "1279 linear_40" [style=solid, label="(1152,)"]; -"1269 slice_109" -> "1270 zero__6" [style=solid, label="(384,)"]; -"1271 reshape_27_0_0_nncf_smooth_quant_0" -> "1272 quantize_per_tensor_default_39" [style=solid, label="(-1, -1, 384)"]; -"1272 quantize_per_tensor_default_39" -> "1273 dequantize_per_tensor_default_39" [style=solid, label="(-1, -1, 384)"]; -"1273 dequantize_per_tensor_default_39" -> "1279 linear_40" [style=solid, label="(-1, -1, 384)"]; -"1274 linear_40_scale_0" -> "1277 quantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1274 linear_40_scale_0" -> "1278 dequantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1275 linear_40_zero_point_0" -> "1277 quantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1275 linear_40_zero_point_0" -> "1278 dequantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1276 compressed_weight_updated_constant27" -> "1277 quantize_per_channel_default_27" [style=solid, label="(1152, 384)"]; -"1277 quantize_per_channel_default_27" -> "1278 dequantize_per_channel_default_27" [style=solid, label="(1152, 384)"]; -"1278 dequantize_per_channel_default_27" -> "1279 linear_40" [style=solid, label="(1152, 384)"]; -"1279 linear_40" -> "1280 reshape_28" [style=solid, label="(-1, -1, 1152)"]; -"1280 reshape_28" -> "1281 permute_30" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1281 permute_30" -> "1282 select_18" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1281 permute_30" -> "1283 select_19" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1281 permute_30" -> "1284 select_20" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1282 select_18" -> "1285 linalg_vector_norm_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1282 select_18" -> "1287 expand_as_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1282 select_18" -> "1288 div_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1283 select_19" -> "1291 linalg_vector_norm_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1283 select_19" -> "1293 expand_as_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1283 select_19" -> "1294 div_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1284 select_20" -> "1305 matmul_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1285 linalg_vector_norm_12" -> "1286 clamp_min_12" [style=solid, label="(-1, 12, -1, 1)"]; -"1286 clamp_min_12" -> "1287 expand_as_12" [style=solid, label="(-1, 12, -1, 1)"]; -"1287 expand_as_12" -> "1288 div_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1288 div_12" -> "1289 quantize_per_tensor_default_40" [style=solid, label="(-1, 12, -1, 32)"]; -"1289 quantize_per_tensor_default_40" -> "1290 dequantize_per_tensor_default_40" [style=solid, label="(-1, 12, -1, 32)"]; -"1290 dequantize_per_tensor_default_40" -> "1298 matmul_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1291 linalg_vector_norm_13" -> "1292 clamp_min_13" [style=solid, label="(-1, 12, -1, 1)"]; -"1292 clamp_min_13" -> "1293 expand_as_13" [style=solid, label="(-1, 12, -1, 1)"]; -"1293 expand_as_13" -> "1294 div_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1294 div_13" -> "1295 quantize_per_tensor_default_41" [style=solid, label="(-1, 12, -1, 32)"]; -"1295 quantize_per_tensor_default_41" -> "1296 dequantize_per_tensor_default_41" [style=solid, label="(-1, 12, -1, 32)"]; -"1296 dequantize_per_tensor_default_41" -> "1297 transpose_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1297 transpose_12" -> "1298 matmul_12" [style=solid, label="(-1, 12, 32, -1)"]; -"1298 matmul_12" -> "1301 mul_20" [style=solid, label="(-1, 12, -1, -1)"]; -"1299 clamp_6" -> "1300 exp_6" [style=solid, label="(12, 1, 1)"]; -"1300 exp_6" -> "1301 mul_20" [style=solid, label="(12, 1, 1)"]; -"1301 mul_20" -> "1302 add_21" [style=solid, label="(-1, 12, -1, -1)"]; -"1302 add_21" -> "1303 softmax_6" [style=solid, label="(-1, 12, -1, -1)"]; -"1303 softmax_6" -> "1304 dropout_24" [style=solid, label="(-1, 12, -1, -1)"]; -"1304 dropout_24" -> "1305 matmul_13" [style=solid, label="(-1, 12, -1, -1)"]; -"1305 matmul_13" -> "1306 transpose_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1306 transpose_13" -> "1307 reshape_29" [style=solid, label="(-1, -1, 12, 32)"]; -"1307 reshape_29" -> "1308 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1308 reshape_29_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_default_42" [style=solid, label="(-1, -1, 384)"]; -"1309 quantize_per_tensor_default_42" -> "1310 dequantize_per_tensor_default_42" [style=solid, label="(-1, -1, 384)"]; -"1310 dequantize_per_tensor_default_42" -> "1316 linear_41" [style=solid, label="(-1, -1, 384)"]; -"1311 linear_41_scale_0" -> "1314 quantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1311 linear_41_scale_0" -> "1315 dequantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1312 linear_41_zero_point_0" -> "1314 quantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1312 linear_41_zero_point_0" -> "1315 dequantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1313 compressed_weight_updated_constant28" -> "1314 quantize_per_channel_default_28" [style=solid, label="(384, 384)"]; -"1314 quantize_per_channel_default_28" -> "1315 dequantize_per_channel_default_28" [style=solid, label="(384, 384)"]; -"1315 dequantize_per_channel_default_28" -> "1316 linear_41" [style=solid, label="(384, 384)"]; -"1316 linear_41" -> "1317 dropout_25" [style=solid, label="(-1, -1, 384)"]; -"1317 dropout_25" -> "1318 view_36" [style=solid, label="(-1, -1, 384)"]; -"1318 view_36" -> "1319 permute_31" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1319 permute_31" -> "1320 reshape_30" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1320 reshape_30" -> "1321 slice_110" [style=solid, label="(1, -1, -1, 384)"]; -"1321 slice_110" -> "1322 slice_111" [style=solid, label="(1, -1, -1, 384)"]; -"1322 slice_111" -> "1323 slice_112" [style=solid, label="(1, -1, -1, 384)"]; -"1323 slice_112" -> "1324 slice_113" [style=solid, label="(1, -1, -1, 384)"]; -"1324 slice_113" -> "1325 contiguous_11" [style=solid, label="(1, -1, -1, 384)"]; -"1325 contiguous_11" -> "1326 layer_norm_15" [style=solid, label="(1, -1, -1, 384)"]; -"1326 layer_norm_15" -> "1327 add_22" [style=solid, label="(1, -1, -1, 384)"]; -"1327 add_22" -> "1328 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1327 add_22" -> "1350 add_23" [style=solid, label="(1, -1, -1, 384)"]; -"1328 add_22_0_0_nncf_smooth_quant_0" -> "1329 quantize_per_tensor_default_43" [style=solid, label="(1, -1, -1, 384)"]; -"1329 quantize_per_tensor_default_43" -> "1330 dequantize_per_tensor_default_43" [style=solid, label="(1, -1, -1, 384)"]; -"1330 dequantize_per_tensor_default_43" -> "1336 linear_42" [style=solid, label="(1, -1, -1, 384)"]; -"1331 linear_42_scale_0" -> "1334 quantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1331 linear_42_scale_0" -> "1335 dequantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1332 linear_42_zero_point_0" -> "1334 quantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1332 linear_42_zero_point_0" -> "1335 dequantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1333 compressed_weight_updated_constant29" -> "1334 quantize_per_channel_default_29" [style=solid, label="(1536, 384)"]; -"1334 quantize_per_channel_default_29" -> "1335 dequantize_per_channel_default_29" [style=solid, label="(1536, 384)"]; -"1335 dequantize_per_channel_default_29" -> "1336 linear_42" [style=solid, label="(1536, 384)"]; -"1336 linear_42" -> "1337 gelu_6" [style=solid, label="(1, -1, -1, 1536)"]; -"1337 gelu_6" -> "1338 dropout_26" [style=solid, label="(1, -1, -1, 1536)"]; -"1338 dropout_26" -> "1339 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1339 dropout_26_0_0_nncf_smooth_quant_0" -> "1340 quantize_per_tensor_default_44" [style=solid, label="(1, -1, -1, 1536)"]; -"1340 quantize_per_tensor_default_44" -> "1341 dequantize_per_tensor_default_44" [style=solid, label="(1, -1, -1, 1536)"]; -"1341 dequantize_per_tensor_default_44" -> "1347 linear_43" [style=solid, label="(1, -1, -1, 1536)"]; -"1342 linear_43_scale_0" -> "1345 quantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1342 linear_43_scale_0" -> "1346 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1343 linear_43_zero_point_0" -> "1345 quantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1343 linear_43_zero_point_0" -> "1346 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1344 compressed_weight_updated_constant30" -> "1345 quantize_per_channel_default_30" [style=solid, label="(384, 1536)"]; -"1345 quantize_per_channel_default_30" -> "1346 dequantize_per_channel_default_30" [style=solid, label="(384, 1536)"]; -"1346 dequantize_per_channel_default_30" -> "1347 linear_43" [style=solid, label="(384, 1536)"]; -"1347 linear_43" -> "1348 dropout_27" [style=solid, label="(1, -1, -1, 384)"]; -"1348 dropout_27" -> "1349 layer_norm_16" [style=solid, label="(1, -1, -1, 384)"]; -"1349 layer_norm_16" -> "1350 add_23" [style=solid, label="(1, -1, -1, 384)"]; -"1350 add_23" -> "1366 pad_9" [style=solid, label="(1, -1, -1, 384)"]; -"1350 add_23" -> "1483 add_26" [style=solid, label="(1, -1, -1, 384)"]; -"1351 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1353 linear_44" [style=solid, label="(512, 2)"]; -"1352 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1353 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"1353 linear_44" -> "1354 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"1354 relu__7" -> "1356 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1355 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1357 linear_45" [style=solid, label="(12, 512)"]; -"1356 relu__7_0_0_nncf_smooth_quant_0" -> "1357 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"1357 linear_45" -> "1358 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"1358 view_37" -> "1359 index_7" [style=solid, label="(225, 12)"]; -"1359 index_7" -> "1360 view_38" [style=solid, label="(4096, 12)"]; -"1360 view_38" -> "1361 permute_32" [style=solid, label="(64, 64, 12)"]; -"1361 permute_32" -> "1362 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"1362 contiguous_12" -> "1363 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"1363 unsqueeze_19" -> "1364 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"1364 sigmoid_7" -> "1365 mul_21" [style=solid, label="(1, 12, 64, 64)"]; -"1365 mul_21" -> "1405 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"1366 pad_9" -> "1367 roll_6" [style=solid, label="(1, -1, -1, 384)"]; -"1367 roll_6" -> "1368 view_39" [style=solid, label="(1, -1, -1, 384)"]; -"1368 view_39" -> "1369 permute_33" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1369 permute_33" -> "1370 reshape_31" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1370 reshape_31" -> "1374 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1370 reshape_31" -> "1406 new_zeros_3" [style=solid, label="(-1, -1, 384)"]; -"1371 clone_7" -> "1372 slice_114" [style=solid, label="(1152,)"]; -"1371 clone_7" -> "1382 linear_46" [style=solid, label="(1152,)"]; -"1372 slice_114" -> "1373 zero__7" [style=solid, label="(384,)"]; -"1374 reshape_31_0_0_nncf_smooth_quant_0" -> "1375 quantize_per_tensor_default_45" [style=solid, label="(-1, -1, 384)"]; -"1375 quantize_per_tensor_default_45" -> "1376 dequantize_per_tensor_default_45" [style=solid, label="(-1, -1, 384)"]; -"1376 dequantize_per_tensor_default_45" -> "1382 linear_46" [style=solid, label="(-1, -1, 384)"]; -"1377 linear_46_scale_0" -> "1380 quantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1377 linear_46_scale_0" -> "1381 dequantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1378 linear_46_zero_point_0" -> "1380 quantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1378 linear_46_zero_point_0" -> "1381 dequantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1379 compressed_weight_updated_constant31" -> "1380 quantize_per_channel_default_31" [style=solid, label="(1152, 384)"]; -"1380 quantize_per_channel_default_31" -> "1381 dequantize_per_channel_default_31" [style=solid, label="(1152, 384)"]; -"1381 dequantize_per_channel_default_31" -> "1382 linear_46" [style=solid, label="(1152, 384)"]; -"1382 linear_46" -> "1383 reshape_32" [style=solid, label="(-1, -1, 1152)"]; -"1383 reshape_32" -> "1384 permute_34" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1384 permute_34" -> "1385 select_21" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1384 permute_34" -> "1386 select_22" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1384 permute_34" -> "1387 select_23" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1385 select_21" -> "1388 linalg_vector_norm_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1385 select_21" -> "1390 expand_as_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1385 select_21" -> "1391 div_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1386 select_22" -> "1394 linalg_vector_norm_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1386 select_22" -> "1396 expand_as_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1386 select_22" -> "1397 div_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1387 select_23" -> "1460 matmul_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1388 linalg_vector_norm_14" -> "1389 clamp_min_14" [style=solid, label="(-1, 12, -1, 1)"]; -"1389 clamp_min_14" -> "1390 expand_as_14" [style=solid, label="(-1, 12, -1, 1)"]; -"1390 expand_as_14" -> "1391 div_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1391 div_14" -> "1392 quantize_per_tensor_default_46" [style=solid, label="(-1, 12, -1, 32)"]; -"1392 quantize_per_tensor_default_46" -> "1393 dequantize_per_tensor_default_46" [style=solid, label="(-1, 12, -1, 32)"]; -"1393 dequantize_per_tensor_default_46" -> "1401 matmul_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1394 linalg_vector_norm_15" -> "1395 clamp_min_15" [style=solid, label="(-1, 12, -1, 1)"]; -"1395 clamp_min_15" -> "1396 expand_as_15" [style=solid, label="(-1, 12, -1, 1)"]; -"1396 expand_as_15" -> "1397 div_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1397 div_15" -> "1398 quantize_per_tensor_default_47" [style=solid, label="(-1, 12, -1, 32)"]; -"1398 quantize_per_tensor_default_47" -> "1399 dequantize_per_tensor_default_47" [style=solid, label="(-1, 12, -1, 32)"]; -"1399 dequantize_per_tensor_default_47" -> "1400 transpose_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1400 transpose_14" -> "1401 matmul_14" [style=solid, label="(-1, 12, 32, -1)"]; -"1401 matmul_14" -> "1404 mul_23" [style=solid, label="(-1, 12, -1, -1)"]; -"1402 clamp_7" -> "1403 exp_7" [style=solid, label="(12, 1, 1)"]; -"1403 exp_7" -> "1404 mul_23" [style=solid, label="(12, 1, 1)"]; -"1404 mul_23" -> "1405 add_24" [style=solid, label="(-1, 12, -1, -1)"]; -"1405 add_24" -> "1453 view_41" [style=solid, label="(-1, 12, -1, -1)"]; -"1406 new_zeros_3" -> "1408 slice_115" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1412 slice_117" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1416 slice_119" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1420 slice_121" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1424 slice_123" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1428 slice_125" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1432 slice_127" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1436 slice_129" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1440 slice_131" [style=solid, label="(-1, -1)"]; -"1406 new_zeros_3" -> "1443 view_40" [style=solid, label="(-1, -1)"]; -"1407 lift_fresh_copy_27" -> "1410 fill__27" [style=solid, label="()"]; -"1408 slice_115" -> "1409 slice_116" [style=solid, label="(-1, -1)"]; -"1409 slice_116" -> "1410 fill__27" [style=solid, label="(-1, -1)"]; -"1411 lift_fresh_copy_28" -> "1414 fill__28" [style=solid, label="()"]; -"1412 slice_117" -> "1413 slice_118" [style=solid, label="(-1, -1)"]; -"1413 slice_118" -> "1414 fill__28" [style=solid, label="(-1, 4)"]; -"1415 lift_fresh_copy_29" -> "1418 fill__29" [style=solid, label="()"]; -"1416 slice_119" -> "1417 slice_120" [style=solid, label="(-1, -1)"]; -"1417 slice_120" -> "1418 fill__29" [style=solid, label="(-1, 4)"]; -"1419 lift_fresh_copy_30" -> "1422 fill__30" [style=solid, label="()"]; -"1420 slice_121" -> "1421 slice_122" [style=solid, label="(4, -1)"]; -"1421 slice_122" -> "1422 fill__30" [style=solid, label="(4, -1)"]; -"1423 lift_fresh_copy_31" -> "1426 fill__31" [style=solid, label="()"]; -"1424 slice_123" -> "1425 slice_124" [style=solid, label="(4, -1)"]; -"1425 slice_124" -> "1426 fill__31" [style=solid, label="(4, 4)"]; -"1427 lift_fresh_copy_32" -> "1430 fill__32" [style=solid, label="()"]; -"1428 slice_125" -> "1429 slice_126" [style=solid, label="(4, -1)"]; -"1429 slice_126" -> "1430 fill__32" [style=solid, label="(4, 4)"]; -"1431 lift_fresh_copy_33" -> "1434 fill__33" [style=solid, label="()"]; -"1432 slice_127" -> "1433 slice_128" [style=solid, label="(4, -1)"]; -"1433 slice_128" -> "1434 fill__33" [style=solid, label="(4, -1)"]; -"1435 lift_fresh_copy_34" -> "1438 fill__34" [style=solid, label="()"]; -"1436 slice_129" -> "1437 slice_130" [style=solid, label="(4, -1)"]; -"1437 slice_130" -> "1438 fill__34" [style=solid, label="(4, 4)"]; -"1439 lift_fresh_copy_35" -> "1442 fill__35" [style=solid, label="()"]; -"1440 slice_131" -> "1441 slice_132" [style=solid, label="(4, -1)"]; -"1441 slice_132" -> "1442 fill__35" [style=solid, label="(4, 4)"]; -"1443 view_40" -> "1444 permute_35" [style=solid, label="(-1, -1, -1, -1)"]; -"1444 permute_35" -> "1445 reshape_33" [style=solid, label="(-1, -1, -1, -1)"]; -"1445 reshape_33" -> "1446 unsqueeze_20" [style=solid, label="(-1, -1)"]; -"1445 reshape_33" -> "1447 unsqueeze_21" [style=solid, label="(-1, -1)"]; -"1446 unsqueeze_20" -> "1448 sub_19" [style=solid, label="(-1, 1, -1)"]; -"1447 unsqueeze_21" -> "1448 sub_19" [style=solid, label="(-1, -1, 1)"]; -"1448 sub_19" -> "1449 ne_3" [style=solid, label="(-1, -1, -1)"]; -"1448 sub_19" -> "1450 masked_fill_6" [style=solid, label="(-1, -1, -1)"]; -"1448 sub_19" -> "1451 eq_49" [style=solid, label="(-1, -1, -1)"]; -"1449 ne_3" -> "1450 masked_fill_6" [style=solid, label="(-1, -1, -1)"]; -"1450 masked_fill_6" -> "1452 masked_fill_7" [style=solid, label="(-1, -1, -1)"]; -"1451 eq_49" -> "1452 masked_fill_7" [style=solid, label="(-1, -1, -1)"]; -"1452 masked_fill_7" -> "1454 unsqueeze_22" [style=solid, label="(-1, -1, -1)"]; -"1453 view_41" -> "1456 add_25" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1454 unsqueeze_22" -> "1455 unsqueeze_23" [style=solid, label="(-1, 1, -1, -1)"]; -"1455 unsqueeze_23" -> "1456 add_25" [style=solid, label="(1, -1, 1, -1, -1)"]; -"1456 add_25" -> "1457 view_42" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1457 view_42" -> "1458 softmax_7" [style=solid, label="(-1, 12, -1, -1)"]; -"1458 softmax_7" -> "1459 dropout_28" [style=solid, label="(-1, 12, -1, -1)"]; -"1459 dropout_28" -> "1460 matmul_15" [style=solid, label="(-1, 12, -1, -1)"]; -"1460 matmul_15" -> "1461 transpose_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1461 transpose_15" -> "1462 reshape_34" [style=solid, label="(-1, -1, 12, 32)"]; -"1462 reshape_34" -> "1463 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1463 reshape_34_0_0_nncf_smooth_quant_0" -> "1464 quantize_per_tensor_default_48" [style=solid, label="(-1, -1, 384)"]; -"1464 quantize_per_tensor_default_48" -> "1465 dequantize_per_tensor_default_48" [style=solid, label="(-1, -1, 384)"]; -"1465 dequantize_per_tensor_default_48" -> "1471 linear_47" [style=solid, label="(-1, -1, 384)"]; -"1466 linear_47_scale_0" -> "1469 quantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1466 linear_47_scale_0" -> "1470 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1467 linear_47_zero_point_0" -> "1469 quantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1467 linear_47_zero_point_0" -> "1470 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1468 compressed_weight_updated_constant32" -> "1469 quantize_per_channel_default_32" [style=solid, label="(384, 384)"]; -"1469 quantize_per_channel_default_32" -> "1470 dequantize_per_channel_default_32" [style=solid, label="(384, 384)"]; -"1470 dequantize_per_channel_default_32" -> "1471 linear_47" [style=solid, label="(384, 384)"]; -"1471 linear_47" -> "1472 dropout_29" [style=solid, label="(-1, -1, 384)"]; -"1472 dropout_29" -> "1473 view_43" [style=solid, label="(-1, -1, 384)"]; -"1473 view_43" -> "1474 permute_36" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1474 permute_36" -> "1475 reshape_35" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1475 reshape_35" -> "1476 roll_7" [style=solid, label="(1, -1, -1, 384)"]; -"1476 roll_7" -> "1477 slice_133" [style=solid, label="(1, -1, -1, 384)"]; -"1477 slice_133" -> "1478 slice_134" [style=solid, label="(1, -1, -1, 384)"]; -"1478 slice_134" -> "1479 slice_135" [style=solid, label="(1, -1, -1, 384)"]; -"1479 slice_135" -> "1480 slice_136" [style=solid, label="(1, -1, -1, 384)"]; -"1480 slice_136" -> "1481 contiguous_13" [style=solid, label="(1, -1, -1, 384)"]; -"1481 contiguous_13" -> "1482 layer_norm_17" [style=solid, label="(1, -1, -1, 384)"]; -"1482 layer_norm_17" -> "1483 add_26" [style=solid, label="(1, -1, -1, 384)"]; -"1483 add_26" -> "1484 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1483 add_26" -> "1506 add_27" [style=solid, label="(1, -1, -1, 384)"]; -"1484 add_26_0_0_nncf_smooth_quant_0" -> "1485 quantize_per_tensor_default_49" [style=solid, label="(1, -1, -1, 384)"]; -"1485 quantize_per_tensor_default_49" -> "1486 dequantize_per_tensor_default_49" [style=solid, label="(1, -1, -1, 384)"]; -"1486 dequantize_per_tensor_default_49" -> "1492 linear_48" [style=solid, label="(1, -1, -1, 384)"]; -"1487 linear_48_scale_0" -> "1490 quantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1487 linear_48_scale_0" -> "1491 dequantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1488 linear_48_zero_point_0" -> "1490 quantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1488 linear_48_zero_point_0" -> "1491 dequantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1489 compressed_weight_updated_constant33" -> "1490 quantize_per_channel_default_33" [style=solid, label="(1536, 384)"]; -"1490 quantize_per_channel_default_33" -> "1491 dequantize_per_channel_default_33" [style=solid, label="(1536, 384)"]; -"1491 dequantize_per_channel_default_33" -> "1492 linear_48" [style=solid, label="(1536, 384)"]; -"1492 linear_48" -> "1493 gelu_7" [style=solid, label="(1, -1, -1, 1536)"]; -"1493 gelu_7" -> "1494 dropout_30" [style=solid, label="(1, -1, -1, 1536)"]; -"1494 dropout_30" -> "1495 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1495 dropout_30_0_0_nncf_smooth_quant_0" -> "1496 quantize_per_tensor_default_50" [style=solid, label="(1, -1, -1, 1536)"]; -"1496 quantize_per_tensor_default_50" -> "1497 dequantize_per_tensor_default_50" [style=solid, label="(1, -1, -1, 1536)"]; -"1497 dequantize_per_tensor_default_50" -> "1503 linear_49" [style=solid, label="(1, -1, -1, 1536)"]; -"1498 linear_49_scale_0" -> "1501 quantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1498 linear_49_scale_0" -> "1502 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1499 linear_49_zero_point_0" -> "1501 quantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1499 linear_49_zero_point_0" -> "1502 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1500 compressed_weight_updated_constant34" -> "1501 quantize_per_channel_default_34" [style=solid, label="(384, 1536)"]; -"1501 quantize_per_channel_default_34" -> "1502 dequantize_per_channel_default_34" [style=solid, label="(384, 1536)"]; -"1502 dequantize_per_channel_default_34" -> "1503 linear_49" [style=solid, label="(384, 1536)"]; -"1503 linear_49" -> "1504 dropout_31" [style=solid, label="(1, -1, -1, 384)"]; -"1504 dropout_31" -> "1505 layer_norm_18" [style=solid, label="(1, -1, -1, 384)"]; -"1505 layer_norm_18" -> "1506 add_27" [style=solid, label="(1, -1, -1, 384)"]; -"1506 add_27" -> "1522 pad_10" [style=solid, label="(1, -1, -1, 384)"]; -"1506 add_27" -> "1585 add_29" [style=solid, label="(1, -1, -1, 384)"]; -"1507 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1509 linear_50" [style=solid, label="(512, 2)"]; -"1508 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1509 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"1509 linear_50" -> "1510 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"1510 relu__8" -> "1512 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1511 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1513 linear_51" [style=solid, label="(12, 512)"]; -"1512 relu__8_0_0_nncf_smooth_quant_0" -> "1513 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1513 linear_51" -> "1514 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1514 view_44" -> "1515 index_8" [style=solid, label="(225, 12)"]; -"1515 index_8" -> "1516 view_45" [style=solid, label="(4096, 12)"]; -"1516 view_45" -> "1517 permute_37" [style=solid, label="(64, 64, 12)"]; -"1517 permute_37" -> "1518 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1518 contiguous_14" -> "1519 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1519 unsqueeze_24" -> "1520 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1520 sigmoid_8" -> "1521 mul_24" [style=solid, label="(1, 12, 64, 64)"]; -"1521 mul_24" -> "1560 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1522 pad_10" -> "1523 view_46" [style=solid, label="(1, -1, -1, 384)"]; -"1523 view_46" -> "1524 permute_38" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1524 permute_38" -> "1525 reshape_36" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1525 reshape_36" -> "1529 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1526 clone_8" -> "1527 slice_137" [style=solid, label="(1152,)"]; -"1526 clone_8" -> "1537 linear_52" [style=solid, label="(1152,)"]; -"1527 slice_137" -> "1528 zero__8" [style=solid, label="(384,)"]; -"1529 reshape_36_0_0_nncf_smooth_quant_0" -> "1530 quantize_per_tensor_default_51" [style=solid, label="(-1, -1, 384)"]; -"1530 quantize_per_tensor_default_51" -> "1531 dequantize_per_tensor_default_51" [style=solid, label="(-1, -1, 384)"]; -"1531 dequantize_per_tensor_default_51" -> "1537 linear_52" [style=solid, label="(-1, -1, 384)"]; -"1532 linear_52_scale_0" -> "1535 quantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1532 linear_52_scale_0" -> "1536 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1533 linear_52_zero_point_0" -> "1535 quantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1533 linear_52_zero_point_0" -> "1536 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1534 compressed_weight_updated_constant35" -> "1535 quantize_per_channel_default_35" [style=solid, label="(1152, 384)"]; -"1535 quantize_per_channel_default_35" -> "1536 dequantize_per_channel_default_35" [style=solid, label="(1152, 384)"]; -"1536 dequantize_per_channel_default_35" -> "1537 linear_52" [style=solid, label="(1152, 384)"]; -"1537 linear_52" -> "1538 reshape_37" [style=solid, label="(-1, -1, 1152)"]; -"1538 reshape_37" -> "1539 permute_39" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1539 permute_39" -> "1540 select_24" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1539 permute_39" -> "1541 select_25" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1539 permute_39" -> "1542 select_26" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1540 select_24" -> "1543 linalg_vector_norm_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1540 select_24" -> "1545 expand_as_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1540 select_24" -> "1546 div_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1541 select_25" -> "1549 linalg_vector_norm_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1541 select_25" -> "1551 expand_as_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1541 select_25" -> "1552 div_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1542 select_26" -> "1563 matmul_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1543 linalg_vector_norm_16" -> "1544 clamp_min_16" [style=solid, label="(-1, 12, -1, 1)"]; -"1544 clamp_min_16" -> "1545 expand_as_16" [style=solid, label="(-1, 12, -1, 1)"]; -"1545 expand_as_16" -> "1546 div_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1546 div_16" -> "1547 quantize_per_tensor_default_52" [style=solid, label="(-1, 12, -1, 32)"]; -"1547 quantize_per_tensor_default_52" -> "1548 dequantize_per_tensor_default_52" [style=solid, label="(-1, 12, -1, 32)"]; -"1548 dequantize_per_tensor_default_52" -> "1556 matmul_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1549 linalg_vector_norm_17" -> "1550 clamp_min_17" [style=solid, label="(-1, 12, -1, 1)"]; -"1550 clamp_min_17" -> "1551 expand_as_17" [style=solid, label="(-1, 12, -1, 1)"]; -"1551 expand_as_17" -> "1552 div_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1552 div_17" -> "1553 quantize_per_tensor_default_53" [style=solid, label="(-1, 12, -1, 32)"]; -"1553 quantize_per_tensor_default_53" -> "1554 dequantize_per_tensor_default_53" [style=solid, label="(-1, 12, -1, 32)"]; -"1554 dequantize_per_tensor_default_53" -> "1555 transpose_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1555 transpose_16" -> "1556 matmul_16" [style=solid, label="(-1, 12, 32, -1)"]; -"1556 matmul_16" -> "1559 mul_26" [style=solid, label="(-1, 12, -1, -1)"]; -"1557 clamp_8" -> "1558 exp_8" [style=solid, label="(12, 1, 1)"]; -"1558 exp_8" -> "1559 mul_26" [style=solid, label="(12, 1, 1)"]; -"1559 mul_26" -> "1560 add_28" [style=solid, label="(-1, 12, -1, -1)"]; -"1560 add_28" -> "1561 softmax_8" [style=solid, label="(-1, 12, -1, -1)"]; -"1561 softmax_8" -> "1562 dropout_32" [style=solid, label="(-1, 12, -1, -1)"]; -"1562 dropout_32" -> "1563 matmul_17" [style=solid, label="(-1, 12, -1, -1)"]; -"1563 matmul_17" -> "1564 transpose_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1564 transpose_17" -> "1565 reshape_38" [style=solid, label="(-1, -1, 12, 32)"]; -"1565 reshape_38" -> "1566 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1566 reshape_38_0_0_nncf_smooth_quant_0" -> "1567 quantize_per_tensor_default_54" [style=solid, label="(-1, -1, 384)"]; -"1567 quantize_per_tensor_default_54" -> "1568 dequantize_per_tensor_default_54" [style=solid, label="(-1, -1, 384)"]; -"1568 dequantize_per_tensor_default_54" -> "1574 linear_53" [style=solid, label="(-1, -1, 384)"]; -"1569 linear_53_scale_0" -> "1572 quantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1569 linear_53_scale_0" -> "1573 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1570 linear_53_zero_point_0" -> "1572 quantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1570 linear_53_zero_point_0" -> "1573 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1571 compressed_weight_updated_constant36" -> "1572 quantize_per_channel_default_36" [style=solid, label="(384, 384)"]; -"1572 quantize_per_channel_default_36" -> "1573 dequantize_per_channel_default_36" [style=solid, label="(384, 384)"]; -"1573 dequantize_per_channel_default_36" -> "1574 linear_53" [style=solid, label="(384, 384)"]; -"1574 linear_53" -> "1575 dropout_33" [style=solid, label="(-1, -1, 384)"]; -"1575 dropout_33" -> "1576 view_47" [style=solid, label="(-1, -1, 384)"]; -"1576 view_47" -> "1577 permute_40" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1577 permute_40" -> "1578 reshape_39" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1578 reshape_39" -> "1579 slice_138" [style=solid, label="(1, -1, -1, 384)"]; -"1579 slice_138" -> "1580 slice_139" [style=solid, label="(1, -1, -1, 384)"]; -"1580 slice_139" -> "1581 slice_140" [style=solid, label="(1, -1, -1, 384)"]; -"1581 slice_140" -> "1582 slice_141" [style=solid, label="(1, -1, -1, 384)"]; -"1582 slice_141" -> "1583 contiguous_15" [style=solid, label="(1, -1, -1, 384)"]; -"1583 contiguous_15" -> "1584 layer_norm_19" [style=solid, label="(1, -1, -1, 384)"]; -"1584 layer_norm_19" -> "1585 add_29" [style=solid, label="(1, -1, -1, 384)"]; -"1585 add_29" -> "1586 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1585 add_29" -> "1608 add_30" [style=solid, label="(1, -1, -1, 384)"]; -"1586 add_29_0_0_nncf_smooth_quant_0" -> "1587 quantize_per_tensor_default_55" [style=solid, label="(1, -1, -1, 384)"]; -"1587 quantize_per_tensor_default_55" -> "1588 dequantize_per_tensor_default_55" [style=solid, label="(1, -1, -1, 384)"]; -"1588 dequantize_per_tensor_default_55" -> "1594 linear_54" [style=solid, label="(1, -1, -1, 384)"]; -"1589 linear_54_scale_0" -> "1592 quantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1589 linear_54_scale_0" -> "1593 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1590 linear_54_zero_point_0" -> "1592 quantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1590 linear_54_zero_point_0" -> "1593 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1591 compressed_weight_updated_constant37" -> "1592 quantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; -"1592 quantize_per_channel_default_37" -> "1593 dequantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; -"1593 dequantize_per_channel_default_37" -> "1594 linear_54" [style=solid, label="(1536, 384)"]; -"1594 linear_54" -> "1595 gelu_8" [style=solid, label="(1, -1, -1, 1536)"]; -"1595 gelu_8" -> "1596 dropout_34" [style=solid, label="(1, -1, -1, 1536)"]; -"1596 dropout_34" -> "1597 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1597 dropout_34_0_0_nncf_smooth_quant_0" -> "1598 quantize_per_tensor_default_56" [style=solid, label="(1, -1, -1, 1536)"]; -"1598 quantize_per_tensor_default_56" -> "1599 dequantize_per_tensor_default_56" [style=solid, label="(1, -1, -1, 1536)"]; -"1599 dequantize_per_tensor_default_56" -> "1605 linear_55" [style=solid, label="(1, -1, -1, 1536)"]; -"1600 linear_55_scale_0" -> "1603 quantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1600 linear_55_scale_0" -> "1604 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1601 linear_55_zero_point_0" -> "1603 quantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1601 linear_55_zero_point_0" -> "1604 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1602 compressed_weight_updated_constant38" -> "1603 quantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; -"1603 quantize_per_channel_default_38" -> "1604 dequantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; -"1604 dequantize_per_channel_default_38" -> "1605 linear_55" [style=solid, label="(384, 1536)"]; -"1605 linear_55" -> "1606 dropout_35" [style=solid, label="(1, -1, -1, 384)"]; -"1606 dropout_35" -> "1607 layer_norm_20" [style=solid, label="(1, -1, -1, 384)"]; -"1607 layer_norm_20" -> "1608 add_30" [style=solid, label="(1, -1, -1, 384)"]; -"1608 add_30" -> "1624 pad_11" [style=solid, label="(1, -1, -1, 384)"]; -"1608 add_30" -> "1741 add_33" [style=solid, label="(1, -1, -1, 384)"]; -"1609 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1611 linear_56" [style=solid, label="(512, 2)"]; -"1610 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1611 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"1611 linear_56" -> "1612 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1612 relu__9" -> "1614 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1613 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1615 linear_57" [style=solid, label="(12, 512)"]; -"1614 relu__9_0_0_nncf_smooth_quant_0" -> "1615 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1615 linear_57" -> "1616 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1616 view_48" -> "1617 index_9" [style=solid, label="(225, 12)"]; -"1617 index_9" -> "1618 view_49" [style=solid, label="(4096, 12)"]; -"1618 view_49" -> "1619 permute_41" [style=solid, label="(64, 64, 12)"]; -"1619 permute_41" -> "1620 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1620 contiguous_16" -> "1621 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1621 unsqueeze_25" -> "1622 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1622 sigmoid_9" -> "1623 mul_27" [style=solid, label="(1, 12, 64, 64)"]; -"1623 mul_27" -> "1663 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1624 pad_11" -> "1625 roll_8" [style=solid, label="(1, -1, -1, 384)"]; -"1625 roll_8" -> "1626 view_50" [style=solid, label="(1, -1, -1, 384)"]; -"1626 view_50" -> "1627 permute_42" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1627 permute_42" -> "1628 reshape_40" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1628 reshape_40" -> "1632 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1628 reshape_40" -> "1664 new_zeros_4" [style=solid, label="(-1, -1, 384)"]; -"1629 clone_9" -> "1630 slice_142" [style=solid, label="(1152,)"]; -"1629 clone_9" -> "1640 linear_58" [style=solid, label="(1152,)"]; -"1630 slice_142" -> "1631 zero__9" [style=solid, label="(384,)"]; -"1632 reshape_40_0_0_nncf_smooth_quant_0" -> "1633 quantize_per_tensor_default_57" [style=solid, label="(-1, -1, 384)"]; -"1633 quantize_per_tensor_default_57" -> "1634 dequantize_per_tensor_default_57" [style=solid, label="(-1, -1, 384)"]; -"1634 dequantize_per_tensor_default_57" -> "1640 linear_58" [style=solid, label="(-1, -1, 384)"]; -"1635 linear_58_scale_0" -> "1638 quantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1635 linear_58_scale_0" -> "1639 dequantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1636 linear_58_zero_point_0" -> "1638 quantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1636 linear_58_zero_point_0" -> "1639 dequantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1637 compressed_weight_updated_constant39" -> "1638 quantize_per_channel_default_39" [style=solid, label="(1152, 384)"]; -"1638 quantize_per_channel_default_39" -> "1639 dequantize_per_channel_default_39" [style=solid, label="(1152, 384)"]; -"1639 dequantize_per_channel_default_39" -> "1640 linear_58" [style=solid, label="(1152, 384)"]; -"1640 linear_58" -> "1641 reshape_41" [style=solid, label="(-1, -1, 1152)"]; -"1641 reshape_41" -> "1642 permute_43" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1642 permute_43" -> "1643 select_27" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1642 permute_43" -> "1644 select_28" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1642 permute_43" -> "1645 select_29" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1643 select_27" -> "1646 linalg_vector_norm_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1643 select_27" -> "1648 expand_as_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1643 select_27" -> "1649 div_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1644 select_28" -> "1652 linalg_vector_norm_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1644 select_28" -> "1654 expand_as_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1644 select_28" -> "1655 div_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1645 select_29" -> "1718 matmul_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1646 linalg_vector_norm_18" -> "1647 clamp_min_18" [style=solid, label="(-1, 12, -1, 1)"]; -"1647 clamp_min_18" -> "1648 expand_as_18" [style=solid, label="(-1, 12, -1, 1)"]; -"1648 expand_as_18" -> "1649 div_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1649 div_18" -> "1650 quantize_per_tensor_default_58" [style=solid, label="(-1, 12, -1, 32)"]; -"1650 quantize_per_tensor_default_58" -> "1651 dequantize_per_tensor_default_58" [style=solid, label="(-1, 12, -1, 32)"]; -"1651 dequantize_per_tensor_default_58" -> "1659 matmul_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1652 linalg_vector_norm_19" -> "1653 clamp_min_19" [style=solid, label="(-1, 12, -1, 1)"]; -"1653 clamp_min_19" -> "1654 expand_as_19" [style=solid, label="(-1, 12, -1, 1)"]; -"1654 expand_as_19" -> "1655 div_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1655 div_19" -> "1656 quantize_per_tensor_default_59" [style=solid, label="(-1, 12, -1, 32)"]; -"1656 quantize_per_tensor_default_59" -> "1657 dequantize_per_tensor_default_59" [style=solid, label="(-1, 12, -1, 32)"]; -"1657 dequantize_per_tensor_default_59" -> "1658 transpose_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1658 transpose_18" -> "1659 matmul_18" [style=solid, label="(-1, 12, 32, -1)"]; -"1659 matmul_18" -> "1662 mul_29" [style=solid, label="(-1, 12, -1, -1)"]; -"1660 clamp_9" -> "1661 exp_9" [style=solid, label="(12, 1, 1)"]; -"1661 exp_9" -> "1662 mul_29" [style=solid, label="(12, 1, 1)"]; -"1662 mul_29" -> "1663 add_31" [style=solid, label="(-1, 12, -1, -1)"]; -"1663 add_31" -> "1711 view_52" [style=solid, label="(-1, 12, -1, -1)"]; -"1664 new_zeros_4" -> "1666 slice_143" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1670 slice_145" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1674 slice_147" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1678 slice_149" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1682 slice_151" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1686 slice_153" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1690 slice_155" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1694 slice_157" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1698 slice_159" [style=solid, label="(-1, -1)"]; -"1664 new_zeros_4" -> "1701 view_51" [style=solid, label="(-1, -1)"]; -"1665 lift_fresh_copy_36" -> "1668 fill__36" [style=solid, label="()"]; -"1666 slice_143" -> "1667 slice_144" [style=solid, label="(-1, -1)"]; -"1667 slice_144" -> "1668 fill__36" [style=solid, label="(-1, -1)"]; -"1669 lift_fresh_copy_37" -> "1672 fill__37" [style=solid, label="()"]; -"1670 slice_145" -> "1671 slice_146" [style=solid, label="(-1, -1)"]; -"1671 slice_146" -> "1672 fill__37" [style=solid, label="(-1, 4)"]; -"1673 lift_fresh_copy_38" -> "1676 fill__38" [style=solid, label="()"]; -"1674 slice_147" -> "1675 slice_148" [style=solid, label="(-1, -1)"]; -"1675 slice_148" -> "1676 fill__38" [style=solid, label="(-1, 4)"]; -"1677 lift_fresh_copy_39" -> "1680 fill__39" [style=solid, label="()"]; -"1678 slice_149" -> "1679 slice_150" [style=solid, label="(4, -1)"]; -"1679 slice_150" -> "1680 fill__39" [style=solid, label="(4, -1)"]; -"1681 lift_fresh_copy_40" -> "1684 fill__40" [style=solid, label="()"]; -"1682 slice_151" -> "1683 slice_152" [style=solid, label="(4, -1)"]; -"1683 slice_152" -> "1684 fill__40" [style=solid, label="(4, 4)"]; -"1685 lift_fresh_copy_41" -> "1688 fill__41" [style=solid, label="()"]; -"1686 slice_153" -> "1687 slice_154" [style=solid, label="(4, -1)"]; -"1687 slice_154" -> "1688 fill__41" [style=solid, label="(4, 4)"]; -"1689 lift_fresh_copy_42" -> "1692 fill__42" [style=solid, label="()"]; -"1690 slice_155" -> "1691 slice_156" [style=solid, label="(4, -1)"]; -"1691 slice_156" -> "1692 fill__42" [style=solid, label="(4, -1)"]; -"1693 lift_fresh_copy_43" -> "1696 fill__43" [style=solid, label="()"]; -"1694 slice_157" -> "1695 slice_158" [style=solid, label="(4, -1)"]; -"1695 slice_158" -> "1696 fill__43" [style=solid, label="(4, 4)"]; -"1697 lift_fresh_copy_44" -> "1700 fill__44" [style=solid, label="()"]; -"1698 slice_159" -> "1699 slice_160" [style=solid, label="(4, -1)"]; -"1699 slice_160" -> "1700 fill__44" [style=solid, label="(4, 4)"]; -"1701 view_51" -> "1702 permute_44" [style=solid, label="(-1, -1, -1, -1)"]; -"1702 permute_44" -> "1703 reshape_42" [style=solid, label="(-1, -1, -1, -1)"]; -"1703 reshape_42" -> "1704 unsqueeze_26" [style=solid, label="(-1, -1)"]; -"1703 reshape_42" -> "1705 unsqueeze_27" [style=solid, label="(-1, -1)"]; -"1704 unsqueeze_26" -> "1706 sub_24" [style=solid, label="(-1, 1, -1)"]; -"1705 unsqueeze_27" -> "1706 sub_24" [style=solid, label="(-1, -1, 1)"]; -"1706 sub_24" -> "1707 ne_4" [style=solid, label="(-1, -1, -1)"]; -"1706 sub_24" -> "1708 masked_fill_8" [style=solid, label="(-1, -1, -1)"]; -"1706 sub_24" -> "1709 eq_60" [style=solid, label="(-1, -1, -1)"]; -"1707 ne_4" -> "1708 masked_fill_8" [style=solid, label="(-1, -1, -1)"]; -"1708 masked_fill_8" -> "1710 masked_fill_9" [style=solid, label="(-1, -1, -1)"]; -"1709 eq_60" -> "1710 masked_fill_9" [style=solid, label="(-1, -1, -1)"]; -"1710 masked_fill_9" -> "1712 unsqueeze_28" [style=solid, label="(-1, -1, -1)"]; -"1711 view_52" -> "1714 add_32" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1712 unsqueeze_28" -> "1713 unsqueeze_29" [style=solid, label="(-1, 1, -1, -1)"]; -"1713 unsqueeze_29" -> "1714 add_32" [style=solid, label="(1, -1, 1, -1, -1)"]; -"1714 add_32" -> "1715 view_53" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1715 view_53" -> "1716 softmax_9" [style=solid, label="(-1, 12, -1, -1)"]; -"1716 softmax_9" -> "1717 dropout_36" [style=solid, label="(-1, 12, -1, -1)"]; -"1717 dropout_36" -> "1718 matmul_19" [style=solid, label="(-1, 12, -1, -1)"]; -"1718 matmul_19" -> "1719 transpose_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1719 transpose_19" -> "1720 reshape_43" [style=solid, label="(-1, -1, 12, 32)"]; -"1720 reshape_43" -> "1721 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1721 reshape_43_0_0_nncf_smooth_quant_0" -> "1722 quantize_per_tensor_default_60" [style=solid, label="(-1, -1, 384)"]; -"1722 quantize_per_tensor_default_60" -> "1723 dequantize_per_tensor_default_60" [style=solid, label="(-1, -1, 384)"]; -"1723 dequantize_per_tensor_default_60" -> "1729 linear_59" [style=solid, label="(-1, -1, 384)"]; -"1724 linear_59_scale_0" -> "1727 quantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1724 linear_59_scale_0" -> "1728 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1725 linear_59_zero_point_0" -> "1727 quantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1725 linear_59_zero_point_0" -> "1728 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1726 compressed_weight_updated_constant40" -> "1727 quantize_per_channel_default_40" [style=solid, label="(384, 384)"]; -"1727 quantize_per_channel_default_40" -> "1728 dequantize_per_channel_default_40" [style=solid, label="(384, 384)"]; -"1728 dequantize_per_channel_default_40" -> "1729 linear_59" [style=solid, label="(384, 384)"]; -"1729 linear_59" -> "1730 dropout_37" [style=solid, label="(-1, -1, 384)"]; -"1730 dropout_37" -> "1731 view_54" [style=solid, label="(-1, -1, 384)"]; -"1731 view_54" -> "1732 permute_45" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1732 permute_45" -> "1733 reshape_44" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1733 reshape_44" -> "1734 roll_9" [style=solid, label="(1, -1, -1, 384)"]; -"1734 roll_9" -> "1735 slice_161" [style=solid, label="(1, -1, -1, 384)"]; -"1735 slice_161" -> "1736 slice_162" [style=solid, label="(1, -1, -1, 384)"]; -"1736 slice_162" -> "1737 slice_163" [style=solid, label="(1, -1, -1, 384)"]; -"1737 slice_163" -> "1738 slice_164" [style=solid, label="(1, -1, -1, 384)"]; -"1738 slice_164" -> "1739 contiguous_17" [style=solid, label="(1, -1, -1, 384)"]; -"1739 contiguous_17" -> "1740 layer_norm_21" [style=solid, label="(1, -1, -1, 384)"]; -"1740 layer_norm_21" -> "1741 add_33" [style=solid, label="(1, -1, -1, 384)"]; -"1741 add_33" -> "1742 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1741 add_33" -> "1764 add_34" [style=solid, label="(1, -1, -1, 384)"]; -"1742 add_33_0_0_nncf_smooth_quant_0" -> "1743 quantize_per_tensor_default_61" [style=solid, label="(1, -1, -1, 384)"]; -"1743 quantize_per_tensor_default_61" -> "1744 dequantize_per_tensor_default_61" [style=solid, label="(1, -1, -1, 384)"]; -"1744 dequantize_per_tensor_default_61" -> "1750 linear_60" [style=solid, label="(1, -1, -1, 384)"]; -"1745 linear_60_scale_0" -> "1748 quantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1745 linear_60_scale_0" -> "1749 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1746 linear_60_zero_point_0" -> "1748 quantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1746 linear_60_zero_point_0" -> "1749 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1747 compressed_weight_updated_constant41" -> "1748 quantize_per_channel_default_41" [style=solid, label="(1536, 384)"]; -"1748 quantize_per_channel_default_41" -> "1749 dequantize_per_channel_default_41" [style=solid, label="(1536, 384)"]; -"1749 dequantize_per_channel_default_41" -> "1750 linear_60" [style=solid, label="(1536, 384)"]; -"1750 linear_60" -> "1751 gelu_9" [style=solid, label="(1, -1, -1, 1536)"]; -"1751 gelu_9" -> "1752 dropout_38" [style=solid, label="(1, -1, -1, 1536)"]; -"1752 dropout_38" -> "1753 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1753 dropout_38_0_0_nncf_smooth_quant_0" -> "1754 quantize_per_tensor_default_62" [style=solid, label="(1, -1, -1, 1536)"]; -"1754 quantize_per_tensor_default_62" -> "1755 dequantize_per_tensor_default_62" [style=solid, label="(1, -1, -1, 1536)"]; -"1755 dequantize_per_tensor_default_62" -> "1761 linear_61" [style=solid, label="(1, -1, -1, 1536)"]; -"1756 linear_61_scale_0" -> "1759 quantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1756 linear_61_scale_0" -> "1760 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1757 linear_61_zero_point_0" -> "1759 quantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1757 linear_61_zero_point_0" -> "1760 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1758 compressed_weight_updated_constant42" -> "1759 quantize_per_channel_default_42" [style=solid, label="(384, 1536)"]; -"1759 quantize_per_channel_default_42" -> "1760 dequantize_per_channel_default_42" [style=solid, label="(384, 1536)"]; -"1760 dequantize_per_channel_default_42" -> "1761 linear_61" [style=solid, label="(384, 1536)"]; -"1761 linear_61" -> "1762 dropout_39" [style=solid, label="(1, -1, -1, 384)"]; -"1762 dropout_39" -> "1763 layer_norm_22" [style=solid, label="(1, -1, -1, 384)"]; -"1763 layer_norm_22" -> "1764 add_34" [style=solid, label="(1, -1, -1, 384)"]; -"1764 add_34" -> "1765 pad_12" [style=solid, label="(1, -1, -1, 384)"]; -"1765 pad_12" -> "1766 slice_165" [style=solid, label="(1, -1, -1, 384)"]; -"1765 pad_12" -> "1769 slice_168" [style=solid, label="(1, -1, -1, 384)"]; -"1765 pad_12" -> "1772 slice_171" [style=solid, label="(1, -1, -1, 384)"]; -"1765 pad_12" -> "1775 slice_174" [style=solid, label="(1, -1, -1, 384)"]; -"1766 slice_165" -> "1767 slice_166" [style=solid, label="(1, -1, -1, 384)"]; -"1767 slice_166" -> "1768 slice_167" [style=solid, label="(1, -1, -1, 384)"]; -"1768 slice_167" -> "1778 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1769 slice_168" -> "1770 slice_169" [style=solid, label="(1, -1, -1, 384)"]; -"1770 slice_169" -> "1771 slice_170" [style=solid, label="(1, -1, -1, 384)"]; -"1771 slice_170" -> "1778 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1772 slice_171" -> "1773 slice_172" [style=solid, label="(1, -1, -1, 384)"]; -"1773 slice_172" -> "1774 slice_173" [style=solid, label="(1, -1, -1, 384)"]; -"1774 slice_173" -> "1778 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1775 slice_174" -> "1776 slice_175" [style=solid, label="(1, -1, -1, 384)"]; -"1776 slice_175" -> "1777 slice_176" [style=solid, label="(1, -1, -1, 384)"]; -"1777 slice_176" -> "1778 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1778 cat_2" -> "1779 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1779 cat_2_0_0_nncf_smooth_quant_0" -> "1780 quantize_per_tensor_default_63" [style=solid, label="(1, -1, -1, 1536)"]; -"1780 quantize_per_tensor_default_63" -> "1781 dequantize_per_tensor_default_63" [style=solid, label="(1, -1, -1, 1536)"]; -"1781 dequantize_per_tensor_default_63" -> "1787 linear_62" [style=solid, label="(1, -1, -1, 1536)"]; -"1782 linear_62_scale_0" -> "1785 quantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1782 linear_62_scale_0" -> "1786 dequantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1783 linear_62_zero_point_0" -> "1785 quantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1783 linear_62_zero_point_0" -> "1786 dequantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1784 compressed_weight_updated_constant43" -> "1785 quantize_per_channel_default_43" [style=solid, label="(768, 1536)"]; -"1785 quantize_per_channel_default_43" -> "1786 dequantize_per_channel_default_43" [style=solid, label="(768, 1536)"]; -"1786 dequantize_per_channel_default_43" -> "1787 linear_62" [style=solid, label="(768, 1536)"]; -"1787 linear_62" -> "1788 layer_norm_23" [style=solid, label="(1, -1, -1, 768)"]; -"1788 layer_norm_23" -> "1804 pad_13" [style=solid, label="(1, -1, -1, 768)"]; -"1788 layer_norm_23" -> "1868 add_36" [style=solid, label="(1, -1, -1, 768)"]; -"1789 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1791 linear_63" [style=solid, label="(512, 2)"]; -"1790 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1791 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"1791 linear_63" -> "1792 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1792 relu__10" -> "1794 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1793 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1795 linear_64" [style=solid, label="(24, 512)"]; -"1794 relu__10_0_0_nncf_smooth_quant_0" -> "1795 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1795 linear_64" -> "1796 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1796 view_55" -> "1797 index_10" [style=solid, label="(225, 24)"]; -"1797 index_10" -> "1798 view_56" [style=solid, label="(4096, 24)"]; -"1798 view_56" -> "1799 permute_46" [style=solid, label="(64, 64, 24)"]; -"1799 permute_46" -> "1800 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1800 contiguous_18" -> "1801 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1801 unsqueeze_30" -> "1802 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1802 sigmoid_10" -> "1803 mul_30" [style=solid, label="(1, 24, 64, 64)"]; -"1803 mul_30" -> "1843 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1804 pad_13" -> "1806 view_57" [style=solid, label="(1, -1, -1, 768)"]; -"1805 mul_31" -> "1808 reshape_45" [style=solid, label="(-1,)"]; -"1805 mul_31" -> "1910 reshape_49" [style=solid, label="(-1,)"]; -"1806 view_57" -> "1807 permute_47" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1807 permute_47" -> "1808 reshape_45" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1808 reshape_45" -> "1812 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1809 clone_10" -> "1810 slice_177" [style=solid, label="(2304,)"]; -"1809 clone_10" -> "1820 linear_65" [style=solid, label="(2304,)"]; -"1810 slice_177" -> "1811 zero__10" [style=solid, label="(768,)"]; -"1812 reshape_45_0_0_nncf_smooth_quant_0" -> "1813 quantize_per_tensor_default_64" [style=solid, label="(1, -1, 768)"]; -"1813 quantize_per_tensor_default_64" -> "1814 dequantize_per_tensor_default_64" [style=solid, label="(1, -1, 768)"]; -"1814 dequantize_per_tensor_default_64" -> "1820 linear_65" [style=solid, label="(1, -1, 768)"]; -"1815 linear_65_scale_0" -> "1818 quantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1815 linear_65_scale_0" -> "1819 dequantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1816 linear_65_zero_point_0" -> "1818 quantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1816 linear_65_zero_point_0" -> "1819 dequantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1817 compressed_weight_updated_constant44" -> "1818 quantize_per_channel_default_44" [style=solid, label="(2304, 768)"]; -"1818 quantize_per_channel_default_44" -> "1819 dequantize_per_channel_default_44" [style=solid, label="(2304, 768)"]; -"1819 dequantize_per_channel_default_44" -> "1820 linear_65" [style=solid, label="(2304, 768)"]; -"1820 linear_65" -> "1821 reshape_46" [style=solid, label="(1, -1, 2304)"]; -"1821 reshape_46" -> "1822 permute_48" [style=solid, label="(1, -1, 3, 24, 32)"]; -"1822 permute_48" -> "1823 select_30" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1822 permute_48" -> "1824 select_31" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1822 permute_48" -> "1825 select_32" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1823 select_30" -> "1826 linalg_vector_norm_20" [style=solid, label="(1, 24, -1, 32)"]; -"1823 select_30" -> "1828 expand_as_20" [style=solid, label="(1, 24, -1, 32)"]; -"1823 select_30" -> "1829 div_20" [style=solid, label="(1, 24, -1, 32)"]; -"1824 select_31" -> "1832 linalg_vector_norm_21" [style=solid, label="(1, 24, -1, 32)"]; -"1824 select_31" -> "1834 expand_as_21" [style=solid, label="(1, 24, -1, 32)"]; -"1824 select_31" -> "1835 div_21" [style=solid, label="(1, 24, -1, 32)"]; -"1825 select_32" -> "1846 matmul_21" [style=solid, label="(1, 24, -1, 32)"]; -"1826 linalg_vector_norm_20" -> "1827 clamp_min_20" [style=solid, label="(1, 24, -1, 1)"]; -"1827 clamp_min_20" -> "1828 expand_as_20" [style=solid, label="(1, 24, -1, 1)"]; -"1828 expand_as_20" -> "1829 div_20" [style=solid, label="(1, 24, -1, 32)"]; -"1829 div_20" -> "1830 quantize_per_tensor_default_65" [style=solid, label="(1, 24, -1, 32)"]; -"1830 quantize_per_tensor_default_65" -> "1831 dequantize_per_tensor_default_65" [style=solid, label="(1, 24, -1, 32)"]; -"1831 dequantize_per_tensor_default_65" -> "1839 matmul_20" [style=solid, label="(1, 24, -1, 32)"]; -"1832 linalg_vector_norm_21" -> "1833 clamp_min_21" [style=solid, label="(1, 24, -1, 1)"]; -"1833 clamp_min_21" -> "1834 expand_as_21" [style=solid, label="(1, 24, -1, 1)"]; -"1834 expand_as_21" -> "1835 div_21" [style=solid, label="(1, 24, -1, 32)"]; -"1835 div_21" -> "1836 quantize_per_tensor_default_66" [style=solid, label="(1, 24, -1, 32)"]; -"1836 quantize_per_tensor_default_66" -> "1837 dequantize_per_tensor_default_66" [style=solid, label="(1, 24, -1, 32)"]; -"1837 dequantize_per_tensor_default_66" -> "1838 transpose_20" [style=solid, label="(1, 24, -1, 32)"]; -"1838 transpose_20" -> "1839 matmul_20" [style=solid, label="(1, 24, 32, -1)"]; -"1839 matmul_20" -> "1842 mul_32" [style=solid, label="(1, 24, -1, -1)"]; -"1840 clamp_10" -> "1841 exp_10" [style=solid, label="(24, 1, 1)"]; -"1841 exp_10" -> "1842 mul_32" [style=solid, label="(24, 1, 1)"]; -"1842 mul_32" -> "1843 add_35" [style=solid, label="(1, 24, -1, -1)"]; -"1843 add_35" -> "1844 softmax_10" [style=solid, label="(1, 24, -1, -1)"]; -"1844 softmax_10" -> "1845 dropout_40" [style=solid, label="(1, 24, -1, -1)"]; -"1845 dropout_40" -> "1846 matmul_21" [style=solid, label="(1, 24, -1, -1)"]; -"1846 matmul_21" -> "1847 transpose_21" [style=solid, label="(1, 24, -1, 32)"]; -"1847 transpose_21" -> "1848 reshape_47" [style=solid, label="(1, -1, 24, 32)"]; -"1848 reshape_47" -> "1849 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1849 reshape_47_0_0_nncf_smooth_quant_0" -> "1850 quantize_per_tensor_default_67" [style=solid, label="(1, -1, 768)"]; -"1850 quantize_per_tensor_default_67" -> "1851 dequantize_per_tensor_default_67" [style=solid, label="(1, -1, 768)"]; -"1851 dequantize_per_tensor_default_67" -> "1857 linear_66" [style=solid, label="(1, -1, 768)"]; -"1852 linear_66_scale_0" -> "1855 quantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1852 linear_66_scale_0" -> "1856 dequantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1853 linear_66_zero_point_0" -> "1855 quantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1853 linear_66_zero_point_0" -> "1856 dequantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1854 compressed_weight_updated_constant45" -> "1855 quantize_per_channel_default_45" [style=solid, label="(768, 768)"]; -"1855 quantize_per_channel_default_45" -> "1856 dequantize_per_channel_default_45" [style=solid, label="(768, 768)"]; -"1856 dequantize_per_channel_default_45" -> "1857 linear_66" [style=solid, label="(768, 768)"]; -"1857 linear_66" -> "1858 dropout_41" [style=solid, label="(1, -1, 768)"]; -"1858 dropout_41" -> "1859 view_58" [style=solid, label="(1, -1, 768)"]; -"1859 view_58" -> "1860 permute_49" [style=solid, label="(1, -1, -1, 8, -1, 768)"]; -"1860 permute_49" -> "1861 reshape_48" [style=solid, label="(1, -1, 8, -1, -1, 768)"]; -"1861 reshape_48" -> "1862 slice_178" [style=solid, label="(1, 8, -1, 768)"]; -"1862 slice_178" -> "1863 slice_179" [style=solid, label="(1, 8, -1, 768)"]; -"1863 slice_179" -> "1864 slice_180" [style=solid, label="(1, -1, -1, 768)"]; -"1864 slice_180" -> "1865 slice_181" [style=solid, label="(1, -1, -1, 768)"]; -"1865 slice_181" -> "1866 contiguous_19" [style=solid, label="(1, -1, -1, 768)"]; -"1866 contiguous_19" -> "1867 layer_norm_24" [style=solid, label="(1, -1, -1, 768)"]; -"1867 layer_norm_24" -> "1868 add_36" [style=solid, label="(1, -1, -1, 768)"]; -"1868 add_36" -> "1869 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"1868 add_36" -> "1891 add_37" [style=solid, label="(1, -1, -1, 768)"]; -"1869 add_36_0_0_nncf_smooth_quant_0" -> "1870 quantize_per_tensor_default_68" [style=solid, label="(1, -1, -1, 768)"]; -"1870 quantize_per_tensor_default_68" -> "1871 dequantize_per_tensor_default_68" [style=solid, label="(1, -1, -1, 768)"]; -"1871 dequantize_per_tensor_default_68" -> "1877 linear_67" [style=solid, label="(1, -1, -1, 768)"]; -"1872 linear_67_scale_0" -> "1875 quantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1872 linear_67_scale_0" -> "1876 dequantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1873 linear_67_zero_point_0" -> "1875 quantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1873 linear_67_zero_point_0" -> "1876 dequantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1874 compressed_weight_updated_constant46" -> "1875 quantize_per_channel_default_46" [style=solid, label="(3072, 768)"]; -"1875 quantize_per_channel_default_46" -> "1876 dequantize_per_channel_default_46" [style=solid, label="(3072, 768)"]; -"1876 dequantize_per_channel_default_46" -> "1877 linear_67" [style=solid, label="(3072, 768)"]; -"1877 linear_67" -> "1878 gelu_10" [style=solid, label="(1, -1, -1, 3072)"]; -"1878 gelu_10" -> "1879 dropout_42" [style=solid, label="(1, -1, -1, 3072)"]; -"1879 dropout_42" -> "1880 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 3072)"]; -"1880 dropout_42_0_0_nncf_smooth_quant_0" -> "1881 quantize_per_tensor_default_69" [style=solid, label="(1, -1, -1, 3072)"]; -"1881 quantize_per_tensor_default_69" -> "1882 dequantize_per_tensor_default_69" [style=solid, label="(1, -1, -1, 3072)"]; -"1882 dequantize_per_tensor_default_69" -> "1888 linear_68" [style=solid, label="(1, -1, -1, 3072)"]; -"1883 linear_68_scale_0" -> "1886 quantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1883 linear_68_scale_0" -> "1887 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1884 linear_68_zero_point_0" -> "1886 quantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1884 linear_68_zero_point_0" -> "1887 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1885 compressed_weight_updated_constant47" -> "1886 quantize_per_channel_default_47" [style=solid, label="(768, 3072)"]; -"1886 quantize_per_channel_default_47" -> "1887 dequantize_per_channel_default_47" [style=solid, label="(768, 3072)"]; -"1887 dequantize_per_channel_default_47" -> "1888 linear_68" [style=solid, label="(768, 3072)"]; -"1888 linear_68" -> "1889 dropout_43" [style=solid, label="(1, -1, -1, 768)"]; -"1889 dropout_43" -> "1890 layer_norm_25" [style=solid, label="(1, -1, -1, 768)"]; -"1890 layer_norm_25" -> "1891 add_37" [style=solid, label="(1, -1, -1, 768)"]; -"1891 add_37" -> "1907 pad_14" [style=solid, label="(1, -1, -1, 768)"]; -"1891 add_37" -> "1970 add_39" [style=solid, label="(1, -1, -1, 768)"]; -"1892 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1894 linear_69" [style=solid, label="(512, 2)"]; -"1893 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1894 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"1894 linear_69" -> "1895 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1895 relu__11" -> "1897 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1896 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1898 linear_70" [style=solid, label="(24, 512)"]; -"1897 relu__11_0_0_nncf_smooth_quant_0" -> "1898 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1898 linear_70" -> "1899 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1899 view_59" -> "1900 index_11" [style=solid, label="(225, 24)"]; -"1900 index_11" -> "1901 view_60" [style=solid, label="(4096, 24)"]; -"1901 view_60" -> "1902 permute_50" [style=solid, label="(64, 64, 24)"]; -"1902 permute_50" -> "1903 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1903 contiguous_20" -> "1904 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1904 unsqueeze_31" -> "1905 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1905 sigmoid_11" -> "1906 mul_33" [style=solid, label="(1, 24, 64, 64)"]; -"1906 mul_33" -> "1945 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1907 pad_14" -> "1908 view_61" [style=solid, label="(1, -1, -1, 768)"]; -"1908 view_61" -> "1909 permute_51" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1909 permute_51" -> "1910 reshape_49" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1910 reshape_49" -> "1914 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1911 clone_11" -> "1912 slice_182" [style=solid, label="(2304,)"]; -"1911 clone_11" -> "1922 linear_71" [style=solid, label="(2304,)"]; -"1912 slice_182" -> "1913 zero__11" [style=solid, label="(768,)"]; -"1914 reshape_49_0_0_nncf_smooth_quant_0" -> "1915 quantize_per_tensor_default_70" [style=solid, label="(1, -1, 768)"]; -"1915 quantize_per_tensor_default_70" -> "1916 dequantize_per_tensor_default_70" [style=solid, label="(1, -1, 768)"]; -"1916 dequantize_per_tensor_default_70" -> "1922 linear_71" [style=solid, label="(1, -1, 768)"]; -"1917 linear_71_scale_0" -> "1920 quantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1917 linear_71_scale_0" -> "1921 dequantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1918 linear_71_zero_point_0" -> "1920 quantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1918 linear_71_zero_point_0" -> "1921 dequantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1919 compressed_weight_updated_constant48" -> "1920 quantize_per_channel_default_48" [style=solid, label="(2304, 768)"]; -"1920 quantize_per_channel_default_48" -> "1921 dequantize_per_channel_default_48" [style=solid, label="(2304, 768)"]; -"1921 dequantize_per_channel_default_48" -> "1922 linear_71" [style=solid, label="(2304, 768)"]; -"1922 linear_71" -> "1923 reshape_50" [style=solid, label="(1, -1, 2304)"]; -"1923 reshape_50" -> "1924 permute_52" [style=solid, label="(1, -1, 3, 24, 32)"]; -"1924 permute_52" -> "1925 select_33" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1924 permute_52" -> "1926 select_34" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1924 permute_52" -> "1927 select_35" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1925 select_33" -> "1928 linalg_vector_norm_22" [style=solid, label="(1, 24, -1, 32)"]; -"1925 select_33" -> "1930 expand_as_22" [style=solid, label="(1, 24, -1, 32)"]; -"1925 select_33" -> "1931 div_22" [style=solid, label="(1, 24, -1, 32)"]; -"1926 select_34" -> "1934 linalg_vector_norm_23" [style=solid, label="(1, 24, -1, 32)"]; -"1926 select_34" -> "1936 expand_as_23" [style=solid, label="(1, 24, -1, 32)"]; -"1926 select_34" -> "1937 div_23" [style=solid, label="(1, 24, -1, 32)"]; -"1927 select_35" -> "1948 matmul_23" [style=solid, label="(1, 24, -1, 32)"]; -"1928 linalg_vector_norm_22" -> "1929 clamp_min_22" [style=solid, label="(1, 24, -1, 1)"]; -"1929 clamp_min_22" -> "1930 expand_as_22" [style=solid, label="(1, 24, -1, 1)"]; -"1930 expand_as_22" -> "1931 div_22" [style=solid, label="(1, 24, -1, 32)"]; -"1931 div_22" -> "1932 quantize_per_tensor_default_71" [style=solid, label="(1, 24, -1, 32)"]; -"1932 quantize_per_tensor_default_71" -> "1933 dequantize_per_tensor_default_71" [style=solid, label="(1, 24, -1, 32)"]; -"1933 dequantize_per_tensor_default_71" -> "1941 matmul_22" [style=solid, label="(1, 24, -1, 32)"]; -"1934 linalg_vector_norm_23" -> "1935 clamp_min_23" [style=solid, label="(1, 24, -1, 1)"]; -"1935 clamp_min_23" -> "1936 expand_as_23" [style=solid, label="(1, 24, -1, 1)"]; -"1936 expand_as_23" -> "1937 div_23" [style=solid, label="(1, 24, -1, 32)"]; -"1937 div_23" -> "1938 quantize_per_tensor_default_72" [style=solid, label="(1, 24, -1, 32)"]; -"1938 quantize_per_tensor_default_72" -> "1939 dequantize_per_tensor_default_72" [style=solid, label="(1, 24, -1, 32)"]; -"1939 dequantize_per_tensor_default_72" -> "1940 transpose_22" [style=solid, label="(1, 24, -1, 32)"]; -"1940 transpose_22" -> "1941 matmul_22" [style=solid, label="(1, 24, 32, -1)"]; -"1941 matmul_22" -> "1944 mul_35" [style=solid, label="(1, 24, -1, -1)"]; -"1942 clamp_11" -> "1943 exp_11" [style=solid, label="(24, 1, 1)"]; -"1943 exp_11" -> "1944 mul_35" [style=solid, label="(24, 1, 1)"]; -"1944 mul_35" -> "1945 add_38" [style=solid, label="(1, 24, -1, -1)"]; -"1945 add_38" -> "1946 softmax_11" [style=solid, label="(1, 24, -1, -1)"]; -"1946 softmax_11" -> "1947 dropout_44" [style=solid, label="(1, 24, -1, -1)"]; -"1947 dropout_44" -> "1948 matmul_23" [style=solid, label="(1, 24, -1, -1)"]; -"1948 matmul_23" -> "1949 transpose_23" [style=solid, label="(1, 24, -1, 32)"]; -"1949 transpose_23" -> "1950 reshape_51" [style=solid, label="(1, -1, 24, 32)"]; -"1950 reshape_51" -> "1951 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1951 reshape_51_0_0_nncf_smooth_quant_0" -> "1952 quantize_per_tensor_default_73" [style=solid, label="(1, -1, 768)"]; -"1952 quantize_per_tensor_default_73" -> "1953 dequantize_per_tensor_default_73" [style=solid, label="(1, -1, 768)"]; -"1953 dequantize_per_tensor_default_73" -> "1959 linear_72" [style=solid, label="(1, -1, 768)"]; -"1954 linear_72_scale_0" -> "1957 quantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1954 linear_72_scale_0" -> "1958 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1955 linear_72_zero_point_0" -> "1957 quantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1955 linear_72_zero_point_0" -> "1958 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1956 compressed_weight_updated_constant49" -> "1957 quantize_per_channel_default_49" [style=solid, label="(768, 768)"]; -"1957 quantize_per_channel_default_49" -> "1958 dequantize_per_channel_default_49" [style=solid, label="(768, 768)"]; -"1958 dequantize_per_channel_default_49" -> "1959 linear_72" [style=solid, label="(768, 768)"]; -"1959 linear_72" -> "1960 dropout_45" [style=solid, label="(1, -1, 768)"]; -"1960 dropout_45" -> "1961 view_62" [style=solid, label="(1, -1, 768)"]; -"1961 view_62" -> "1962 permute_53" [style=solid, label="(1, -1, -1, 8, -1, 768)"]; -"1962 permute_53" -> "1963 reshape_52" [style=solid, label="(1, -1, 8, -1, -1, 768)"]; -"1963 reshape_52" -> "1964 slice_183" [style=solid, label="(1, 8, -1, 768)"]; -"1964 slice_183" -> "1965 slice_184" [style=solid, label="(1, 8, -1, 768)"]; -"1965 slice_184" -> "1966 slice_185" [style=solid, label="(1, -1, -1, 768)"]; -"1966 slice_185" -> "1967 slice_186" [style=solid, label="(1, -1, -1, 768)"]; -"1967 slice_186" -> "1968 contiguous_21" [style=solid, label="(1, -1, -1, 768)"]; -"1968 contiguous_21" -> "1969 layer_norm_26" [style=solid, label="(1, -1, -1, 768)"]; -"1969 layer_norm_26" -> "1970 add_39" [style=solid, label="(1, -1, -1, 768)"]; -"1970 add_39" -> "1971 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"1970 add_39" -> "1993 add_40" [style=solid, label="(1, -1, -1, 768)"]; -"1971 add_39_0_0_nncf_smooth_quant_0" -> "1972 quantize_per_tensor_default_74" [style=solid, label="(1, -1, -1, 768)"]; -"1972 quantize_per_tensor_default_74" -> "1973 dequantize_per_tensor_default_74" [style=solid, label="(1, -1, -1, 768)"]; -"1973 dequantize_per_tensor_default_74" -> "1979 linear_73" [style=solid, label="(1, -1, -1, 768)"]; -"1974 linear_73_scale_0" -> "1977 quantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1974 linear_73_scale_0" -> "1978 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1975 linear_73_zero_point_0" -> "1977 quantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1975 linear_73_zero_point_0" -> "1978 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1976 compressed_weight_updated_constant50" -> "1977 quantize_per_channel_default_50" [style=solid, label="(3072, 768)"]; -"1977 quantize_per_channel_default_50" -> "1978 dequantize_per_channel_default_50" [style=solid, label="(3072, 768)"]; -"1978 dequantize_per_channel_default_50" -> "1979 linear_73" [style=solid, label="(3072, 768)"]; -"1979 linear_73" -> "1980 gelu_11" [style=solid, label="(1, -1, -1, 3072)"]; -"1980 gelu_11" -> "1981 dropout_46" [style=solid, label="(1, -1, -1, 3072)"]; -"1981 dropout_46" -> "1982 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 3072)"]; -"1982 dropout_46_0_0_nncf_smooth_quant_0" -> "1983 quantize_per_tensor_default_75" [style=solid, label="(1, -1, -1, 3072)"]; -"1983 quantize_per_tensor_default_75" -> "1984 dequantize_per_tensor_default_75" [style=solid, label="(1, -1, -1, 3072)"]; -"1984 dequantize_per_tensor_default_75" -> "1990 linear_74" [style=solid, label="(1, -1, -1, 3072)"]; -"1985 linear_74_scale_0" -> "1988 quantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1985 linear_74_scale_0" -> "1989 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1986 linear_74_zero_point_0" -> "1988 quantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1986 linear_74_zero_point_0" -> "1989 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1987 compressed_weight_updated_constant51" -> "1988 quantize_per_channel_default_51" [style=solid, label="(768, 3072)"]; -"1988 quantize_per_channel_default_51" -> "1989 dequantize_per_channel_default_51" [style=solid, label="(768, 3072)"]; -"1989 dequantize_per_channel_default_51" -> "1990 linear_74" [style=solid, label="(768, 3072)"]; -"1990 linear_74" -> "1991 dropout_47" [style=solid, label="(1, -1, -1, 768)"]; -"1991 dropout_47" -> "1992 layer_norm_27" [style=solid, label="(1, -1, -1, 768)"]; -"1992 layer_norm_27" -> "1993 add_40" [style=solid, label="(1, -1, -1, 768)"]; -"1993 add_40" -> "1994 layer_norm_28" [style=solid, label="(1, -1, -1, 768)"]; -"1994 layer_norm_28" -> "1995 permute_54" [style=solid, label="(1, -1, -1, 768)"]; -"1995 permute_54" -> "1996 adaptive_avg_pool2d" [style=solid, label="(1, 768, -1, -1)"]; -"1996 adaptive_avg_pool2d" -> "1997 flatten" [style=solid, label="(1, 768, 1, 1)"]; -"1997 flatten" -> "1998 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1998 flatten_0_0_nncf_smooth_quant_0" -> "1999 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1999 quantize_per_tensor_default_76" -> "2000 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"2000 dequantize_per_tensor_default_76" -> "2006 linear_75" [style=solid, label="(1, 768)"]; -"2001 linear_75_scale_0" -> "2004 quantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"2001 linear_75_scale_0" -> "2005 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"2002 linear_75_zero_point_0" -> "2004 quantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"2002 linear_75_zero_point_0" -> "2005 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"2003 compressed_weight_updated_constant52" -> "2004 quantize_per_channel_default_52" [style=solid, label="(1000, 768)"]; -"2004 quantize_per_channel_default_52" -> "2005 dequantize_per_channel_default_52" [style=solid, label="(1000, 768)"]; -"2005 dequantize_per_channel_default_52" -> "2006 linear_75" [style=solid, label="(1000, 768)"]; -"2006 linear_75" -> "2007 output" [style=solid, label="(1, 1000)"]; +"211 conv2d" -> "212 permute" [style=solid, label="(1, 96, -1, -1)"]; +"212 permute" -> "213 layer_norm" [style=solid, label="(1, -1, -1, 96)"]; +"213 layer_norm" -> "237 pad" [style=solid, label="(1, -1, -1, 96)"]; +"213 layer_norm" -> "305 add_1" [style=solid, label="(1, -1, -1, 96)"]; +"214 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "216 linear" [style=solid, label="(512, 2)"]; +"215 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "216 linear" [style=solid, label="(1, 15, 15, 2)"]; +"216 linear" -> "217 relu_" [style=solid, label="(1, 15, 15, 512)"]; +"217 relu_" -> "219 relu__0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"218 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" -> "220 linear_1" [style=solid, label="(3, 512)"]; +"219 relu__0_0_nncf_smooth_quant_0" -> "220 linear_1" [style=solid, label="(1, 15, 15, 512)"]; +"220 linear_1" -> "221 view" [style=solid, label="(1, 15, 15, 3)"]; +"221 view" -> "222 index" [style=solid, label="(225, 3)"]; +"222 index" -> "223 view_1" [style=solid, label="(4096, 3)"]; +"223 view_1" -> "224 permute_1" [style=solid, label="(64, 64, 3)"]; +"224 permute_1" -> "225 contiguous" [style=solid, label="(3, 64, 64)"]; +"225 contiguous" -> "226 unsqueeze" [style=solid, label="(3, 64, 64)"]; +"226 unsqueeze" -> "227 sigmoid" [style=solid, label="(1, 3, 64, 64)"]; +"227 sigmoid" -> "228 mul" [style=solid, label="(1, 3, 64, 64)"]; +"228 mul" -> "283 add" [style=solid, label="(1, 3, 64, 64)"]; +"229 floordiv_87" -> "230 mod" [style=solid, label="(-1,)"]; +"229 floordiv_87" -> "240 add_42" [style=solid, label="(-1,)"]; +"229 floordiv_87" -> "303 slice_3" [style=solid, label="(-1,)"]; +"229 floordiv_87" -> "456 slice_24" [style=solid, label="(-1,)"]; +"229 floordiv_87" -> "482 mod_8" [style=solid, label="(-1,)"]; +"229 floordiv_87" -> "519 add_43" [style=solid, label="(-1,)"]; +"230 mod" -> "231 sub" [style=solid, label="(-1,)"]; +"231 sub" -> "232 mod_1" [style=solid, label="(-1,)"]; +"232 mod_1" -> "237 pad" [style=solid, label="(-1,)"]; +"232 mod_1" -> "240 add_42" [style=solid, label="(-1,)"]; +"232 mod_1" -> "344 pad_1" [style=solid, label="(-1,)"]; +"233 floordiv_88" -> "234 mod_2" [style=solid, label="(-1,)"]; +"233 floordiv_88" -> "238 add_41" [style=solid, label="(-1,)"]; +"233 floordiv_88" -> "302 slice_2" [style=solid, label="(-1,)"]; +"233 floordiv_88" -> "455 slice_23" [style=solid, label="(-1,)"]; +"233 floordiv_88" -> "483 mod_9" [style=solid, label="(-1,)"]; +"233 floordiv_88" -> "525 add_45" [style=solid, label="(-1,)"]; +"234 mod_2" -> "235 sub_1" [style=solid, label="(-1,)"]; +"235 sub_1" -> "236 mod_3" [style=solid, label="(-1,)"]; +"236 mod_3" -> "237 pad" [style=solid, label="(-1,)"]; +"236 mod_3" -> "238 add_41" [style=solid, label="(-1,)"]; +"236 mod_3" -> "344 pad_1" [style=solid, label="(-1,)"]; +"237 pad" -> "243 view_2" [style=solid, label="(1, -1, -1, 96)"]; +"238 add_41" -> "239 floordiv" [style=solid, label="(-1,)"]; +"238 add_41" -> "259 floordiv_90" [style=solid, label="(-1,)"]; +"238 add_41" -> "301 reshape_3" [style=solid, label="(-1,)"]; +"238 add_41" -> "384 new_zeros" [style=solid, label="(-1,)"]; +"238 add_41" -> "453 reshape_8" [style=solid, label="(-1,)"]; +"239 floordiv" -> "242 mul_1" [style=solid, label="(-1,)"]; +"239 floordiv" -> "243 view_2" [style=solid, label="(-1,)"]; +"239 floordiv" -> "259 floordiv_90" [style=solid, label="(-1,)"]; +"239 floordiv" -> "299 view_3" [style=solid, label="(-1,)"]; +"239 floordiv" -> "346 view_6" [style=solid, label="(-1,)"]; +"239 floordiv" -> "421 view_7" [style=solid, label="(-1,)"]; +"239 floordiv" -> "451 view_10" [style=solid, label="(-1,)"]; +"240 add_42" -> "241 floordiv_1" [style=solid, label="(-1,)"]; +"240 add_42" -> "258 floordiv_89" [style=solid, label="(-1,)"]; +"240 add_42" -> "301 reshape_3" [style=solid, label="(-1,)"]; +"240 add_42" -> "384 new_zeros" [style=solid, label="(-1,)"]; +"240 add_42" -> "453 reshape_8" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "242 mul_1" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "243 view_2" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "258 floordiv_89" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "299 view_3" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "346 view_6" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "421 view_7" [style=solid, label="(-1,)"]; +"241 floordiv_1" -> "451 view_10" [style=solid, label="(-1,)"]; +"242 mul_1" -> "245 reshape" [style=solid, label="(-1,)"]; +"242 mul_1" -> "261 reshape_1" [style=solid, label="(-1,)"]; +"242 mul_1" -> "288 reshape_2" [style=solid, label="(-1,)"]; +"242 mul_1" -> "348 reshape_4" [style=solid, label="(-1,)"]; +"242 mul_1" -> "361 reshape_5" [style=solid, label="(-1,)"]; +"242 mul_1" -> "423 reshape_6" [style=solid, label="(-1,)"]; +"242 mul_1" -> "431 view_8" [style=solid, label="(-1,)"]; +"242 mul_1" -> "440 reshape_7" [style=solid, label="(-1,)"]; +"243 view_2" -> "244 permute_2" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; +"244 permute_2" -> "245 reshape" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; +"245 reshape" -> "249 reshape_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; +"246 clone" -> "247 slice_1" [style=solid, label="(288,)"]; +"246 clone" -> "257 linear_2" [style=solid, label="(288,)"]; +"247 slice_1" -> "248 zero_" [style=solid, label="(96,)"]; +"249 reshape_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_1" [style=solid, label="(-1, -1, 96)"]; +"250 quantize_per_tensor_default_1" -> "251 dequantize_per_tensor_default_1" [style=solid, label="(-1, -1, 96)"]; +"251 dequantize_per_tensor_default_1" -> "257 linear_2" [style=solid, label="(-1, -1, 96)"]; +"252 linear_2_scale_0" -> "255 quantize_per_channel_default_1" [style=solid, label="(288,)"]; +"252 linear_2_scale_0" -> "256 dequantize_per_channel_default_1" [style=solid, label="(288,)"]; +"253 linear_2_zero_point_0" -> "255 quantize_per_channel_default_1" [style=solid, label="(288,)"]; +"253 linear_2_zero_point_0" -> "256 dequantize_per_channel_default_1" [style=solid, label="(288,)"]; +"254 compressed_weight_updated_constant1" -> "255 quantize_per_channel_default_1" [style=solid, label="(288, 96)"]; +"255 quantize_per_channel_default_1" -> "256 dequantize_per_channel_default_1" [style=solid, label="(288, 96)"]; +"256 dequantize_per_channel_default_1" -> "257 linear_2" [style=solid, label="(288, 96)"]; +"257 linear_2" -> "261 reshape_1" [style=solid, label="(-1, -1, 288)"]; +"258 floordiv_89" -> "260 mul_36" [style=solid, label="(-1,)"]; +"259 floordiv_90" -> "260 mul_36" [style=solid, label="(-1,)"]; +"260 mul_36" -> "261 reshape_1" [style=solid, label="(-1,)"]; +"260 mul_36" -> "288 reshape_2" [style=solid, label="(-1,)"]; +"260 mul_36" -> "361 reshape_5" [style=solid, label="(-1,)"]; +"260 mul_36" -> "431 view_8" [style=solid, label="(-1,)"]; +"260 mul_36" -> "435 view_9" [style=solid, label="(-1,)"]; +"260 mul_36" -> "440 reshape_7" [style=solid, label="(-1,)"]; +"261 reshape_1" -> "262 permute_3" [style=solid, label="(-1, -1, 3, 3, 32)"]; +"262 permute_3" -> "263 select" [style=solid, label="(3, -1, 3, -1, 32)"]; +"262 permute_3" -> "264 select_1" [style=solid, label="(3, -1, 3, -1, 32)"]; +"262 permute_3" -> "265 select_2" [style=solid, label="(3, -1, 3, -1, 32)"]; +"263 select" -> "266 linalg_vector_norm" [style=solid, label="(-1, 3, -1, 32)"]; +"263 select" -> "268 expand_as" [style=solid, label="(-1, 3, -1, 32)"]; +"263 select" -> "269 div" [style=solid, label="(-1, 3, -1, 32)"]; +"264 select_1" -> "272 linalg_vector_norm_1" [style=solid, label="(-1, 3, -1, 32)"]; +"264 select_1" -> "274 expand_as_1" [style=solid, label="(-1, 3, -1, 32)"]; +"264 select_1" -> "275 div_1" [style=solid, label="(-1, 3, -1, 32)"]; +"265 select_2" -> "286 matmul_1" [style=solid, label="(-1, 3, -1, 32)"]; +"266 linalg_vector_norm" -> "267 clamp_min" [style=solid, label="(-1, 3, -1, 1)"]; +"267 clamp_min" -> "268 expand_as" [style=solid, label="(-1, 3, -1, 1)"]; +"268 expand_as" -> "269 div" [style=solid, label="(-1, 3, -1, 32)"]; +"269 div" -> "270 quantize_per_tensor_default_2" [style=solid, label="(-1, 3, -1, 32)"]; +"270 quantize_per_tensor_default_2" -> "271 dequantize_per_tensor_default_2" [style=solid, label="(-1, 3, -1, 32)"]; +"271 dequantize_per_tensor_default_2" -> "279 matmul" [style=solid, label="(-1, 3, -1, 32)"]; +"272 linalg_vector_norm_1" -> "273 clamp_min_1" [style=solid, label="(-1, 3, -1, 1)"]; +"273 clamp_min_1" -> "274 expand_as_1" [style=solid, label="(-1, 3, -1, 1)"]; +"274 expand_as_1" -> "275 div_1" [style=solid, label="(-1, 3, -1, 32)"]; +"275 div_1" -> "276 quantize_per_tensor_default_3" [style=solid, label="(-1, 3, -1, 32)"]; +"276 quantize_per_tensor_default_3" -> "277 dequantize_per_tensor_default_3" [style=solid, label="(-1, 3, -1, 32)"]; +"277 dequantize_per_tensor_default_3" -> "278 transpose" [style=solid, label="(-1, 3, -1, 32)"]; +"278 transpose" -> "279 matmul" [style=solid, label="(-1, 3, 32, -1)"]; +"279 matmul" -> "282 mul_2" [style=solid, label="(-1, 3, -1, -1)"]; +"280 clamp" -> "281 exp" [style=solid, label="(3, 1, 1)"]; +"281 exp" -> "282 mul_2" [style=solid, label="(3, 1, 1)"]; +"282 mul_2" -> "283 add" [style=solid, label="(-1, 3, -1, -1)"]; +"283 add" -> "284 softmax" [style=solid, label="(-1, 3, -1, -1)"]; +"284 softmax" -> "285 dropout" [style=solid, label="(-1, 3, -1, -1)"]; +"285 dropout" -> "286 matmul_1" [style=solid, label="(-1, 3, -1, -1)"]; +"286 matmul_1" -> "287 transpose_1" [style=solid, label="(-1, 3, -1, 32)"]; +"287 transpose_1" -> "288 reshape_2" [style=solid, label="(-1, -1, 3, 32)"]; +"288 reshape_2" -> "289 reshape_2_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; +"289 reshape_2_0_0_nncf_smooth_quant_0" -> "290 quantize_per_tensor_default_4" [style=solid, label="(-1, -1, 96)"]; +"290 quantize_per_tensor_default_4" -> "291 dequantize_per_tensor_default_4" [style=solid, label="(-1, -1, 96)"]; +"291 dequantize_per_tensor_default_4" -> "297 linear_3" [style=solid, label="(-1, -1, 96)"]; +"292 linear_3_scale_0" -> "295 quantize_per_channel_default_2" [style=solid, label="(96,)"]; +"292 linear_3_scale_0" -> "296 dequantize_per_channel_default_2" [style=solid, label="(96,)"]; +"293 linear_3_zero_point_0" -> "295 quantize_per_channel_default_2" [style=solid, label="(96,)"]; +"293 linear_3_zero_point_0" -> "296 dequantize_per_channel_default_2" [style=solid, label="(96,)"]; +"294 compressed_weight_updated_constant2" -> "295 quantize_per_channel_default_2" [style=solid, label="(96, 96)"]; +"295 quantize_per_channel_default_2" -> "296 dequantize_per_channel_default_2" [style=solid, label="(96, 96)"]; +"296 dequantize_per_channel_default_2" -> "297 linear_3" [style=solid, label="(96, 96)"]; +"297 linear_3" -> "298 dropout_1" [style=solid, label="(-1, -1, 96)"]; +"298 dropout_1" -> "299 view_3" [style=solid, label="(-1, -1, 96)"]; +"299 view_3" -> "300 permute_4" [style=solid, label="(1, -1, -1, 8, -1, 96)"]; +"300 permute_4" -> "301 reshape_3" [style=solid, label="(1, -1, 8, -1, -1, 96)"]; +"301 reshape_3" -> "302 slice_2" [style=solid, label="(1, -1, -1, 96)"]; +"302 slice_2" -> "303 slice_3" [style=solid, label="(1, -1, -1, 96)"]; +"303 slice_3" -> "304 layer_norm_1" [style=solid, label="(1, -1, -1, 96)"]; +"304 layer_norm_1" -> "305 add_1" [style=solid, label="(1, -1, -1, 96)"]; +"305 add_1" -> "306 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 96)"]; +"305 add_1" -> "328 add_2" [style=solid, label="(1, -1, -1, 96)"]; +"306 add_1_0_0_nncf_smooth_quant_0" -> "307 quantize_per_tensor_default_5" [style=solid, label="(1, -1, -1, 96)"]; +"307 quantize_per_tensor_default_5" -> "308 dequantize_per_tensor_default_5" [style=solid, label="(1, -1, -1, 96)"]; +"308 dequantize_per_tensor_default_5" -> "314 linear_4" [style=solid, label="(1, -1, -1, 96)"]; +"309 linear_4_scale_0" -> "312 quantize_per_channel_default_3" [style=solid, label="(384,)"]; +"309 linear_4_scale_0" -> "313 dequantize_per_channel_default_3" [style=solid, label="(384,)"]; +"310 linear_4_zero_point_0" -> "312 quantize_per_channel_default_3" [style=solid, label="(384,)"]; +"310 linear_4_zero_point_0" -> "313 dequantize_per_channel_default_3" [style=solid, label="(384,)"]; +"311 compressed_weight_updated_constant3" -> "312 quantize_per_channel_default_3" [style=solid, label="(384, 96)"]; +"312 quantize_per_channel_default_3" -> "313 dequantize_per_channel_default_3" [style=solid, label="(384, 96)"]; +"313 dequantize_per_channel_default_3" -> "314 linear_4" [style=solid, label="(384, 96)"]; +"314 linear_4" -> "315 gelu" [style=solid, label="(1, -1, -1, 384)"]; +"315 gelu" -> "316 dropout_2" [style=solid, label="(1, -1, -1, 384)"]; +"316 dropout_2" -> "317 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"317 dropout_2_0_0_nncf_smooth_quant_0" -> "318 quantize_per_tensor_default_6" [style=solid, label="(1, -1, -1, 384)"]; +"318 quantize_per_tensor_default_6" -> "319 dequantize_per_tensor_default_6" [style=solid, label="(1, -1, -1, 384)"]; +"319 dequantize_per_tensor_default_6" -> "325 linear_5" [style=solid, label="(1, -1, -1, 384)"]; +"320 linear_5_scale_0" -> "323 quantize_per_channel_default_4" [style=solid, label="(96,)"]; +"320 linear_5_scale_0" -> "324 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; +"321 linear_5_zero_point_0" -> "323 quantize_per_channel_default_4" [style=solid, label="(96,)"]; +"321 linear_5_zero_point_0" -> "324 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; +"322 compressed_weight_updated_constant4" -> "323 quantize_per_channel_default_4" [style=solid, label="(96, 384)"]; +"323 quantize_per_channel_default_4" -> "324 dequantize_per_channel_default_4" [style=solid, label="(96, 384)"]; +"324 dequantize_per_channel_default_4" -> "325 linear_5" [style=solid, label="(96, 384)"]; +"325 linear_5" -> "326 dropout_3" [style=solid, label="(1, -1, -1, 96)"]; +"326 dropout_3" -> "327 layer_norm_2" [style=solid, label="(1, -1, -1, 96)"]; +"327 layer_norm_2" -> "328 add_2" [style=solid, label="(1, -1, -1, 96)"]; +"328 add_2" -> "344 pad_1" [style=solid, label="(1, -1, -1, 96)"]; +"328 add_2" -> "458 add_5" [style=solid, label="(1, -1, -1, 96)"]; +"329 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "331 linear_6" [style=solid, label="(512, 2)"]; +"330 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "331 linear_6" [style=solid, label="(1, 15, 15, 2)"]; +"331 linear_6" -> "332 relu__1" [style=solid, label="(1, 15, 15, 512)"]; +"332 relu__1" -> "334 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"333 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "335 linear_7" [style=solid, label="(3, 512)"]; +"334 relu__1_0_0_nncf_smooth_quant_0" -> "335 linear_7" [style=solid, label="(1, 15, 15, 512)"]; +"335 linear_7" -> "336 view_4" [style=solid, label="(1, 15, 15, 3)"]; +"336 view_4" -> "337 index_1" [style=solid, label="(225, 3)"]; +"337 index_1" -> "338 view_5" [style=solid, label="(4096, 3)"]; +"338 view_5" -> "339 permute_5" [style=solid, label="(64, 64, 3)"]; +"339 permute_5" -> "340 contiguous_1" [style=solid, label="(3, 64, 64)"]; +"340 contiguous_1" -> "341 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; +"341 unsqueeze_1" -> "342 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; +"342 sigmoid_1" -> "343 mul_3" [style=solid, label="(1, 3, 64, 64)"]; +"343 mul_3" -> "383 add_3" [style=solid, label="(1, 3, 64, 64)"]; +"344 pad_1" -> "345 roll" [style=solid, label="(1, -1, -1, 96)"]; +"345 roll" -> "346 view_6" [style=solid, label="(1, -1, -1, 96)"]; +"346 view_6" -> "347 permute_6" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; +"347 permute_6" -> "348 reshape_4" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; +"348 reshape_4" -> "352 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; +"348 reshape_4" -> "384 new_zeros" [style=solid, label="(-1, -1, 96)"]; +"349 clone_1" -> "350 slice_4" [style=solid, label="(288,)"]; +"349 clone_1" -> "360 linear_8" [style=solid, label="(288,)"]; +"350 slice_4" -> "351 zero__1" [style=solid, label="(96,)"]; +"352 reshape_4_0_0_nncf_smooth_quant_0" -> "353 quantize_per_tensor_default_7" [style=solid, label="(-1, -1, 96)"]; +"353 quantize_per_tensor_default_7" -> "354 dequantize_per_tensor_default_7" [style=solid, label="(-1, -1, 96)"]; +"354 dequantize_per_tensor_default_7" -> "360 linear_8" [style=solid, label="(-1, -1, 96)"]; +"355 linear_8_scale_0" -> "358 quantize_per_channel_default_5" [style=solid, label="(288,)"]; +"355 linear_8_scale_0" -> "359 dequantize_per_channel_default_5" [style=solid, label="(288,)"]; +"356 linear_8_zero_point_0" -> "358 quantize_per_channel_default_5" [style=solid, label="(288,)"]; +"356 linear_8_zero_point_0" -> "359 dequantize_per_channel_default_5" [style=solid, label="(288,)"]; +"357 compressed_weight_updated_constant5" -> "358 quantize_per_channel_default_5" [style=solid, label="(288, 96)"]; +"358 quantize_per_channel_default_5" -> "359 dequantize_per_channel_default_5" [style=solid, label="(288, 96)"]; +"359 dequantize_per_channel_default_5" -> "360 linear_8" [style=solid, label="(288, 96)"]; +"360 linear_8" -> "361 reshape_5" [style=solid, label="(-1, -1, 288)"]; +"361 reshape_5" -> "362 permute_7" [style=solid, label="(-1, -1, 3, 3, 32)"]; +"362 permute_7" -> "363 select_3" [style=solid, label="(3, -1, 3, -1, 32)"]; +"362 permute_7" -> "364 select_4" [style=solid, label="(3, -1, 3, -1, 32)"]; +"362 permute_7" -> "365 select_5" [style=solid, label="(3, -1, 3, -1, 32)"]; +"363 select_3" -> "366 linalg_vector_norm_2" [style=solid, label="(-1, 3, -1, 32)"]; +"363 select_3" -> "368 expand_as_2" [style=solid, label="(-1, 3, -1, 32)"]; +"363 select_3" -> "369 div_2" [style=solid, label="(-1, 3, -1, 32)"]; +"364 select_4" -> "372 linalg_vector_norm_3" [style=solid, label="(-1, 3, -1, 32)"]; +"364 select_4" -> "374 expand_as_3" [style=solid, label="(-1, 3, -1, 32)"]; +"364 select_4" -> "375 div_3" [style=solid, label="(-1, 3, -1, 32)"]; +"365 select_5" -> "438 matmul_3" [style=solid, label="(-1, 3, -1, 32)"]; +"366 linalg_vector_norm_2" -> "367 clamp_min_2" [style=solid, label="(-1, 3, -1, 1)"]; +"367 clamp_min_2" -> "368 expand_as_2" [style=solid, label="(-1, 3, -1, 1)"]; +"368 expand_as_2" -> "369 div_2" [style=solid, label="(-1, 3, -1, 32)"]; +"369 div_2" -> "370 quantize_per_tensor_default_8" [style=solid, label="(-1, 3, -1, 32)"]; +"370 quantize_per_tensor_default_8" -> "371 dequantize_per_tensor_default_8" [style=solid, label="(-1, 3, -1, 32)"]; +"371 dequantize_per_tensor_default_8" -> "379 matmul_2" [style=solid, label="(-1, 3, -1, 32)"]; +"372 linalg_vector_norm_3" -> "373 clamp_min_3" [style=solid, label="(-1, 3, -1, 1)"]; +"373 clamp_min_3" -> "374 expand_as_3" [style=solid, label="(-1, 3, -1, 1)"]; +"374 expand_as_3" -> "375 div_3" [style=solid, label="(-1, 3, -1, 32)"]; +"375 div_3" -> "376 quantize_per_tensor_default_9" [style=solid, label="(-1, 3, -1, 32)"]; +"376 quantize_per_tensor_default_9" -> "377 dequantize_per_tensor_default_9" [style=solid, label="(-1, 3, -1, 32)"]; +"377 dequantize_per_tensor_default_9" -> "378 transpose_2" [style=solid, label="(-1, 3, -1, 32)"]; +"378 transpose_2" -> "379 matmul_2" [style=solid, label="(-1, 3, 32, -1)"]; +"379 matmul_2" -> "382 mul_5" [style=solid, label="(-1, 3, -1, -1)"]; +"380 clamp_1" -> "381 exp_1" [style=solid, label="(3, 1, 1)"]; +"381 exp_1" -> "382 mul_5" [style=solid, label="(3, 1, 1)"]; +"382 mul_5" -> "383 add_3" [style=solid, label="(-1, 3, -1, -1)"]; +"383 add_3" -> "431 view_8" [style=solid, label="(-1, 3, -1, -1)"]; +"384 new_zeros" -> "386 slice_5" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "390 slice_7" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "394 slice_9" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "398 slice_11" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "402 slice_13" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "406 slice_15" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "410 slice_17" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "414 slice_19" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "418 slice_21" [style=solid, label="(-1, -1)"]; +"384 new_zeros" -> "421 view_7" [style=solid, label="(-1, -1)"]; +"385 lift_fresh_copy" -> "388 fill_" [style=solid, label="()"]; +"386 slice_5" -> "387 slice_6" [style=solid, label="(-1, -1)"]; +"387 slice_6" -> "388 fill_" [style=solid, label="(-1, -1)"]; +"389 lift_fresh_copy_1" -> "392 fill__1" [style=solid, label="()"]; +"390 slice_7" -> "391 slice_8" [style=solid, label="(-1, -1)"]; +"391 slice_8" -> "392 fill__1" [style=solid, label="(-1, 4)"]; +"393 lift_fresh_copy_2" -> "396 fill__2" [style=solid, label="()"]; +"394 slice_9" -> "395 slice_10" [style=solid, label="(-1, -1)"]; +"395 slice_10" -> "396 fill__2" [style=solid, label="(-1, 4)"]; +"397 lift_fresh_copy_3" -> "400 fill__3" [style=solid, label="()"]; +"398 slice_11" -> "399 slice_12" [style=solid, label="(4, -1)"]; +"399 slice_12" -> "400 fill__3" [style=solid, label="(4, -1)"]; +"401 lift_fresh_copy_4" -> "404 fill__4" [style=solid, label="()"]; +"402 slice_13" -> "403 slice_14" [style=solid, label="(4, -1)"]; +"403 slice_14" -> "404 fill__4" [style=solid, label="(4, 4)"]; +"405 lift_fresh_copy_5" -> "408 fill__5" [style=solid, label="()"]; +"406 slice_15" -> "407 slice_16" [style=solid, label="(4, -1)"]; +"407 slice_16" -> "408 fill__5" [style=solid, label="(4, 4)"]; +"409 lift_fresh_copy_6" -> "412 fill__6" [style=solid, label="()"]; +"410 slice_17" -> "411 slice_18" [style=solid, label="(4, -1)"]; +"411 slice_18" -> "412 fill__6" [style=solid, label="(4, -1)"]; +"413 lift_fresh_copy_7" -> "416 fill__7" [style=solid, label="()"]; +"414 slice_19" -> "415 slice_20" [style=solid, label="(4, -1)"]; +"415 slice_20" -> "416 fill__7" [style=solid, label="(4, 4)"]; +"417 lift_fresh_copy_8" -> "420 fill__8" [style=solid, label="()"]; +"418 slice_21" -> "419 slice_22" [style=solid, label="(4, -1)"]; +"419 slice_22" -> "420 fill__8" [style=solid, label="(4, 4)"]; +"421 view_7" -> "422 permute_8" [style=solid, label="(-1, -1, -1, -1)"]; +"422 permute_8" -> "423 reshape_6" [style=solid, label="(-1, -1, -1, -1)"]; +"423 reshape_6" -> "424 unsqueeze_2" [style=solid, label="(-1, -1)"]; +"423 reshape_6" -> "425 unsqueeze_3" [style=solid, label="(-1, -1)"]; +"424 unsqueeze_2" -> "426 sub_4" [style=solid, label="(-1, 1, -1)"]; +"425 unsqueeze_3" -> "426 sub_4" [style=solid, label="(-1, -1, 1)"]; +"426 sub_4" -> "427 ne" [style=solid, label="(-1, -1, -1)"]; +"426 sub_4" -> "428 masked_fill" [style=solid, label="(-1, -1, -1)"]; +"426 sub_4" -> "429 eq" [style=solid, label="(-1, -1, -1)"]; +"427 ne" -> "428 masked_fill" [style=solid, label="(-1, -1, -1)"]; +"428 masked_fill" -> "430 masked_fill_1" [style=solid, label="(-1, -1, -1)"]; +"429 eq" -> "430 masked_fill_1" [style=solid, label="(-1, -1, -1)"]; +"430 masked_fill_1" -> "432 unsqueeze_4" [style=solid, label="(-1, -1, -1)"]; +"431 view_8" -> "434 add_4" [style=solid, label="(1, -1, 3, -1, -1)"]; +"432 unsqueeze_4" -> "433 unsqueeze_5" [style=solid, label="(-1, 1, -1, -1)"]; +"433 unsqueeze_5" -> "434 add_4" [style=solid, label="(1, -1, 1, -1, -1)"]; +"434 add_4" -> "435 view_9" [style=solid, label="(1, -1, 3, -1, -1)"]; +"435 view_9" -> "436 softmax_1" [style=solid, label="(-1, 3, -1, -1)"]; +"436 softmax_1" -> "437 dropout_4" [style=solid, label="(-1, 3, -1, -1)"]; +"437 dropout_4" -> "438 matmul_3" [style=solid, label="(-1, 3, -1, -1)"]; +"438 matmul_3" -> "439 transpose_3" [style=solid, label="(-1, 3, -1, 32)"]; +"439 transpose_3" -> "440 reshape_7" [style=solid, label="(-1, -1, 3, 32)"]; +"440 reshape_7" -> "441 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; +"441 reshape_7_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_default_10" [style=solid, label="(-1, -1, 96)"]; +"442 quantize_per_tensor_default_10" -> "443 dequantize_per_tensor_default_10" [style=solid, label="(-1, -1, 96)"]; +"443 dequantize_per_tensor_default_10" -> "449 linear_9" [style=solid, label="(-1, -1, 96)"]; +"444 linear_9_scale_0" -> "447 quantize_per_channel_default_6" [style=solid, label="(96,)"]; +"444 linear_9_scale_0" -> "448 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; +"445 linear_9_zero_point_0" -> "447 quantize_per_channel_default_6" [style=solid, label="(96,)"]; +"445 linear_9_zero_point_0" -> "448 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; +"446 compressed_weight_updated_constant6" -> "447 quantize_per_channel_default_6" [style=solid, label="(96, 96)"]; +"447 quantize_per_channel_default_6" -> "448 dequantize_per_channel_default_6" [style=solid, label="(96, 96)"]; +"448 dequantize_per_channel_default_6" -> "449 linear_9" [style=solid, label="(96, 96)"]; +"449 linear_9" -> "450 dropout_5" [style=solid, label="(-1, -1, 96)"]; +"450 dropout_5" -> "451 view_10" [style=solid, label="(-1, -1, 96)"]; +"451 view_10" -> "452 permute_9" [style=solid, label="(1, -1, -1, 8, -1, 96)"]; +"452 permute_9" -> "453 reshape_8" [style=solid, label="(1, -1, 8, -1, -1, 96)"]; +"453 reshape_8" -> "454 roll_1" [style=solid, label="(1, -1, -1, 96)"]; +"454 roll_1" -> "455 slice_23" [style=solid, label="(1, -1, -1, 96)"]; +"455 slice_23" -> "456 slice_24" [style=solid, label="(1, -1, -1, 96)"]; +"456 slice_24" -> "457 layer_norm_3" [style=solid, label="(1, -1, -1, 96)"]; +"457 layer_norm_3" -> "458 add_5" [style=solid, label="(1, -1, -1, 96)"]; +"458 add_5" -> "459 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 96)"]; +"458 add_5" -> "481 add_6" [style=solid, label="(1, -1, -1, 96)"]; +"459 add_5_0_0_nncf_smooth_quant_0" -> "460 quantize_per_tensor_default_11" [style=solid, label="(1, -1, -1, 96)"]; +"460 quantize_per_tensor_default_11" -> "461 dequantize_per_tensor_default_11" [style=solid, label="(1, -1, -1, 96)"]; +"461 dequantize_per_tensor_default_11" -> "467 linear_10" [style=solid, label="(1, -1, -1, 96)"]; +"462 linear_10_scale_0" -> "465 quantize_per_channel_default_7" [style=solid, label="(384,)"]; +"462 linear_10_scale_0" -> "466 dequantize_per_channel_default_7" [style=solid, label="(384,)"]; +"463 linear_10_zero_point_0" -> "465 quantize_per_channel_default_7" [style=solid, label="(384,)"]; +"463 linear_10_zero_point_0" -> "466 dequantize_per_channel_default_7" [style=solid, label="(384,)"]; +"464 compressed_weight_updated_constant7" -> "465 quantize_per_channel_default_7" [style=solid, label="(384, 96)"]; +"465 quantize_per_channel_default_7" -> "466 dequantize_per_channel_default_7" [style=solid, label="(384, 96)"]; +"466 dequantize_per_channel_default_7" -> "467 linear_10" [style=solid, label="(384, 96)"]; +"467 linear_10" -> "468 gelu_1" [style=solid, label="(1, -1, -1, 384)"]; +"468 gelu_1" -> "469 dropout_6" [style=solid, label="(1, -1, -1, 384)"]; +"469 dropout_6" -> "470 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"470 dropout_6_0_0_nncf_smooth_quant_0" -> "471 quantize_per_tensor_default_12" [style=solid, label="(1, -1, -1, 384)"]; +"471 quantize_per_tensor_default_12" -> "472 dequantize_per_tensor_default_12" [style=solid, label="(1, -1, -1, 384)"]; +"472 dequantize_per_tensor_default_12" -> "478 linear_11" [style=solid, label="(1, -1, -1, 384)"]; +"473 linear_11_scale_0" -> "476 quantize_per_channel_default_8" [style=solid, label="(96,)"]; +"473 linear_11_scale_0" -> "477 dequantize_per_channel_default_8" [style=solid, label="(96,)"]; +"474 linear_11_zero_point_0" -> "476 quantize_per_channel_default_8" [style=solid, label="(96,)"]; +"474 linear_11_zero_point_0" -> "477 dequantize_per_channel_default_8" [style=solid, label="(96,)"]; +"475 compressed_weight_updated_constant8" -> "476 quantize_per_channel_default_8" [style=solid, label="(96, 384)"]; +"476 quantize_per_channel_default_8" -> "477 dequantize_per_channel_default_8" [style=solid, label="(96, 384)"]; +"477 dequantize_per_channel_default_8" -> "478 linear_11" [style=solid, label="(96, 384)"]; +"478 linear_11" -> "479 dropout_7" [style=solid, label="(1, -1, -1, 96)"]; +"479 dropout_7" -> "480 layer_norm_4" [style=solid, label="(1, -1, -1, 96)"]; +"480 layer_norm_4" -> "481 add_6" [style=solid, label="(1, -1, -1, 96)"]; +"481 add_6" -> "484 pad_2" [style=solid, label="(1, -1, -1, 96)"]; +"482 mod_8" -> "484 pad_2" [style=solid, label="(-1,)"]; +"482 mod_8" -> "520 add_44" [style=solid, label="(-1,)"]; +"483 mod_9" -> "484 pad_2" [style=solid, label="(-1,)"]; +"483 mod_9" -> "526 add_46" [style=solid, label="(-1,)"]; +"484 pad_2" -> "485 slice_25" [style=solid, label="(1, -1, -1, 96)"]; +"484 pad_2" -> "487 slice_27" [style=solid, label="(1, -1, -1, 96)"]; +"484 pad_2" -> "489 slice_29" [style=solid, label="(1, -1, -1, 96)"]; +"484 pad_2" -> "491 slice_31" [style=solid, label="(1, -1, -1, 96)"]; +"485 slice_25" -> "486 slice_26" [style=solid, label="(1, -1, -1, 96)"]; +"486 slice_26" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; +"487 slice_27" -> "488 slice_28" [style=solid, label="(1, -1, -1, 96)"]; +"488 slice_28" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; +"489 slice_29" -> "490 slice_30" [style=solid, label="(1, -1, -1, 96)"]; +"490 slice_30" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; +"491 slice_31" -> "492 slice_32" [style=solid, label="(1, -1, -1, 96)"]; +"492 slice_32" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; +"493 cat" -> "494 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"494 cat_0_0_nncf_smooth_quant_0" -> "495 quantize_per_tensor_default_13" [style=solid, label="(1, -1, -1, 384)"]; +"495 quantize_per_tensor_default_13" -> "496 dequantize_per_tensor_default_13" [style=solid, label="(1, -1, -1, 384)"]; +"496 dequantize_per_tensor_default_13" -> "502 linear_12" [style=solid, label="(1, -1, -1, 384)"]; +"497 linear_12_scale_0" -> "500 quantize_per_channel_default_9" [style=solid, label="(192,)"]; +"497 linear_12_scale_0" -> "501 dequantize_per_channel_default_9" [style=solid, label="(192,)"]; +"498 linear_12_zero_point_0" -> "500 quantize_per_channel_default_9" [style=solid, label="(192,)"]; +"498 linear_12_zero_point_0" -> "501 dequantize_per_channel_default_9" [style=solid, label="(192,)"]; +"499 compressed_weight_updated_constant9" -> "500 quantize_per_channel_default_9" [style=solid, label="(192, 384)"]; +"500 quantize_per_channel_default_9" -> "501 dequantize_per_channel_default_9" [style=solid, label="(192, 384)"]; +"501 dequantize_per_channel_default_9" -> "502 linear_12" [style=solid, label="(192, 384)"]; +"502 linear_12" -> "503 layer_norm_5" [style=solid, label="(1, -1, -1, 192)"]; +"503 layer_norm_5" -> "531 pad_3" [style=solid, label="(1, -1, -1, 192)"]; +"503 layer_norm_5" -> "600 add_8" [style=solid, label="(1, -1, -1, 192)"]; +"504 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "506 linear_13" [style=solid, label="(512, 2)"]; +"505 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "506 linear_13" [style=solid, label="(1, 15, 15, 2)"]; +"506 linear_13" -> "507 relu__2" [style=solid, label="(1, 15, 15, 512)"]; +"507 relu__2" -> "509 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"508 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "510 linear_14" [style=solid, label="(6, 512)"]; +"509 relu__2_0_0_nncf_smooth_quant_0" -> "510 linear_14" [style=solid, label="(1, 15, 15, 512)"]; +"510 linear_14" -> "511 view_11" [style=solid, label="(1, 15, 15, 6)"]; +"511 view_11" -> "512 index_2" [style=solid, label="(225, 6)"]; +"512 index_2" -> "513 view_12" [style=solid, label="(4096, 6)"]; +"513 view_12" -> "514 permute_10" [style=solid, label="(64, 64, 6)"]; +"514 permute_10" -> "515 contiguous_2" [style=solid, label="(6, 64, 64)"]; +"515 contiguous_2" -> "516 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; +"516 unsqueeze_6" -> "517 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; +"517 sigmoid_2" -> "518 mul_6" [style=solid, label="(1, 6, 64, 64)"]; +"518 mul_6" -> "577 add_7" [style=solid, label="(1, 6, 64, 64)"]; +"519 add_43" -> "520 add_44" [style=solid, label="(-1,)"]; +"520 add_44" -> "521 floordiv_91" [style=solid, label="(-1,)"]; +"521 floordiv_91" -> "522 mod_10" [style=solid, label="(-1,)"]; +"521 floordiv_91" -> "534 add_48" [style=solid, label="(-1,)"]; +"521 floordiv_91" -> "597 slice_35" [style=solid, label="(-1,)"]; +"521 floordiv_91" -> "751 slice_56" [style=solid, label="(-1,)"]; +"521 floordiv_91" -> "778 mod_18" [style=solid, label="(-1,)"]; +"521 floordiv_91" -> "815 add_49" [style=solid, label="(-1,)"]; +"522 mod_10" -> "523 sub_5" [style=solid, label="(-1,)"]; +"523 sub_5" -> "524 mod_11" [style=solid, label="(-1,)"]; +"524 mod_11" -> "531 pad_3" [style=solid, label="(-1,)"]; +"524 mod_11" -> "534 add_48" [style=solid, label="(-1,)"]; +"524 mod_11" -> "639 pad_4" [style=solid, label="(-1,)"]; +"525 add_45" -> "526 add_46" [style=solid, label="(-1,)"]; +"526 add_46" -> "527 floordiv_92" [style=solid, label="(-1,)"]; +"527 floordiv_92" -> "528 mod_12" [style=solid, label="(-1,)"]; +"527 floordiv_92" -> "532 add_47" [style=solid, label="(-1,)"]; +"527 floordiv_92" -> "596 slice_34" [style=solid, label="(-1,)"]; +"527 floordiv_92" -> "750 slice_55" [style=solid, label="(-1,)"]; +"527 floordiv_92" -> "779 mod_19" [style=solid, label="(-1,)"]; +"527 floordiv_92" -> "821 add_51" [style=solid, label="(-1,)"]; +"528 mod_12" -> "529 sub_6" [style=solid, label="(-1,)"]; +"529 sub_6" -> "530 mod_13" [style=solid, label="(-1,)"]; +"530 mod_13" -> "531 pad_3" [style=solid, label="(-1,)"]; +"530 mod_13" -> "532 add_47" [style=solid, label="(-1,)"]; +"530 mod_13" -> "639 pad_4" [style=solid, label="(-1,)"]; +"531 pad_3" -> "537 view_13" [style=solid, label="(1, -1, -1, 192)"]; +"532 add_47" -> "533 floordiv_15" [style=solid, label="(-1,)"]; +"532 add_47" -> "553 floordiv_94" [style=solid, label="(-1,)"]; +"532 add_47" -> "595 reshape_12" [style=solid, label="(-1,)"]; +"532 add_47" -> "679 new_zeros_1" [style=solid, label="(-1,)"]; +"532 add_47" -> "748 reshape_17" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "536 mul_7" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "537 view_13" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "553 floordiv_94" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "593 view_14" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "641 view_17" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "716 view_18" [style=solid, label="(-1,)"]; +"533 floordiv_15" -> "746 view_21" [style=solid, label="(-1,)"]; +"534 add_48" -> "535 floordiv_16" [style=solid, label="(-1,)"]; +"534 add_48" -> "552 floordiv_93" [style=solid, label="(-1,)"]; +"534 add_48" -> "595 reshape_12" [style=solid, label="(-1,)"]; +"534 add_48" -> "679 new_zeros_1" [style=solid, label="(-1,)"]; +"534 add_48" -> "748 reshape_17" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "536 mul_7" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "537 view_13" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "552 floordiv_93" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "593 view_14" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "641 view_17" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "716 view_18" [style=solid, label="(-1,)"]; +"535 floordiv_16" -> "746 view_21" [style=solid, label="(-1,)"]; +"536 mul_7" -> "539 reshape_9" [style=solid, label="(-1,)"]; +"536 mul_7" -> "555 reshape_10" [style=solid, label="(-1,)"]; +"536 mul_7" -> "582 reshape_11" [style=solid, label="(-1,)"]; +"536 mul_7" -> "643 reshape_13" [style=solid, label="(-1,)"]; +"536 mul_7" -> "656 reshape_14" [style=solid, label="(-1,)"]; +"536 mul_7" -> "718 reshape_15" [style=solid, label="(-1,)"]; +"536 mul_7" -> "726 view_19" [style=solid, label="(-1,)"]; +"536 mul_7" -> "735 reshape_16" [style=solid, label="(-1,)"]; +"537 view_13" -> "538 permute_11" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; +"538 permute_11" -> "539 reshape_9" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; +"539 reshape_9" -> "543 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; +"540 clone_2" -> "541 slice_33" [style=solid, label="(576,)"]; +"540 clone_2" -> "551 linear_15" [style=solid, label="(576,)"]; +"541 slice_33" -> "542 zero__2" [style=solid, label="(192,)"]; +"543 reshape_9_0_0_nncf_smooth_quant_0" -> "544 quantize_per_tensor_default_14" [style=solid, label="(-1, -1, 192)"]; +"544 quantize_per_tensor_default_14" -> "545 dequantize_per_tensor_default_14" [style=solid, label="(-1, -1, 192)"]; +"545 dequantize_per_tensor_default_14" -> "551 linear_15" [style=solid, label="(-1, -1, 192)"]; +"546 linear_15_scale_0" -> "549 quantize_per_channel_default_10" [style=solid, label="(576,)"]; +"546 linear_15_scale_0" -> "550 dequantize_per_channel_default_10" [style=solid, label="(576,)"]; +"547 linear_15_zero_point_0" -> "549 quantize_per_channel_default_10" [style=solid, label="(576,)"]; +"547 linear_15_zero_point_0" -> "550 dequantize_per_channel_default_10" [style=solid, label="(576,)"]; +"548 compressed_weight_updated_constant10" -> "549 quantize_per_channel_default_10" [style=solid, label="(576, 192)"]; +"549 quantize_per_channel_default_10" -> "550 dequantize_per_channel_default_10" [style=solid, label="(576, 192)"]; +"550 dequantize_per_channel_default_10" -> "551 linear_15" [style=solid, label="(576, 192)"]; +"551 linear_15" -> "555 reshape_10" [style=solid, label="(-1, -1, 576)"]; +"552 floordiv_93" -> "554 mul_37" [style=solid, label="(-1,)"]; +"553 floordiv_94" -> "554 mul_37" [style=solid, label="(-1,)"]; +"554 mul_37" -> "555 reshape_10" [style=solid, label="(-1,)"]; +"554 mul_37" -> "582 reshape_11" [style=solid, label="(-1,)"]; +"554 mul_37" -> "656 reshape_14" [style=solid, label="(-1,)"]; +"554 mul_37" -> "726 view_19" [style=solid, label="(-1,)"]; +"554 mul_37" -> "730 view_20" [style=solid, label="(-1,)"]; +"554 mul_37" -> "735 reshape_16" [style=solid, label="(-1,)"]; +"555 reshape_10" -> "556 permute_12" [style=solid, label="(-1, -1, 3, 6, 32)"]; +"556 permute_12" -> "557 select_6" [style=solid, label="(3, -1, 6, -1, 32)"]; +"556 permute_12" -> "558 select_7" [style=solid, label="(3, -1, 6, -1, 32)"]; +"556 permute_12" -> "559 select_8" [style=solid, label="(3, -1, 6, -1, 32)"]; +"557 select_6" -> "560 linalg_vector_norm_4" [style=solid, label="(-1, 6, -1, 32)"]; +"557 select_6" -> "562 expand_as_4" [style=solid, label="(-1, 6, -1, 32)"]; +"557 select_6" -> "563 div_4" [style=solid, label="(-1, 6, -1, 32)"]; +"558 select_7" -> "566 linalg_vector_norm_5" [style=solid, label="(-1, 6, -1, 32)"]; +"558 select_7" -> "568 expand_as_5" [style=solid, label="(-1, 6, -1, 32)"]; +"558 select_7" -> "569 div_5" [style=solid, label="(-1, 6, -1, 32)"]; +"559 select_8" -> "580 matmul_5" [style=solid, label="(-1, 6, -1, 32)"]; +"560 linalg_vector_norm_4" -> "561 clamp_min_4" [style=solid, label="(-1, 6, -1, 1)"]; +"561 clamp_min_4" -> "562 expand_as_4" [style=solid, label="(-1, 6, -1, 1)"]; +"562 expand_as_4" -> "563 div_4" [style=solid, label="(-1, 6, -1, 32)"]; +"563 div_4" -> "564 quantize_per_tensor_default_15" [style=solid, label="(-1, 6, -1, 32)"]; +"564 quantize_per_tensor_default_15" -> "565 dequantize_per_tensor_default_15" [style=solid, label="(-1, 6, -1, 32)"]; +"565 dequantize_per_tensor_default_15" -> "573 matmul_4" [style=solid, label="(-1, 6, -1, 32)"]; +"566 linalg_vector_norm_5" -> "567 clamp_min_5" [style=solid, label="(-1, 6, -1, 1)"]; +"567 clamp_min_5" -> "568 expand_as_5" [style=solid, label="(-1, 6, -1, 1)"]; +"568 expand_as_5" -> "569 div_5" [style=solid, label="(-1, 6, -1, 32)"]; +"569 div_5" -> "570 quantize_per_tensor_default_16" [style=solid, label="(-1, 6, -1, 32)"]; +"570 quantize_per_tensor_default_16" -> "571 dequantize_per_tensor_default_16" [style=solid, label="(-1, 6, -1, 32)"]; +"571 dequantize_per_tensor_default_16" -> "572 transpose_4" [style=solid, label="(-1, 6, -1, 32)"]; +"572 transpose_4" -> "573 matmul_4" [style=solid, label="(-1, 6, 32, -1)"]; +"573 matmul_4" -> "576 mul_8" [style=solid, label="(-1, 6, -1, -1)"]; +"574 clamp_2" -> "575 exp_2" [style=solid, label="(6, 1, 1)"]; +"575 exp_2" -> "576 mul_8" [style=solid, label="(6, 1, 1)"]; +"576 mul_8" -> "577 add_7" [style=solid, label="(-1, 6, -1, -1)"]; +"577 add_7" -> "578 softmax_2" [style=solid, label="(-1, 6, -1, -1)"]; +"578 softmax_2" -> "579 dropout_8" [style=solid, label="(-1, 6, -1, -1)"]; +"579 dropout_8" -> "580 matmul_5" [style=solid, label="(-1, 6, -1, -1)"]; +"580 matmul_5" -> "581 transpose_5" [style=solid, label="(-1, 6, -1, 32)"]; +"581 transpose_5" -> "582 reshape_11" [style=solid, label="(-1, -1, 6, 32)"]; +"582 reshape_11" -> "583 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; +"583 reshape_11_0_0_nncf_smooth_quant_0" -> "584 quantize_per_tensor_default_17" [style=solid, label="(-1, -1, 192)"]; +"584 quantize_per_tensor_default_17" -> "585 dequantize_per_tensor_default_17" [style=solid, label="(-1, -1, 192)"]; +"585 dequantize_per_tensor_default_17" -> "591 linear_16" [style=solid, label="(-1, -1, 192)"]; +"586 linear_16_scale_0" -> "589 quantize_per_channel_default_11" [style=solid, label="(192,)"]; +"586 linear_16_scale_0" -> "590 dequantize_per_channel_default_11" [style=solid, label="(192,)"]; +"587 linear_16_zero_point_0" -> "589 quantize_per_channel_default_11" [style=solid, label="(192,)"]; +"587 linear_16_zero_point_0" -> "590 dequantize_per_channel_default_11" [style=solid, label="(192,)"]; +"588 compressed_weight_updated_constant11" -> "589 quantize_per_channel_default_11" [style=solid, label="(192, 192)"]; +"589 quantize_per_channel_default_11" -> "590 dequantize_per_channel_default_11" [style=solid, label="(192, 192)"]; +"590 dequantize_per_channel_default_11" -> "591 linear_16" [style=solid, label="(192, 192)"]; +"591 linear_16" -> "592 dropout_9" [style=solid, label="(-1, -1, 192)"]; +"592 dropout_9" -> "593 view_14" [style=solid, label="(-1, -1, 192)"]; +"593 view_14" -> "594 permute_13" [style=solid, label="(1, -1, -1, 8, -1, 192)"]; +"594 permute_13" -> "595 reshape_12" [style=solid, label="(1, -1, 8, -1, -1, 192)"]; +"595 reshape_12" -> "596 slice_34" [style=solid, label="(1, -1, -1, 192)"]; +"596 slice_34" -> "597 slice_35" [style=solid, label="(1, -1, -1, 192)"]; +"597 slice_35" -> "598 contiguous_3" [style=solid, label="(1, -1, -1, 192)"]; +"598 contiguous_3" -> "599 layer_norm_6" [style=solid, label="(1, -1, -1, 192)"]; +"599 layer_norm_6" -> "600 add_8" [style=solid, label="(1, -1, -1, 192)"]; +"600 add_8" -> "601 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 192)"]; +"600 add_8" -> "623 add_9" [style=solid, label="(1, -1, -1, 192)"]; +"601 add_8_0_0_nncf_smooth_quant_0" -> "602 quantize_per_tensor_default_18" [style=solid, label="(1, -1, -1, 192)"]; +"602 quantize_per_tensor_default_18" -> "603 dequantize_per_tensor_default_18" [style=solid, label="(1, -1, -1, 192)"]; +"603 dequantize_per_tensor_default_18" -> "609 linear_17" [style=solid, label="(1, -1, -1, 192)"]; +"604 linear_17_scale_0" -> "607 quantize_per_channel_default_12" [style=solid, label="(768,)"]; +"604 linear_17_scale_0" -> "608 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; +"605 linear_17_zero_point_0" -> "607 quantize_per_channel_default_12" [style=solid, label="(768,)"]; +"605 linear_17_zero_point_0" -> "608 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; +"606 compressed_weight_updated_constant12" -> "607 quantize_per_channel_default_12" [style=solid, label="(768, 192)"]; +"607 quantize_per_channel_default_12" -> "608 dequantize_per_channel_default_12" [style=solid, label="(768, 192)"]; +"608 dequantize_per_channel_default_12" -> "609 linear_17" [style=solid, label="(768, 192)"]; +"609 linear_17" -> "610 gelu_2" [style=solid, label="(1, -1, -1, 768)"]; +"610 gelu_2" -> "611 dropout_10" [style=solid, label="(1, -1, -1, 768)"]; +"611 dropout_10" -> "612 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; +"612 dropout_10_0_0_nncf_smooth_quant_0" -> "613 quantize_per_tensor_default_19" [style=solid, label="(1, -1, -1, 768)"]; +"613 quantize_per_tensor_default_19" -> "614 dequantize_per_tensor_default_19" [style=solid, label="(1, -1, -1, 768)"]; +"614 dequantize_per_tensor_default_19" -> "620 linear_18" [style=solid, label="(1, -1, -1, 768)"]; +"615 linear_18_scale_0" -> "618 quantize_per_channel_default_13" [style=solid, label="(192,)"]; +"615 linear_18_scale_0" -> "619 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; +"616 linear_18_zero_point_0" -> "618 quantize_per_channel_default_13" [style=solid, label="(192,)"]; +"616 linear_18_zero_point_0" -> "619 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; +"617 compressed_weight_updated_constant13" -> "618 quantize_per_channel_default_13" [style=solid, label="(192, 768)"]; +"618 quantize_per_channel_default_13" -> "619 dequantize_per_channel_default_13" [style=solid, label="(192, 768)"]; +"619 dequantize_per_channel_default_13" -> "620 linear_18" [style=solid, label="(192, 768)"]; +"620 linear_18" -> "621 dropout_11" [style=solid, label="(1, -1, -1, 192)"]; +"621 dropout_11" -> "622 layer_norm_7" [style=solid, label="(1, -1, -1, 192)"]; +"622 layer_norm_7" -> "623 add_9" [style=solid, label="(1, -1, -1, 192)"]; +"623 add_9" -> "639 pad_4" [style=solid, label="(1, -1, -1, 192)"]; +"623 add_9" -> "754 add_12" [style=solid, label="(1, -1, -1, 192)"]; +"624 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "626 linear_19" [style=solid, label="(512, 2)"]; +"625 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "626 linear_19" [style=solid, label="(1, 15, 15, 2)"]; +"626 linear_19" -> "627 relu__3" [style=solid, label="(1, 15, 15, 512)"]; +"627 relu__3" -> "629 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"628 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "630 linear_20" [style=solid, label="(6, 512)"]; +"629 relu__3_0_0_nncf_smooth_quant_0" -> "630 linear_20" [style=solid, label="(1, 15, 15, 512)"]; +"630 linear_20" -> "631 view_15" [style=solid, label="(1, 15, 15, 6)"]; +"631 view_15" -> "632 index_3" [style=solid, label="(225, 6)"]; +"632 index_3" -> "633 view_16" [style=solid, label="(4096, 6)"]; +"633 view_16" -> "634 permute_14" [style=solid, label="(64, 64, 6)"]; +"634 permute_14" -> "635 contiguous_4" [style=solid, label="(6, 64, 64)"]; +"635 contiguous_4" -> "636 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; +"636 unsqueeze_7" -> "637 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; +"637 sigmoid_3" -> "638 mul_9" [style=solid, label="(1, 6, 64, 64)"]; +"638 mul_9" -> "678 add_10" [style=solid, label="(1, 6, 64, 64)"]; +"639 pad_4" -> "640 roll_2" [style=solid, label="(1, -1, -1, 192)"]; +"640 roll_2" -> "641 view_17" [style=solid, label="(1, -1, -1, 192)"]; +"641 view_17" -> "642 permute_15" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; +"642 permute_15" -> "643 reshape_13" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; +"643 reshape_13" -> "647 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; +"643 reshape_13" -> "679 new_zeros_1" [style=solid, label="(-1, -1, 192)"]; +"644 clone_3" -> "645 slice_36" [style=solid, label="(576,)"]; +"644 clone_3" -> "655 linear_21" [style=solid, label="(576,)"]; +"645 slice_36" -> "646 zero__3" [style=solid, label="(192,)"]; +"647 reshape_13_0_0_nncf_smooth_quant_0" -> "648 quantize_per_tensor_default_20" [style=solid, label="(-1, -1, 192)"]; +"648 quantize_per_tensor_default_20" -> "649 dequantize_per_tensor_default_20" [style=solid, label="(-1, -1, 192)"]; +"649 dequantize_per_tensor_default_20" -> "655 linear_21" [style=solid, label="(-1, -1, 192)"]; +"650 linear_21_scale_0" -> "653 quantize_per_channel_default_14" [style=solid, label="(576,)"]; +"650 linear_21_scale_0" -> "654 dequantize_per_channel_default_14" [style=solid, label="(576,)"]; +"651 linear_21_zero_point_0" -> "653 quantize_per_channel_default_14" [style=solid, label="(576,)"]; +"651 linear_21_zero_point_0" -> "654 dequantize_per_channel_default_14" [style=solid, label="(576,)"]; +"652 compressed_weight_updated_constant14" -> "653 quantize_per_channel_default_14" [style=solid, label="(576, 192)"]; +"653 quantize_per_channel_default_14" -> "654 dequantize_per_channel_default_14" [style=solid, label="(576, 192)"]; +"654 dequantize_per_channel_default_14" -> "655 linear_21" [style=solid, label="(576, 192)"]; +"655 linear_21" -> "656 reshape_14" [style=solid, label="(-1, -1, 576)"]; +"656 reshape_14" -> "657 permute_16" [style=solid, label="(-1, -1, 3, 6, 32)"]; +"657 permute_16" -> "658 select_9" [style=solid, label="(3, -1, 6, -1, 32)"]; +"657 permute_16" -> "659 select_10" [style=solid, label="(3, -1, 6, -1, 32)"]; +"657 permute_16" -> "660 select_11" [style=solid, label="(3, -1, 6, -1, 32)"]; +"658 select_9" -> "661 linalg_vector_norm_6" [style=solid, label="(-1, 6, -1, 32)"]; +"658 select_9" -> "663 expand_as_6" [style=solid, label="(-1, 6, -1, 32)"]; +"658 select_9" -> "664 div_6" [style=solid, label="(-1, 6, -1, 32)"]; +"659 select_10" -> "667 linalg_vector_norm_7" [style=solid, label="(-1, 6, -1, 32)"]; +"659 select_10" -> "669 expand_as_7" [style=solid, label="(-1, 6, -1, 32)"]; +"659 select_10" -> "670 div_7" [style=solid, label="(-1, 6, -1, 32)"]; +"660 select_11" -> "733 matmul_7" [style=solid, label="(-1, 6, -1, 32)"]; +"661 linalg_vector_norm_6" -> "662 clamp_min_6" [style=solid, label="(-1, 6, -1, 1)"]; +"662 clamp_min_6" -> "663 expand_as_6" [style=solid, label="(-1, 6, -1, 1)"]; +"663 expand_as_6" -> "664 div_6" [style=solid, label="(-1, 6, -1, 32)"]; +"664 div_6" -> "665 quantize_per_tensor_default_21" [style=solid, label="(-1, 6, -1, 32)"]; +"665 quantize_per_tensor_default_21" -> "666 dequantize_per_tensor_default_21" [style=solid, label="(-1, 6, -1, 32)"]; +"666 dequantize_per_tensor_default_21" -> "674 matmul_6" [style=solid, label="(-1, 6, -1, 32)"]; +"667 linalg_vector_norm_7" -> "668 clamp_min_7" [style=solid, label="(-1, 6, -1, 1)"]; +"668 clamp_min_7" -> "669 expand_as_7" [style=solid, label="(-1, 6, -1, 1)"]; +"669 expand_as_7" -> "670 div_7" [style=solid, label="(-1, 6, -1, 32)"]; +"670 div_7" -> "671 quantize_per_tensor_default_22" [style=solid, label="(-1, 6, -1, 32)"]; +"671 quantize_per_tensor_default_22" -> "672 dequantize_per_tensor_default_22" [style=solid, label="(-1, 6, -1, 32)"]; +"672 dequantize_per_tensor_default_22" -> "673 transpose_6" [style=solid, label="(-1, 6, -1, 32)"]; +"673 transpose_6" -> "674 matmul_6" [style=solid, label="(-1, 6, 32, -1)"]; +"674 matmul_6" -> "677 mul_11" [style=solid, label="(-1, 6, -1, -1)"]; +"675 clamp_3" -> "676 exp_3" [style=solid, label="(6, 1, 1)"]; +"676 exp_3" -> "677 mul_11" [style=solid, label="(6, 1, 1)"]; +"677 mul_11" -> "678 add_10" [style=solid, label="(-1, 6, -1, -1)"]; +"678 add_10" -> "726 view_19" [style=solid, label="(-1, 6, -1, -1)"]; +"679 new_zeros_1" -> "681 slice_37" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "685 slice_39" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "689 slice_41" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "693 slice_43" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "697 slice_45" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "701 slice_47" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "705 slice_49" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "709 slice_51" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "713 slice_53" [style=solid, label="(-1, -1)"]; +"679 new_zeros_1" -> "716 view_18" [style=solid, label="(-1, -1)"]; +"680 lift_fresh_copy_9" -> "683 fill__9" [style=solid, label="()"]; +"681 slice_37" -> "682 slice_38" [style=solid, label="(-1, -1)"]; +"682 slice_38" -> "683 fill__9" [style=solid, label="(-1, -1)"]; +"684 lift_fresh_copy_10" -> "687 fill__10" [style=solid, label="()"]; +"685 slice_39" -> "686 slice_40" [style=solid, label="(-1, -1)"]; +"686 slice_40" -> "687 fill__10" [style=solid, label="(-1, 4)"]; +"688 lift_fresh_copy_11" -> "691 fill__11" [style=solid, label="()"]; +"689 slice_41" -> "690 slice_42" [style=solid, label="(-1, -1)"]; +"690 slice_42" -> "691 fill__11" [style=solid, label="(-1, 4)"]; +"692 lift_fresh_copy_12" -> "695 fill__12" [style=solid, label="()"]; +"693 slice_43" -> "694 slice_44" [style=solid, label="(4, -1)"]; +"694 slice_44" -> "695 fill__12" [style=solid, label="(4, -1)"]; +"696 lift_fresh_copy_13" -> "699 fill__13" [style=solid, label="()"]; +"697 slice_45" -> "698 slice_46" [style=solid, label="(4, -1)"]; +"698 slice_46" -> "699 fill__13" [style=solid, label="(4, 4)"]; +"700 lift_fresh_copy_14" -> "703 fill__14" [style=solid, label="()"]; +"701 slice_47" -> "702 slice_48" [style=solid, label="(4, -1)"]; +"702 slice_48" -> "703 fill__14" [style=solid, label="(4, 4)"]; +"704 lift_fresh_copy_15" -> "707 fill__15" [style=solid, label="()"]; +"705 slice_49" -> "706 slice_50" [style=solid, label="(4, -1)"]; +"706 slice_50" -> "707 fill__15" [style=solid, label="(4, -1)"]; +"708 lift_fresh_copy_16" -> "711 fill__16" [style=solid, label="()"]; +"709 slice_51" -> "710 slice_52" [style=solid, label="(4, -1)"]; +"710 slice_52" -> "711 fill__16" [style=solid, label="(4, 4)"]; +"712 lift_fresh_copy_17" -> "715 fill__17" [style=solid, label="()"]; +"713 slice_53" -> "714 slice_54" [style=solid, label="(4, -1)"]; +"714 slice_54" -> "715 fill__17" [style=solid, label="(4, 4)"]; +"716 view_18" -> "717 permute_17" [style=solid, label="(-1, -1, -1, -1)"]; +"717 permute_17" -> "718 reshape_15" [style=solid, label="(-1, -1, -1, -1)"]; +"718 reshape_15" -> "719 unsqueeze_8" [style=solid, label="(-1, -1)"]; +"718 reshape_15" -> "720 unsqueeze_9" [style=solid, label="(-1, -1)"]; +"719 unsqueeze_8" -> "721 sub_9" [style=solid, label="(-1, 1, -1)"]; +"720 unsqueeze_9" -> "721 sub_9" [style=solid, label="(-1, -1, 1)"]; +"721 sub_9" -> "722 ne_1" [style=solid, label="(-1, -1, -1)"]; +"721 sub_9" -> "723 masked_fill_2" [style=solid, label="(-1, -1, -1)"]; +"721 sub_9" -> "724 eq_1" [style=solid, label="(-1, -1, -1)"]; +"722 ne_1" -> "723 masked_fill_2" [style=solid, label="(-1, -1, -1)"]; +"723 masked_fill_2" -> "725 masked_fill_3" [style=solid, label="(-1, -1, -1)"]; +"724 eq_1" -> "725 masked_fill_3" [style=solid, label="(-1, -1, -1)"]; +"725 masked_fill_3" -> "727 unsqueeze_10" [style=solid, label="(-1, -1, -1)"]; +"726 view_19" -> "729 add_11" [style=solid, label="(1, -1, 6, -1, -1)"]; +"727 unsqueeze_10" -> "728 unsqueeze_11" [style=solid, label="(-1, 1, -1, -1)"]; +"728 unsqueeze_11" -> "729 add_11" [style=solid, label="(1, -1, 1, -1, -1)"]; +"729 add_11" -> "730 view_20" [style=solid, label="(1, -1, 6, -1, -1)"]; +"730 view_20" -> "731 softmax_3" [style=solid, label="(-1, 6, -1, -1)"]; +"731 softmax_3" -> "732 dropout_12" [style=solid, label="(-1, 6, -1, -1)"]; +"732 dropout_12" -> "733 matmul_7" [style=solid, label="(-1, 6, -1, -1)"]; +"733 matmul_7" -> "734 transpose_7" [style=solid, label="(-1, 6, -1, 32)"]; +"734 transpose_7" -> "735 reshape_16" [style=solid, label="(-1, -1, 6, 32)"]; +"735 reshape_16" -> "736 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; +"736 reshape_16_0_0_nncf_smooth_quant_0" -> "737 quantize_per_tensor_default_23" [style=solid, label="(-1, -1, 192)"]; +"737 quantize_per_tensor_default_23" -> "738 dequantize_per_tensor_default_23" [style=solid, label="(-1, -1, 192)"]; +"738 dequantize_per_tensor_default_23" -> "744 linear_22" [style=solid, label="(-1, -1, 192)"]; +"739 linear_22_scale_0" -> "742 quantize_per_channel_default_15" [style=solid, label="(192,)"]; +"739 linear_22_scale_0" -> "743 dequantize_per_channel_default_15" [style=solid, label="(192,)"]; +"740 linear_22_zero_point_0" -> "742 quantize_per_channel_default_15" [style=solid, label="(192,)"]; +"740 linear_22_zero_point_0" -> "743 dequantize_per_channel_default_15" [style=solid, label="(192,)"]; +"741 compressed_weight_updated_constant15" -> "742 quantize_per_channel_default_15" [style=solid, label="(192, 192)"]; +"742 quantize_per_channel_default_15" -> "743 dequantize_per_channel_default_15" [style=solid, label="(192, 192)"]; +"743 dequantize_per_channel_default_15" -> "744 linear_22" [style=solid, label="(192, 192)"]; +"744 linear_22" -> "745 dropout_13" [style=solid, label="(-1, -1, 192)"]; +"745 dropout_13" -> "746 view_21" [style=solid, label="(-1, -1, 192)"]; +"746 view_21" -> "747 permute_18" [style=solid, label="(1, -1, -1, 8, -1, 192)"]; +"747 permute_18" -> "748 reshape_17" [style=solid, label="(1, -1, 8, -1, -1, 192)"]; +"748 reshape_17" -> "749 roll_3" [style=solid, label="(1, -1, -1, 192)"]; +"749 roll_3" -> "750 slice_55" [style=solid, label="(1, -1, -1, 192)"]; +"750 slice_55" -> "751 slice_56" [style=solid, label="(1, -1, -1, 192)"]; +"751 slice_56" -> "752 contiguous_5" [style=solid, label="(1, -1, -1, 192)"]; +"752 contiguous_5" -> "753 layer_norm_8" [style=solid, label="(1, -1, -1, 192)"]; +"753 layer_norm_8" -> "754 add_12" [style=solid, label="(1, -1, -1, 192)"]; +"754 add_12" -> "755 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 192)"]; +"754 add_12" -> "777 add_13" [style=solid, label="(1, -1, -1, 192)"]; +"755 add_12_0_0_nncf_smooth_quant_0" -> "756 quantize_per_tensor_default_24" [style=solid, label="(1, -1, -1, 192)"]; +"756 quantize_per_tensor_default_24" -> "757 dequantize_per_tensor_default_24" [style=solid, label="(1, -1, -1, 192)"]; +"757 dequantize_per_tensor_default_24" -> "763 linear_23" [style=solid, label="(1, -1, -1, 192)"]; +"758 linear_23_scale_0" -> "761 quantize_per_channel_default_16" [style=solid, label="(768,)"]; +"758 linear_23_scale_0" -> "762 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; +"759 linear_23_zero_point_0" -> "761 quantize_per_channel_default_16" [style=solid, label="(768,)"]; +"759 linear_23_zero_point_0" -> "762 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; +"760 compressed_weight_updated_constant16" -> "761 quantize_per_channel_default_16" [style=solid, label="(768, 192)"]; +"761 quantize_per_channel_default_16" -> "762 dequantize_per_channel_default_16" [style=solid, label="(768, 192)"]; +"762 dequantize_per_channel_default_16" -> "763 linear_23" [style=solid, label="(768, 192)"]; +"763 linear_23" -> "764 gelu_3" [style=solid, label="(1, -1, -1, 768)"]; +"764 gelu_3" -> "765 dropout_14" [style=solid, label="(1, -1, -1, 768)"]; +"765 dropout_14" -> "766 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; +"766 dropout_14_0_0_nncf_smooth_quant_0" -> "767 quantize_per_tensor_default_25" [style=solid, label="(1, -1, -1, 768)"]; +"767 quantize_per_tensor_default_25" -> "768 dequantize_per_tensor_default_25" [style=solid, label="(1, -1, -1, 768)"]; +"768 dequantize_per_tensor_default_25" -> "774 linear_24" [style=solid, label="(1, -1, -1, 768)"]; +"769 linear_24_scale_0" -> "772 quantize_per_channel_default_17" [style=solid, label="(192,)"]; +"769 linear_24_scale_0" -> "773 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; +"770 linear_24_zero_point_0" -> "772 quantize_per_channel_default_17" [style=solid, label="(192,)"]; +"770 linear_24_zero_point_0" -> "773 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; +"771 compressed_weight_updated_constant17" -> "772 quantize_per_channel_default_17" [style=solid, label="(192, 768)"]; +"772 quantize_per_channel_default_17" -> "773 dequantize_per_channel_default_17" [style=solid, label="(192, 768)"]; +"773 dequantize_per_channel_default_17" -> "774 linear_24" [style=solid, label="(192, 768)"]; +"774 linear_24" -> "775 dropout_15" [style=solid, label="(1, -1, -1, 192)"]; +"775 dropout_15" -> "776 layer_norm_9" [style=solid, label="(1, -1, -1, 192)"]; +"776 layer_norm_9" -> "777 add_13" [style=solid, label="(1, -1, -1, 192)"]; +"777 add_13" -> "780 pad_5" [style=solid, label="(1, -1, -1, 192)"]; +"778 mod_18" -> "780 pad_5" [style=solid, label="(-1,)"]; +"778 mod_18" -> "816 add_50" [style=solid, label="(-1,)"]; +"779 mod_19" -> "780 pad_5" [style=solid, label="(-1,)"]; +"779 mod_19" -> "822 add_52" [style=solid, label="(-1,)"]; +"780 pad_5" -> "781 slice_57" [style=solid, label="(1, -1, -1, 192)"]; +"780 pad_5" -> "783 slice_59" [style=solid, label="(1, -1, -1, 192)"]; +"780 pad_5" -> "785 slice_61" [style=solid, label="(1, -1, -1, 192)"]; +"780 pad_5" -> "787 slice_63" [style=solid, label="(1, -1, -1, 192)"]; +"781 slice_57" -> "782 slice_58" [style=solid, label="(1, -1, -1, 192)"]; +"782 slice_58" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; +"783 slice_59" -> "784 slice_60" [style=solid, label="(1, -1, -1, 192)"]; +"784 slice_60" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; +"785 slice_61" -> "786 slice_62" [style=solid, label="(1, -1, -1, 192)"]; +"786 slice_62" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; +"787 slice_63" -> "788 slice_64" [style=solid, label="(1, -1, -1, 192)"]; +"788 slice_64" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; +"789 cat_1" -> "790 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; +"790 cat_1_0_0_nncf_smooth_quant_0" -> "791 quantize_per_tensor_default_26" [style=solid, label="(1, -1, -1, 768)"]; +"791 quantize_per_tensor_default_26" -> "792 dequantize_per_tensor_default_26" [style=solid, label="(1, -1, -1, 768)"]; +"792 dequantize_per_tensor_default_26" -> "798 linear_25" [style=solid, label="(1, -1, -1, 768)"]; +"793 linear_25_scale_0" -> "796 quantize_per_channel_default_18" [style=solid, label="(384,)"]; +"793 linear_25_scale_0" -> "797 dequantize_per_channel_default_18" [style=solid, label="(384,)"]; +"794 linear_25_zero_point_0" -> "796 quantize_per_channel_default_18" [style=solid, label="(384,)"]; +"794 linear_25_zero_point_0" -> "797 dequantize_per_channel_default_18" [style=solid, label="(384,)"]; +"795 compressed_weight_updated_constant18" -> "796 quantize_per_channel_default_18" [style=solid, label="(384, 768)"]; +"796 quantize_per_channel_default_18" -> "797 dequantize_per_channel_default_18" [style=solid, label="(384, 768)"]; +"797 dequantize_per_channel_default_18" -> "798 linear_25" [style=solid, label="(384, 768)"]; +"798 linear_25" -> "799 layer_norm_10" [style=solid, label="(1, -1, -1, 384)"]; +"799 layer_norm_10" -> "827 pad_6" [style=solid, label="(1, -1, -1, 384)"]; +"799 layer_norm_10" -> "896 add_15" [style=solid, label="(1, -1, -1, 384)"]; +"800 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "802 linear_26" [style=solid, label="(512, 2)"]; +"801 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "802 linear_26" [style=solid, label="(1, 15, 15, 2)"]; +"802 linear_26" -> "803 relu__4" [style=solid, label="(1, 15, 15, 512)"]; +"803 relu__4" -> "805 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"804 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "806 linear_27" [style=solid, label="(12, 512)"]; +"805 relu__4_0_0_nncf_smooth_quant_0" -> "806 linear_27" [style=solid, label="(1, 15, 15, 512)"]; +"806 linear_27" -> "807 view_22" [style=solid, label="(1, 15, 15, 12)"]; +"807 view_22" -> "808 index_4" [style=solid, label="(225, 12)"]; +"808 index_4" -> "809 view_23" [style=solid, label="(4096, 12)"]; +"809 view_23" -> "810 permute_19" [style=solid, label="(64, 64, 12)"]; +"810 permute_19" -> "811 contiguous_6" [style=solid, label="(12, 64, 64)"]; +"811 contiguous_6" -> "812 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; +"812 unsqueeze_12" -> "813 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; +"813 sigmoid_4" -> "814 mul_12" [style=solid, label="(1, 12, 64, 64)"]; +"814 mul_12" -> "873 add_14" [style=solid, label="(1, 12, 64, 64)"]; +"815 add_49" -> "816 add_50" [style=solid, label="(-1,)"]; +"816 add_50" -> "817 floordiv_95" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "818 mod_20" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "830 add_54" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "893 slice_67" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1047 slice_88" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1147 slice_91" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1301 slice_112" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1401 slice_115" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1555 slice_136" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1582 mod_44" [style=solid, label="(-1,)"]; +"817 floordiv_95" -> "1619 add_55" [style=solid, label="(-1,)"]; +"818 mod_20" -> "819 sub_10" [style=solid, label="(-1,)"]; +"819 sub_10" -> "820 mod_21" [style=solid, label="(-1,)"]; +"820 mod_21" -> "827 pad_6" [style=solid, label="(-1,)"]; +"820 mod_21" -> "830 add_54" [style=solid, label="(-1,)"]; +"820 mod_21" -> "935 pad_7" [style=solid, label="(-1,)"]; +"820 mod_21" -> "1089 pad_8" [style=solid, label="(-1,)"]; +"820 mod_21" -> "1189 pad_9" [style=solid, label="(-1,)"]; +"820 mod_21" -> "1343 pad_10" [style=solid, label="(-1,)"]; +"820 mod_21" -> "1443 pad_11" [style=solid, label="(-1,)"]; +"821 add_51" -> "822 add_52" [style=solid, label="(-1,)"]; +"822 add_52" -> "823 floordiv_96" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "824 mod_22" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "828 add_53" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "892 slice_66" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1046 slice_87" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1146 slice_90" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1300 slice_111" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1400 slice_114" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1554 slice_135" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1583 mod_45" [style=solid, label="(-1,)"]; +"823 floordiv_96" -> "1625 add_57" [style=solid, label="(-1,)"]; +"824 mod_22" -> "825 sub_11" [style=solid, label="(-1,)"]; +"825 sub_11" -> "826 mod_23" [style=solid, label="(-1,)"]; +"826 mod_23" -> "827 pad_6" [style=solid, label="(-1,)"]; +"826 mod_23" -> "828 add_53" [style=solid, label="(-1,)"]; +"826 mod_23" -> "935 pad_7" [style=solid, label="(-1,)"]; +"826 mod_23" -> "1089 pad_8" [style=solid, label="(-1,)"]; +"826 mod_23" -> "1189 pad_9" [style=solid, label="(-1,)"]; +"826 mod_23" -> "1343 pad_10" [style=solid, label="(-1,)"]; +"826 mod_23" -> "1443 pad_11" [style=solid, label="(-1,)"]; +"827 pad_6" -> "833 view_24" [style=solid, label="(1, -1, -1, 384)"]; +"828 add_53" -> "829 floordiv_30" [style=solid, label="(-1,)"]; +"828 add_53" -> "849 floordiv_98" [style=solid, label="(-1,)"]; +"828 add_53" -> "891 reshape_21" [style=solid, label="(-1,)"]; +"828 add_53" -> "975 new_zeros_2" [style=solid, label="(-1,)"]; +"828 add_53" -> "1044 reshape_26" [style=solid, label="(-1,)"]; +"828 add_53" -> "1145 reshape_30" [style=solid, label="(-1,)"]; +"828 add_53" -> "1229 new_zeros_3" [style=solid, label="(-1,)"]; +"828 add_53" -> "1298 reshape_35" [style=solid, label="(-1,)"]; +"828 add_53" -> "1399 reshape_39" [style=solid, label="(-1,)"]; +"828 add_53" -> "1483 new_zeros_4" [style=solid, label="(-1,)"]; +"828 add_53" -> "1552 reshape_44" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "832 mul_13" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "833 view_24" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "849 floordiv_98" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "889 view_25" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "937 view_28" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1012 view_29" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1042 view_32" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1090 view_35" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1143 view_36" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1191 view_39" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1266 view_40" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1296 view_43" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1344 view_46" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1397 view_47" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1445 view_50" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1520 view_51" [style=solid, label="(-1,)"]; +"829 floordiv_30" -> "1550 view_54" [style=solid, label="(-1,)"]; +"830 add_54" -> "831 floordiv_31" [style=solid, label="(-1,)"]; +"830 add_54" -> "848 floordiv_97" [style=solid, label="(-1,)"]; +"830 add_54" -> "891 reshape_21" [style=solid, label="(-1,)"]; +"830 add_54" -> "975 new_zeros_2" [style=solid, label="(-1,)"]; +"830 add_54" -> "1044 reshape_26" [style=solid, label="(-1,)"]; +"830 add_54" -> "1145 reshape_30" [style=solid, label="(-1,)"]; +"830 add_54" -> "1229 new_zeros_3" [style=solid, label="(-1,)"]; +"830 add_54" -> "1298 reshape_35" [style=solid, label="(-1,)"]; +"830 add_54" -> "1399 reshape_39" [style=solid, label="(-1,)"]; +"830 add_54" -> "1483 new_zeros_4" [style=solid, label="(-1,)"]; +"830 add_54" -> "1552 reshape_44" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "832 mul_13" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "833 view_24" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "848 floordiv_97" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "889 view_25" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "937 view_28" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1012 view_29" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1042 view_32" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1090 view_35" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1143 view_36" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1191 view_39" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1266 view_40" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1296 view_43" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1344 view_46" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1397 view_47" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1445 view_50" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1520 view_51" [style=solid, label="(-1,)"]; +"831 floordiv_31" -> "1550 view_54" [style=solid, label="(-1,)"]; +"832 mul_13" -> "835 reshape_18" [style=solid, label="(-1,)"]; +"832 mul_13" -> "851 reshape_19" [style=solid, label="(-1,)"]; +"832 mul_13" -> "878 reshape_20" [style=solid, label="(-1,)"]; +"832 mul_13" -> "939 reshape_22" [style=solid, label="(-1,)"]; +"832 mul_13" -> "952 reshape_23" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1014 reshape_24" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1022 view_30" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1031 reshape_25" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1092 reshape_27" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1105 reshape_28" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1132 reshape_29" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1193 reshape_31" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1206 reshape_32" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1268 reshape_33" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1276 view_41" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1285 reshape_34" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1346 reshape_36" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1359 reshape_37" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1386 reshape_38" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1447 reshape_40" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1460 reshape_41" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1522 reshape_42" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1530 view_52" [style=solid, label="(-1,)"]; +"832 mul_13" -> "1539 reshape_43" [style=solid, label="(-1,)"]; +"833 view_24" -> "834 permute_20" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"834 permute_20" -> "835 reshape_18" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"835 reshape_18" -> "839 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"836 clone_4" -> "837 slice_65" [style=solid, label="(1152,)"]; +"836 clone_4" -> "847 linear_28" [style=solid, label="(1152,)"]; +"837 slice_65" -> "838 zero__4" [style=solid, label="(384,)"]; +"839 reshape_18_0_0_nncf_smooth_quant_0" -> "840 quantize_per_tensor_default_27" [style=solid, label="(-1, -1, 384)"]; +"840 quantize_per_tensor_default_27" -> "841 dequantize_per_tensor_default_27" [style=solid, label="(-1, -1, 384)"]; +"841 dequantize_per_tensor_default_27" -> "847 linear_28" [style=solid, label="(-1, -1, 384)"]; +"842 linear_28_scale_0" -> "845 quantize_per_channel_default_19" [style=solid, label="(1152,)"]; +"842 linear_28_scale_0" -> "846 dequantize_per_channel_default_19" [style=solid, label="(1152,)"]; +"843 linear_28_zero_point_0" -> "845 quantize_per_channel_default_19" [style=solid, label="(1152,)"]; +"843 linear_28_zero_point_0" -> "846 dequantize_per_channel_default_19" [style=solid, label="(1152,)"]; +"844 compressed_weight_updated_constant19" -> "845 quantize_per_channel_default_19" [style=solid, label="(1152, 384)"]; +"845 quantize_per_channel_default_19" -> "846 dequantize_per_channel_default_19" [style=solid, label="(1152, 384)"]; +"846 dequantize_per_channel_default_19" -> "847 linear_28" [style=solid, label="(1152, 384)"]; +"847 linear_28" -> "851 reshape_19" [style=solid, label="(-1, -1, 1152)"]; +"848 floordiv_97" -> "850 mul_38" [style=solid, label="(-1,)"]; +"849 floordiv_98" -> "850 mul_38" [style=solid, label="(-1,)"]; +"850 mul_38" -> "851 reshape_19" [style=solid, label="(-1,)"]; +"850 mul_38" -> "878 reshape_20" [style=solid, label="(-1,)"]; +"850 mul_38" -> "952 reshape_23" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1022 view_30" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1026 view_31" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1031 reshape_25" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1105 reshape_28" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1132 reshape_29" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1206 reshape_32" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1276 view_41" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1280 view_42" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1285 reshape_34" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1359 reshape_37" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1386 reshape_38" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1460 reshape_41" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1530 view_52" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1534 view_53" [style=solid, label="(-1,)"]; +"850 mul_38" -> "1539 reshape_43" [style=solid, label="(-1,)"]; +"851 reshape_19" -> "852 permute_21" [style=solid, label="(-1, -1, 3, 12, 32)"]; +"852 permute_21" -> "853 select_12" [style=solid, label="(3, -1, 12, -1, 32)"]; +"852 permute_21" -> "854 select_13" [style=solid, label="(3, -1, 12, -1, 32)"]; +"852 permute_21" -> "855 select_14" [style=solid, label="(3, -1, 12, -1, 32)"]; +"853 select_12" -> "856 linalg_vector_norm_8" [style=solid, label="(-1, 12, -1, 32)"]; +"853 select_12" -> "858 expand_as_8" [style=solid, label="(-1, 12, -1, 32)"]; +"853 select_12" -> "859 div_8" [style=solid, label="(-1, 12, -1, 32)"]; +"854 select_13" -> "862 linalg_vector_norm_9" [style=solid, label="(-1, 12, -1, 32)"]; +"854 select_13" -> "864 expand_as_9" [style=solid, label="(-1, 12, -1, 32)"]; +"854 select_13" -> "865 div_9" [style=solid, label="(-1, 12, -1, 32)"]; +"855 select_14" -> "876 matmul_9" [style=solid, label="(-1, 12, -1, 32)"]; +"856 linalg_vector_norm_8" -> "857 clamp_min_8" [style=solid, label="(-1, 12, -1, 1)"]; +"857 clamp_min_8" -> "858 expand_as_8" [style=solid, label="(-1, 12, -1, 1)"]; +"858 expand_as_8" -> "859 div_8" [style=solid, label="(-1, 12, -1, 32)"]; +"859 div_8" -> "860 quantize_per_tensor_default_28" [style=solid, label="(-1, 12, -1, 32)"]; +"860 quantize_per_tensor_default_28" -> "861 dequantize_per_tensor_default_28" [style=solid, label="(-1, 12, -1, 32)"]; +"861 dequantize_per_tensor_default_28" -> "869 matmul_8" [style=solid, label="(-1, 12, -1, 32)"]; +"862 linalg_vector_norm_9" -> "863 clamp_min_9" [style=solid, label="(-1, 12, -1, 1)"]; +"863 clamp_min_9" -> "864 expand_as_9" [style=solid, label="(-1, 12, -1, 1)"]; +"864 expand_as_9" -> "865 div_9" [style=solid, label="(-1, 12, -1, 32)"]; +"865 div_9" -> "866 quantize_per_tensor_default_29" [style=solid, label="(-1, 12, -1, 32)"]; +"866 quantize_per_tensor_default_29" -> "867 dequantize_per_tensor_default_29" [style=solid, label="(-1, 12, -1, 32)"]; +"867 dequantize_per_tensor_default_29" -> "868 transpose_8" [style=solid, label="(-1, 12, -1, 32)"]; +"868 transpose_8" -> "869 matmul_8" [style=solid, label="(-1, 12, 32, -1)"]; +"869 matmul_8" -> "872 mul_14" [style=solid, label="(-1, 12, -1, -1)"]; +"870 clamp_4" -> "871 exp_4" [style=solid, label="(12, 1, 1)"]; +"871 exp_4" -> "872 mul_14" [style=solid, label="(12, 1, 1)"]; +"872 mul_14" -> "873 add_14" [style=solid, label="(-1, 12, -1, -1)"]; +"873 add_14" -> "874 softmax_4" [style=solid, label="(-1, 12, -1, -1)"]; +"874 softmax_4" -> "875 dropout_16" [style=solid, label="(-1, 12, -1, -1)"]; +"875 dropout_16" -> "876 matmul_9" [style=solid, label="(-1, 12, -1, -1)"]; +"876 matmul_9" -> "877 transpose_9" [style=solid, label="(-1, 12, -1, 32)"]; +"877 transpose_9" -> "878 reshape_20" [style=solid, label="(-1, -1, 12, 32)"]; +"878 reshape_20" -> "879 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"879 reshape_20_0_0_nncf_smooth_quant_0" -> "880 quantize_per_tensor_default_30" [style=solid, label="(-1, -1, 384)"]; +"880 quantize_per_tensor_default_30" -> "881 dequantize_per_tensor_default_30" [style=solid, label="(-1, -1, 384)"]; +"881 dequantize_per_tensor_default_30" -> "887 linear_29" [style=solid, label="(-1, -1, 384)"]; +"882 linear_29_scale_0" -> "885 quantize_per_channel_default_20" [style=solid, label="(384,)"]; +"882 linear_29_scale_0" -> "886 dequantize_per_channel_default_20" [style=solid, label="(384,)"]; +"883 linear_29_zero_point_0" -> "885 quantize_per_channel_default_20" [style=solid, label="(384,)"]; +"883 linear_29_zero_point_0" -> "886 dequantize_per_channel_default_20" [style=solid, label="(384,)"]; +"884 compressed_weight_updated_constant20" -> "885 quantize_per_channel_default_20" [style=solid, label="(384, 384)"]; +"885 quantize_per_channel_default_20" -> "886 dequantize_per_channel_default_20" [style=solid, label="(384, 384)"]; +"886 dequantize_per_channel_default_20" -> "887 linear_29" [style=solid, label="(384, 384)"]; +"887 linear_29" -> "888 dropout_17" [style=solid, label="(-1, -1, 384)"]; +"888 dropout_17" -> "889 view_25" [style=solid, label="(-1, -1, 384)"]; +"889 view_25" -> "890 permute_22" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"890 permute_22" -> "891 reshape_21" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"891 reshape_21" -> "892 slice_66" [style=solid, label="(1, -1, -1, 384)"]; +"892 slice_66" -> "893 slice_67" [style=solid, label="(1, -1, -1, 384)"]; +"893 slice_67" -> "894 contiguous_7" [style=solid, label="(1, -1, -1, 384)"]; +"894 contiguous_7" -> "895 layer_norm_11" [style=solid, label="(1, -1, -1, 384)"]; +"895 layer_norm_11" -> "896 add_15" [style=solid, label="(1, -1, -1, 384)"]; +"896 add_15" -> "897 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"896 add_15" -> "919 add_16" [style=solid, label="(1, -1, -1, 384)"]; +"897 add_15_0_0_nncf_smooth_quant_0" -> "898 quantize_per_tensor_default_31" [style=solid, label="(1, -1, -1, 384)"]; +"898 quantize_per_tensor_default_31" -> "899 dequantize_per_tensor_default_31" [style=solid, label="(1, -1, -1, 384)"]; +"899 dequantize_per_tensor_default_31" -> "905 linear_30" [style=solid, label="(1, -1, -1, 384)"]; +"900 linear_30_scale_0" -> "903 quantize_per_channel_default_21" [style=solid, label="(1536,)"]; +"900 linear_30_scale_0" -> "904 dequantize_per_channel_default_21" [style=solid, label="(1536,)"]; +"901 linear_30_zero_point_0" -> "903 quantize_per_channel_default_21" [style=solid, label="(1536,)"]; +"901 linear_30_zero_point_0" -> "904 dequantize_per_channel_default_21" [style=solid, label="(1536,)"]; +"902 compressed_weight_updated_constant21" -> "903 quantize_per_channel_default_21" [style=solid, label="(1536, 384)"]; +"903 quantize_per_channel_default_21" -> "904 dequantize_per_channel_default_21" [style=solid, label="(1536, 384)"]; +"904 dequantize_per_channel_default_21" -> "905 linear_30" [style=solid, label="(1536, 384)"]; +"905 linear_30" -> "906 gelu_4" [style=solid, label="(1, -1, -1, 1536)"]; +"906 gelu_4" -> "907 dropout_18" [style=solid, label="(1, -1, -1, 1536)"]; +"907 dropout_18" -> "908 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"908 dropout_18_0_0_nncf_smooth_quant_0" -> "909 quantize_per_tensor_default_32" [style=solid, label="(1, -1, -1, 1536)"]; +"909 quantize_per_tensor_default_32" -> "910 dequantize_per_tensor_default_32" [style=solid, label="(1, -1, -1, 1536)"]; +"910 dequantize_per_tensor_default_32" -> "916 linear_31" [style=solid, label="(1, -1, -1, 1536)"]; +"911 linear_31_scale_0" -> "914 quantize_per_channel_default_22" [style=solid, label="(384,)"]; +"911 linear_31_scale_0" -> "915 dequantize_per_channel_default_22" [style=solid, label="(384,)"]; +"912 linear_31_zero_point_0" -> "914 quantize_per_channel_default_22" [style=solid, label="(384,)"]; +"912 linear_31_zero_point_0" -> "915 dequantize_per_channel_default_22" [style=solid, label="(384,)"]; +"913 compressed_weight_updated_constant22" -> "914 quantize_per_channel_default_22" [style=solid, label="(384, 1536)"]; +"914 quantize_per_channel_default_22" -> "915 dequantize_per_channel_default_22" [style=solid, label="(384, 1536)"]; +"915 dequantize_per_channel_default_22" -> "916 linear_31" [style=solid, label="(384, 1536)"]; +"916 linear_31" -> "917 dropout_19" [style=solid, label="(1, -1, -1, 384)"]; +"917 dropout_19" -> "918 layer_norm_12" [style=solid, label="(1, -1, -1, 384)"]; +"918 layer_norm_12" -> "919 add_16" [style=solid, label="(1, -1, -1, 384)"]; +"919 add_16" -> "935 pad_7" [style=solid, label="(1, -1, -1, 384)"]; +"919 add_16" -> "1050 add_19" [style=solid, label="(1, -1, -1, 384)"]; +"920 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "922 linear_32" [style=solid, label="(512, 2)"]; +"921 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "922 linear_32" [style=solid, label="(1, 15, 15, 2)"]; +"922 linear_32" -> "923 relu__5" [style=solid, label="(1, 15, 15, 512)"]; +"923 relu__5" -> "925 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"924 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "926 linear_33" [style=solid, label="(12, 512)"]; +"925 relu__5_0_0_nncf_smooth_quant_0" -> "926 linear_33" [style=solid, label="(1, 15, 15, 512)"]; +"926 linear_33" -> "927 view_26" [style=solid, label="(1, 15, 15, 12)"]; +"927 view_26" -> "928 index_5" [style=solid, label="(225, 12)"]; +"928 index_5" -> "929 view_27" [style=solid, label="(4096, 12)"]; +"929 view_27" -> "930 permute_23" [style=solid, label="(64, 64, 12)"]; +"930 permute_23" -> "931 contiguous_8" [style=solid, label="(12, 64, 64)"]; +"931 contiguous_8" -> "932 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; +"932 unsqueeze_13" -> "933 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; +"933 sigmoid_5" -> "934 mul_15" [style=solid, label="(1, 12, 64, 64)"]; +"934 mul_15" -> "974 add_17" [style=solid, label="(1, 12, 64, 64)"]; +"935 pad_7" -> "936 roll_4" [style=solid, label="(1, -1, -1, 384)"]; +"936 roll_4" -> "937 view_28" [style=solid, label="(1, -1, -1, 384)"]; +"937 view_28" -> "938 permute_24" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"938 permute_24" -> "939 reshape_22" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"939 reshape_22" -> "943 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"939 reshape_22" -> "975 new_zeros_2" [style=solid, label="(-1, -1, 384)"]; +"940 clone_5" -> "941 slice_68" [style=solid, label="(1152,)"]; +"940 clone_5" -> "951 linear_34" [style=solid, label="(1152,)"]; +"941 slice_68" -> "942 zero__5" [style=solid, label="(384,)"]; +"943 reshape_22_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_33" [style=solid, label="(-1, -1, 384)"]; +"944 quantize_per_tensor_default_33" -> "945 dequantize_per_tensor_default_33" [style=solid, label="(-1, -1, 384)"]; +"945 dequantize_per_tensor_default_33" -> "951 linear_34" [style=solid, label="(-1, -1, 384)"]; +"946 linear_34_scale_0" -> "949 quantize_per_channel_default_23" [style=solid, label="(1152,)"]; +"946 linear_34_scale_0" -> "950 dequantize_per_channel_default_23" [style=solid, label="(1152,)"]; +"947 linear_34_zero_point_0" -> "949 quantize_per_channel_default_23" [style=solid, label="(1152,)"]; +"947 linear_34_zero_point_0" -> "950 dequantize_per_channel_default_23" [style=solid, label="(1152,)"]; +"948 compressed_weight_updated_constant23" -> "949 quantize_per_channel_default_23" [style=solid, label="(1152, 384)"]; +"949 quantize_per_channel_default_23" -> "950 dequantize_per_channel_default_23" [style=solid, label="(1152, 384)"]; +"950 dequantize_per_channel_default_23" -> "951 linear_34" [style=solid, label="(1152, 384)"]; +"951 linear_34" -> "952 reshape_23" [style=solid, label="(-1, -1, 1152)"]; +"952 reshape_23" -> "953 permute_25" [style=solid, label="(-1, -1, 3, 12, 32)"]; +"953 permute_25" -> "954 select_15" [style=solid, label="(3, -1, 12, -1, 32)"]; +"953 permute_25" -> "955 select_16" [style=solid, label="(3, -1, 12, -1, 32)"]; +"953 permute_25" -> "956 select_17" [style=solid, label="(3, -1, 12, -1, 32)"]; +"954 select_15" -> "957 linalg_vector_norm_10" [style=solid, label="(-1, 12, -1, 32)"]; +"954 select_15" -> "959 expand_as_10" [style=solid, label="(-1, 12, -1, 32)"]; +"954 select_15" -> "960 div_10" [style=solid, label="(-1, 12, -1, 32)"]; +"955 select_16" -> "963 linalg_vector_norm_11" [style=solid, label="(-1, 12, -1, 32)"]; +"955 select_16" -> "965 expand_as_11" [style=solid, label="(-1, 12, -1, 32)"]; +"955 select_16" -> "966 div_11" [style=solid, label="(-1, 12, -1, 32)"]; +"956 select_17" -> "1029 matmul_11" [style=solid, label="(-1, 12, -1, 32)"]; +"957 linalg_vector_norm_10" -> "958 clamp_min_10" [style=solid, label="(-1, 12, -1, 1)"]; +"958 clamp_min_10" -> "959 expand_as_10" [style=solid, label="(-1, 12, -1, 1)"]; +"959 expand_as_10" -> "960 div_10" [style=solid, label="(-1, 12, -1, 32)"]; +"960 div_10" -> "961 quantize_per_tensor_default_34" [style=solid, label="(-1, 12, -1, 32)"]; +"961 quantize_per_tensor_default_34" -> "962 dequantize_per_tensor_default_34" [style=solid, label="(-1, 12, -1, 32)"]; +"962 dequantize_per_tensor_default_34" -> "970 matmul_10" [style=solid, label="(-1, 12, -1, 32)"]; +"963 linalg_vector_norm_11" -> "964 clamp_min_11" [style=solid, label="(-1, 12, -1, 1)"]; +"964 clamp_min_11" -> "965 expand_as_11" [style=solid, label="(-1, 12, -1, 1)"]; +"965 expand_as_11" -> "966 div_11" [style=solid, label="(-1, 12, -1, 32)"]; +"966 div_11" -> "967 quantize_per_tensor_default_35" [style=solid, label="(-1, 12, -1, 32)"]; +"967 quantize_per_tensor_default_35" -> "968 dequantize_per_tensor_default_35" [style=solid, label="(-1, 12, -1, 32)"]; +"968 dequantize_per_tensor_default_35" -> "969 transpose_10" [style=solid, label="(-1, 12, -1, 32)"]; +"969 transpose_10" -> "970 matmul_10" [style=solid, label="(-1, 12, 32, -1)"]; +"970 matmul_10" -> "973 mul_17" [style=solid, label="(-1, 12, -1, -1)"]; +"971 clamp_5" -> "972 exp_5" [style=solid, label="(12, 1, 1)"]; +"972 exp_5" -> "973 mul_17" [style=solid, label="(12, 1, 1)"]; +"973 mul_17" -> "974 add_17" [style=solid, label="(-1, 12, -1, -1)"]; +"974 add_17" -> "1022 view_30" [style=solid, label="(-1, 12, -1, -1)"]; +"975 new_zeros_2" -> "977 slice_69" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "981 slice_71" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "985 slice_73" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "989 slice_75" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "993 slice_77" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "997 slice_79" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "1001 slice_81" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "1005 slice_83" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "1009 slice_85" [style=solid, label="(-1, -1)"]; +"975 new_zeros_2" -> "1012 view_29" [style=solid, label="(-1, -1)"]; +"976 lift_fresh_copy_18" -> "979 fill__18" [style=solid, label="()"]; +"977 slice_69" -> "978 slice_70" [style=solid, label="(-1, -1)"]; +"978 slice_70" -> "979 fill__18" [style=solid, label="(-1, -1)"]; +"980 lift_fresh_copy_19" -> "983 fill__19" [style=solid, label="()"]; +"981 slice_71" -> "982 slice_72" [style=solid, label="(-1, -1)"]; +"982 slice_72" -> "983 fill__19" [style=solid, label="(-1, 4)"]; +"984 lift_fresh_copy_20" -> "987 fill__20" [style=solid, label="()"]; +"985 slice_73" -> "986 slice_74" [style=solid, label="(-1, -1)"]; +"986 slice_74" -> "987 fill__20" [style=solid, label="(-1, 4)"]; +"988 lift_fresh_copy_21" -> "991 fill__21" [style=solid, label="()"]; +"989 slice_75" -> "990 slice_76" [style=solid, label="(4, -1)"]; +"990 slice_76" -> "991 fill__21" [style=solid, label="(4, -1)"]; +"992 lift_fresh_copy_22" -> "995 fill__22" [style=solid, label="()"]; +"993 slice_77" -> "994 slice_78" [style=solid, label="(4, -1)"]; +"994 slice_78" -> "995 fill__22" [style=solid, label="(4, 4)"]; +"996 lift_fresh_copy_23" -> "999 fill__23" [style=solid, label="()"]; +"997 slice_79" -> "998 slice_80" [style=solid, label="(4, -1)"]; +"998 slice_80" -> "999 fill__23" [style=solid, label="(4, 4)"]; +"1000 lift_fresh_copy_24" -> "1003 fill__24" [style=solid, label="()"]; +"1001 slice_81" -> "1002 slice_82" [style=solid, label="(4, -1)"]; +"1002 slice_82" -> "1003 fill__24" [style=solid, label="(4, -1)"]; +"1004 lift_fresh_copy_25" -> "1007 fill__25" [style=solid, label="()"]; +"1005 slice_83" -> "1006 slice_84" [style=solid, label="(4, -1)"]; +"1006 slice_84" -> "1007 fill__25" [style=solid, label="(4, 4)"]; +"1008 lift_fresh_copy_26" -> "1011 fill__26" [style=solid, label="()"]; +"1009 slice_85" -> "1010 slice_86" [style=solid, label="(4, -1)"]; +"1010 slice_86" -> "1011 fill__26" [style=solid, label="(4, 4)"]; +"1012 view_29" -> "1013 permute_26" [style=solid, label="(-1, -1, -1, -1)"]; +"1013 permute_26" -> "1014 reshape_24" [style=solid, label="(-1, -1, -1, -1)"]; +"1014 reshape_24" -> "1015 unsqueeze_14" [style=solid, label="(-1, -1)"]; +"1014 reshape_24" -> "1016 unsqueeze_15" [style=solid, label="(-1, -1)"]; +"1015 unsqueeze_14" -> "1017 sub_14" [style=solid, label="(-1, 1, -1)"]; +"1016 unsqueeze_15" -> "1017 sub_14" [style=solid, label="(-1, -1, 1)"]; +"1017 sub_14" -> "1018 ne_2" [style=solid, label="(-1, -1, -1)"]; +"1017 sub_14" -> "1019 masked_fill_4" [style=solid, label="(-1, -1, -1)"]; +"1017 sub_14" -> "1020 eq_2" [style=solid, label="(-1, -1, -1)"]; +"1018 ne_2" -> "1019 masked_fill_4" [style=solid, label="(-1, -1, -1)"]; +"1019 masked_fill_4" -> "1021 masked_fill_5" [style=solid, label="(-1, -1, -1)"]; +"1020 eq_2" -> "1021 masked_fill_5" [style=solid, label="(-1, -1, -1)"]; +"1021 masked_fill_5" -> "1023 unsqueeze_16" [style=solid, label="(-1, -1, -1)"]; +"1022 view_30" -> "1025 add_18" [style=solid, label="(1, -1, 12, -1, -1)"]; +"1023 unsqueeze_16" -> "1024 unsqueeze_17" [style=solid, label="(-1, 1, -1, -1)"]; +"1024 unsqueeze_17" -> "1025 add_18" [style=solid, label="(1, -1, 1, -1, -1)"]; +"1025 add_18" -> "1026 view_31" [style=solid, label="(1, -1, 12, -1, -1)"]; +"1026 view_31" -> "1027 softmax_5" [style=solid, label="(-1, 12, -1, -1)"]; +"1027 softmax_5" -> "1028 dropout_20" [style=solid, label="(-1, 12, -1, -1)"]; +"1028 dropout_20" -> "1029 matmul_11" [style=solid, label="(-1, 12, -1, -1)"]; +"1029 matmul_11" -> "1030 transpose_11" [style=solid, label="(-1, 12, -1, 32)"]; +"1030 transpose_11" -> "1031 reshape_25" [style=solid, label="(-1, -1, 12, 32)"]; +"1031 reshape_25" -> "1032 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1032 reshape_25_0_0_nncf_smooth_quant_0" -> "1033 quantize_per_tensor_default_36" [style=solid, label="(-1, -1, 384)"]; +"1033 quantize_per_tensor_default_36" -> "1034 dequantize_per_tensor_default_36" [style=solid, label="(-1, -1, 384)"]; +"1034 dequantize_per_tensor_default_36" -> "1040 linear_35" [style=solid, label="(-1, -1, 384)"]; +"1035 linear_35_scale_0" -> "1038 quantize_per_channel_default_24" [style=solid, label="(384,)"]; +"1035 linear_35_scale_0" -> "1039 dequantize_per_channel_default_24" [style=solid, label="(384,)"]; +"1036 linear_35_zero_point_0" -> "1038 quantize_per_channel_default_24" [style=solid, label="(384,)"]; +"1036 linear_35_zero_point_0" -> "1039 dequantize_per_channel_default_24" [style=solid, label="(384,)"]; +"1037 compressed_weight_updated_constant24" -> "1038 quantize_per_channel_default_24" [style=solid, label="(384, 384)"]; +"1038 quantize_per_channel_default_24" -> "1039 dequantize_per_channel_default_24" [style=solid, label="(384, 384)"]; +"1039 dequantize_per_channel_default_24" -> "1040 linear_35" [style=solid, label="(384, 384)"]; +"1040 linear_35" -> "1041 dropout_21" [style=solid, label="(-1, -1, 384)"]; +"1041 dropout_21" -> "1042 view_32" [style=solid, label="(-1, -1, 384)"]; +"1042 view_32" -> "1043 permute_27" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"1043 permute_27" -> "1044 reshape_26" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"1044 reshape_26" -> "1045 roll_5" [style=solid, label="(1, -1, -1, 384)"]; +"1045 roll_5" -> "1046 slice_87" [style=solid, label="(1, -1, -1, 384)"]; +"1046 slice_87" -> "1047 slice_88" [style=solid, label="(1, -1, -1, 384)"]; +"1047 slice_88" -> "1048 contiguous_9" [style=solid, label="(1, -1, -1, 384)"]; +"1048 contiguous_9" -> "1049 layer_norm_13" [style=solid, label="(1, -1, -1, 384)"]; +"1049 layer_norm_13" -> "1050 add_19" [style=solid, label="(1, -1, -1, 384)"]; +"1050 add_19" -> "1051 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"1050 add_19" -> "1073 add_20" [style=solid, label="(1, -1, -1, 384)"]; +"1051 add_19_0_0_nncf_smooth_quant_0" -> "1052 quantize_per_tensor_default_37" [style=solid, label="(1, -1, -1, 384)"]; +"1052 quantize_per_tensor_default_37" -> "1053 dequantize_per_tensor_default_37" [style=solid, label="(1, -1, -1, 384)"]; +"1053 dequantize_per_tensor_default_37" -> "1059 linear_36" [style=solid, label="(1, -1, -1, 384)"]; +"1054 linear_36_scale_0" -> "1057 quantize_per_channel_default_25" [style=solid, label="(1536,)"]; +"1054 linear_36_scale_0" -> "1058 dequantize_per_channel_default_25" [style=solid, label="(1536,)"]; +"1055 linear_36_zero_point_0" -> "1057 quantize_per_channel_default_25" [style=solid, label="(1536,)"]; +"1055 linear_36_zero_point_0" -> "1058 dequantize_per_channel_default_25" [style=solid, label="(1536,)"]; +"1056 compressed_weight_updated_constant25" -> "1057 quantize_per_channel_default_25" [style=solid, label="(1536, 384)"]; +"1057 quantize_per_channel_default_25" -> "1058 dequantize_per_channel_default_25" [style=solid, label="(1536, 384)"]; +"1058 dequantize_per_channel_default_25" -> "1059 linear_36" [style=solid, label="(1536, 384)"]; +"1059 linear_36" -> "1060 gelu_5" [style=solid, label="(1, -1, -1, 1536)"]; +"1060 gelu_5" -> "1061 dropout_22" [style=solid, label="(1, -1, -1, 1536)"]; +"1061 dropout_22" -> "1062 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"1062 dropout_22_0_0_nncf_smooth_quant_0" -> "1063 quantize_per_tensor_default_38" [style=solid, label="(1, -1, -1, 1536)"]; +"1063 quantize_per_tensor_default_38" -> "1064 dequantize_per_tensor_default_38" [style=solid, label="(1, -1, -1, 1536)"]; +"1064 dequantize_per_tensor_default_38" -> "1070 linear_37" [style=solid, label="(1, -1, -1, 1536)"]; +"1065 linear_37_scale_0" -> "1068 quantize_per_channel_default_26" [style=solid, label="(384,)"]; +"1065 linear_37_scale_0" -> "1069 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; +"1066 linear_37_zero_point_0" -> "1068 quantize_per_channel_default_26" [style=solid, label="(384,)"]; +"1066 linear_37_zero_point_0" -> "1069 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; +"1067 compressed_weight_updated_constant26" -> "1068 quantize_per_channel_default_26" [style=solid, label="(384, 1536)"]; +"1068 quantize_per_channel_default_26" -> "1069 dequantize_per_channel_default_26" [style=solid, label="(384, 1536)"]; +"1069 dequantize_per_channel_default_26" -> "1070 linear_37" [style=solid, label="(384, 1536)"]; +"1070 linear_37" -> "1071 dropout_23" [style=solid, label="(1, -1, -1, 384)"]; +"1071 dropout_23" -> "1072 layer_norm_14" [style=solid, label="(1, -1, -1, 384)"]; +"1072 layer_norm_14" -> "1073 add_20" [style=solid, label="(1, -1, -1, 384)"]; +"1073 add_20" -> "1089 pad_8" [style=solid, label="(1, -1, -1, 384)"]; +"1073 add_20" -> "1150 add_22" [style=solid, label="(1, -1, -1, 384)"]; +"1074 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1076 linear_38" [style=solid, label="(512, 2)"]; +"1075 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1076 linear_38" [style=solid, label="(1, 15, 15, 2)"]; +"1076 linear_38" -> "1077 relu__6" [style=solid, label="(1, 15, 15, 512)"]; +"1077 relu__6" -> "1079 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1078 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1080 linear_39" [style=solid, label="(12, 512)"]; +"1079 relu__6_0_0_nncf_smooth_quant_0" -> "1080 linear_39" [style=solid, label="(1, 15, 15, 512)"]; +"1080 linear_39" -> "1081 view_33" [style=solid, label="(1, 15, 15, 12)"]; +"1081 view_33" -> "1082 index_6" [style=solid, label="(225, 12)"]; +"1082 index_6" -> "1083 view_34" [style=solid, label="(4096, 12)"]; +"1083 view_34" -> "1084 permute_28" [style=solid, label="(64, 64, 12)"]; +"1084 permute_28" -> "1085 contiguous_10" [style=solid, label="(12, 64, 64)"]; +"1085 contiguous_10" -> "1086 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; +"1086 unsqueeze_18" -> "1087 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; +"1087 sigmoid_6" -> "1088 mul_18" [style=solid, label="(1, 12, 64, 64)"]; +"1088 mul_18" -> "1127 add_21" [style=solid, label="(1, 12, 64, 64)"]; +"1089 pad_8" -> "1090 view_35" [style=solid, label="(1, -1, -1, 384)"]; +"1090 view_35" -> "1091 permute_29" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1091 permute_29" -> "1092 reshape_27" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1092 reshape_27" -> "1096 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1093 clone_6" -> "1094 slice_89" [style=solid, label="(1152,)"]; +"1093 clone_6" -> "1104 linear_40" [style=solid, label="(1152,)"]; +"1094 slice_89" -> "1095 zero__6" [style=solid, label="(384,)"]; +"1096 reshape_27_0_0_nncf_smooth_quant_0" -> "1097 quantize_per_tensor_default_39" [style=solid, label="(-1, -1, 384)"]; +"1097 quantize_per_tensor_default_39" -> "1098 dequantize_per_tensor_default_39" [style=solid, label="(-1, -1, 384)"]; +"1098 dequantize_per_tensor_default_39" -> "1104 linear_40" [style=solid, label="(-1, -1, 384)"]; +"1099 linear_40_scale_0" -> "1102 quantize_per_channel_default_27" [style=solid, label="(1152,)"]; +"1099 linear_40_scale_0" -> "1103 dequantize_per_channel_default_27" [style=solid, label="(1152,)"]; +"1100 linear_40_zero_point_0" -> "1102 quantize_per_channel_default_27" [style=solid, label="(1152,)"]; +"1100 linear_40_zero_point_0" -> "1103 dequantize_per_channel_default_27" [style=solid, label="(1152,)"]; +"1101 compressed_weight_updated_constant27" -> "1102 quantize_per_channel_default_27" [style=solid, label="(1152, 384)"]; +"1102 quantize_per_channel_default_27" -> "1103 dequantize_per_channel_default_27" [style=solid, label="(1152, 384)"]; +"1103 dequantize_per_channel_default_27" -> "1104 linear_40" [style=solid, label="(1152, 384)"]; +"1104 linear_40" -> "1105 reshape_28" [style=solid, label="(-1, -1, 1152)"]; +"1105 reshape_28" -> "1106 permute_30" [style=solid, label="(-1, -1, 3, 12, 32)"]; +"1106 permute_30" -> "1107 select_18" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1106 permute_30" -> "1108 select_19" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1106 permute_30" -> "1109 select_20" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1107 select_18" -> "1110 linalg_vector_norm_12" [style=solid, label="(-1, 12, -1, 32)"]; +"1107 select_18" -> "1112 expand_as_12" [style=solid, label="(-1, 12, -1, 32)"]; +"1107 select_18" -> "1113 div_12" [style=solid, label="(-1, 12, -1, 32)"]; +"1108 select_19" -> "1116 linalg_vector_norm_13" [style=solid, label="(-1, 12, -1, 32)"]; +"1108 select_19" -> "1118 expand_as_13" [style=solid, label="(-1, 12, -1, 32)"]; +"1108 select_19" -> "1119 div_13" [style=solid, label="(-1, 12, -1, 32)"]; +"1109 select_20" -> "1130 matmul_13" [style=solid, label="(-1, 12, -1, 32)"]; +"1110 linalg_vector_norm_12" -> "1111 clamp_min_12" [style=solid, label="(-1, 12, -1, 1)"]; +"1111 clamp_min_12" -> "1112 expand_as_12" [style=solid, label="(-1, 12, -1, 1)"]; +"1112 expand_as_12" -> "1113 div_12" [style=solid, label="(-1, 12, -1, 32)"]; +"1113 div_12" -> "1114 quantize_per_tensor_default_40" [style=solid, label="(-1, 12, -1, 32)"]; +"1114 quantize_per_tensor_default_40" -> "1115 dequantize_per_tensor_default_40" [style=solid, label="(-1, 12, -1, 32)"]; +"1115 dequantize_per_tensor_default_40" -> "1123 matmul_12" [style=solid, label="(-1, 12, -1, 32)"]; +"1116 linalg_vector_norm_13" -> "1117 clamp_min_13" [style=solid, label="(-1, 12, -1, 1)"]; +"1117 clamp_min_13" -> "1118 expand_as_13" [style=solid, label="(-1, 12, -1, 1)"]; +"1118 expand_as_13" -> "1119 div_13" [style=solid, label="(-1, 12, -1, 32)"]; +"1119 div_13" -> "1120 quantize_per_tensor_default_41" [style=solid, label="(-1, 12, -1, 32)"]; +"1120 quantize_per_tensor_default_41" -> "1121 dequantize_per_tensor_default_41" [style=solid, label="(-1, 12, -1, 32)"]; +"1121 dequantize_per_tensor_default_41" -> "1122 transpose_12" [style=solid, label="(-1, 12, -1, 32)"]; +"1122 transpose_12" -> "1123 matmul_12" [style=solid, label="(-1, 12, 32, -1)"]; +"1123 matmul_12" -> "1126 mul_20" [style=solid, label="(-1, 12, -1, -1)"]; +"1124 clamp_6" -> "1125 exp_6" [style=solid, label="(12, 1, 1)"]; +"1125 exp_6" -> "1126 mul_20" [style=solid, label="(12, 1, 1)"]; +"1126 mul_20" -> "1127 add_21" [style=solid, label="(-1, 12, -1, -1)"]; +"1127 add_21" -> "1128 softmax_6" [style=solid, label="(-1, 12, -1, -1)"]; +"1128 softmax_6" -> "1129 dropout_24" [style=solid, label="(-1, 12, -1, -1)"]; +"1129 dropout_24" -> "1130 matmul_13" [style=solid, label="(-1, 12, -1, -1)"]; +"1130 matmul_13" -> "1131 transpose_13" [style=solid, label="(-1, 12, -1, 32)"]; +"1131 transpose_13" -> "1132 reshape_29" [style=solid, label="(-1, -1, 12, 32)"]; +"1132 reshape_29" -> "1133 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1133 reshape_29_0_0_nncf_smooth_quant_0" -> "1134 quantize_per_tensor_default_42" [style=solid, label="(-1, -1, 384)"]; +"1134 quantize_per_tensor_default_42" -> "1135 dequantize_per_tensor_default_42" [style=solid, label="(-1, -1, 384)"]; +"1135 dequantize_per_tensor_default_42" -> "1141 linear_41" [style=solid, label="(-1, -1, 384)"]; +"1136 linear_41_scale_0" -> "1139 quantize_per_channel_default_28" [style=solid, label="(384,)"]; +"1136 linear_41_scale_0" -> "1140 dequantize_per_channel_default_28" [style=solid, label="(384,)"]; +"1137 linear_41_zero_point_0" -> "1139 quantize_per_channel_default_28" [style=solid, label="(384,)"]; +"1137 linear_41_zero_point_0" -> "1140 dequantize_per_channel_default_28" [style=solid, label="(384,)"]; +"1138 compressed_weight_updated_constant28" -> "1139 quantize_per_channel_default_28" [style=solid, label="(384, 384)"]; +"1139 quantize_per_channel_default_28" -> "1140 dequantize_per_channel_default_28" [style=solid, label="(384, 384)"]; +"1140 dequantize_per_channel_default_28" -> "1141 linear_41" [style=solid, label="(384, 384)"]; +"1141 linear_41" -> "1142 dropout_25" [style=solid, label="(-1, -1, 384)"]; +"1142 dropout_25" -> "1143 view_36" [style=solid, label="(-1, -1, 384)"]; +"1143 view_36" -> "1144 permute_31" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"1144 permute_31" -> "1145 reshape_30" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"1145 reshape_30" -> "1146 slice_90" [style=solid, label="(1, -1, -1, 384)"]; +"1146 slice_90" -> "1147 slice_91" [style=solid, label="(1, -1, -1, 384)"]; +"1147 slice_91" -> "1148 contiguous_11" [style=solid, label="(1, -1, -1, 384)"]; +"1148 contiguous_11" -> "1149 layer_norm_15" [style=solid, label="(1, -1, -1, 384)"]; +"1149 layer_norm_15" -> "1150 add_22" [style=solid, label="(1, -1, -1, 384)"]; +"1150 add_22" -> "1151 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"1150 add_22" -> "1173 add_23" [style=solid, label="(1, -1, -1, 384)"]; +"1151 add_22_0_0_nncf_smooth_quant_0" -> "1152 quantize_per_tensor_default_43" [style=solid, label="(1, -1, -1, 384)"]; +"1152 quantize_per_tensor_default_43" -> "1153 dequantize_per_tensor_default_43" [style=solid, label="(1, -1, -1, 384)"]; +"1153 dequantize_per_tensor_default_43" -> "1159 linear_42" [style=solid, label="(1, -1, -1, 384)"]; +"1154 linear_42_scale_0" -> "1157 quantize_per_channel_default_29" [style=solid, label="(1536,)"]; +"1154 linear_42_scale_0" -> "1158 dequantize_per_channel_default_29" [style=solid, label="(1536,)"]; +"1155 linear_42_zero_point_0" -> "1157 quantize_per_channel_default_29" [style=solid, label="(1536,)"]; +"1155 linear_42_zero_point_0" -> "1158 dequantize_per_channel_default_29" [style=solid, label="(1536,)"]; +"1156 compressed_weight_updated_constant29" -> "1157 quantize_per_channel_default_29" [style=solid, label="(1536, 384)"]; +"1157 quantize_per_channel_default_29" -> "1158 dequantize_per_channel_default_29" [style=solid, label="(1536, 384)"]; +"1158 dequantize_per_channel_default_29" -> "1159 linear_42" [style=solid, label="(1536, 384)"]; +"1159 linear_42" -> "1160 gelu_6" [style=solid, label="(1, -1, -1, 1536)"]; +"1160 gelu_6" -> "1161 dropout_26" [style=solid, label="(1, -1, -1, 1536)"]; +"1161 dropout_26" -> "1162 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"1162 dropout_26_0_0_nncf_smooth_quant_0" -> "1163 quantize_per_tensor_default_44" [style=solid, label="(1, -1, -1, 1536)"]; +"1163 quantize_per_tensor_default_44" -> "1164 dequantize_per_tensor_default_44" [style=solid, label="(1, -1, -1, 1536)"]; +"1164 dequantize_per_tensor_default_44" -> "1170 linear_43" [style=solid, label="(1, -1, -1, 1536)"]; +"1165 linear_43_scale_0" -> "1168 quantize_per_channel_default_30" [style=solid, label="(384,)"]; +"1165 linear_43_scale_0" -> "1169 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; +"1166 linear_43_zero_point_0" -> "1168 quantize_per_channel_default_30" [style=solid, label="(384,)"]; +"1166 linear_43_zero_point_0" -> "1169 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; +"1167 compressed_weight_updated_constant30" -> "1168 quantize_per_channel_default_30" [style=solid, label="(384, 1536)"]; +"1168 quantize_per_channel_default_30" -> "1169 dequantize_per_channel_default_30" [style=solid, label="(384, 1536)"]; +"1169 dequantize_per_channel_default_30" -> "1170 linear_43" [style=solid, label="(384, 1536)"]; +"1170 linear_43" -> "1171 dropout_27" [style=solid, label="(1, -1, -1, 384)"]; +"1171 dropout_27" -> "1172 layer_norm_16" [style=solid, label="(1, -1, -1, 384)"]; +"1172 layer_norm_16" -> "1173 add_23" [style=solid, label="(1, -1, -1, 384)"]; +"1173 add_23" -> "1189 pad_9" [style=solid, label="(1, -1, -1, 384)"]; +"1173 add_23" -> "1304 add_26" [style=solid, label="(1, -1, -1, 384)"]; +"1174 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1176 linear_44" [style=solid, label="(512, 2)"]; +"1175 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1176 linear_44" [style=solid, label="(1, 15, 15, 2)"]; +"1176 linear_44" -> "1177 relu__7" [style=solid, label="(1, 15, 15, 512)"]; +"1177 relu__7" -> "1179 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1178 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1180 linear_45" [style=solid, label="(12, 512)"]; +"1179 relu__7_0_0_nncf_smooth_quant_0" -> "1180 linear_45" [style=solid, label="(1, 15, 15, 512)"]; +"1180 linear_45" -> "1181 view_37" [style=solid, label="(1, 15, 15, 12)"]; +"1181 view_37" -> "1182 index_7" [style=solid, label="(225, 12)"]; +"1182 index_7" -> "1183 view_38" [style=solid, label="(4096, 12)"]; +"1183 view_38" -> "1184 permute_32" [style=solid, label="(64, 64, 12)"]; +"1184 permute_32" -> "1185 contiguous_12" [style=solid, label="(12, 64, 64)"]; +"1185 contiguous_12" -> "1186 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; +"1186 unsqueeze_19" -> "1187 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; +"1187 sigmoid_7" -> "1188 mul_21" [style=solid, label="(1, 12, 64, 64)"]; +"1188 mul_21" -> "1228 add_24" [style=solid, label="(1, 12, 64, 64)"]; +"1189 pad_9" -> "1190 roll_6" [style=solid, label="(1, -1, -1, 384)"]; +"1190 roll_6" -> "1191 view_39" [style=solid, label="(1, -1, -1, 384)"]; +"1191 view_39" -> "1192 permute_33" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1192 permute_33" -> "1193 reshape_31" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1193 reshape_31" -> "1197 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1193 reshape_31" -> "1229 new_zeros_3" [style=solid, label="(-1, -1, 384)"]; +"1194 clone_7" -> "1195 slice_92" [style=solid, label="(1152,)"]; +"1194 clone_7" -> "1205 linear_46" [style=solid, label="(1152,)"]; +"1195 slice_92" -> "1196 zero__7" [style=solid, label="(384,)"]; +"1197 reshape_31_0_0_nncf_smooth_quant_0" -> "1198 quantize_per_tensor_default_45" [style=solid, label="(-1, -1, 384)"]; +"1198 quantize_per_tensor_default_45" -> "1199 dequantize_per_tensor_default_45" [style=solid, label="(-1, -1, 384)"]; +"1199 dequantize_per_tensor_default_45" -> "1205 linear_46" [style=solid, label="(-1, -1, 384)"]; +"1200 linear_46_scale_0" -> "1203 quantize_per_channel_default_31" [style=solid, label="(1152,)"]; +"1200 linear_46_scale_0" -> "1204 dequantize_per_channel_default_31" [style=solid, label="(1152,)"]; +"1201 linear_46_zero_point_0" -> "1203 quantize_per_channel_default_31" [style=solid, label="(1152,)"]; +"1201 linear_46_zero_point_0" -> "1204 dequantize_per_channel_default_31" [style=solid, label="(1152,)"]; +"1202 compressed_weight_updated_constant31" -> "1203 quantize_per_channel_default_31" [style=solid, label="(1152, 384)"]; +"1203 quantize_per_channel_default_31" -> "1204 dequantize_per_channel_default_31" [style=solid, label="(1152, 384)"]; +"1204 dequantize_per_channel_default_31" -> "1205 linear_46" [style=solid, label="(1152, 384)"]; +"1205 linear_46" -> "1206 reshape_32" [style=solid, label="(-1, -1, 1152)"]; +"1206 reshape_32" -> "1207 permute_34" [style=solid, label="(-1, -1, 3, 12, 32)"]; +"1207 permute_34" -> "1208 select_21" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1207 permute_34" -> "1209 select_22" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1207 permute_34" -> "1210 select_23" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1208 select_21" -> "1211 linalg_vector_norm_14" [style=solid, label="(-1, 12, -1, 32)"]; +"1208 select_21" -> "1213 expand_as_14" [style=solid, label="(-1, 12, -1, 32)"]; +"1208 select_21" -> "1214 div_14" [style=solid, label="(-1, 12, -1, 32)"]; +"1209 select_22" -> "1217 linalg_vector_norm_15" [style=solid, label="(-1, 12, -1, 32)"]; +"1209 select_22" -> "1219 expand_as_15" [style=solid, label="(-1, 12, -1, 32)"]; +"1209 select_22" -> "1220 div_15" [style=solid, label="(-1, 12, -1, 32)"]; +"1210 select_23" -> "1283 matmul_15" [style=solid, label="(-1, 12, -1, 32)"]; +"1211 linalg_vector_norm_14" -> "1212 clamp_min_14" [style=solid, label="(-1, 12, -1, 1)"]; +"1212 clamp_min_14" -> "1213 expand_as_14" [style=solid, label="(-1, 12, -1, 1)"]; +"1213 expand_as_14" -> "1214 div_14" [style=solid, label="(-1, 12, -1, 32)"]; +"1214 div_14" -> "1215 quantize_per_tensor_default_46" [style=solid, label="(-1, 12, -1, 32)"]; +"1215 quantize_per_tensor_default_46" -> "1216 dequantize_per_tensor_default_46" [style=solid, label="(-1, 12, -1, 32)"]; +"1216 dequantize_per_tensor_default_46" -> "1224 matmul_14" [style=solid, label="(-1, 12, -1, 32)"]; +"1217 linalg_vector_norm_15" -> "1218 clamp_min_15" [style=solid, label="(-1, 12, -1, 1)"]; +"1218 clamp_min_15" -> "1219 expand_as_15" [style=solid, label="(-1, 12, -1, 1)"]; +"1219 expand_as_15" -> "1220 div_15" [style=solid, label="(-1, 12, -1, 32)"]; +"1220 div_15" -> "1221 quantize_per_tensor_default_47" [style=solid, label="(-1, 12, -1, 32)"]; +"1221 quantize_per_tensor_default_47" -> "1222 dequantize_per_tensor_default_47" [style=solid, label="(-1, 12, -1, 32)"]; +"1222 dequantize_per_tensor_default_47" -> "1223 transpose_14" [style=solid, label="(-1, 12, -1, 32)"]; +"1223 transpose_14" -> "1224 matmul_14" [style=solid, label="(-1, 12, 32, -1)"]; +"1224 matmul_14" -> "1227 mul_23" [style=solid, label="(-1, 12, -1, -1)"]; +"1225 clamp_7" -> "1226 exp_7" [style=solid, label="(12, 1, 1)"]; +"1226 exp_7" -> "1227 mul_23" [style=solid, label="(12, 1, 1)"]; +"1227 mul_23" -> "1228 add_24" [style=solid, label="(-1, 12, -1, -1)"]; +"1228 add_24" -> "1276 view_41" [style=solid, label="(-1, 12, -1, -1)"]; +"1229 new_zeros_3" -> "1231 slice_93" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1235 slice_95" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1239 slice_97" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1243 slice_99" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1247 slice_101" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1251 slice_103" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1255 slice_105" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1259 slice_107" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1263 slice_109" [style=solid, label="(-1, -1)"]; +"1229 new_zeros_3" -> "1266 view_40" [style=solid, label="(-1, -1)"]; +"1230 lift_fresh_copy_27" -> "1233 fill__27" [style=solid, label="()"]; +"1231 slice_93" -> "1232 slice_94" [style=solid, label="(-1, -1)"]; +"1232 slice_94" -> "1233 fill__27" [style=solid, label="(-1, -1)"]; +"1234 lift_fresh_copy_28" -> "1237 fill__28" [style=solid, label="()"]; +"1235 slice_95" -> "1236 slice_96" [style=solid, label="(-1, -1)"]; +"1236 slice_96" -> "1237 fill__28" [style=solid, label="(-1, 4)"]; +"1238 lift_fresh_copy_29" -> "1241 fill__29" [style=solid, label="()"]; +"1239 slice_97" -> "1240 slice_98" [style=solid, label="(-1, -1)"]; +"1240 slice_98" -> "1241 fill__29" [style=solid, label="(-1, 4)"]; +"1242 lift_fresh_copy_30" -> "1245 fill__30" [style=solid, label="()"]; +"1243 slice_99" -> "1244 slice_100" [style=solid, label="(4, -1)"]; +"1244 slice_100" -> "1245 fill__30" [style=solid, label="(4, -1)"]; +"1246 lift_fresh_copy_31" -> "1249 fill__31" [style=solid, label="()"]; +"1247 slice_101" -> "1248 slice_102" [style=solid, label="(4, -1)"]; +"1248 slice_102" -> "1249 fill__31" [style=solid, label="(4, 4)"]; +"1250 lift_fresh_copy_32" -> "1253 fill__32" [style=solid, label="()"]; +"1251 slice_103" -> "1252 slice_104" [style=solid, label="(4, -1)"]; +"1252 slice_104" -> "1253 fill__32" [style=solid, label="(4, 4)"]; +"1254 lift_fresh_copy_33" -> "1257 fill__33" [style=solid, label="()"]; +"1255 slice_105" -> "1256 slice_106" [style=solid, label="(4, -1)"]; +"1256 slice_106" -> "1257 fill__33" [style=solid, label="(4, -1)"]; +"1258 lift_fresh_copy_34" -> "1261 fill__34" [style=solid, label="()"]; +"1259 slice_107" -> "1260 slice_108" [style=solid, label="(4, -1)"]; +"1260 slice_108" -> "1261 fill__34" [style=solid, label="(4, 4)"]; +"1262 lift_fresh_copy_35" -> "1265 fill__35" [style=solid, label="()"]; +"1263 slice_109" -> "1264 slice_110" [style=solid, label="(4, -1)"]; +"1264 slice_110" -> "1265 fill__35" [style=solid, label="(4, 4)"]; +"1266 view_40" -> "1267 permute_35" [style=solid, label="(-1, -1, -1, -1)"]; +"1267 permute_35" -> "1268 reshape_33" [style=solid, label="(-1, -1, -1, -1)"]; +"1268 reshape_33" -> "1269 unsqueeze_20" [style=solid, label="(-1, -1)"]; +"1268 reshape_33" -> "1270 unsqueeze_21" [style=solid, label="(-1, -1)"]; +"1269 unsqueeze_20" -> "1271 sub_19" [style=solid, label="(-1, 1, -1)"]; +"1270 unsqueeze_21" -> "1271 sub_19" [style=solid, label="(-1, -1, 1)"]; +"1271 sub_19" -> "1272 ne_3" [style=solid, label="(-1, -1, -1)"]; +"1271 sub_19" -> "1273 masked_fill_6" [style=solid, label="(-1, -1, -1)"]; +"1271 sub_19" -> "1274 eq_3" [style=solid, label="(-1, -1, -1)"]; +"1272 ne_3" -> "1273 masked_fill_6" [style=solid, label="(-1, -1, -1)"]; +"1273 masked_fill_6" -> "1275 masked_fill_7" [style=solid, label="(-1, -1, -1)"]; +"1274 eq_3" -> "1275 masked_fill_7" [style=solid, label="(-1, -1, -1)"]; +"1275 masked_fill_7" -> "1277 unsqueeze_22" [style=solid, label="(-1, -1, -1)"]; +"1276 view_41" -> "1279 add_25" [style=solid, label="(1, -1, 12, -1, -1)"]; +"1277 unsqueeze_22" -> "1278 unsqueeze_23" [style=solid, label="(-1, 1, -1, -1)"]; +"1278 unsqueeze_23" -> "1279 add_25" [style=solid, label="(1, -1, 1, -1, -1)"]; +"1279 add_25" -> "1280 view_42" [style=solid, label="(1, -1, 12, -1, -1)"]; +"1280 view_42" -> "1281 softmax_7" [style=solid, label="(-1, 12, -1, -1)"]; +"1281 softmax_7" -> "1282 dropout_28" [style=solid, label="(-1, 12, -1, -1)"]; +"1282 dropout_28" -> "1283 matmul_15" [style=solid, label="(-1, 12, -1, -1)"]; +"1283 matmul_15" -> "1284 transpose_15" [style=solid, label="(-1, 12, -1, 32)"]; +"1284 transpose_15" -> "1285 reshape_34" [style=solid, label="(-1, -1, 12, 32)"]; +"1285 reshape_34" -> "1286 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1286 reshape_34_0_0_nncf_smooth_quant_0" -> "1287 quantize_per_tensor_default_48" [style=solid, label="(-1, -1, 384)"]; +"1287 quantize_per_tensor_default_48" -> "1288 dequantize_per_tensor_default_48" [style=solid, label="(-1, -1, 384)"]; +"1288 dequantize_per_tensor_default_48" -> "1294 linear_47" [style=solid, label="(-1, -1, 384)"]; +"1289 linear_47_scale_0" -> "1292 quantize_per_channel_default_32" [style=solid, label="(384,)"]; +"1289 linear_47_scale_0" -> "1293 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; +"1290 linear_47_zero_point_0" -> "1292 quantize_per_channel_default_32" [style=solid, label="(384,)"]; +"1290 linear_47_zero_point_0" -> "1293 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; +"1291 compressed_weight_updated_constant32" -> "1292 quantize_per_channel_default_32" [style=solid, label="(384, 384)"]; +"1292 quantize_per_channel_default_32" -> "1293 dequantize_per_channel_default_32" [style=solid, label="(384, 384)"]; +"1293 dequantize_per_channel_default_32" -> "1294 linear_47" [style=solid, label="(384, 384)"]; +"1294 linear_47" -> "1295 dropout_29" [style=solid, label="(-1, -1, 384)"]; +"1295 dropout_29" -> "1296 view_43" [style=solid, label="(-1, -1, 384)"]; +"1296 view_43" -> "1297 permute_36" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"1297 permute_36" -> "1298 reshape_35" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"1298 reshape_35" -> "1299 roll_7" [style=solid, label="(1, -1, -1, 384)"]; +"1299 roll_7" -> "1300 slice_111" [style=solid, label="(1, -1, -1, 384)"]; +"1300 slice_111" -> "1301 slice_112" [style=solid, label="(1, -1, -1, 384)"]; +"1301 slice_112" -> "1302 contiguous_13" [style=solid, label="(1, -1, -1, 384)"]; +"1302 contiguous_13" -> "1303 layer_norm_17" [style=solid, label="(1, -1, -1, 384)"]; +"1303 layer_norm_17" -> "1304 add_26" [style=solid, label="(1, -1, -1, 384)"]; +"1304 add_26" -> "1305 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"1304 add_26" -> "1327 add_27" [style=solid, label="(1, -1, -1, 384)"]; +"1305 add_26_0_0_nncf_smooth_quant_0" -> "1306 quantize_per_tensor_default_49" [style=solid, label="(1, -1, -1, 384)"]; +"1306 quantize_per_tensor_default_49" -> "1307 dequantize_per_tensor_default_49" [style=solid, label="(1, -1, -1, 384)"]; +"1307 dequantize_per_tensor_default_49" -> "1313 linear_48" [style=solid, label="(1, -1, -1, 384)"]; +"1308 linear_48_scale_0" -> "1311 quantize_per_channel_default_33" [style=solid, label="(1536,)"]; +"1308 linear_48_scale_0" -> "1312 dequantize_per_channel_default_33" [style=solid, label="(1536,)"]; +"1309 linear_48_zero_point_0" -> "1311 quantize_per_channel_default_33" [style=solid, label="(1536,)"]; +"1309 linear_48_zero_point_0" -> "1312 dequantize_per_channel_default_33" [style=solid, label="(1536,)"]; +"1310 compressed_weight_updated_constant33" -> "1311 quantize_per_channel_default_33" [style=solid, label="(1536, 384)"]; +"1311 quantize_per_channel_default_33" -> "1312 dequantize_per_channel_default_33" [style=solid, label="(1536, 384)"]; +"1312 dequantize_per_channel_default_33" -> "1313 linear_48" [style=solid, label="(1536, 384)"]; +"1313 linear_48" -> "1314 gelu_7" [style=solid, label="(1, -1, -1, 1536)"]; +"1314 gelu_7" -> "1315 dropout_30" [style=solid, label="(1, -1, -1, 1536)"]; +"1315 dropout_30" -> "1316 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"1316 dropout_30_0_0_nncf_smooth_quant_0" -> "1317 quantize_per_tensor_default_50" [style=solid, label="(1, -1, -1, 1536)"]; +"1317 quantize_per_tensor_default_50" -> "1318 dequantize_per_tensor_default_50" [style=solid, label="(1, -1, -1, 1536)"]; +"1318 dequantize_per_tensor_default_50" -> "1324 linear_49" [style=solid, label="(1, -1, -1, 1536)"]; +"1319 linear_49_scale_0" -> "1322 quantize_per_channel_default_34" [style=solid, label="(384,)"]; +"1319 linear_49_scale_0" -> "1323 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; +"1320 linear_49_zero_point_0" -> "1322 quantize_per_channel_default_34" [style=solid, label="(384,)"]; +"1320 linear_49_zero_point_0" -> "1323 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; +"1321 compressed_weight_updated_constant34" -> "1322 quantize_per_channel_default_34" [style=solid, label="(384, 1536)"]; +"1322 quantize_per_channel_default_34" -> "1323 dequantize_per_channel_default_34" [style=solid, label="(384, 1536)"]; +"1323 dequantize_per_channel_default_34" -> "1324 linear_49" [style=solid, label="(384, 1536)"]; +"1324 linear_49" -> "1325 dropout_31" [style=solid, label="(1, -1, -1, 384)"]; +"1325 dropout_31" -> "1326 layer_norm_18" [style=solid, label="(1, -1, -1, 384)"]; +"1326 layer_norm_18" -> "1327 add_27" [style=solid, label="(1, -1, -1, 384)"]; +"1327 add_27" -> "1343 pad_10" [style=solid, label="(1, -1, -1, 384)"]; +"1327 add_27" -> "1404 add_29" [style=solid, label="(1, -1, -1, 384)"]; +"1328 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1330 linear_50" [style=solid, label="(512, 2)"]; +"1329 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1330 linear_50" [style=solid, label="(1, 15, 15, 2)"]; +"1330 linear_50" -> "1331 relu__8" [style=solid, label="(1, 15, 15, 512)"]; +"1331 relu__8" -> "1333 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1332 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1334 linear_51" [style=solid, label="(12, 512)"]; +"1333 relu__8_0_0_nncf_smooth_quant_0" -> "1334 linear_51" [style=solid, label="(1, 15, 15, 512)"]; +"1334 linear_51" -> "1335 view_44" [style=solid, label="(1, 15, 15, 12)"]; +"1335 view_44" -> "1336 index_8" [style=solid, label="(225, 12)"]; +"1336 index_8" -> "1337 view_45" [style=solid, label="(4096, 12)"]; +"1337 view_45" -> "1338 permute_37" [style=solid, label="(64, 64, 12)"]; +"1338 permute_37" -> "1339 contiguous_14" [style=solid, label="(12, 64, 64)"]; +"1339 contiguous_14" -> "1340 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; +"1340 unsqueeze_24" -> "1341 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; +"1341 sigmoid_8" -> "1342 mul_24" [style=solid, label="(1, 12, 64, 64)"]; +"1342 mul_24" -> "1381 add_28" [style=solid, label="(1, 12, 64, 64)"]; +"1343 pad_10" -> "1344 view_46" [style=solid, label="(1, -1, -1, 384)"]; +"1344 view_46" -> "1345 permute_38" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1345 permute_38" -> "1346 reshape_36" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1346 reshape_36" -> "1350 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1347 clone_8" -> "1348 slice_113" [style=solid, label="(1152,)"]; +"1347 clone_8" -> "1358 linear_52" [style=solid, label="(1152,)"]; +"1348 slice_113" -> "1349 zero__8" [style=solid, label="(384,)"]; +"1350 reshape_36_0_0_nncf_smooth_quant_0" -> "1351 quantize_per_tensor_default_51" [style=solid, label="(-1, -1, 384)"]; +"1351 quantize_per_tensor_default_51" -> "1352 dequantize_per_tensor_default_51" [style=solid, label="(-1, -1, 384)"]; +"1352 dequantize_per_tensor_default_51" -> "1358 linear_52" [style=solid, label="(-1, -1, 384)"]; +"1353 linear_52_scale_0" -> "1356 quantize_per_channel_default_35" [style=solid, label="(1152,)"]; +"1353 linear_52_scale_0" -> "1357 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; +"1354 linear_52_zero_point_0" -> "1356 quantize_per_channel_default_35" [style=solid, label="(1152,)"]; +"1354 linear_52_zero_point_0" -> "1357 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; +"1355 compressed_weight_updated_constant35" -> "1356 quantize_per_channel_default_35" [style=solid, label="(1152, 384)"]; +"1356 quantize_per_channel_default_35" -> "1357 dequantize_per_channel_default_35" [style=solid, label="(1152, 384)"]; +"1357 dequantize_per_channel_default_35" -> "1358 linear_52" [style=solid, label="(1152, 384)"]; +"1358 linear_52" -> "1359 reshape_37" [style=solid, label="(-1, -1, 1152)"]; +"1359 reshape_37" -> "1360 permute_39" [style=solid, label="(-1, -1, 3, 12, 32)"]; +"1360 permute_39" -> "1361 select_24" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1360 permute_39" -> "1362 select_25" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1360 permute_39" -> "1363 select_26" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1361 select_24" -> "1364 linalg_vector_norm_16" [style=solid, label="(-1, 12, -1, 32)"]; +"1361 select_24" -> "1366 expand_as_16" [style=solid, label="(-1, 12, -1, 32)"]; +"1361 select_24" -> "1367 div_16" [style=solid, label="(-1, 12, -1, 32)"]; +"1362 select_25" -> "1370 linalg_vector_norm_17" [style=solid, label="(-1, 12, -1, 32)"]; +"1362 select_25" -> "1372 expand_as_17" [style=solid, label="(-1, 12, -1, 32)"]; +"1362 select_25" -> "1373 div_17" [style=solid, label="(-1, 12, -1, 32)"]; +"1363 select_26" -> "1384 matmul_17" [style=solid, label="(-1, 12, -1, 32)"]; +"1364 linalg_vector_norm_16" -> "1365 clamp_min_16" [style=solid, label="(-1, 12, -1, 1)"]; +"1365 clamp_min_16" -> "1366 expand_as_16" [style=solid, label="(-1, 12, -1, 1)"]; +"1366 expand_as_16" -> "1367 div_16" [style=solid, label="(-1, 12, -1, 32)"]; +"1367 div_16" -> "1368 quantize_per_tensor_default_52" [style=solid, label="(-1, 12, -1, 32)"]; +"1368 quantize_per_tensor_default_52" -> "1369 dequantize_per_tensor_default_52" [style=solid, label="(-1, 12, -1, 32)"]; +"1369 dequantize_per_tensor_default_52" -> "1377 matmul_16" [style=solid, label="(-1, 12, -1, 32)"]; +"1370 linalg_vector_norm_17" -> "1371 clamp_min_17" [style=solid, label="(-1, 12, -1, 1)"]; +"1371 clamp_min_17" -> "1372 expand_as_17" [style=solid, label="(-1, 12, -1, 1)"]; +"1372 expand_as_17" -> "1373 div_17" [style=solid, label="(-1, 12, -1, 32)"]; +"1373 div_17" -> "1374 quantize_per_tensor_default_53" [style=solid, label="(-1, 12, -1, 32)"]; +"1374 quantize_per_tensor_default_53" -> "1375 dequantize_per_tensor_default_53" [style=solid, label="(-1, 12, -1, 32)"]; +"1375 dequantize_per_tensor_default_53" -> "1376 transpose_16" [style=solid, label="(-1, 12, -1, 32)"]; +"1376 transpose_16" -> "1377 matmul_16" [style=solid, label="(-1, 12, 32, -1)"]; +"1377 matmul_16" -> "1380 mul_26" [style=solid, label="(-1, 12, -1, -1)"]; +"1378 clamp_8" -> "1379 exp_8" [style=solid, label="(12, 1, 1)"]; +"1379 exp_8" -> "1380 mul_26" [style=solid, label="(12, 1, 1)"]; +"1380 mul_26" -> "1381 add_28" [style=solid, label="(-1, 12, -1, -1)"]; +"1381 add_28" -> "1382 softmax_8" [style=solid, label="(-1, 12, -1, -1)"]; +"1382 softmax_8" -> "1383 dropout_32" [style=solid, label="(-1, 12, -1, -1)"]; +"1383 dropout_32" -> "1384 matmul_17" [style=solid, label="(-1, 12, -1, -1)"]; +"1384 matmul_17" -> "1385 transpose_17" [style=solid, label="(-1, 12, -1, 32)"]; +"1385 transpose_17" -> "1386 reshape_38" [style=solid, label="(-1, -1, 12, 32)"]; +"1386 reshape_38" -> "1387 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1387 reshape_38_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_default_54" [style=solid, label="(-1, -1, 384)"]; +"1388 quantize_per_tensor_default_54" -> "1389 dequantize_per_tensor_default_54" [style=solid, label="(-1, -1, 384)"]; +"1389 dequantize_per_tensor_default_54" -> "1395 linear_53" [style=solid, label="(-1, -1, 384)"]; +"1390 linear_53_scale_0" -> "1393 quantize_per_channel_default_36" [style=solid, label="(384,)"]; +"1390 linear_53_scale_0" -> "1394 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; +"1391 linear_53_zero_point_0" -> "1393 quantize_per_channel_default_36" [style=solid, label="(384,)"]; +"1391 linear_53_zero_point_0" -> "1394 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; +"1392 compressed_weight_updated_constant36" -> "1393 quantize_per_channel_default_36" [style=solid, label="(384, 384)"]; +"1393 quantize_per_channel_default_36" -> "1394 dequantize_per_channel_default_36" [style=solid, label="(384, 384)"]; +"1394 dequantize_per_channel_default_36" -> "1395 linear_53" [style=solid, label="(384, 384)"]; +"1395 linear_53" -> "1396 dropout_33" [style=solid, label="(-1, -1, 384)"]; +"1396 dropout_33" -> "1397 view_47" [style=solid, label="(-1, -1, 384)"]; +"1397 view_47" -> "1398 permute_40" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"1398 permute_40" -> "1399 reshape_39" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"1399 reshape_39" -> "1400 slice_114" [style=solid, label="(1, -1, -1, 384)"]; +"1400 slice_114" -> "1401 slice_115" [style=solid, label="(1, -1, -1, 384)"]; +"1401 slice_115" -> "1402 contiguous_15" [style=solid, label="(1, -1, -1, 384)"]; +"1402 contiguous_15" -> "1403 layer_norm_19" [style=solid, label="(1, -1, -1, 384)"]; +"1403 layer_norm_19" -> "1404 add_29" [style=solid, label="(1, -1, -1, 384)"]; +"1404 add_29" -> "1405 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"1404 add_29" -> "1427 add_30" [style=solid, label="(1, -1, -1, 384)"]; +"1405 add_29_0_0_nncf_smooth_quant_0" -> "1406 quantize_per_tensor_default_55" [style=solid, label="(1, -1, -1, 384)"]; +"1406 quantize_per_tensor_default_55" -> "1407 dequantize_per_tensor_default_55" [style=solid, label="(1, -1, -1, 384)"]; +"1407 dequantize_per_tensor_default_55" -> "1413 linear_54" [style=solid, label="(1, -1, -1, 384)"]; +"1408 linear_54_scale_0" -> "1411 quantize_per_channel_default_37" [style=solid, label="(1536,)"]; +"1408 linear_54_scale_0" -> "1412 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; +"1409 linear_54_zero_point_0" -> "1411 quantize_per_channel_default_37" [style=solid, label="(1536,)"]; +"1409 linear_54_zero_point_0" -> "1412 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; +"1410 compressed_weight_updated_constant37" -> "1411 quantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; +"1411 quantize_per_channel_default_37" -> "1412 dequantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; +"1412 dequantize_per_channel_default_37" -> "1413 linear_54" [style=solid, label="(1536, 384)"]; +"1413 linear_54" -> "1414 gelu_8" [style=solid, label="(1, -1, -1, 1536)"]; +"1414 gelu_8" -> "1415 dropout_34" [style=solid, label="(1, -1, -1, 1536)"]; +"1415 dropout_34" -> "1416 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"1416 dropout_34_0_0_nncf_smooth_quant_0" -> "1417 quantize_per_tensor_default_56" [style=solid, label="(1, -1, -1, 1536)"]; +"1417 quantize_per_tensor_default_56" -> "1418 dequantize_per_tensor_default_56" [style=solid, label="(1, -1, -1, 1536)"]; +"1418 dequantize_per_tensor_default_56" -> "1424 linear_55" [style=solid, label="(1, -1, -1, 1536)"]; +"1419 linear_55_scale_0" -> "1422 quantize_per_channel_default_38" [style=solid, label="(384,)"]; +"1419 linear_55_scale_0" -> "1423 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; +"1420 linear_55_zero_point_0" -> "1422 quantize_per_channel_default_38" [style=solid, label="(384,)"]; +"1420 linear_55_zero_point_0" -> "1423 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; +"1421 compressed_weight_updated_constant38" -> "1422 quantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; +"1422 quantize_per_channel_default_38" -> "1423 dequantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; +"1423 dequantize_per_channel_default_38" -> "1424 linear_55" [style=solid, label="(384, 1536)"]; +"1424 linear_55" -> "1425 dropout_35" [style=solid, label="(1, -1, -1, 384)"]; +"1425 dropout_35" -> "1426 layer_norm_20" [style=solid, label="(1, -1, -1, 384)"]; +"1426 layer_norm_20" -> "1427 add_30" [style=solid, label="(1, -1, -1, 384)"]; +"1427 add_30" -> "1443 pad_11" [style=solid, label="(1, -1, -1, 384)"]; +"1427 add_30" -> "1558 add_33" [style=solid, label="(1, -1, -1, 384)"]; +"1428 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1430 linear_56" [style=solid, label="(512, 2)"]; +"1429 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1430 linear_56" [style=solid, label="(1, 15, 15, 2)"]; +"1430 linear_56" -> "1431 relu__9" [style=solid, label="(1, 15, 15, 512)"]; +"1431 relu__9" -> "1433 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1432 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1434 linear_57" [style=solid, label="(12, 512)"]; +"1433 relu__9_0_0_nncf_smooth_quant_0" -> "1434 linear_57" [style=solid, label="(1, 15, 15, 512)"]; +"1434 linear_57" -> "1435 view_48" [style=solid, label="(1, 15, 15, 12)"]; +"1435 view_48" -> "1436 index_9" [style=solid, label="(225, 12)"]; +"1436 index_9" -> "1437 view_49" [style=solid, label="(4096, 12)"]; +"1437 view_49" -> "1438 permute_41" [style=solid, label="(64, 64, 12)"]; +"1438 permute_41" -> "1439 contiguous_16" [style=solid, label="(12, 64, 64)"]; +"1439 contiguous_16" -> "1440 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; +"1440 unsqueeze_25" -> "1441 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; +"1441 sigmoid_9" -> "1442 mul_27" [style=solid, label="(1, 12, 64, 64)"]; +"1442 mul_27" -> "1482 add_31" [style=solid, label="(1, 12, 64, 64)"]; +"1443 pad_11" -> "1444 roll_8" [style=solid, label="(1, -1, -1, 384)"]; +"1444 roll_8" -> "1445 view_50" [style=solid, label="(1, -1, -1, 384)"]; +"1445 view_50" -> "1446 permute_42" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1446 permute_42" -> "1447 reshape_40" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"1447 reshape_40" -> "1451 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1447 reshape_40" -> "1483 new_zeros_4" [style=solid, label="(-1, -1, 384)"]; +"1448 clone_9" -> "1449 slice_116" [style=solid, label="(1152,)"]; +"1448 clone_9" -> "1459 linear_58" [style=solid, label="(1152,)"]; +"1449 slice_116" -> "1450 zero__9" [style=solid, label="(384,)"]; +"1451 reshape_40_0_0_nncf_smooth_quant_0" -> "1452 quantize_per_tensor_default_57" [style=solid, label="(-1, -1, 384)"]; +"1452 quantize_per_tensor_default_57" -> "1453 dequantize_per_tensor_default_57" [style=solid, label="(-1, -1, 384)"]; +"1453 dequantize_per_tensor_default_57" -> "1459 linear_58" [style=solid, label="(-1, -1, 384)"]; +"1454 linear_58_scale_0" -> "1457 quantize_per_channel_default_39" [style=solid, label="(1152,)"]; +"1454 linear_58_scale_0" -> "1458 dequantize_per_channel_default_39" [style=solid, label="(1152,)"]; +"1455 linear_58_zero_point_0" -> "1457 quantize_per_channel_default_39" [style=solid, label="(1152,)"]; +"1455 linear_58_zero_point_0" -> "1458 dequantize_per_channel_default_39" [style=solid, label="(1152,)"]; +"1456 compressed_weight_updated_constant39" -> "1457 quantize_per_channel_default_39" [style=solid, label="(1152, 384)"]; +"1457 quantize_per_channel_default_39" -> "1458 dequantize_per_channel_default_39" [style=solid, label="(1152, 384)"]; +"1458 dequantize_per_channel_default_39" -> "1459 linear_58" [style=solid, label="(1152, 384)"]; +"1459 linear_58" -> "1460 reshape_41" [style=solid, label="(-1, -1, 1152)"]; +"1460 reshape_41" -> "1461 permute_43" [style=solid, label="(-1, -1, 3, 12, 32)"]; +"1461 permute_43" -> "1462 select_27" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1461 permute_43" -> "1463 select_28" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1461 permute_43" -> "1464 select_29" [style=solid, label="(3, -1, 12, -1, 32)"]; +"1462 select_27" -> "1465 linalg_vector_norm_18" [style=solid, label="(-1, 12, -1, 32)"]; +"1462 select_27" -> "1467 expand_as_18" [style=solid, label="(-1, 12, -1, 32)"]; +"1462 select_27" -> "1468 div_18" [style=solid, label="(-1, 12, -1, 32)"]; +"1463 select_28" -> "1471 linalg_vector_norm_19" [style=solid, label="(-1, 12, -1, 32)"]; +"1463 select_28" -> "1473 expand_as_19" [style=solid, label="(-1, 12, -1, 32)"]; +"1463 select_28" -> "1474 div_19" [style=solid, label="(-1, 12, -1, 32)"]; +"1464 select_29" -> "1537 matmul_19" [style=solid, label="(-1, 12, -1, 32)"]; +"1465 linalg_vector_norm_18" -> "1466 clamp_min_18" [style=solid, label="(-1, 12, -1, 1)"]; +"1466 clamp_min_18" -> "1467 expand_as_18" [style=solid, label="(-1, 12, -1, 1)"]; +"1467 expand_as_18" -> "1468 div_18" [style=solid, label="(-1, 12, -1, 32)"]; +"1468 div_18" -> "1469 quantize_per_tensor_default_58" [style=solid, label="(-1, 12, -1, 32)"]; +"1469 quantize_per_tensor_default_58" -> "1470 dequantize_per_tensor_default_58" [style=solid, label="(-1, 12, -1, 32)"]; +"1470 dequantize_per_tensor_default_58" -> "1478 matmul_18" [style=solid, label="(-1, 12, -1, 32)"]; +"1471 linalg_vector_norm_19" -> "1472 clamp_min_19" [style=solid, label="(-1, 12, -1, 1)"]; +"1472 clamp_min_19" -> "1473 expand_as_19" [style=solid, label="(-1, 12, -1, 1)"]; +"1473 expand_as_19" -> "1474 div_19" [style=solid, label="(-1, 12, -1, 32)"]; +"1474 div_19" -> "1475 quantize_per_tensor_default_59" [style=solid, label="(-1, 12, -1, 32)"]; +"1475 quantize_per_tensor_default_59" -> "1476 dequantize_per_tensor_default_59" [style=solid, label="(-1, 12, -1, 32)"]; +"1476 dequantize_per_tensor_default_59" -> "1477 transpose_18" [style=solid, label="(-1, 12, -1, 32)"]; +"1477 transpose_18" -> "1478 matmul_18" [style=solid, label="(-1, 12, 32, -1)"]; +"1478 matmul_18" -> "1481 mul_29" [style=solid, label="(-1, 12, -1, -1)"]; +"1479 clamp_9" -> "1480 exp_9" [style=solid, label="(12, 1, 1)"]; +"1480 exp_9" -> "1481 mul_29" [style=solid, label="(12, 1, 1)"]; +"1481 mul_29" -> "1482 add_31" [style=solid, label="(-1, 12, -1, -1)"]; +"1482 add_31" -> "1530 view_52" [style=solid, label="(-1, 12, -1, -1)"]; +"1483 new_zeros_4" -> "1485 slice_117" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1489 slice_119" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1493 slice_121" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1497 slice_123" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1501 slice_125" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1505 slice_127" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1509 slice_129" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1513 slice_131" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1517 slice_133" [style=solid, label="(-1, -1)"]; +"1483 new_zeros_4" -> "1520 view_51" [style=solid, label="(-1, -1)"]; +"1484 lift_fresh_copy_36" -> "1487 fill__36" [style=solid, label="()"]; +"1485 slice_117" -> "1486 slice_118" [style=solid, label="(-1, -1)"]; +"1486 slice_118" -> "1487 fill__36" [style=solid, label="(-1, -1)"]; +"1488 lift_fresh_copy_37" -> "1491 fill__37" [style=solid, label="()"]; +"1489 slice_119" -> "1490 slice_120" [style=solid, label="(-1, -1)"]; +"1490 slice_120" -> "1491 fill__37" [style=solid, label="(-1, 4)"]; +"1492 lift_fresh_copy_38" -> "1495 fill__38" [style=solid, label="()"]; +"1493 slice_121" -> "1494 slice_122" [style=solid, label="(-1, -1)"]; +"1494 slice_122" -> "1495 fill__38" [style=solid, label="(-1, 4)"]; +"1496 lift_fresh_copy_39" -> "1499 fill__39" [style=solid, label="()"]; +"1497 slice_123" -> "1498 slice_124" [style=solid, label="(4, -1)"]; +"1498 slice_124" -> "1499 fill__39" [style=solid, label="(4, -1)"]; +"1500 lift_fresh_copy_40" -> "1503 fill__40" [style=solid, label="()"]; +"1501 slice_125" -> "1502 slice_126" [style=solid, label="(4, -1)"]; +"1502 slice_126" -> "1503 fill__40" [style=solid, label="(4, 4)"]; +"1504 lift_fresh_copy_41" -> "1507 fill__41" [style=solid, label="()"]; +"1505 slice_127" -> "1506 slice_128" [style=solid, label="(4, -1)"]; +"1506 slice_128" -> "1507 fill__41" [style=solid, label="(4, 4)"]; +"1508 lift_fresh_copy_42" -> "1511 fill__42" [style=solid, label="()"]; +"1509 slice_129" -> "1510 slice_130" [style=solid, label="(4, -1)"]; +"1510 slice_130" -> "1511 fill__42" [style=solid, label="(4, -1)"]; +"1512 lift_fresh_copy_43" -> "1515 fill__43" [style=solid, label="()"]; +"1513 slice_131" -> "1514 slice_132" [style=solid, label="(4, -1)"]; +"1514 slice_132" -> "1515 fill__43" [style=solid, label="(4, 4)"]; +"1516 lift_fresh_copy_44" -> "1519 fill__44" [style=solid, label="()"]; +"1517 slice_133" -> "1518 slice_134" [style=solid, label="(4, -1)"]; +"1518 slice_134" -> "1519 fill__44" [style=solid, label="(4, 4)"]; +"1520 view_51" -> "1521 permute_44" [style=solid, label="(-1, -1, -1, -1)"]; +"1521 permute_44" -> "1522 reshape_42" [style=solid, label="(-1, -1, -1, -1)"]; +"1522 reshape_42" -> "1523 unsqueeze_26" [style=solid, label="(-1, -1)"]; +"1522 reshape_42" -> "1524 unsqueeze_27" [style=solid, label="(-1, -1)"]; +"1523 unsqueeze_26" -> "1525 sub_24" [style=solid, label="(-1, 1, -1)"]; +"1524 unsqueeze_27" -> "1525 sub_24" [style=solid, label="(-1, -1, 1)"]; +"1525 sub_24" -> "1526 ne_4" [style=solid, label="(-1, -1, -1)"]; +"1525 sub_24" -> "1527 masked_fill_8" [style=solid, label="(-1, -1, -1)"]; +"1525 sub_24" -> "1528 eq_4" [style=solid, label="(-1, -1, -1)"]; +"1526 ne_4" -> "1527 masked_fill_8" [style=solid, label="(-1, -1, -1)"]; +"1527 masked_fill_8" -> "1529 masked_fill_9" [style=solid, label="(-1, -1, -1)"]; +"1528 eq_4" -> "1529 masked_fill_9" [style=solid, label="(-1, -1, -1)"]; +"1529 masked_fill_9" -> "1531 unsqueeze_28" [style=solid, label="(-1, -1, -1)"]; +"1530 view_52" -> "1533 add_32" [style=solid, label="(1, -1, 12, -1, -1)"]; +"1531 unsqueeze_28" -> "1532 unsqueeze_29" [style=solid, label="(-1, 1, -1, -1)"]; +"1532 unsqueeze_29" -> "1533 add_32" [style=solid, label="(1, -1, 1, -1, -1)"]; +"1533 add_32" -> "1534 view_53" [style=solid, label="(1, -1, 12, -1, -1)"]; +"1534 view_53" -> "1535 softmax_9" [style=solid, label="(-1, 12, -1, -1)"]; +"1535 softmax_9" -> "1536 dropout_36" [style=solid, label="(-1, 12, -1, -1)"]; +"1536 dropout_36" -> "1537 matmul_19" [style=solid, label="(-1, 12, -1, -1)"]; +"1537 matmul_19" -> "1538 transpose_19" [style=solid, label="(-1, 12, -1, 32)"]; +"1538 transpose_19" -> "1539 reshape_43" [style=solid, label="(-1, -1, 12, 32)"]; +"1539 reshape_43" -> "1540 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; +"1540 reshape_43_0_0_nncf_smooth_quant_0" -> "1541 quantize_per_tensor_default_60" [style=solid, label="(-1, -1, 384)"]; +"1541 quantize_per_tensor_default_60" -> "1542 dequantize_per_tensor_default_60" [style=solid, label="(-1, -1, 384)"]; +"1542 dequantize_per_tensor_default_60" -> "1548 linear_59" [style=solid, label="(-1, -1, 384)"]; +"1543 linear_59_scale_0" -> "1546 quantize_per_channel_default_40" [style=solid, label="(384,)"]; +"1543 linear_59_scale_0" -> "1547 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; +"1544 linear_59_zero_point_0" -> "1546 quantize_per_channel_default_40" [style=solid, label="(384,)"]; +"1544 linear_59_zero_point_0" -> "1547 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; +"1545 compressed_weight_updated_constant40" -> "1546 quantize_per_channel_default_40" [style=solid, label="(384, 384)"]; +"1546 quantize_per_channel_default_40" -> "1547 dequantize_per_channel_default_40" [style=solid, label="(384, 384)"]; +"1547 dequantize_per_channel_default_40" -> "1548 linear_59" [style=solid, label="(384, 384)"]; +"1548 linear_59" -> "1549 dropout_37" [style=solid, label="(-1, -1, 384)"]; +"1549 dropout_37" -> "1550 view_54" [style=solid, label="(-1, -1, 384)"]; +"1550 view_54" -> "1551 permute_45" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"1551 permute_45" -> "1552 reshape_44" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"1552 reshape_44" -> "1553 roll_9" [style=solid, label="(1, -1, -1, 384)"]; +"1553 roll_9" -> "1554 slice_135" [style=solid, label="(1, -1, -1, 384)"]; +"1554 slice_135" -> "1555 slice_136" [style=solid, label="(1, -1, -1, 384)"]; +"1555 slice_136" -> "1556 contiguous_17" [style=solid, label="(1, -1, -1, 384)"]; +"1556 contiguous_17" -> "1557 layer_norm_21" [style=solid, label="(1, -1, -1, 384)"]; +"1557 layer_norm_21" -> "1558 add_33" [style=solid, label="(1, -1, -1, 384)"]; +"1558 add_33" -> "1559 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; +"1558 add_33" -> "1581 add_34" [style=solid, label="(1, -1, -1, 384)"]; +"1559 add_33_0_0_nncf_smooth_quant_0" -> "1560 quantize_per_tensor_default_61" [style=solid, label="(1, -1, -1, 384)"]; +"1560 quantize_per_tensor_default_61" -> "1561 dequantize_per_tensor_default_61" [style=solid, label="(1, -1, -1, 384)"]; +"1561 dequantize_per_tensor_default_61" -> "1567 linear_60" [style=solid, label="(1, -1, -1, 384)"]; +"1562 linear_60_scale_0" -> "1565 quantize_per_channel_default_41" [style=solid, label="(1536,)"]; +"1562 linear_60_scale_0" -> "1566 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; +"1563 linear_60_zero_point_0" -> "1565 quantize_per_channel_default_41" [style=solid, label="(1536,)"]; +"1563 linear_60_zero_point_0" -> "1566 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; +"1564 compressed_weight_updated_constant41" -> "1565 quantize_per_channel_default_41" [style=solid, label="(1536, 384)"]; +"1565 quantize_per_channel_default_41" -> "1566 dequantize_per_channel_default_41" [style=solid, label="(1536, 384)"]; +"1566 dequantize_per_channel_default_41" -> "1567 linear_60" [style=solid, label="(1536, 384)"]; +"1567 linear_60" -> "1568 gelu_9" [style=solid, label="(1, -1, -1, 1536)"]; +"1568 gelu_9" -> "1569 dropout_38" [style=solid, label="(1, -1, -1, 1536)"]; +"1569 dropout_38" -> "1570 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"1570 dropout_38_0_0_nncf_smooth_quant_0" -> "1571 quantize_per_tensor_default_62" [style=solid, label="(1, -1, -1, 1536)"]; +"1571 quantize_per_tensor_default_62" -> "1572 dequantize_per_tensor_default_62" [style=solid, label="(1, -1, -1, 1536)"]; +"1572 dequantize_per_tensor_default_62" -> "1578 linear_61" [style=solid, label="(1, -1, -1, 1536)"]; +"1573 linear_61_scale_0" -> "1576 quantize_per_channel_default_42" [style=solid, label="(384,)"]; +"1573 linear_61_scale_0" -> "1577 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; +"1574 linear_61_zero_point_0" -> "1576 quantize_per_channel_default_42" [style=solid, label="(384,)"]; +"1574 linear_61_zero_point_0" -> "1577 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; +"1575 compressed_weight_updated_constant42" -> "1576 quantize_per_channel_default_42" [style=solid, label="(384, 1536)"]; +"1576 quantize_per_channel_default_42" -> "1577 dequantize_per_channel_default_42" [style=solid, label="(384, 1536)"]; +"1577 dequantize_per_channel_default_42" -> "1578 linear_61" [style=solid, label="(384, 1536)"]; +"1578 linear_61" -> "1579 dropout_39" [style=solid, label="(1, -1, -1, 384)"]; +"1579 dropout_39" -> "1580 layer_norm_22" [style=solid, label="(1, -1, -1, 384)"]; +"1580 layer_norm_22" -> "1581 add_34" [style=solid, label="(1, -1, -1, 384)"]; +"1581 add_34" -> "1584 pad_12" [style=solid, label="(1, -1, -1, 384)"]; +"1582 mod_44" -> "1584 pad_12" [style=solid, label="(-1,)"]; +"1582 mod_44" -> "1620 add_56" [style=solid, label="(-1,)"]; +"1583 mod_45" -> "1584 pad_12" [style=solid, label="(-1,)"]; +"1583 mod_45" -> "1626 add_58" [style=solid, label="(-1,)"]; +"1584 pad_12" -> "1585 slice_137" [style=solid, label="(1, -1, -1, 384)"]; +"1584 pad_12" -> "1587 slice_139" [style=solid, label="(1, -1, -1, 384)"]; +"1584 pad_12" -> "1589 slice_141" [style=solid, label="(1, -1, -1, 384)"]; +"1584 pad_12" -> "1591 slice_143" [style=solid, label="(1, -1, -1, 384)"]; +"1585 slice_137" -> "1586 slice_138" [style=solid, label="(1, -1, -1, 384)"]; +"1586 slice_138" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; +"1587 slice_139" -> "1588 slice_140" [style=solid, label="(1, -1, -1, 384)"]; +"1588 slice_140" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; +"1589 slice_141" -> "1590 slice_142" [style=solid, label="(1, -1, -1, 384)"]; +"1590 slice_142" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; +"1591 slice_143" -> "1592 slice_144" [style=solid, label="(1, -1, -1, 384)"]; +"1592 slice_144" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; +"1593 cat_2" -> "1594 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; +"1594 cat_2_0_0_nncf_smooth_quant_0" -> "1595 quantize_per_tensor_default_63" [style=solid, label="(1, -1, -1, 1536)"]; +"1595 quantize_per_tensor_default_63" -> "1596 dequantize_per_tensor_default_63" [style=solid, label="(1, -1, -1, 1536)"]; +"1596 dequantize_per_tensor_default_63" -> "1602 linear_62" [style=solid, label="(1, -1, -1, 1536)"]; +"1597 linear_62_scale_0" -> "1600 quantize_per_channel_default_43" [style=solid, label="(768,)"]; +"1597 linear_62_scale_0" -> "1601 dequantize_per_channel_default_43" [style=solid, label="(768,)"]; +"1598 linear_62_zero_point_0" -> "1600 quantize_per_channel_default_43" [style=solid, label="(768,)"]; +"1598 linear_62_zero_point_0" -> "1601 dequantize_per_channel_default_43" [style=solid, label="(768,)"]; +"1599 compressed_weight_updated_constant43" -> "1600 quantize_per_channel_default_43" [style=solid, label="(768, 1536)"]; +"1600 quantize_per_channel_default_43" -> "1601 dequantize_per_channel_default_43" [style=solid, label="(768, 1536)"]; +"1601 dequantize_per_channel_default_43" -> "1602 linear_62" [style=solid, label="(768, 1536)"]; +"1602 linear_62" -> "1603 layer_norm_23" [style=solid, label="(1, -1, -1, 768)"]; +"1603 layer_norm_23" -> "1631 pad_13" [style=solid, label="(1, -1, -1, 768)"]; +"1603 layer_norm_23" -> "1700 add_36" [style=solid, label="(1, -1, -1, 768)"]; +"1604 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1606 linear_63" [style=solid, label="(512, 2)"]; +"1605 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1606 linear_63" [style=solid, label="(1, 15, 15, 2)"]; +"1606 linear_63" -> "1607 relu__10" [style=solid, label="(1, 15, 15, 512)"]; +"1607 relu__10" -> "1609 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1608 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1610 linear_64" [style=solid, label="(24, 512)"]; +"1609 relu__10_0_0_nncf_smooth_quant_0" -> "1610 linear_64" [style=solid, label="(1, 15, 15, 512)"]; +"1610 linear_64" -> "1611 view_55" [style=solid, label="(1, 15, 15, 24)"]; +"1611 view_55" -> "1612 index_10" [style=solid, label="(225, 24)"]; +"1612 index_10" -> "1613 view_56" [style=solid, label="(4096, 24)"]; +"1613 view_56" -> "1614 permute_46" [style=solid, label="(64, 64, 24)"]; +"1614 permute_46" -> "1615 contiguous_18" [style=solid, label="(24, 64, 64)"]; +"1615 contiguous_18" -> "1616 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; +"1616 unsqueeze_30" -> "1617 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; +"1617 sigmoid_10" -> "1618 mul_30" [style=solid, label="(1, 24, 64, 64)"]; +"1618 mul_30" -> "1677 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1619 add_55" -> "1620 add_56" [style=solid, label="(-1,)"]; +"1620 add_56" -> "1621 floordiv_99" [style=solid, label="(-1,)"]; +"1621 floordiv_99" -> "1622 mod_46" [style=solid, label="(-1,)"]; +"1621 floordiv_99" -> "1634 add_60" [style=solid, label="(-1,)"]; +"1621 floordiv_99" -> "1697 slice_147" [style=solid, label="(-1,)"]; +"1621 floordiv_99" -> "1797 slice_150" [style=solid, label="(-1,)"]; +"1622 mod_46" -> "1623 sub_25" [style=solid, label="(-1,)"]; +"1623 sub_25" -> "1624 mod_47" [style=solid, label="(-1,)"]; +"1624 mod_47" -> "1631 pad_13" [style=solid, label="(-1,)"]; +"1624 mod_47" -> "1634 add_60" [style=solid, label="(-1,)"]; +"1624 mod_47" -> "1739 pad_14" [style=solid, label="(-1,)"]; +"1625 add_57" -> "1626 add_58" [style=solid, label="(-1,)"]; +"1626 add_58" -> "1627 floordiv_100" [style=solid, label="(-1,)"]; +"1627 floordiv_100" -> "1628 mod_48" [style=solid, label="(-1,)"]; +"1627 floordiv_100" -> "1632 add_59" [style=solid, label="(-1,)"]; +"1627 floordiv_100" -> "1696 slice_146" [style=solid, label="(-1,)"]; +"1627 floordiv_100" -> "1796 slice_149" [style=solid, label="(-1,)"]; +"1628 mod_48" -> "1629 sub_26" [style=solid, label="(-1,)"]; +"1629 sub_26" -> "1630 mod_49" [style=solid, label="(-1,)"]; +"1630 mod_49" -> "1631 pad_13" [style=solid, label="(-1,)"]; +"1630 mod_49" -> "1632 add_59" [style=solid, label="(-1,)"]; +"1630 mod_49" -> "1739 pad_14" [style=solid, label="(-1,)"]; +"1631 pad_13" -> "1637 view_57" [style=solid, label="(1, -1, -1, 768)"]; +"1632 add_59" -> "1633 floordiv_75" [style=solid, label="(-1,)"]; +"1632 add_59" -> "1653 floordiv_102" [style=solid, label="(-1,)"]; +"1632 add_59" -> "1695 reshape_48" [style=solid, label="(-1,)"]; +"1632 add_59" -> "1795 reshape_52" [style=solid, label="(-1,)"]; +"1633 floordiv_75" -> "1636 mul_31" [style=solid, label="(-1,)"]; +"1633 floordiv_75" -> "1637 view_57" [style=solid, label="(-1,)"]; +"1633 floordiv_75" -> "1653 floordiv_102" [style=solid, label="(-1,)"]; +"1633 floordiv_75" -> "1693 view_58" [style=solid, label="(-1,)"]; +"1633 floordiv_75" -> "1740 view_61" [style=solid, label="(-1,)"]; +"1633 floordiv_75" -> "1793 view_62" [style=solid, label="(-1,)"]; +"1634 add_60" -> "1635 floordiv_76" [style=solid, label="(-1,)"]; +"1634 add_60" -> "1652 floordiv_101" [style=solid, label="(-1,)"]; +"1634 add_60" -> "1695 reshape_48" [style=solid, label="(-1,)"]; +"1634 add_60" -> "1795 reshape_52" [style=solid, label="(-1,)"]; +"1635 floordiv_76" -> "1636 mul_31" [style=solid, label="(-1,)"]; +"1635 floordiv_76" -> "1637 view_57" [style=solid, label="(-1,)"]; +"1635 floordiv_76" -> "1652 floordiv_101" [style=solid, label="(-1,)"]; +"1635 floordiv_76" -> "1693 view_58" [style=solid, label="(-1,)"]; +"1635 floordiv_76" -> "1740 view_61" [style=solid, label="(-1,)"]; +"1635 floordiv_76" -> "1793 view_62" [style=solid, label="(-1,)"]; +"1636 mul_31" -> "1639 reshape_45" [style=solid, label="(-1,)"]; +"1636 mul_31" -> "1742 reshape_49" [style=solid, label="(-1,)"]; +"1637 view_57" -> "1638 permute_47" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; +"1638 permute_47" -> "1639 reshape_45" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; +"1639 reshape_45" -> "1643 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; +"1640 clone_10" -> "1641 slice_145" [style=solid, label="(2304,)"]; +"1640 clone_10" -> "1651 linear_65" [style=solid, label="(2304,)"]; +"1641 slice_145" -> "1642 zero__10" [style=solid, label="(768,)"]; +"1643 reshape_45_0_0_nncf_smooth_quant_0" -> "1644 quantize_per_tensor_default_64" [style=solid, label="(1, -1, 768)"]; +"1644 quantize_per_tensor_default_64" -> "1645 dequantize_per_tensor_default_64" [style=solid, label="(1, -1, 768)"]; +"1645 dequantize_per_tensor_default_64" -> "1651 linear_65" [style=solid, label="(1, -1, 768)"]; +"1646 linear_65_scale_0" -> "1649 quantize_per_channel_default_44" [style=solid, label="(2304,)"]; +"1646 linear_65_scale_0" -> "1650 dequantize_per_channel_default_44" [style=solid, label="(2304,)"]; +"1647 linear_65_zero_point_0" -> "1649 quantize_per_channel_default_44" [style=solid, label="(2304,)"]; +"1647 linear_65_zero_point_0" -> "1650 dequantize_per_channel_default_44" [style=solid, label="(2304,)"]; +"1648 compressed_weight_updated_constant44" -> "1649 quantize_per_channel_default_44" [style=solid, label="(2304, 768)"]; +"1649 quantize_per_channel_default_44" -> "1650 dequantize_per_channel_default_44" [style=solid, label="(2304, 768)"]; +"1650 dequantize_per_channel_default_44" -> "1651 linear_65" [style=solid, label="(2304, 768)"]; +"1651 linear_65" -> "1655 reshape_46" [style=solid, label="(1, -1, 2304)"]; +"1652 floordiv_101" -> "1654 mul_39" [style=solid, label="(-1,)"]; +"1653 floordiv_102" -> "1654 mul_39" [style=solid, label="(-1,)"]; +"1654 mul_39" -> "1655 reshape_46" [style=solid, label="(-1,)"]; +"1654 mul_39" -> "1682 reshape_47" [style=solid, label="(-1,)"]; +"1654 mul_39" -> "1755 reshape_50" [style=solid, label="(-1,)"]; +"1654 mul_39" -> "1782 reshape_51" [style=solid, label="(-1,)"]; +"1655 reshape_46" -> "1656 permute_48" [style=solid, label="(1, -1, 3, 24, 32)"]; +"1656 permute_48" -> "1657 select_30" [style=solid, label="(3, 1, 24, -1, 32)"]; +"1656 permute_48" -> "1658 select_31" [style=solid, label="(3, 1, 24, -1, 32)"]; +"1656 permute_48" -> "1659 select_32" [style=solid, label="(3, 1, 24, -1, 32)"]; +"1657 select_30" -> "1660 linalg_vector_norm_20" [style=solid, label="(1, 24, -1, 32)"]; +"1657 select_30" -> "1662 expand_as_20" [style=solid, label="(1, 24, -1, 32)"]; +"1657 select_30" -> "1663 div_20" [style=solid, label="(1, 24, -1, 32)"]; +"1658 select_31" -> "1666 linalg_vector_norm_21" [style=solid, label="(1, 24, -1, 32)"]; +"1658 select_31" -> "1668 expand_as_21" [style=solid, label="(1, 24, -1, 32)"]; +"1658 select_31" -> "1669 div_21" [style=solid, label="(1, 24, -1, 32)"]; +"1659 select_32" -> "1680 matmul_21" [style=solid, label="(1, 24, -1, 32)"]; +"1660 linalg_vector_norm_20" -> "1661 clamp_min_20" [style=solid, label="(1, 24, -1, 1)"]; +"1661 clamp_min_20" -> "1662 expand_as_20" [style=solid, label="(1, 24, -1, 1)"]; +"1662 expand_as_20" -> "1663 div_20" [style=solid, label="(1, 24, -1, 32)"]; +"1663 div_20" -> "1664 quantize_per_tensor_default_65" [style=solid, label="(1, 24, -1, 32)"]; +"1664 quantize_per_tensor_default_65" -> "1665 dequantize_per_tensor_default_65" [style=solid, label="(1, 24, -1, 32)"]; +"1665 dequantize_per_tensor_default_65" -> "1673 matmul_20" [style=solid, label="(1, 24, -1, 32)"]; +"1666 linalg_vector_norm_21" -> "1667 clamp_min_21" [style=solid, label="(1, 24, -1, 1)"]; +"1667 clamp_min_21" -> "1668 expand_as_21" [style=solid, label="(1, 24, -1, 1)"]; +"1668 expand_as_21" -> "1669 div_21" [style=solid, label="(1, 24, -1, 32)"]; +"1669 div_21" -> "1670 quantize_per_tensor_default_66" [style=solid, label="(1, 24, -1, 32)"]; +"1670 quantize_per_tensor_default_66" -> "1671 dequantize_per_tensor_default_66" [style=solid, label="(1, 24, -1, 32)"]; +"1671 dequantize_per_tensor_default_66" -> "1672 transpose_20" [style=solid, label="(1, 24, -1, 32)"]; +"1672 transpose_20" -> "1673 matmul_20" [style=solid, label="(1, 24, 32, -1)"]; +"1673 matmul_20" -> "1676 mul_32" [style=solid, label="(1, 24, -1, -1)"]; +"1674 clamp_10" -> "1675 exp_10" [style=solid, label="(24, 1, 1)"]; +"1675 exp_10" -> "1676 mul_32" [style=solid, label="(24, 1, 1)"]; +"1676 mul_32" -> "1677 add_35" [style=solid, label="(1, 24, -1, -1)"]; +"1677 add_35" -> "1678 softmax_10" [style=solid, label="(1, 24, -1, -1)"]; +"1678 softmax_10" -> "1679 dropout_40" [style=solid, label="(1, 24, -1, -1)"]; +"1679 dropout_40" -> "1680 matmul_21" [style=solid, label="(1, 24, -1, -1)"]; +"1680 matmul_21" -> "1681 transpose_21" [style=solid, label="(1, 24, -1, 32)"]; +"1681 transpose_21" -> "1682 reshape_47" [style=solid, label="(1, -1, 24, 32)"]; +"1682 reshape_47" -> "1683 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; +"1683 reshape_47_0_0_nncf_smooth_quant_0" -> "1684 quantize_per_tensor_default_67" [style=solid, label="(1, -1, 768)"]; +"1684 quantize_per_tensor_default_67" -> "1685 dequantize_per_tensor_default_67" [style=solid, label="(1, -1, 768)"]; +"1685 dequantize_per_tensor_default_67" -> "1691 linear_66" [style=solid, label="(1, -1, 768)"]; +"1686 linear_66_scale_0" -> "1689 quantize_per_channel_default_45" [style=solid, label="(768,)"]; +"1686 linear_66_scale_0" -> "1690 dequantize_per_channel_default_45" [style=solid, label="(768,)"]; +"1687 linear_66_zero_point_0" -> "1689 quantize_per_channel_default_45" [style=solid, label="(768,)"]; +"1687 linear_66_zero_point_0" -> "1690 dequantize_per_channel_default_45" [style=solid, label="(768,)"]; +"1688 compressed_weight_updated_constant45" -> "1689 quantize_per_channel_default_45" [style=solid, label="(768, 768)"]; +"1689 quantize_per_channel_default_45" -> "1690 dequantize_per_channel_default_45" [style=solid, label="(768, 768)"]; +"1690 dequantize_per_channel_default_45" -> "1691 linear_66" [style=solid, label="(768, 768)"]; +"1691 linear_66" -> "1692 dropout_41" [style=solid, label="(1, -1, 768)"]; +"1692 dropout_41" -> "1693 view_58" [style=solid, label="(1, -1, 768)"]; +"1693 view_58" -> "1694 permute_49" [style=solid, label="(1, -1, -1, 8, -1, 768)"]; +"1694 permute_49" -> "1695 reshape_48" [style=solid, label="(1, -1, 8, -1, -1, 768)"]; +"1695 reshape_48" -> "1696 slice_146" [style=solid, label="(1, 8, -1, 768)"]; +"1696 slice_146" -> "1697 slice_147" [style=solid, label="(1, -1, -1, 768)"]; +"1697 slice_147" -> "1698 contiguous_19" [style=solid, label="(1, -1, -1, 768)"]; +"1698 contiguous_19" -> "1699 layer_norm_24" [style=solid, label="(1, -1, -1, 768)"]; +"1699 layer_norm_24" -> "1700 add_36" [style=solid, label="(1, -1, -1, 768)"]; +"1700 add_36" -> "1701 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; +"1700 add_36" -> "1723 add_37" [style=solid, label="(1, -1, -1, 768)"]; +"1701 add_36_0_0_nncf_smooth_quant_0" -> "1702 quantize_per_tensor_default_68" [style=solid, label="(1, -1, -1, 768)"]; +"1702 quantize_per_tensor_default_68" -> "1703 dequantize_per_tensor_default_68" [style=solid, label="(1, -1, -1, 768)"]; +"1703 dequantize_per_tensor_default_68" -> "1709 linear_67" [style=solid, label="(1, -1, -1, 768)"]; +"1704 linear_67_scale_0" -> "1707 quantize_per_channel_default_46" [style=solid, label="(3072,)"]; +"1704 linear_67_scale_0" -> "1708 dequantize_per_channel_default_46" [style=solid, label="(3072,)"]; +"1705 linear_67_zero_point_0" -> "1707 quantize_per_channel_default_46" [style=solid, label="(3072,)"]; +"1705 linear_67_zero_point_0" -> "1708 dequantize_per_channel_default_46" [style=solid, label="(3072,)"]; +"1706 compressed_weight_updated_constant46" -> "1707 quantize_per_channel_default_46" [style=solid, label="(3072, 768)"]; +"1707 quantize_per_channel_default_46" -> "1708 dequantize_per_channel_default_46" [style=solid, label="(3072, 768)"]; +"1708 dequantize_per_channel_default_46" -> "1709 linear_67" [style=solid, label="(3072, 768)"]; +"1709 linear_67" -> "1710 gelu_10" [style=solid, label="(1, -1, -1, 3072)"]; +"1710 gelu_10" -> "1711 dropout_42" [style=solid, label="(1, -1, -1, 3072)"]; +"1711 dropout_42" -> "1712 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 3072)"]; +"1712 dropout_42_0_0_nncf_smooth_quant_0" -> "1713 quantize_per_tensor_default_69" [style=solid, label="(1, -1, -1, 3072)"]; +"1713 quantize_per_tensor_default_69" -> "1714 dequantize_per_tensor_default_69" [style=solid, label="(1, -1, -1, 3072)"]; +"1714 dequantize_per_tensor_default_69" -> "1720 linear_68" [style=solid, label="(1, -1, -1, 3072)"]; +"1715 linear_68_scale_0" -> "1718 quantize_per_channel_default_47" [style=solid, label="(768,)"]; +"1715 linear_68_scale_0" -> "1719 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; +"1716 linear_68_zero_point_0" -> "1718 quantize_per_channel_default_47" [style=solid, label="(768,)"]; +"1716 linear_68_zero_point_0" -> "1719 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; +"1717 compressed_weight_updated_constant47" -> "1718 quantize_per_channel_default_47" [style=solid, label="(768, 3072)"]; +"1718 quantize_per_channel_default_47" -> "1719 dequantize_per_channel_default_47" [style=solid, label="(768, 3072)"]; +"1719 dequantize_per_channel_default_47" -> "1720 linear_68" [style=solid, label="(768, 3072)"]; +"1720 linear_68" -> "1721 dropout_43" [style=solid, label="(1, -1, -1, 768)"]; +"1721 dropout_43" -> "1722 layer_norm_25" [style=solid, label="(1, -1, -1, 768)"]; +"1722 layer_norm_25" -> "1723 add_37" [style=solid, label="(1, -1, -1, 768)"]; +"1723 add_37" -> "1739 pad_14" [style=solid, label="(1, -1, -1, 768)"]; +"1723 add_37" -> "1800 add_39" [style=solid, label="(1, -1, -1, 768)"]; +"1724 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1726 linear_69" [style=solid, label="(512, 2)"]; +"1725 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1726 linear_69" [style=solid, label="(1, 15, 15, 2)"]; +"1726 linear_69" -> "1727 relu__11" [style=solid, label="(1, 15, 15, 512)"]; +"1727 relu__11" -> "1729 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1728 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1730 linear_70" [style=solid, label="(24, 512)"]; +"1729 relu__11_0_0_nncf_smooth_quant_0" -> "1730 linear_70" [style=solid, label="(1, 15, 15, 512)"]; +"1730 linear_70" -> "1731 view_59" [style=solid, label="(1, 15, 15, 24)"]; +"1731 view_59" -> "1732 index_11" [style=solid, label="(225, 24)"]; +"1732 index_11" -> "1733 view_60" [style=solid, label="(4096, 24)"]; +"1733 view_60" -> "1734 permute_50" [style=solid, label="(64, 64, 24)"]; +"1734 permute_50" -> "1735 contiguous_20" [style=solid, label="(24, 64, 64)"]; +"1735 contiguous_20" -> "1736 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; +"1736 unsqueeze_31" -> "1737 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; +"1737 sigmoid_11" -> "1738 mul_33" [style=solid, label="(1, 24, 64, 64)"]; +"1738 mul_33" -> "1777 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1739 pad_14" -> "1740 view_61" [style=solid, label="(1, -1, -1, 768)"]; +"1740 view_61" -> "1741 permute_51" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; +"1741 permute_51" -> "1742 reshape_49" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; +"1742 reshape_49" -> "1746 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; +"1743 clone_11" -> "1744 slice_148" [style=solid, label="(2304,)"]; +"1743 clone_11" -> "1754 linear_71" [style=solid, label="(2304,)"]; +"1744 slice_148" -> "1745 zero__11" [style=solid, label="(768,)"]; +"1746 reshape_49_0_0_nncf_smooth_quant_0" -> "1747 quantize_per_tensor_default_70" [style=solid, label="(1, -1, 768)"]; +"1747 quantize_per_tensor_default_70" -> "1748 dequantize_per_tensor_default_70" [style=solid, label="(1, -1, 768)"]; +"1748 dequantize_per_tensor_default_70" -> "1754 linear_71" [style=solid, label="(1, -1, 768)"]; +"1749 linear_71_scale_0" -> "1752 quantize_per_channel_default_48" [style=solid, label="(2304,)"]; +"1749 linear_71_scale_0" -> "1753 dequantize_per_channel_default_48" [style=solid, label="(2304,)"]; +"1750 linear_71_zero_point_0" -> "1752 quantize_per_channel_default_48" [style=solid, label="(2304,)"]; +"1750 linear_71_zero_point_0" -> "1753 dequantize_per_channel_default_48" [style=solid, label="(2304,)"]; +"1751 compressed_weight_updated_constant48" -> "1752 quantize_per_channel_default_48" [style=solid, label="(2304, 768)"]; +"1752 quantize_per_channel_default_48" -> "1753 dequantize_per_channel_default_48" [style=solid, label="(2304, 768)"]; +"1753 dequantize_per_channel_default_48" -> "1754 linear_71" [style=solid, label="(2304, 768)"]; +"1754 linear_71" -> "1755 reshape_50" [style=solid, label="(1, -1, 2304)"]; +"1755 reshape_50" -> "1756 permute_52" [style=solid, label="(1, -1, 3, 24, 32)"]; +"1756 permute_52" -> "1757 select_33" [style=solid, label="(3, 1, 24, -1, 32)"]; +"1756 permute_52" -> "1758 select_34" [style=solid, label="(3, 1, 24, -1, 32)"]; +"1756 permute_52" -> "1759 select_35" [style=solid, label="(3, 1, 24, -1, 32)"]; +"1757 select_33" -> "1760 linalg_vector_norm_22" [style=solid, label="(1, 24, -1, 32)"]; +"1757 select_33" -> "1762 expand_as_22" [style=solid, label="(1, 24, -1, 32)"]; +"1757 select_33" -> "1763 div_22" [style=solid, label="(1, 24, -1, 32)"]; +"1758 select_34" -> "1766 linalg_vector_norm_23" [style=solid, label="(1, 24, -1, 32)"]; +"1758 select_34" -> "1768 expand_as_23" [style=solid, label="(1, 24, -1, 32)"]; +"1758 select_34" -> "1769 div_23" [style=solid, label="(1, 24, -1, 32)"]; +"1759 select_35" -> "1780 matmul_23" [style=solid, label="(1, 24, -1, 32)"]; +"1760 linalg_vector_norm_22" -> "1761 clamp_min_22" [style=solid, label="(1, 24, -1, 1)"]; +"1761 clamp_min_22" -> "1762 expand_as_22" [style=solid, label="(1, 24, -1, 1)"]; +"1762 expand_as_22" -> "1763 div_22" [style=solid, label="(1, 24, -1, 32)"]; +"1763 div_22" -> "1764 quantize_per_tensor_default_71" [style=solid, label="(1, 24, -1, 32)"]; +"1764 quantize_per_tensor_default_71" -> "1765 dequantize_per_tensor_default_71" [style=solid, label="(1, 24, -1, 32)"]; +"1765 dequantize_per_tensor_default_71" -> "1773 matmul_22" [style=solid, label="(1, 24, -1, 32)"]; +"1766 linalg_vector_norm_23" -> "1767 clamp_min_23" [style=solid, label="(1, 24, -1, 1)"]; +"1767 clamp_min_23" -> "1768 expand_as_23" [style=solid, label="(1, 24, -1, 1)"]; +"1768 expand_as_23" -> "1769 div_23" [style=solid, label="(1, 24, -1, 32)"]; +"1769 div_23" -> "1770 quantize_per_tensor_default_72" [style=solid, label="(1, 24, -1, 32)"]; +"1770 quantize_per_tensor_default_72" -> "1771 dequantize_per_tensor_default_72" [style=solid, label="(1, 24, -1, 32)"]; +"1771 dequantize_per_tensor_default_72" -> "1772 transpose_22" [style=solid, label="(1, 24, -1, 32)"]; +"1772 transpose_22" -> "1773 matmul_22" [style=solid, label="(1, 24, 32, -1)"]; +"1773 matmul_22" -> "1776 mul_35" [style=solid, label="(1, 24, -1, -1)"]; +"1774 clamp_11" -> "1775 exp_11" [style=solid, label="(24, 1, 1)"]; +"1775 exp_11" -> "1776 mul_35" [style=solid, label="(24, 1, 1)"]; +"1776 mul_35" -> "1777 add_38" [style=solid, label="(1, 24, -1, -1)"]; +"1777 add_38" -> "1778 softmax_11" [style=solid, label="(1, 24, -1, -1)"]; +"1778 softmax_11" -> "1779 dropout_44" [style=solid, label="(1, 24, -1, -1)"]; +"1779 dropout_44" -> "1780 matmul_23" [style=solid, label="(1, 24, -1, -1)"]; +"1780 matmul_23" -> "1781 transpose_23" [style=solid, label="(1, 24, -1, 32)"]; +"1781 transpose_23" -> "1782 reshape_51" [style=solid, label="(1, -1, 24, 32)"]; +"1782 reshape_51" -> "1783 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; +"1783 reshape_51_0_0_nncf_smooth_quant_0" -> "1784 quantize_per_tensor_default_73" [style=solid, label="(1, -1, 768)"]; +"1784 quantize_per_tensor_default_73" -> "1785 dequantize_per_tensor_default_73" [style=solid, label="(1, -1, 768)"]; +"1785 dequantize_per_tensor_default_73" -> "1791 linear_72" [style=solid, label="(1, -1, 768)"]; +"1786 linear_72_scale_0" -> "1789 quantize_per_channel_default_49" [style=solid, label="(768,)"]; +"1786 linear_72_scale_0" -> "1790 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; +"1787 linear_72_zero_point_0" -> "1789 quantize_per_channel_default_49" [style=solid, label="(768,)"]; +"1787 linear_72_zero_point_0" -> "1790 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; +"1788 compressed_weight_updated_constant49" -> "1789 quantize_per_channel_default_49" [style=solid, label="(768, 768)"]; +"1789 quantize_per_channel_default_49" -> "1790 dequantize_per_channel_default_49" [style=solid, label="(768, 768)"]; +"1790 dequantize_per_channel_default_49" -> "1791 linear_72" [style=solid, label="(768, 768)"]; +"1791 linear_72" -> "1792 dropout_45" [style=solid, label="(1, -1, 768)"]; +"1792 dropout_45" -> "1793 view_62" [style=solid, label="(1, -1, 768)"]; +"1793 view_62" -> "1794 permute_53" [style=solid, label="(1, -1, -1, 8, -1, 768)"]; +"1794 permute_53" -> "1795 reshape_52" [style=solid, label="(1, -1, 8, -1, -1, 768)"]; +"1795 reshape_52" -> "1796 slice_149" [style=solid, label="(1, 8, -1, 768)"]; +"1796 slice_149" -> "1797 slice_150" [style=solid, label="(1, -1, -1, 768)"]; +"1797 slice_150" -> "1798 contiguous_21" [style=solid, label="(1, -1, -1, 768)"]; +"1798 contiguous_21" -> "1799 layer_norm_26" [style=solid, label="(1, -1, -1, 768)"]; +"1799 layer_norm_26" -> "1800 add_39" [style=solid, label="(1, -1, -1, 768)"]; +"1800 add_39" -> "1801 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; +"1800 add_39" -> "1823 add_40" [style=solid, label="(1, -1, -1, 768)"]; +"1801 add_39_0_0_nncf_smooth_quant_0" -> "1802 quantize_per_tensor_default_74" [style=solid, label="(1, -1, -1, 768)"]; +"1802 quantize_per_tensor_default_74" -> "1803 dequantize_per_tensor_default_74" [style=solid, label="(1, -1, -1, 768)"]; +"1803 dequantize_per_tensor_default_74" -> "1809 linear_73" [style=solid, label="(1, -1, -1, 768)"]; +"1804 linear_73_scale_0" -> "1807 quantize_per_channel_default_50" [style=solid, label="(3072,)"]; +"1804 linear_73_scale_0" -> "1808 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; +"1805 linear_73_zero_point_0" -> "1807 quantize_per_channel_default_50" [style=solid, label="(3072,)"]; +"1805 linear_73_zero_point_0" -> "1808 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; +"1806 compressed_weight_updated_constant50" -> "1807 quantize_per_channel_default_50" [style=solid, label="(3072, 768)"]; +"1807 quantize_per_channel_default_50" -> "1808 dequantize_per_channel_default_50" [style=solid, label="(3072, 768)"]; +"1808 dequantize_per_channel_default_50" -> "1809 linear_73" [style=solid, label="(3072, 768)"]; +"1809 linear_73" -> "1810 gelu_11" [style=solid, label="(1, -1, -1, 3072)"]; +"1810 gelu_11" -> "1811 dropout_46" [style=solid, label="(1, -1, -1, 3072)"]; +"1811 dropout_46" -> "1812 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 3072)"]; +"1812 dropout_46_0_0_nncf_smooth_quant_0" -> "1813 quantize_per_tensor_default_75" [style=solid, label="(1, -1, -1, 3072)"]; +"1813 quantize_per_tensor_default_75" -> "1814 dequantize_per_tensor_default_75" [style=solid, label="(1, -1, -1, 3072)"]; +"1814 dequantize_per_tensor_default_75" -> "1820 linear_74" [style=solid, label="(1, -1, -1, 3072)"]; +"1815 linear_74_scale_0" -> "1818 quantize_per_channel_default_51" [style=solid, label="(768,)"]; +"1815 linear_74_scale_0" -> "1819 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; +"1816 linear_74_zero_point_0" -> "1818 quantize_per_channel_default_51" [style=solid, label="(768,)"]; +"1816 linear_74_zero_point_0" -> "1819 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; +"1817 compressed_weight_updated_constant51" -> "1818 quantize_per_channel_default_51" [style=solid, label="(768, 3072)"]; +"1818 quantize_per_channel_default_51" -> "1819 dequantize_per_channel_default_51" [style=solid, label="(768, 3072)"]; +"1819 dequantize_per_channel_default_51" -> "1820 linear_74" [style=solid, label="(768, 3072)"]; +"1820 linear_74" -> "1821 dropout_47" [style=solid, label="(1, -1, -1, 768)"]; +"1821 dropout_47" -> "1822 layer_norm_27" [style=solid, label="(1, -1, -1, 768)"]; +"1822 layer_norm_27" -> "1823 add_40" [style=solid, label="(1, -1, -1, 768)"]; +"1823 add_40" -> "1824 layer_norm_28" [style=solid, label="(1, -1, -1, 768)"]; +"1824 layer_norm_28" -> "1825 permute_54" [style=solid, label="(1, -1, -1, 768)"]; +"1825 permute_54" -> "1826 adaptive_avg_pool2d" [style=solid, label="(1, 768, -1, -1)"]; +"1826 adaptive_avg_pool2d" -> "1827 flatten" [style=solid, label="(1, 768, 1, 1)"]; +"1827 flatten" -> "1828 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"1828 flatten_0_0_nncf_smooth_quant_0" -> "1829 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; +"1829 quantize_per_tensor_default_76" -> "1830 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; +"1830 dequantize_per_tensor_default_76" -> "1836 linear_75" [style=solid, label="(1, 768)"]; +"1831 linear_75_scale_0" -> "1834 quantize_per_channel_default_52" [style=solid, label="(1000,)"]; +"1831 linear_75_scale_0" -> "1835 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; +"1832 linear_75_zero_point_0" -> "1834 quantize_per_channel_default_52" [style=solid, label="(1000,)"]; +"1832 linear_75_zero_point_0" -> "1835 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; +"1833 compressed_weight_updated_constant52" -> "1834 quantize_per_channel_default_52" [style=solid, label="(1000, 768)"]; +"1834 quantize_per_channel_default_52" -> "1835 dequantize_per_channel_default_52" [style=solid, label="(1000, 768)"]; +"1835 dequantize_per_channel_default_52" -> "1836 linear_75" [style=solid, label="(1000, 768)"]; +"1836 linear_75" -> "1837 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/dynamic_shapes/quantized/unet.dot b/tests/torch2/data/fx/dynamic_shapes/quantized/unet.dot index 48c6359942a..2885f7a671e 100644 --- a/tests/torch2/data/fx/dynamic_shapes/quantized/unet.dot +++ b/tests/torch2/data/fx/dynamic_shapes/quantized/unet.dot @@ -133,127 +133,119 @@ strict digraph { "131 dequantize_per_tensor_default_6" [id=131, type="dequantize_per_tensor"]; "132 slice_1" [id=132, type=slice]; "133 slice_2" [id=133, type=slice]; -"134 slice_3" [id=134, type=slice]; -"135 slice_4" [id=135, type=slice]; -"136 cat" [id=136, type=cat]; -"137 conv2d_10_scale_0" [id=137, type="get_attr"]; -"138 conv2d_10_zero_point_0" [id=138, type="get_attr"]; -"139 compressed_weight_updated_constant11" [id=139, type="get_attr"]; -"140 quantize_per_channel_default_11" [id=140, type="quantize_per_channel"]; -"141 dequantize_per_channel_default_11" [id=141, type="dequantize_per_channel"]; -"142 conv2d_10" [id=142, type=conv2d]; -"143 relu_10" [id=143, type=relu]; -"144 quantize_per_tensor_default_15" [id=144, type="quantize_per_tensor"]; -"145 dequantize_per_tensor_default_15" [id=145, type="dequantize_per_tensor"]; -"146 conv2d_11_scale_0" [id=146, type="get_attr"]; -"147 conv2d_11_zero_point_0" [id=147, type="get_attr"]; -"148 compressed_weight_updated_constant12" [id=148, type="get_attr"]; -"149 quantize_per_channel_default_12" [id=149, type="quantize_per_channel"]; -"150 dequantize_per_channel_default_12" [id=150, type="dequantize_per_channel"]; -"151 conv2d_11" [id=151, type=conv2d]; -"152 relu_11" [id=152, type=relu]; -"153 quantize_per_tensor_default_16" [id=153, type="quantize_per_tensor"]; -"154 dequantize_per_tensor_default_16" [id=154, type="dequantize_per_tensor"]; -"155 conv_transpose2d_1_scale_0" [id=155, type="get_attr"]; -"156 conv_transpose2d_1_zero_point_0" [id=156, type="get_attr"]; -"157 compressed_weight_updated_constant13" [id=157, type="get_attr"]; -"158 quantize_per_channel_default_13" [id=158, type="quantize_per_channel"]; -"159 dequantize_per_channel_default_13" [id=159, type="dequantize_per_channel"]; -"160 conv_transpose2d_1" [id=160, type="conv_transpose2d"]; -"161 quantize_per_tensor_default_5" [id=161, type="quantize_per_tensor"]; -"162 dequantize_per_tensor_default_5" [id=162, type="dequantize_per_tensor"]; -"163 slice_5" [id=163, type=slice]; -"164 slice_6" [id=164, type=slice]; -"165 slice_7" [id=165, type=slice]; -"166 slice_8" [id=166, type=slice]; -"167 cat_1" [id=167, type=cat]; -"168 conv2d_12_scale_0" [id=168, type="get_attr"]; -"169 conv2d_12_zero_point_0" [id=169, type="get_attr"]; -"170 compressed_weight_updated_constant14" [id=170, type="get_attr"]; -"171 quantize_per_channel_default_14" [id=171, type="quantize_per_channel"]; -"172 dequantize_per_channel_default_14" [id=172, type="dequantize_per_channel"]; -"173 conv2d_12" [id=173, type=conv2d]; -"174 relu_12" [id=174, type=relu]; -"175 quantize_per_tensor_default_17" [id=175, type="quantize_per_tensor"]; -"176 dequantize_per_tensor_default_17" [id=176, type="dequantize_per_tensor"]; -"177 conv2d_13_scale_0" [id=177, type="get_attr"]; -"178 conv2d_13_zero_point_0" [id=178, type="get_attr"]; -"179 compressed_weight_updated_constant15" [id=179, type="get_attr"]; -"180 quantize_per_channel_default_15" [id=180, type="quantize_per_channel"]; -"181 dequantize_per_channel_default_15" [id=181, type="dequantize_per_channel"]; -"182 conv2d_13" [id=182, type=conv2d]; -"183 relu_13" [id=183, type=relu]; -"184 quantize_per_tensor_default_18" [id=184, type="quantize_per_tensor"]; -"185 dequantize_per_tensor_default_18" [id=185, type="dequantize_per_tensor"]; -"186 conv_transpose2d_2_scale_0" [id=186, type="get_attr"]; -"187 conv_transpose2d_2_zero_point_0" [id=187, type="get_attr"]; -"188 compressed_weight_updated_constant16" [id=188, type="get_attr"]; -"189 quantize_per_channel_default_16" [id=189, type="quantize_per_channel"]; -"190 dequantize_per_channel_default_16" [id=190, type="dequantize_per_channel"]; -"191 conv_transpose2d_2" [id=191, type="conv_transpose2d"]; -"192 quantize_per_tensor_default_2" [id=192, type="quantize_per_tensor"]; -"193 dequantize_per_tensor_default_2" [id=193, type="dequantize_per_tensor"]; -"194 slice_9" [id=194, type=slice]; -"195 slice_10" [id=195, type=slice]; -"196 slice_11" [id=196, type=slice]; -"197 slice_12" [id=197, type=slice]; -"198 cat_2" [id=198, type=cat]; -"199 conv2d_14_scale_0" [id=199, type="get_attr"]; -"200 conv2d_14_zero_point_0" [id=200, type="get_attr"]; -"201 compressed_weight_updated_constant17" [id=201, type="get_attr"]; -"202 quantize_per_channel_default_17" [id=202, type="quantize_per_channel"]; -"203 dequantize_per_channel_default_17" [id=203, type="dequantize_per_channel"]; -"204 conv2d_14" [id=204, type=conv2d]; -"205 relu_14" [id=205, type=relu]; -"206 quantize_per_tensor_default_19" [id=206, type="quantize_per_tensor"]; -"207 dequantize_per_tensor_default_19" [id=207, type="dequantize_per_tensor"]; -"208 conv2d_15_scale_0" [id=208, type="get_attr"]; -"209 conv2d_15_zero_point_0" [id=209, type="get_attr"]; -"210 compressed_weight_updated_constant18" [id=210, type="get_attr"]; -"211 quantize_per_channel_default_18" [id=211, type="quantize_per_channel"]; -"212 dequantize_per_channel_default_18" [id=212, type="dequantize_per_channel"]; -"213 conv2d_15" [id=213, type=conv2d]; -"214 relu_15" [id=214, type=relu]; -"215 quantize_per_tensor_default_20" [id=215, type="quantize_per_tensor"]; -"216 dequantize_per_tensor_default_20" [id=216, type="dequantize_per_tensor"]; -"217 conv_transpose2d_3_scale_0" [id=217, type="get_attr"]; -"218 conv_transpose2d_3_zero_point_0" [id=218, type="get_attr"]; -"219 compressed_weight_updated_constant19" [id=219, type="get_attr"]; -"220 quantize_per_channel_default_19" [id=220, type="quantize_per_channel"]; -"221 dequantize_per_channel_default_19" [id=221, type="dequantize_per_channel"]; -"222 conv_transpose2d_3" [id=222, type="conv_transpose2d"]; -"223 quantize_per_tensor_default_1" [id=223, type="quantize_per_tensor"]; -"224 dequantize_per_tensor_default_1" [id=224, type="dequantize_per_tensor"]; -"225 slice_13" [id=225, type=slice]; -"226 slice_14" [id=226, type=slice]; -"227 slice_15" [id=227, type=slice]; -"228 slice_16" [id=228, type=slice]; -"229 cat_3" [id=229, type=cat]; -"230 conv2d_16_scale_0" [id=230, type="get_attr"]; -"231 conv2d_16_zero_point_0" [id=231, type="get_attr"]; -"232 compressed_weight_updated_constant20" [id=232, type="get_attr"]; -"233 quantize_per_channel_default_20" [id=233, type="quantize_per_channel"]; -"234 dequantize_per_channel_default_20" [id=234, type="dequantize_per_channel"]; -"235 conv2d_16" [id=235, type=conv2d]; -"236 relu_16" [id=236, type=relu]; -"237 quantize_per_tensor_default_21" [id=237, type="quantize_per_tensor"]; -"238 dequantize_per_tensor_default_21" [id=238, type="dequantize_per_tensor"]; -"239 conv2d_17_scale_0" [id=239, type="get_attr"]; -"240 conv2d_17_zero_point_0" [id=240, type="get_attr"]; -"241 compressed_weight_updated_constant21" [id=241, type="get_attr"]; -"242 quantize_per_channel_default_21" [id=242, type="quantize_per_channel"]; -"243 dequantize_per_channel_default_21" [id=243, type="dequantize_per_channel"]; -"244 conv2d_17" [id=244, type=conv2d]; -"245 relu_17" [id=245, type=relu]; -"246 quantize_per_tensor_default_22" [id=246, type="quantize_per_tensor"]; -"247 dequantize_per_tensor_default_22" [id=247, type="dequantize_per_tensor"]; -"248 conv2d_18_scale_0" [id=248, type="get_attr"]; -"249 conv2d_18_zero_point_0" [id=249, type="get_attr"]; -"250 compressed_weight_updated_constant22" [id=250, type="get_attr"]; -"251 quantize_per_channel_default_22" [id=251, type="quantize_per_channel"]; -"252 dequantize_per_channel_default_22" [id=252, type="dequantize_per_channel"]; -"253 conv2d_18" [id=253, type=conv2d]; -"254 output" [id=254, type=output]; +"134 cat" [id=134, type=cat]; +"135 conv2d_10_scale_0" [id=135, type="get_attr"]; +"136 conv2d_10_zero_point_0" [id=136, type="get_attr"]; +"137 compressed_weight_updated_constant11" [id=137, type="get_attr"]; +"138 quantize_per_channel_default_11" [id=138, type="quantize_per_channel"]; +"139 dequantize_per_channel_default_11" [id=139, type="dequantize_per_channel"]; +"140 conv2d_10" [id=140, type=conv2d]; +"141 relu_10" [id=141, type=relu]; +"142 quantize_per_tensor_default_15" [id=142, type="quantize_per_tensor"]; +"143 dequantize_per_tensor_default_15" [id=143, type="dequantize_per_tensor"]; +"144 conv2d_11_scale_0" [id=144, type="get_attr"]; +"145 conv2d_11_zero_point_0" [id=145, type="get_attr"]; +"146 compressed_weight_updated_constant12" [id=146, type="get_attr"]; +"147 quantize_per_channel_default_12" [id=147, type="quantize_per_channel"]; +"148 dequantize_per_channel_default_12" [id=148, type="dequantize_per_channel"]; +"149 conv2d_11" [id=149, type=conv2d]; +"150 relu_11" [id=150, type=relu]; +"151 quantize_per_tensor_default_16" [id=151, type="quantize_per_tensor"]; +"152 dequantize_per_tensor_default_16" [id=152, type="dequantize_per_tensor"]; +"153 conv_transpose2d_1_scale_0" [id=153, type="get_attr"]; +"154 conv_transpose2d_1_zero_point_0" [id=154, type="get_attr"]; +"155 compressed_weight_updated_constant13" [id=155, type="get_attr"]; +"156 quantize_per_channel_default_13" [id=156, type="quantize_per_channel"]; +"157 dequantize_per_channel_default_13" [id=157, type="dequantize_per_channel"]; +"158 conv_transpose2d_1" [id=158, type="conv_transpose2d"]; +"159 quantize_per_tensor_default_5" [id=159, type="quantize_per_tensor"]; +"160 dequantize_per_tensor_default_5" [id=160, type="dequantize_per_tensor"]; +"161 slice_3" [id=161, type=slice]; +"162 slice_4" [id=162, type=slice]; +"163 cat_1" [id=163, type=cat]; +"164 conv2d_12_scale_0" [id=164, type="get_attr"]; +"165 conv2d_12_zero_point_0" [id=165, type="get_attr"]; +"166 compressed_weight_updated_constant14" [id=166, type="get_attr"]; +"167 quantize_per_channel_default_14" [id=167, type="quantize_per_channel"]; +"168 dequantize_per_channel_default_14" [id=168, type="dequantize_per_channel"]; +"169 conv2d_12" [id=169, type=conv2d]; +"170 relu_12" [id=170, type=relu]; +"171 quantize_per_tensor_default_17" [id=171, type="quantize_per_tensor"]; +"172 dequantize_per_tensor_default_17" [id=172, type="dequantize_per_tensor"]; +"173 conv2d_13_scale_0" [id=173, type="get_attr"]; +"174 conv2d_13_zero_point_0" [id=174, type="get_attr"]; +"175 compressed_weight_updated_constant15" [id=175, type="get_attr"]; +"176 quantize_per_channel_default_15" [id=176, type="quantize_per_channel"]; +"177 dequantize_per_channel_default_15" [id=177, type="dequantize_per_channel"]; +"178 conv2d_13" [id=178, type=conv2d]; +"179 relu_13" [id=179, type=relu]; +"180 quantize_per_tensor_default_18" [id=180, type="quantize_per_tensor"]; +"181 dequantize_per_tensor_default_18" [id=181, type="dequantize_per_tensor"]; +"182 conv_transpose2d_2_scale_0" [id=182, type="get_attr"]; +"183 conv_transpose2d_2_zero_point_0" [id=183, type="get_attr"]; +"184 compressed_weight_updated_constant16" [id=184, type="get_attr"]; +"185 quantize_per_channel_default_16" [id=185, type="quantize_per_channel"]; +"186 dequantize_per_channel_default_16" [id=186, type="dequantize_per_channel"]; +"187 conv_transpose2d_2" [id=187, type="conv_transpose2d"]; +"188 quantize_per_tensor_default_2" [id=188, type="quantize_per_tensor"]; +"189 dequantize_per_tensor_default_2" [id=189, type="dequantize_per_tensor"]; +"190 slice_5" [id=190, type=slice]; +"191 slice_6" [id=191, type=slice]; +"192 cat_2" [id=192, type=cat]; +"193 conv2d_14_scale_0" [id=193, type="get_attr"]; +"194 conv2d_14_zero_point_0" [id=194, type="get_attr"]; +"195 compressed_weight_updated_constant17" [id=195, type="get_attr"]; +"196 quantize_per_channel_default_17" [id=196, type="quantize_per_channel"]; +"197 dequantize_per_channel_default_17" [id=197, type="dequantize_per_channel"]; +"198 conv2d_14" [id=198, type=conv2d]; +"199 relu_14" [id=199, type=relu]; +"200 quantize_per_tensor_default_19" [id=200, type="quantize_per_tensor"]; +"201 dequantize_per_tensor_default_19" [id=201, type="dequantize_per_tensor"]; +"202 conv2d_15_scale_0" [id=202, type="get_attr"]; +"203 conv2d_15_zero_point_0" [id=203, type="get_attr"]; +"204 compressed_weight_updated_constant18" [id=204, type="get_attr"]; +"205 quantize_per_channel_default_18" [id=205, type="quantize_per_channel"]; +"206 dequantize_per_channel_default_18" [id=206, type="dequantize_per_channel"]; +"207 conv2d_15" [id=207, type=conv2d]; +"208 relu_15" [id=208, type=relu]; +"209 quantize_per_tensor_default_20" [id=209, type="quantize_per_tensor"]; +"210 dequantize_per_tensor_default_20" [id=210, type="dequantize_per_tensor"]; +"211 conv_transpose2d_3_scale_0" [id=211, type="get_attr"]; +"212 conv_transpose2d_3_zero_point_0" [id=212, type="get_attr"]; +"213 compressed_weight_updated_constant19" [id=213, type="get_attr"]; +"214 quantize_per_channel_default_19" [id=214, type="quantize_per_channel"]; +"215 dequantize_per_channel_default_19" [id=215, type="dequantize_per_channel"]; +"216 conv_transpose2d_3" [id=216, type="conv_transpose2d"]; +"217 quantize_per_tensor_default_1" [id=217, type="quantize_per_tensor"]; +"218 dequantize_per_tensor_default_1" [id=218, type="dequantize_per_tensor"]; +"219 slice_7" [id=219, type=slice]; +"220 slice_8" [id=220, type=slice]; +"221 cat_3" [id=221, type=cat]; +"222 conv2d_16_scale_0" [id=222, type="get_attr"]; +"223 conv2d_16_zero_point_0" [id=223, type="get_attr"]; +"224 compressed_weight_updated_constant20" [id=224, type="get_attr"]; +"225 quantize_per_channel_default_20" [id=225, type="quantize_per_channel"]; +"226 dequantize_per_channel_default_20" [id=226, type="dequantize_per_channel"]; +"227 conv2d_16" [id=227, type=conv2d]; +"228 relu_16" [id=228, type=relu]; +"229 quantize_per_tensor_default_21" [id=229, type="quantize_per_tensor"]; +"230 dequantize_per_tensor_default_21" [id=230, type="dequantize_per_tensor"]; +"231 conv2d_17_scale_0" [id=231, type="get_attr"]; +"232 conv2d_17_zero_point_0" [id=232, type="get_attr"]; +"233 compressed_weight_updated_constant21" [id=233, type="get_attr"]; +"234 quantize_per_channel_default_21" [id=234, type="quantize_per_channel"]; +"235 dequantize_per_channel_default_21" [id=235, type="dequantize_per_channel"]; +"236 conv2d_17" [id=236, type=conv2d]; +"237 relu_17" [id=237, type=relu]; +"238 quantize_per_tensor_default_22" [id=238, type="quantize_per_tensor"]; +"239 dequantize_per_tensor_default_22" [id=239, type="dequantize_per_tensor"]; +"240 conv2d_18_scale_0" [id=240, type="get_attr"]; +"241 conv2d_18_zero_point_0" [id=241, type="get_attr"]; +"242 compressed_weight_updated_constant22" [id=242, type="get_attr"]; +"243 quantize_per_channel_default_22" [id=243, type="quantize_per_channel"]; +"244 dequantize_per_channel_default_22" [id=244, type="dequantize_per_channel"]; +"245 conv2d_18" [id=245, type=conv2d]; +"246 output" [id=246, type=output]; "0 down_path_0_block_0_bias" -> "31 conv2d" [style=solid, label="(64,)"]; "1 down_path_0_block_3_bias" -> "40 conv2d_1" [style=solid, label="(64,)"]; "2 down_path_1_block_0_bias" -> "51 conv2d_2" [style=solid, label="(128,)"]; @@ -265,18 +257,18 @@ strict digraph { "8 down_path_4_block_0_bias" -> "111 conv2d_8" [style=solid, label="(1024,)"]; "9 down_path_4_block_3_bias" -> "120 conv2d_9" [style=solid, label="(1024,)"]; "10 up_path_0_up_bias" -> "129 conv_transpose2d" [style=solid, label="(512,)"]; -"11 up_path_0_conv_block_block_0_bias" -> "142 conv2d_10" [style=solid, label="(512,)"]; -"12 up_path_0_conv_block_block_3_bias" -> "151 conv2d_11" [style=solid, label="(512,)"]; -"13 up_path_1_up_bias" -> "160 conv_transpose2d_1" [style=solid, label="(256,)"]; -"14 up_path_1_conv_block_block_0_bias" -> "173 conv2d_12" [style=solid, label="(256,)"]; -"15 up_path_1_conv_block_block_3_bias" -> "182 conv2d_13" [style=solid, label="(256,)"]; -"16 up_path_2_up_bias" -> "191 conv_transpose2d_2" [style=solid, label="(128,)"]; -"17 up_path_2_conv_block_block_0_bias" -> "204 conv2d_14" [style=solid, label="(128,)"]; -"18 up_path_2_conv_block_block_3_bias" -> "213 conv2d_15" [style=solid, label="(128,)"]; -"19 up_path_3_up_bias" -> "222 conv_transpose2d_3" [style=solid, label="(64,)"]; -"20 up_path_3_conv_block_block_0_bias" -> "235 conv2d_16" [style=solid, label="(64,)"]; -"21 up_path_3_conv_block_block_3_bias" -> "244 conv2d_17" [style=solid, label="(64,)"]; -"22 last_bias" -> "253 conv2d_18" [style=solid, label="(12,)"]; +"11 up_path_0_conv_block_block_0_bias" -> "140 conv2d_10" [style=solid, label="(512,)"]; +"12 up_path_0_conv_block_block_3_bias" -> "149 conv2d_11" [style=solid, label="(512,)"]; +"13 up_path_1_up_bias" -> "158 conv_transpose2d_1" [style=solid, label="(256,)"]; +"14 up_path_1_conv_block_block_0_bias" -> "169 conv2d_12" [style=solid, label="(256,)"]; +"15 up_path_1_conv_block_block_3_bias" -> "178 conv2d_13" [style=solid, label="(256,)"]; +"16 up_path_2_up_bias" -> "187 conv_transpose2d_2" [style=solid, label="(128,)"]; +"17 up_path_2_conv_block_block_0_bias" -> "198 conv2d_14" [style=solid, label="(128,)"]; +"18 up_path_2_conv_block_block_3_bias" -> "207 conv2d_15" [style=solid, label="(128,)"]; +"19 up_path_3_up_bias" -> "216 conv_transpose2d_3" [style=solid, label="(64,)"]; +"20 up_path_3_conv_block_block_0_bias" -> "227 conv2d_16" [style=solid, label="(64,)"]; +"21 up_path_3_conv_block_block_3_bias" -> "236 conv2d_17" [style=solid, label="(64,)"]; +"22 last_bias" -> "245 conv2d_18" [style=solid, label="(12,)"]; "23 x" -> "24 quantize_per_tensor_default_8" [style=solid, label="(1, 3, 224, 224)"]; "24 quantize_per_tensor_default_8" -> "25 dequantize_per_tensor_default_8" [style=solid, label="(1, 3, 224, 224)"]; "25 dequantize_per_tensor_default_8" -> "31 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -302,7 +294,7 @@ strict digraph { "41 relu_1" -> "42 quantize_per_tensor_default" [style=solid, label="(1, 64, 220, 220)"]; "42 quantize_per_tensor_default" -> "43 dequantize_per_tensor_default_24" [style=solid, label="(1, 64, 220, 220)"]; "42 quantize_per_tensor_default" -> "44 dequantize_per_tensor_default_23" [style=solid, label="(1, 64, 220, 220)"]; -"43 dequantize_per_tensor_default_24" -> "225 slice_13" [style=solid, label="(1, 64, 220, 220)"]; +"43 dequantize_per_tensor_default_24" -> "219 slice_7" [style=solid, label="(1, 64, 220, 220)"]; "44 dequantize_per_tensor_default_23" -> "45 max_pool2d" [style=solid, label="(1, 64, 220, 220)"]; "45 max_pool2d" -> "51 conv2d_2" [style=solid, label="(1, 64, 110, 110)"]; "46 conv2d_2_scale_0" -> "49 quantize_per_channel_default_2" [style=solid, label="(128,)"]; @@ -327,7 +319,7 @@ strict digraph { "61 relu_3" -> "62 quantize_per_tensor_default_3" [style=solid, label="(1, 128, 106, 106)"]; "62 quantize_per_tensor_default_3" -> "63 dequantize_per_tensor_default_26" [style=solid, label="(1, 128, 106, 106)"]; "62 quantize_per_tensor_default_3" -> "64 dequantize_per_tensor_default_25" [style=solid, label="(1, 128, 106, 106)"]; -"63 dequantize_per_tensor_default_26" -> "194 slice_9" [style=solid, label="(1, 128, 106, 106)"]; +"63 dequantize_per_tensor_default_26" -> "190 slice_5" [style=solid, label="(1, 128, 106, 106)"]; "64 dequantize_per_tensor_default_25" -> "65 max_pool2d_1" [style=solid, label="(1, 128, 106, 106)"]; "65 max_pool2d_1" -> "71 conv2d_4" [style=solid, label="(1, 128, 53, 53)"]; "66 conv2d_4_scale_0" -> "69 quantize_per_channel_default_4" [style=solid, label="(256,)"]; @@ -352,7 +344,7 @@ strict digraph { "81 relu_5" -> "82 quantize_per_tensor_default_4" [style=solid, label="(1, 256, 49, 49)"]; "82 quantize_per_tensor_default_4" -> "83 dequantize_per_tensor_default_28" [style=solid, label="(1, 256, 49, 49)"]; "82 quantize_per_tensor_default_4" -> "84 dequantize_per_tensor_default_27" [style=solid, label="(1, 256, 49, 49)"]; -"83 dequantize_per_tensor_default_28" -> "163 slice_5" [style=solid, label="(1, 256, 49, 49)"]; +"83 dequantize_per_tensor_default_28" -> "161 slice_3" [style=solid, label="(1, 256, 49, 49)"]; "84 dequantize_per_tensor_default_27" -> "85 max_pool2d_2" [style=solid, label="(1, 256, 49, 49)"]; "85 max_pool2d_2" -> "91 conv2d_6" [style=solid, label="(1, 256, 24, 24)"]; "86 conv2d_6_scale_0" -> "89 quantize_per_channel_default_6" [style=solid, label="(512,)"]; @@ -411,151 +403,143 @@ strict digraph { "128 dequantize_per_channel_default_10" -> "129 conv_transpose2d" [style=solid, label="(1024, 512, 2, 2)"]; "129 conv_transpose2d" -> "130 quantize_per_tensor_default_6" [style=solid, label="(1, 512, 12, 12)"]; "130 quantize_per_tensor_default_6" -> "131 dequantize_per_tensor_default_6" [style=solid, label="(1, 512, 12, 12)"]; -"131 dequantize_per_tensor_default_6" -> "136 cat" [style=solid, label="(1, 512, 12, 12)"]; -"132 slice_1" -> "133 slice_2" [style=solid, label="(1, 512, 20, 20)"]; -"133 slice_2" -> "134 slice_3" [style=solid, label="(1, 512, 20, 20)"]; -"134 slice_3" -> "135 slice_4" [style=solid, label="(1, 512, 12, 20)"]; -"135 slice_4" -> "136 cat" [style=solid, label="(1, 512, 12, 12)"]; -"136 cat" -> "142 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; -"137 conv2d_10_scale_0" -> "140 quantize_per_channel_default_11" [style=solid, label="(512,)"]; -"137 conv2d_10_scale_0" -> "141 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; -"138 conv2d_10_zero_point_0" -> "140 quantize_per_channel_default_11" [style=solid, label="(512,)"]; -"138 conv2d_10_zero_point_0" -> "141 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; -"139 compressed_weight_updated_constant11" -> "140 quantize_per_channel_default_11" [style=solid, label="(512, 1024, 3, 3)"]; -"140 quantize_per_channel_default_11" -> "141 dequantize_per_channel_default_11" [style=solid, label="(512, 1024, 3, 3)"]; -"141 dequantize_per_channel_default_11" -> "142 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; -"142 conv2d_10" -> "143 relu_10" [style=solid, label="(1, 512, 10, 10)"]; -"143 relu_10" -> "144 quantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; -"144 quantize_per_tensor_default_15" -> "145 dequantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; -"145 dequantize_per_tensor_default_15" -> "151 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; -"146 conv2d_11_scale_0" -> "149 quantize_per_channel_default_12" [style=solid, label="(512,)"]; -"146 conv2d_11_scale_0" -> "150 dequantize_per_channel_default_12" [style=solid, label="(512,)"]; -"147 conv2d_11_zero_point_0" -> "149 quantize_per_channel_default_12" [style=solid, label="(512,)"]; -"147 conv2d_11_zero_point_0" -> "150 dequantize_per_channel_default_12" [style=solid, label="(512,)"]; -"148 compressed_weight_updated_constant12" -> "149 quantize_per_channel_default_12" [style=solid, label="(512, 512, 3, 3)"]; -"149 quantize_per_channel_default_12" -> "150 dequantize_per_channel_default_12" [style=solid, label="(512, 512, 3, 3)"]; -"150 dequantize_per_channel_default_12" -> "151 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; -"151 conv2d_11" -> "152 relu_11" [style=solid, label="(1, 512, 8, 8)"]; -"152 relu_11" -> "153 quantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; -"153 quantize_per_tensor_default_16" -> "154 dequantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; -"154 dequantize_per_tensor_default_16" -> "160 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; -"155 conv_transpose2d_1_scale_0" -> "158 quantize_per_channel_default_13" [style=solid, label="(512,)"]; -"155 conv_transpose2d_1_scale_0" -> "159 dequantize_per_channel_default_13" [style=solid, label="(512,)"]; -"156 conv_transpose2d_1_zero_point_0" -> "158 quantize_per_channel_default_13" [style=solid, label="(512,)"]; -"156 conv_transpose2d_1_zero_point_0" -> "159 dequantize_per_channel_default_13" [style=solid, label="(512,)"]; -"157 compressed_weight_updated_constant13" -> "158 quantize_per_channel_default_13" [style=solid, label="(512, 256, 2, 2)"]; -"158 quantize_per_channel_default_13" -> "159 dequantize_per_channel_default_13" [style=solid, label="(512, 256, 2, 2)"]; -"159 dequantize_per_channel_default_13" -> "160 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; -"160 conv_transpose2d_1" -> "161 quantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; -"161 quantize_per_tensor_default_5" -> "162 dequantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; -"162 dequantize_per_tensor_default_5" -> "167 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"163 slice_5" -> "164 slice_6" [style=solid, label="(1, 256, 49, 49)"]; -"164 slice_6" -> "165 slice_7" [style=solid, label="(1, 256, 49, 49)"]; -"165 slice_7" -> "166 slice_8" [style=solid, label="(1, 256, 16, 49)"]; -"166 slice_8" -> "167 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"167 cat_1" -> "173 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; -"168 conv2d_12_scale_0" -> "171 quantize_per_channel_default_14" [style=solid, label="(256,)"]; -"168 conv2d_12_scale_0" -> "172 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; -"169 conv2d_12_zero_point_0" -> "171 quantize_per_channel_default_14" [style=solid, label="(256,)"]; -"169 conv2d_12_zero_point_0" -> "172 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; -"170 compressed_weight_updated_constant14" -> "171 quantize_per_channel_default_14" [style=solid, label="(256, 512, 3, 3)"]; -"171 quantize_per_channel_default_14" -> "172 dequantize_per_channel_default_14" [style=solid, label="(256, 512, 3, 3)"]; -"172 dequantize_per_channel_default_14" -> "173 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; -"173 conv2d_12" -> "174 relu_12" [style=solid, label="(1, 256, 14, 14)"]; -"174 relu_12" -> "175 quantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"175 quantize_per_tensor_default_17" -> "176 dequantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"176 dequantize_per_tensor_default_17" -> "182 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; -"177 conv2d_13_scale_0" -> "180 quantize_per_channel_default_15" [style=solid, label="(256,)"]; -"177 conv2d_13_scale_0" -> "181 dequantize_per_channel_default_15" [style=solid, label="(256,)"]; -"178 conv2d_13_zero_point_0" -> "180 quantize_per_channel_default_15" [style=solid, label="(256,)"]; -"178 conv2d_13_zero_point_0" -> "181 dequantize_per_channel_default_15" [style=solid, label="(256,)"]; -"179 compressed_weight_updated_constant15" -> "180 quantize_per_channel_default_15" [style=solid, label="(256, 256, 3, 3)"]; -"180 quantize_per_channel_default_15" -> "181 dequantize_per_channel_default_15" [style=solid, label="(256, 256, 3, 3)"]; -"181 dequantize_per_channel_default_15" -> "182 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; -"182 conv2d_13" -> "183 relu_13" [style=solid, label="(1, 256, 12, 12)"]; -"183 relu_13" -> "184 quantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; -"184 quantize_per_tensor_default_18" -> "185 dequantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; -"185 dequantize_per_tensor_default_18" -> "191 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; -"186 conv_transpose2d_2_scale_0" -> "189 quantize_per_channel_default_16" [style=solid, label="(256,)"]; -"186 conv_transpose2d_2_scale_0" -> "190 dequantize_per_channel_default_16" [style=solid, label="(256,)"]; -"187 conv_transpose2d_2_zero_point_0" -> "189 quantize_per_channel_default_16" [style=solid, label="(256,)"]; -"187 conv_transpose2d_2_zero_point_0" -> "190 dequantize_per_channel_default_16" [style=solid, label="(256,)"]; -"188 compressed_weight_updated_constant16" -> "189 quantize_per_channel_default_16" [style=solid, label="(256, 128, 2, 2)"]; -"189 quantize_per_channel_default_16" -> "190 dequantize_per_channel_default_16" [style=solid, label="(256, 128, 2, 2)"]; -"190 dequantize_per_channel_default_16" -> "191 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; -"191 conv_transpose2d_2" -> "192 quantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; -"192 quantize_per_tensor_default_2" -> "193 dequantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; -"193 dequantize_per_tensor_default_2" -> "198 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"194 slice_9" -> "195 slice_10" [style=solid, label="(1, 128, 106, 106)"]; -"195 slice_10" -> "196 slice_11" [style=solid, label="(1, 128, 106, 106)"]; -"196 slice_11" -> "197 slice_12" [style=solid, label="(1, 128, 24, 106)"]; -"197 slice_12" -> "198 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"198 cat_2" -> "204 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; -"199 conv2d_14_scale_0" -> "202 quantize_per_channel_default_17" [style=solid, label="(128,)"]; -"199 conv2d_14_scale_0" -> "203 dequantize_per_channel_default_17" [style=solid, label="(128,)"]; -"200 conv2d_14_zero_point_0" -> "202 quantize_per_channel_default_17" [style=solid, label="(128,)"]; -"200 conv2d_14_zero_point_0" -> "203 dequantize_per_channel_default_17" [style=solid, label="(128,)"]; -"201 compressed_weight_updated_constant17" -> "202 quantize_per_channel_default_17" [style=solid, label="(128, 256, 3, 3)"]; -"202 quantize_per_channel_default_17" -> "203 dequantize_per_channel_default_17" [style=solid, label="(128, 256, 3, 3)"]; -"203 dequantize_per_channel_default_17" -> "204 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; -"204 conv2d_14" -> "205 relu_14" [style=solid, label="(1, 128, 22, 22)"]; -"205 relu_14" -> "206 quantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; -"206 quantize_per_tensor_default_19" -> "207 dequantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; -"207 dequantize_per_tensor_default_19" -> "213 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; -"208 conv2d_15_scale_0" -> "211 quantize_per_channel_default_18" [style=solid, label="(128,)"]; -"208 conv2d_15_scale_0" -> "212 dequantize_per_channel_default_18" [style=solid, label="(128,)"]; -"209 conv2d_15_zero_point_0" -> "211 quantize_per_channel_default_18" [style=solid, label="(128,)"]; -"209 conv2d_15_zero_point_0" -> "212 dequantize_per_channel_default_18" [style=solid, label="(128,)"]; -"210 compressed_weight_updated_constant18" -> "211 quantize_per_channel_default_18" [style=solid, label="(128, 128, 3, 3)"]; -"211 quantize_per_channel_default_18" -> "212 dequantize_per_channel_default_18" [style=solid, label="(128, 128, 3, 3)"]; -"212 dequantize_per_channel_default_18" -> "213 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; -"213 conv2d_15" -> "214 relu_15" [style=solid, label="(1, 128, 20, 20)"]; -"214 relu_15" -> "215 quantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; -"215 quantize_per_tensor_default_20" -> "216 dequantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; -"216 dequantize_per_tensor_default_20" -> "222 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; -"217 conv_transpose2d_3_scale_0" -> "220 quantize_per_channel_default_19" [style=solid, label="(128,)"]; -"217 conv_transpose2d_3_scale_0" -> "221 dequantize_per_channel_default_19" [style=solid, label="(128,)"]; -"218 conv_transpose2d_3_zero_point_0" -> "220 quantize_per_channel_default_19" [style=solid, label="(128,)"]; -"218 conv_transpose2d_3_zero_point_0" -> "221 dequantize_per_channel_default_19" [style=solid, label="(128,)"]; -"219 compressed_weight_updated_constant19" -> "220 quantize_per_channel_default_19" [style=solid, label="(128, 64, 2, 2)"]; -"220 quantize_per_channel_default_19" -> "221 dequantize_per_channel_default_19" [style=solid, label="(128, 64, 2, 2)"]; -"221 dequantize_per_channel_default_19" -> "222 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; -"222 conv_transpose2d_3" -> "223 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; -"223 quantize_per_tensor_default_1" -> "224 dequantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; -"224 dequantize_per_tensor_default_1" -> "229 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"225 slice_13" -> "226 slice_14" [style=solid, label="(1, 64, 220, 220)"]; -"226 slice_14" -> "227 slice_15" [style=solid, label="(1, 64, 220, 220)"]; -"227 slice_15" -> "228 slice_16" [style=solid, label="(1, 64, 40, 220)"]; -"228 slice_16" -> "229 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"229 cat_3" -> "235 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; -"230 conv2d_16_scale_0" -> "233 quantize_per_channel_default_20" [style=solid, label="(64,)"]; -"230 conv2d_16_scale_0" -> "234 dequantize_per_channel_default_20" [style=solid, label="(64,)"]; -"231 conv2d_16_zero_point_0" -> "233 quantize_per_channel_default_20" [style=solid, label="(64,)"]; -"231 conv2d_16_zero_point_0" -> "234 dequantize_per_channel_default_20" [style=solid, label="(64,)"]; -"232 compressed_weight_updated_constant20" -> "233 quantize_per_channel_default_20" [style=solid, label="(64, 128, 3, 3)"]; -"233 quantize_per_channel_default_20" -> "234 dequantize_per_channel_default_20" [style=solid, label="(64, 128, 3, 3)"]; -"234 dequantize_per_channel_default_20" -> "235 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; -"235 conv2d_16" -> "236 relu_16" [style=solid, label="(1, 64, 38, 38)"]; -"236 relu_16" -> "237 quantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; -"237 quantize_per_tensor_default_21" -> "238 dequantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; -"238 dequantize_per_tensor_default_21" -> "244 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; -"239 conv2d_17_scale_0" -> "242 quantize_per_channel_default_21" [style=solid, label="(64,)"]; -"239 conv2d_17_scale_0" -> "243 dequantize_per_channel_default_21" [style=solid, label="(64,)"]; -"240 conv2d_17_zero_point_0" -> "242 quantize_per_channel_default_21" [style=solid, label="(64,)"]; -"240 conv2d_17_zero_point_0" -> "243 dequantize_per_channel_default_21" [style=solid, label="(64,)"]; -"241 compressed_weight_updated_constant21" -> "242 quantize_per_channel_default_21" [style=solid, label="(64, 64, 3, 3)"]; -"242 quantize_per_channel_default_21" -> "243 dequantize_per_channel_default_21" [style=solid, label="(64, 64, 3, 3)"]; -"243 dequantize_per_channel_default_21" -> "244 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; -"244 conv2d_17" -> "245 relu_17" [style=solid, label="(1, 64, 36, 36)"]; -"245 relu_17" -> "246 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; -"246 quantize_per_tensor_default_22" -> "247 dequantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; -"247 dequantize_per_tensor_default_22" -> "253 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; -"248 conv2d_18_scale_0" -> "251 quantize_per_channel_default_22" [style=solid, label="(12,)"]; -"248 conv2d_18_scale_0" -> "252 dequantize_per_channel_default_22" [style=solid, label="(12,)"]; -"249 conv2d_18_zero_point_0" -> "251 quantize_per_channel_default_22" [style=solid, label="(12,)"]; -"249 conv2d_18_zero_point_0" -> "252 dequantize_per_channel_default_22" [style=solid, label="(12,)"]; -"250 compressed_weight_updated_constant22" -> "251 quantize_per_channel_default_22" [style=solid, label="(12, 64, 1, 1)"]; -"251 quantize_per_channel_default_22" -> "252 dequantize_per_channel_default_22" [style=solid, label="(12, 64, 1, 1)"]; -"252 dequantize_per_channel_default_22" -> "253 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; -"253 conv2d_18" -> "254 output" [style=solid, label="(1, 12, 36, 36)"]; +"131 dequantize_per_tensor_default_6" -> "134 cat" [style=solid, label="(1, 512, 12, 12)"]; +"132 slice_1" -> "133 slice_2" [style=solid, label="(1, 512, 12, 20)"]; +"133 slice_2" -> "134 cat" [style=solid, label="(1, 512, 12, 12)"]; +"134 cat" -> "140 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; +"135 conv2d_10_scale_0" -> "138 quantize_per_channel_default_11" [style=solid, label="(512,)"]; +"135 conv2d_10_scale_0" -> "139 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; +"136 conv2d_10_zero_point_0" -> "138 quantize_per_channel_default_11" [style=solid, label="(512,)"]; +"136 conv2d_10_zero_point_0" -> "139 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; +"137 compressed_weight_updated_constant11" -> "138 quantize_per_channel_default_11" [style=solid, label="(512, 1024, 3, 3)"]; +"138 quantize_per_channel_default_11" -> "139 dequantize_per_channel_default_11" [style=solid, label="(512, 1024, 3, 3)"]; +"139 dequantize_per_channel_default_11" -> "140 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; +"140 conv2d_10" -> "141 relu_10" [style=solid, label="(1, 512, 10, 10)"]; +"141 relu_10" -> "142 quantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; +"142 quantize_per_tensor_default_15" -> "143 dequantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; +"143 dequantize_per_tensor_default_15" -> "149 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; +"144 conv2d_11_scale_0" -> "147 quantize_per_channel_default_12" [style=solid, label="(512,)"]; +"144 conv2d_11_scale_0" -> "148 dequantize_per_channel_default_12" [style=solid, label="(512,)"]; +"145 conv2d_11_zero_point_0" -> "147 quantize_per_channel_default_12" [style=solid, label="(512,)"]; +"145 conv2d_11_zero_point_0" -> "148 dequantize_per_channel_default_12" [style=solid, label="(512,)"]; +"146 compressed_weight_updated_constant12" -> "147 quantize_per_channel_default_12" [style=solid, label="(512, 512, 3, 3)"]; +"147 quantize_per_channel_default_12" -> "148 dequantize_per_channel_default_12" [style=solid, label="(512, 512, 3, 3)"]; +"148 dequantize_per_channel_default_12" -> "149 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; +"149 conv2d_11" -> "150 relu_11" [style=solid, label="(1, 512, 8, 8)"]; +"150 relu_11" -> "151 quantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; +"151 quantize_per_tensor_default_16" -> "152 dequantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; +"152 dequantize_per_tensor_default_16" -> "158 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; +"153 conv_transpose2d_1_scale_0" -> "156 quantize_per_channel_default_13" [style=solid, label="(512,)"]; +"153 conv_transpose2d_1_scale_0" -> "157 dequantize_per_channel_default_13" [style=solid, label="(512,)"]; +"154 conv_transpose2d_1_zero_point_0" -> "156 quantize_per_channel_default_13" [style=solid, label="(512,)"]; +"154 conv_transpose2d_1_zero_point_0" -> "157 dequantize_per_channel_default_13" [style=solid, label="(512,)"]; +"155 compressed_weight_updated_constant13" -> "156 quantize_per_channel_default_13" [style=solid, label="(512, 256, 2, 2)"]; +"156 quantize_per_channel_default_13" -> "157 dequantize_per_channel_default_13" [style=solid, label="(512, 256, 2, 2)"]; +"157 dequantize_per_channel_default_13" -> "158 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; +"158 conv_transpose2d_1" -> "159 quantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; +"159 quantize_per_tensor_default_5" -> "160 dequantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; +"160 dequantize_per_tensor_default_5" -> "163 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"161 slice_3" -> "162 slice_4" [style=solid, label="(1, 256, 16, 49)"]; +"162 slice_4" -> "163 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"163 cat_1" -> "169 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; +"164 conv2d_12_scale_0" -> "167 quantize_per_channel_default_14" [style=solid, label="(256,)"]; +"164 conv2d_12_scale_0" -> "168 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; +"165 conv2d_12_zero_point_0" -> "167 quantize_per_channel_default_14" [style=solid, label="(256,)"]; +"165 conv2d_12_zero_point_0" -> "168 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; +"166 compressed_weight_updated_constant14" -> "167 quantize_per_channel_default_14" [style=solid, label="(256, 512, 3, 3)"]; +"167 quantize_per_channel_default_14" -> "168 dequantize_per_channel_default_14" [style=solid, label="(256, 512, 3, 3)"]; +"168 dequantize_per_channel_default_14" -> "169 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; +"169 conv2d_12" -> "170 relu_12" [style=solid, label="(1, 256, 14, 14)"]; +"170 relu_12" -> "171 quantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; +"171 quantize_per_tensor_default_17" -> "172 dequantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; +"172 dequantize_per_tensor_default_17" -> "178 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"173 conv2d_13_scale_0" -> "176 quantize_per_channel_default_15" [style=solid, label="(256,)"]; +"173 conv2d_13_scale_0" -> "177 dequantize_per_channel_default_15" [style=solid, label="(256,)"]; +"174 conv2d_13_zero_point_0" -> "176 quantize_per_channel_default_15" [style=solid, label="(256,)"]; +"174 conv2d_13_zero_point_0" -> "177 dequantize_per_channel_default_15" [style=solid, label="(256,)"]; +"175 compressed_weight_updated_constant15" -> "176 quantize_per_channel_default_15" [style=solid, label="(256, 256, 3, 3)"]; +"176 quantize_per_channel_default_15" -> "177 dequantize_per_channel_default_15" [style=solid, label="(256, 256, 3, 3)"]; +"177 dequantize_per_channel_default_15" -> "178 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"178 conv2d_13" -> "179 relu_13" [style=solid, label="(1, 256, 12, 12)"]; +"179 relu_13" -> "180 quantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; +"180 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; +"181 dequantize_per_tensor_default_18" -> "187 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; +"182 conv_transpose2d_2_scale_0" -> "185 quantize_per_channel_default_16" [style=solid, label="(256,)"]; +"182 conv_transpose2d_2_scale_0" -> "186 dequantize_per_channel_default_16" [style=solid, label="(256,)"]; +"183 conv_transpose2d_2_zero_point_0" -> "185 quantize_per_channel_default_16" [style=solid, label="(256,)"]; +"183 conv_transpose2d_2_zero_point_0" -> "186 dequantize_per_channel_default_16" [style=solid, label="(256,)"]; +"184 compressed_weight_updated_constant16" -> "185 quantize_per_channel_default_16" [style=solid, label="(256, 128, 2, 2)"]; +"185 quantize_per_channel_default_16" -> "186 dequantize_per_channel_default_16" [style=solid, label="(256, 128, 2, 2)"]; +"186 dequantize_per_channel_default_16" -> "187 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; +"187 conv_transpose2d_2" -> "188 quantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; +"188 quantize_per_tensor_default_2" -> "189 dequantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; +"189 dequantize_per_tensor_default_2" -> "192 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"190 slice_5" -> "191 slice_6" [style=solid, label="(1, 128, 24, 106)"]; +"191 slice_6" -> "192 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"192 cat_2" -> "198 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; +"193 conv2d_14_scale_0" -> "196 quantize_per_channel_default_17" [style=solid, label="(128,)"]; +"193 conv2d_14_scale_0" -> "197 dequantize_per_channel_default_17" [style=solid, label="(128,)"]; +"194 conv2d_14_zero_point_0" -> "196 quantize_per_channel_default_17" [style=solid, label="(128,)"]; +"194 conv2d_14_zero_point_0" -> "197 dequantize_per_channel_default_17" [style=solid, label="(128,)"]; +"195 compressed_weight_updated_constant17" -> "196 quantize_per_channel_default_17" [style=solid, label="(128, 256, 3, 3)"]; +"196 quantize_per_channel_default_17" -> "197 dequantize_per_channel_default_17" [style=solid, label="(128, 256, 3, 3)"]; +"197 dequantize_per_channel_default_17" -> "198 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; +"198 conv2d_14" -> "199 relu_14" [style=solid, label="(1, 128, 22, 22)"]; +"199 relu_14" -> "200 quantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; +"200 quantize_per_tensor_default_19" -> "201 dequantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; +"201 dequantize_per_tensor_default_19" -> "207 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; +"202 conv2d_15_scale_0" -> "205 quantize_per_channel_default_18" [style=solid, label="(128,)"]; +"202 conv2d_15_scale_0" -> "206 dequantize_per_channel_default_18" [style=solid, label="(128,)"]; +"203 conv2d_15_zero_point_0" -> "205 quantize_per_channel_default_18" [style=solid, label="(128,)"]; +"203 conv2d_15_zero_point_0" -> "206 dequantize_per_channel_default_18" [style=solid, label="(128,)"]; +"204 compressed_weight_updated_constant18" -> "205 quantize_per_channel_default_18" [style=solid, label="(128, 128, 3, 3)"]; +"205 quantize_per_channel_default_18" -> "206 dequantize_per_channel_default_18" [style=solid, label="(128, 128, 3, 3)"]; +"206 dequantize_per_channel_default_18" -> "207 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; +"207 conv2d_15" -> "208 relu_15" [style=solid, label="(1, 128, 20, 20)"]; +"208 relu_15" -> "209 quantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; +"209 quantize_per_tensor_default_20" -> "210 dequantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; +"210 dequantize_per_tensor_default_20" -> "216 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; +"211 conv_transpose2d_3_scale_0" -> "214 quantize_per_channel_default_19" [style=solid, label="(128,)"]; +"211 conv_transpose2d_3_scale_0" -> "215 dequantize_per_channel_default_19" [style=solid, label="(128,)"]; +"212 conv_transpose2d_3_zero_point_0" -> "214 quantize_per_channel_default_19" [style=solid, label="(128,)"]; +"212 conv_transpose2d_3_zero_point_0" -> "215 dequantize_per_channel_default_19" [style=solid, label="(128,)"]; +"213 compressed_weight_updated_constant19" -> "214 quantize_per_channel_default_19" [style=solid, label="(128, 64, 2, 2)"]; +"214 quantize_per_channel_default_19" -> "215 dequantize_per_channel_default_19" [style=solid, label="(128, 64, 2, 2)"]; +"215 dequantize_per_channel_default_19" -> "216 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; +"216 conv_transpose2d_3" -> "217 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; +"217 quantize_per_tensor_default_1" -> "218 dequantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; +"218 dequantize_per_tensor_default_1" -> "221 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"219 slice_7" -> "220 slice_8" [style=solid, label="(1, 64, 40, 220)"]; +"220 slice_8" -> "221 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"221 cat_3" -> "227 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; +"222 conv2d_16_scale_0" -> "225 quantize_per_channel_default_20" [style=solid, label="(64,)"]; +"222 conv2d_16_scale_0" -> "226 dequantize_per_channel_default_20" [style=solid, label="(64,)"]; +"223 conv2d_16_zero_point_0" -> "225 quantize_per_channel_default_20" [style=solid, label="(64,)"]; +"223 conv2d_16_zero_point_0" -> "226 dequantize_per_channel_default_20" [style=solid, label="(64,)"]; +"224 compressed_weight_updated_constant20" -> "225 quantize_per_channel_default_20" [style=solid, label="(64, 128, 3, 3)"]; +"225 quantize_per_channel_default_20" -> "226 dequantize_per_channel_default_20" [style=solid, label="(64, 128, 3, 3)"]; +"226 dequantize_per_channel_default_20" -> "227 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; +"227 conv2d_16" -> "228 relu_16" [style=solid, label="(1, 64, 38, 38)"]; +"228 relu_16" -> "229 quantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; +"229 quantize_per_tensor_default_21" -> "230 dequantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; +"230 dequantize_per_tensor_default_21" -> "236 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; +"231 conv2d_17_scale_0" -> "234 quantize_per_channel_default_21" [style=solid, label="(64,)"]; +"231 conv2d_17_scale_0" -> "235 dequantize_per_channel_default_21" [style=solid, label="(64,)"]; +"232 conv2d_17_zero_point_0" -> "234 quantize_per_channel_default_21" [style=solid, label="(64,)"]; +"232 conv2d_17_zero_point_0" -> "235 dequantize_per_channel_default_21" [style=solid, label="(64,)"]; +"233 compressed_weight_updated_constant21" -> "234 quantize_per_channel_default_21" [style=solid, label="(64, 64, 3, 3)"]; +"234 quantize_per_channel_default_21" -> "235 dequantize_per_channel_default_21" [style=solid, label="(64, 64, 3, 3)"]; +"235 dequantize_per_channel_default_21" -> "236 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; +"236 conv2d_17" -> "237 relu_17" [style=solid, label="(1, 64, 36, 36)"]; +"237 relu_17" -> "238 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; +"238 quantize_per_tensor_default_22" -> "239 dequantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; +"239 dequantize_per_tensor_default_22" -> "245 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; +"240 conv2d_18_scale_0" -> "243 quantize_per_channel_default_22" [style=solid, label="(12,)"]; +"240 conv2d_18_scale_0" -> "244 dequantize_per_channel_default_22" [style=solid, label="(12,)"]; +"241 conv2d_18_zero_point_0" -> "243 quantize_per_channel_default_22" [style=solid, label="(12,)"]; +"241 conv2d_18_zero_point_0" -> "244 dequantize_per_channel_default_22" [style=solid, label="(12,)"]; +"242 compressed_weight_updated_constant22" -> "243 quantize_per_channel_default_22" [style=solid, label="(12, 64, 1, 1)"]; +"243 quantize_per_channel_default_22" -> "244 dequantize_per_channel_default_22" [style=solid, label="(12, 64, 1, 1)"]; +"244 dequantize_per_channel_default_22" -> "245 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; +"245 conv2d_18" -> "246 output" [style=solid, label="(1, 12, 36, 36)"]; } diff --git a/tests/torch2/data/fx/dynamic_shapes/quantized/vit_b_16.dot b/tests/torch2/data/fx/dynamic_shapes/quantized/vit_b_16.dot index bf59ac64667..97182e5d8c6 100644 --- a/tests/torch2/data/fx/dynamic_shapes/quantized/vit_b_16.dot +++ b/tests/torch2/data/fx/dynamic_shapes/quantized/vit_b_16.dot @@ -969,18 +969,17 @@ strict digraph { "967 dropout_36" [id=967, type=dropout]; "968 add_24" [id=968, type=add]; "969 layer_norm_24" [id=969, type="layer_norm"]; -"970 slice_1" [id=970, type=slice]; -"971 select_36" [id=971, type=select]; -"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type="call_module"]; -"973 quantize_per_tensor_default_73" [id=973, type="quantize_per_tensor"]; -"974 dequantize_per_tensor_default_73" [id=974, type="dequantize_per_tensor"]; -"975 linear_48_scale_0" [id=975, type="get_attr"]; -"976 linear_48_zero_point_0" [id=976, type="get_attr"]; -"977 compressed_weight_updated_constant49" [id=977, type="get_attr"]; -"978 quantize_per_channel_default_49" [id=978, type="quantize_per_channel"]; -"979 dequantize_per_channel_default_49" [id=979, type="dequantize_per_channel"]; -"980 linear_48" [id=980, type=linear]; -"981 output" [id=981, type=output]; +"970 select_36" [id=970, type=select]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type="call_module"]; +"972 quantize_per_tensor_default_73" [id=972, type="quantize_per_tensor"]; +"973 dequantize_per_tensor_default_73" [id=973, type="dequantize_per_tensor"]; +"974 linear_48_scale_0" [id=974, type="get_attr"]; +"975 linear_48_zero_point_0" [id=975, type="get_attr"]; +"976 compressed_weight_updated_constant49" [id=976, type="get_attr"]; +"977 quantize_per_channel_default_49" [id=977, type="quantize_per_channel"]; +"978 dequantize_per_channel_default_49" [id=978, type="dequantize_per_channel"]; +"979 linear_48" [id=979, type=linear]; +"980 output" [id=980, type=output]; "0 class_token" -> "113 expand" [style=solid, label="(1, 1, 768)"]; "1 encoder_pos_embedding" -> "115 add" [style=solid, label="(1, 197, 768)"]; "2 conv_proj_bias" -> "110 conv2d" [style=solid, label="(768,)"]; @@ -1082,7 +1081,7 @@ strict digraph { "98 encoder_layers_encoder_layer_11_mlp_3_bias" -> "966 linear_47" [style=solid, label="(768,)"]; "99 encoder_ln_weight" -> "969 layer_norm_24" [style=solid, label="(768,)"]; "100 encoder_ln_bias" -> "969 layer_norm_24" [style=solid, label="(768,)"]; -"101 heads_head_bias" -> "980 linear_48" [style=solid, label="(1000,)"]; +"101 heads_head_bias" -> "979 linear_48" [style=solid, label="(1000,)"]; "102 x" -> "103 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "103 quantize_per_tensor_default" -> "104 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "104 dequantize_per_tensor_default" -> "110 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -2096,18 +2095,17 @@ strict digraph { "966 linear_47" -> "967 dropout_36" [style=solid, label="(1, 197, 768)"]; "967 dropout_36" -> "968 add_24" [style=solid, label="(1, 197, 768)"]; "968 add_24" -> "969 layer_norm_24" [style=solid, label="(1, 197, 768)"]; -"969 layer_norm_24" -> "970 slice_1" [style=solid, label="(1, 197, 768)"]; -"970 slice_1" -> "971 select_36" [style=solid, label="(1, 197, 768)"]; -"971 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; -"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; -"974 dequantize_per_tensor_default_73" -> "980 linear_48" [style=solid, label="(1, 768)"]; -"975 linear_48_scale_0" -> "978 quantize_per_channel_default_49" [style=solid, label="(1000,)"]; -"975 linear_48_scale_0" -> "979 dequantize_per_channel_default_49" [style=solid, label="(1000,)"]; -"976 linear_48_zero_point_0" -> "978 quantize_per_channel_default_49" [style=solid, label="(1000,)"]; -"976 linear_48_zero_point_0" -> "979 dequantize_per_channel_default_49" [style=solid, label="(1000,)"]; -"977 compressed_weight_updated_constant49" -> "978 quantize_per_channel_default_49" [style=solid, label="(1000, 768)"]; -"978 quantize_per_channel_default_49" -> "979 dequantize_per_channel_default_49" [style=solid, label="(1000, 768)"]; -"979 dequantize_per_channel_default_49" -> "980 linear_48" [style=solid, label="(1000, 768)"]; -"980 linear_48" -> "981 output" [style=solid, label="(1, 1000)"]; +"969 layer_norm_24" -> "970 select_36" [style=solid, label="(1, 197, 768)"]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; +"973 dequantize_per_tensor_default_73" -> "979 linear_48" [style=solid, label="(1, 768)"]; +"974 linear_48_scale_0" -> "977 quantize_per_channel_default_49" [style=solid, label="(1000,)"]; +"974 linear_48_scale_0" -> "978 dequantize_per_channel_default_49" [style=solid, label="(1000,)"]; +"975 linear_48_zero_point_0" -> "977 quantize_per_channel_default_49" [style=solid, label="(1000,)"]; +"975 linear_48_zero_point_0" -> "978 dequantize_per_channel_default_49" [style=solid, label="(1000,)"]; +"976 compressed_weight_updated_constant49" -> "977 quantize_per_channel_default_49" [style=solid, label="(1000, 768)"]; +"977 quantize_per_channel_default_49" -> "978 dequantize_per_channel_default_49" [style=solid, label="(1000, 768)"]; +"978 dequantize_per_channel_default_49" -> "979 linear_48" [style=solid, label="(1000, 768)"]; +"979 linear_48" -> "980 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/dynamic_shapes/quantized/yolo11n_sdpa_block.dot b/tests/torch2/data/fx/dynamic_shapes/quantized/yolo11n_sdpa_block.dot index d61ead11a29..960f51ee839 100644 --- a/tests/torch2/data/fx/dynamic_shapes/quantized/yolo11n_sdpa_block.dot +++ b/tests/torch2/data/fx/dynamic_shapes/quantized/yolo11n_sdpa_block.dot @@ -13,23 +13,20 @@ strict digraph { "11 dequantize_per_tensor_default_1" [id=11, type="dequantize_per_tensor"]; "12 slice_1" [id=12, type=slice]; "13 slice_2" [id=13, type=slice]; -"14 slice_3" [id=14, type=slice]; -"15 quantize_per_tensor_default_2" [id=15, type="quantize_per_tensor"]; -"16 dequantize_per_tensor_default_2" [id=16, type="dequantize_per_tensor"]; +"14 quantize_per_tensor_default_2" [id=14, type="quantize_per_tensor"]; +"15 dequantize_per_tensor_default_2" [id=15, type="dequantize_per_tensor"]; +"16 slice_3" [id=16, type=slice]; "17 slice_4" [id=17, type=slice]; "18 slice_5" [id=18, type=slice]; "19 slice_6" [id=19, type=slice]; -"20 slice_7" [id=20, type=slice]; -"21 slice_8" [id=21, type=slice]; -"22 slice_9" [id=22, type=slice]; -"23 transpose" [id=23, type=transpose]; -"24 matmul" [id=24, type=matmul]; -"25 div_" [id=25, type="div_"]; -"26 softmax" [id=26, type=softmax]; -"27 transpose_1" [id=27, type=transpose]; -"28 matmul_1" [id=28, type=matmul]; -"29 output" [id=29, type=output]; -"0 x" -> "1 x_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1)"]; +"20 transpose" [id=20, type=transpose]; +"21 matmul" [id=21, type=matmul]; +"22 div_" [id=22, type="div_"]; +"23 softmax" [id=23, type=softmax]; +"24 transpose_1" [id=24, type=transpose]; +"25 matmul_1" [id=25, type=matmul]; +"26 output" [id=26, type=output]; +"0 x" -> "1 x_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 4)"]; "1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_default" [style=solid, label="(1, -1, 4)"]; "2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [style=solid, label="(1, -1, 4)"]; "3 dequantize_per_tensor_default" -> "9 linear" [style=solid, label="(1, -1, 4)"]; @@ -41,25 +38,22 @@ strict digraph { "7 quantize_per_channel_default" -> "8 dequantize_per_channel_default" [style=solid, label="(12, 4)"]; "8 dequantize_per_channel_default" -> "9 linear" [style=solid, label="(12, 4)"]; "9 linear" -> "10 quantize_per_tensor_default_1" [style=solid, label="(1, -1, 12)"]; -"9 linear" -> "15 quantize_per_tensor_default_2" [style=solid, label="(1, -1, 12)"]; -"9 linear" -> "20 slice_7" [style=solid, label="(1, -1, 12)"]; +"9 linear" -> "14 quantize_per_tensor_default_2" [style=solid, label="(1, -1, 12)"]; +"9 linear" -> "18 slice_5" [style=solid, label="(1, -1, 12)"]; "10 quantize_per_tensor_default_1" -> "11 dequantize_per_tensor_default_1" [style=solid, label="(1, -1, 12)"]; "11 dequantize_per_tensor_default_1" -> "12 slice_1" [style=solid, label="(1, -1, 12)"]; "12 slice_1" -> "13 slice_2" [style=solid, label="(1, -1, 12)"]; -"13 slice_2" -> "14 slice_3" [style=solid, label="(1, -1, 12)"]; -"14 slice_3" -> "24 matmul" [style=solid, label="(1, -1, 4)"]; -"15 quantize_per_tensor_default_2" -> "16 dequantize_per_tensor_default_2" [style=solid, label="(1, -1, 12)"]; -"16 dequantize_per_tensor_default_2" -> "17 slice_4" [style=solid, label="(1, -1, 12)"]; -"17 slice_4" -> "18 slice_5" [style=solid, label="(1, -1, 12)"]; +"13 slice_2" -> "21 matmul" [style=solid, label="(1, -1, 4)"]; +"14 quantize_per_tensor_default_2" -> "15 dequantize_per_tensor_default_2" [style=solid, label="(1, -1, 12)"]; +"15 dequantize_per_tensor_default_2" -> "16 slice_3" [style=solid, label="(1, -1, 12)"]; +"16 slice_3" -> "17 slice_4" [style=solid, label="(1, -1, 12)"]; +"17 slice_4" -> "20 transpose" [style=solid, label="(1, -1, 4)"]; "18 slice_5" -> "19 slice_6" [style=solid, label="(1, -1, 12)"]; -"19 slice_6" -> "23 transpose" [style=solid, label="(1, -1, 4)"]; -"20 slice_7" -> "21 slice_8" [style=solid, label="(1, -1, 12)"]; -"21 slice_8" -> "22 slice_9" [style=solid, label="(1, -1, 12)"]; -"22 slice_9" -> "28 matmul_1" [style=solid, label="(1, -1, 4)"]; -"23 transpose" -> "24 matmul" [style=solid, label="(1, 4, -1)"]; -"24 matmul" -> "25 div_" [style=solid, label="(1, -1, -1)"]; -"25 div_" -> "26 softmax" [style=solid, label="(1, -1, -1)"]; -"26 softmax" -> "27 transpose_1" [style=solid, label="(1, -1, -1)"]; -"27 transpose_1" -> "28 matmul_1" [style=solid, label="(1, -1, -1)"]; -"28 matmul_1" -> "29 output" [style=solid, label="(1, -1, 4)"]; +"19 slice_6" -> "25 matmul_1" [style=solid, label="(1, -1, 4)"]; +"20 transpose" -> "21 matmul" [style=solid, label="(1, 4, -1)"]; +"21 matmul" -> "22 div_" [style=solid, label="(1, -1, -1)"]; +"22 div_" -> "23 softmax" [style=solid, label="(1, -1, -1)"]; +"23 softmax" -> "24 transpose_1" [style=solid, label="(1, -1, -1)"]; +"24 transpose_1" -> "25 matmul_1" [style=solid, label="(1, -1, -1)"]; +"25 matmul_1" -> "26 output" [style=solid, label="(1, -1, 4)"]; } diff --git a/tests/torch2/data/fx/post_quantization_compressed/swin_v2_t.dot b/tests/torch2/data/fx/post_quantization_compressed/swin_v2_t.dot index 1c584d9a6c1..bd49669b30c 100644 --- a/tests/torch2/data/fx/post_quantization_compressed/swin_v2_t.dot +++ b/tests/torch2/data/fx/post_quantization_compressed/swin_v2_t.dot @@ -283,1709 +283,1675 @@ strict digraph { "281 view_3" [id=281, type=view]; "282 permute_4" [id=282, type=permute]; "283 reshape_3" [id=283, type=reshape]; -"284 slice_2" [id=284, type=slice]; -"285 slice_3" [id=285, type=slice]; -"286 layer_norm_1" [id=286, type="layer_norm"]; -"287 add_1" [id=287, type=add]; -"288 add_1_0_0_nncf_smooth_quant_0" [id=288, type="call_module"]; -"289 quantize_per_tensor_default_5" [id=289, type="quantize_per_tensor"]; -"290 dequantize_per_tensor_default_5" [id=290, type="dequantize_per_tensor"]; -"291 scale_updated_constant3" [id=291, type="get_attr"]; -"292 compressed_weight_updated_constant3" [id=292, type="get_attr"]; -"293 mul_tensor_3" [id=293, type=mul]; -"294 zero_point_updated_constant3" [id=294, type="get_attr"]; -"295 sub_tensor_3" [id=295, type=sub]; -"296 linear_4" [id=296, type=linear]; -"297 gelu" [id=297, type=gelu]; -"298 dropout_2" [id=298, type=dropout]; -"299 dropout_2_0_0_nncf_smooth_quant_0" [id=299, type="call_module"]; -"300 quantize_per_tensor_default_6" [id=300, type="quantize_per_tensor"]; -"301 dequantize_per_tensor_default_6" [id=301, type="dequantize_per_tensor"]; -"302 scale_updated_constant4" [id=302, type="get_attr"]; -"303 compressed_weight_updated_constant4" [id=303, type="get_attr"]; -"304 mul_tensor_4" [id=304, type=mul]; -"305 zero_point_updated_constant4" [id=305, type="get_attr"]; -"306 sub_tensor_4" [id=306, type=sub]; -"307 linear_5" [id=307, type=linear]; -"308 dropout_3" [id=308, type=dropout]; -"309 layer_norm_2" [id=309, type="layer_norm"]; -"310 add_2" [id=310, type=add]; -"311 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=311, type="get_attr"]; -"312 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=312, type="call_module"]; -"313 linear_6" [id=313, type=linear]; -"314 relu__1" [id=314, type="relu_"]; -"315 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=315, type="get_attr"]; -"316 relu__1_0_0_nncf_smooth_quant_0" [id=316, type="call_module"]; -"317 linear_7" [id=317, type=linear]; -"318 view_4" [id=318, type=view]; -"319 index_1" [id=319, type=index]; -"320 view_5" [id=320, type=view]; -"321 permute_5" [id=321, type=permute]; -"322 contiguous_1" [id=322, type=contiguous]; -"323 unsqueeze_1" [id=323, type=unsqueeze]; -"324 sigmoid_1" [id=324, type=sigmoid]; -"325 mul_2" [id=325, type=mul]; -"326 pad_1" [id=326, type=pad]; -"327 roll" [id=327, type=roll]; -"328 view_6" [id=328, type=view]; -"329 permute_6" [id=329, type=permute]; -"330 reshape_4" [id=330, type=reshape]; -"331 clone_1" [id=331, type=clone]; -"332 slice_4" [id=332, type=slice]; -"333 zero__1" [id=333, type="zero_"]; -"334 reshape_4_0_0_nncf_smooth_quant_0" [id=334, type="call_module"]; -"335 quantize_per_tensor_default_7" [id=335, type="quantize_per_tensor"]; -"336 dequantize_per_tensor_default_7" [id=336, type="dequantize_per_tensor"]; -"337 scale_updated_constant5" [id=337, type="get_attr"]; -"338 compressed_weight_updated_constant5" [id=338, type="get_attr"]; -"339 mul_tensor_5" [id=339, type=mul]; -"340 zero_point_updated_constant5" [id=340, type="get_attr"]; -"341 sub_tensor_5" [id=341, type=sub]; -"342 linear_8" [id=342, type=linear]; -"343 reshape_5" [id=343, type=reshape]; -"344 permute_7" [id=344, type=permute]; -"345 select_3" [id=345, type=select]; -"346 select_4" [id=346, type=select]; -"347 select_5" [id=347, type=select]; -"348 linalg_vector_norm_2" [id=348, type="linalg_vector_norm"]; -"349 clamp_min_2" [id=349, type="clamp_min"]; -"350 expand_as_2" [id=350, type="expand_as"]; -"351 div_2" [id=351, type=div]; -"352 quantize_per_tensor_default_8" [id=352, type="quantize_per_tensor"]; -"353 dequantize_per_tensor_default_8" [id=353, type="dequantize_per_tensor"]; -"354 linalg_vector_norm_3" [id=354, type="linalg_vector_norm"]; -"355 clamp_min_3" [id=355, type="clamp_min"]; -"356 expand_as_3" [id=356, type="expand_as"]; -"357 div_3" [id=357, type=div]; -"358 quantize_per_tensor_default_9" [id=358, type="quantize_per_tensor"]; -"359 dequantize_per_tensor_default_9" [id=359, type="dequantize_per_tensor"]; -"360 transpose_2" [id=360, type=transpose]; -"361 matmul_2" [id=361, type=matmul]; -"362 clamp_1" [id=362, type=clamp]; -"363 exp_1" [id=363, type=exp]; -"364 mul_3" [id=364, type=mul]; -"365 add_3" [id=365, type=add]; -"366 new_zeros" [id=366, type="new_zeros"]; -"367 lift_fresh_copy" [id=367, type="lift_fresh_copy"]; -"368 slice_5" [id=368, type=slice]; -"369 slice_6" [id=369, type=slice]; -"370 fill_" [id=370, type="fill_"]; -"371 lift_fresh_copy_1" [id=371, type="lift_fresh_copy"]; -"372 slice_7" [id=372, type=slice]; -"373 slice_8" [id=373, type=slice]; -"374 fill__1" [id=374, type="fill_"]; -"375 lift_fresh_copy_2" [id=375, type="lift_fresh_copy"]; -"376 slice_9" [id=376, type=slice]; -"377 slice_10" [id=377, type=slice]; -"378 fill__2" [id=378, type="fill_"]; -"379 lift_fresh_copy_3" [id=379, type="lift_fresh_copy"]; -"380 slice_11" [id=380, type=slice]; -"381 slice_12" [id=381, type=slice]; -"382 fill__3" [id=382, type="fill_"]; -"383 lift_fresh_copy_4" [id=383, type="lift_fresh_copy"]; -"384 slice_13" [id=384, type=slice]; -"385 slice_14" [id=385, type=slice]; -"386 fill__4" [id=386, type="fill_"]; -"387 lift_fresh_copy_5" [id=387, type="lift_fresh_copy"]; -"388 slice_15" [id=388, type=slice]; -"389 slice_16" [id=389, type=slice]; -"390 fill__5" [id=390, type="fill_"]; -"391 lift_fresh_copy_6" [id=391, type="lift_fresh_copy"]; -"392 slice_17" [id=392, type=slice]; -"393 slice_18" [id=393, type=slice]; -"394 fill__6" [id=394, type="fill_"]; -"395 lift_fresh_copy_7" [id=395, type="lift_fresh_copy"]; -"396 slice_19" [id=396, type=slice]; -"397 slice_20" [id=397, type=slice]; -"398 fill__7" [id=398, type="fill_"]; -"399 lift_fresh_copy_8" [id=399, type="lift_fresh_copy"]; -"400 slice_21" [id=400, type=slice]; -"401 slice_22" [id=401, type=slice]; -"402 fill__8" [id=402, type="fill_"]; -"403 view_7" [id=403, type=view]; -"404 permute_8" [id=404, type=permute]; -"405 reshape_6" [id=405, type=reshape]; -"406 unsqueeze_2" [id=406, type=unsqueeze]; -"407 unsqueeze_3" [id=407, type=unsqueeze]; -"408 sub" [id=408, type=sub]; -"409 ne" [id=409, type=ne]; -"410 masked_fill" [id=410, type="masked_fill"]; -"411 eq" [id=411, type=eq]; -"412 masked_fill_1" [id=412, type="masked_fill"]; -"413 view_8" [id=413, type=view]; -"414 unsqueeze_4" [id=414, type=unsqueeze]; -"415 unsqueeze_5" [id=415, type=unsqueeze]; -"416 add_4" [id=416, type=add]; -"417 view_9" [id=417, type=view]; -"418 softmax_1" [id=418, type=softmax]; -"419 dropout_4" [id=419, type=dropout]; -"420 matmul_3" [id=420, type=matmul]; -"421 transpose_3" [id=421, type=transpose]; -"422 reshape_7" [id=422, type=reshape]; -"423 reshape_7_0_0_nncf_smooth_quant_0" [id=423, type="call_module"]; -"424 quantize_per_tensor_default_10" [id=424, type="quantize_per_tensor"]; -"425 dequantize_per_tensor_default_10" [id=425, type="dequantize_per_tensor"]; -"426 scale_updated_constant6" [id=426, type="get_attr"]; -"427 compressed_weight_updated_constant6" [id=427, type="get_attr"]; -"428 mul_tensor_6" [id=428, type=mul]; -"429 zero_point_updated_constant6" [id=429, type="get_attr"]; -"430 sub_tensor_6" [id=430, type=sub]; -"431 linear_9" [id=431, type=linear]; -"432 dropout_5" [id=432, type=dropout]; -"433 view_10" [id=433, type=view]; -"434 permute_9" [id=434, type=permute]; -"435 reshape_8" [id=435, type=reshape]; -"436 roll_1" [id=436, type=roll]; -"437 slice_23" [id=437, type=slice]; -"438 slice_24" [id=438, type=slice]; -"439 layer_norm_3" [id=439, type="layer_norm"]; -"440 add_5" [id=440, type=add]; -"441 add_5_0_0_nncf_smooth_quant_0" [id=441, type="call_module"]; -"442 quantize_per_tensor_default_11" [id=442, type="quantize_per_tensor"]; -"443 dequantize_per_tensor_default_11" [id=443, type="dequantize_per_tensor"]; -"444 scale_updated_constant7" [id=444, type="get_attr"]; -"445 compressed_weight_updated_constant7" [id=445, type="get_attr"]; -"446 mul_tensor_7" [id=446, type=mul]; -"447 zero_point_updated_constant7" [id=447, type="get_attr"]; -"448 sub_tensor_7" [id=448, type=sub]; -"449 linear_10" [id=449, type=linear]; -"450 gelu_1" [id=450, type=gelu]; -"451 dropout_6" [id=451, type=dropout]; -"452 dropout_6_0_0_nncf_smooth_quant_0" [id=452, type="call_module"]; -"453 quantize_per_tensor_default_12" [id=453, type="quantize_per_tensor"]; -"454 dequantize_per_tensor_default_12" [id=454, type="dequantize_per_tensor"]; -"455 scale_updated_constant8" [id=455, type="get_attr"]; -"456 compressed_weight_updated_constant8" [id=456, type="get_attr"]; -"457 mul_tensor_8" [id=457, type=mul]; -"458 zero_point_updated_constant8" [id=458, type="get_attr"]; -"459 sub_tensor_8" [id=459, type=sub]; -"460 linear_11" [id=460, type=linear]; -"461 dropout_7" [id=461, type=dropout]; -"462 layer_norm_4" [id=462, type="layer_norm"]; -"463 add_6" [id=463, type=add]; -"464 pad_2" [id=464, type=pad]; -"465 slice_25" [id=465, type=slice]; -"466 slice_26" [id=466, type=slice]; -"467 slice_27" [id=467, type=slice]; -"468 slice_28" [id=468, type=slice]; -"469 slice_29" [id=469, type=slice]; -"470 slice_30" [id=470, type=slice]; -"471 slice_31" [id=471, type=slice]; -"472 slice_32" [id=472, type=slice]; -"473 slice_33" [id=473, type=slice]; -"474 slice_34" [id=474, type=slice]; -"475 slice_35" [id=475, type=slice]; -"476 slice_36" [id=476, type=slice]; -"477 cat" [id=477, type=cat]; -"478 cat_0_0_nncf_smooth_quant_0" [id=478, type="call_module"]; -"479 quantize_per_tensor_default_13" [id=479, type="quantize_per_tensor"]; -"480 dequantize_per_tensor_default_13" [id=480, type="dequantize_per_tensor"]; -"481 scale_updated_constant9" [id=481, type="get_attr"]; -"482 compressed_weight_updated_constant9" [id=482, type="get_attr"]; -"483 mul_tensor_9" [id=483, type=mul]; -"484 zero_point_updated_constant9" [id=484, type="get_attr"]; -"485 sub_tensor_9" [id=485, type=sub]; -"486 linear_12" [id=486, type=linear]; -"487 layer_norm_5" [id=487, type="layer_norm"]; -"488 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=488, type="get_attr"]; -"489 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=489, type="call_module"]; -"490 linear_13" [id=490, type=linear]; -"491 relu__2" [id=491, type="relu_"]; -"492 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=492, type="get_attr"]; -"493 relu__2_0_0_nncf_smooth_quant_0" [id=493, type="call_module"]; -"494 linear_14" [id=494, type=linear]; -"495 view_11" [id=495, type=view]; -"496 index_2" [id=496, type=index]; -"497 view_12" [id=497, type=view]; -"498 permute_10" [id=498, type=permute]; -"499 contiguous_2" [id=499, type=contiguous]; -"500 unsqueeze_6" [id=500, type=unsqueeze]; -"501 sigmoid_2" [id=501, type=sigmoid]; -"502 mul_4" [id=502, type=mul]; -"503 pad_3" [id=503, type=pad]; -"504 view_13" [id=504, type=view]; -"505 permute_11" [id=505, type=permute]; -"506 reshape_9" [id=506, type=reshape]; -"507 clone_2" [id=507, type=clone]; -"508 slice_37" [id=508, type=slice]; -"509 zero__2" [id=509, type="zero_"]; -"510 reshape_9_0_0_nncf_smooth_quant_0" [id=510, type="call_module"]; -"511 quantize_per_tensor_default_14" [id=511, type="quantize_per_tensor"]; -"512 dequantize_per_tensor_default_14" [id=512, type="dequantize_per_tensor"]; -"513 scale_updated_constant10" [id=513, type="get_attr"]; -"514 compressed_weight_updated_constant10" [id=514, type="get_attr"]; -"515 mul_tensor_10" [id=515, type=mul]; -"516 zero_point_updated_constant10" [id=516, type="get_attr"]; -"517 sub_tensor_10" [id=517, type=sub]; -"518 linear_15" [id=518, type=linear]; -"519 reshape_10" [id=519, type=reshape]; -"520 permute_12" [id=520, type=permute]; -"521 select_6" [id=521, type=select]; -"522 select_7" [id=522, type=select]; -"523 select_8" [id=523, type=select]; -"524 linalg_vector_norm_4" [id=524, type="linalg_vector_norm"]; -"525 clamp_min_4" [id=525, type="clamp_min"]; -"526 expand_as_4" [id=526, type="expand_as"]; -"527 div_4" [id=527, type=div]; -"528 quantize_per_tensor_default_15" [id=528, type="quantize_per_tensor"]; -"529 dequantize_per_tensor_default_15" [id=529, type="dequantize_per_tensor"]; -"530 linalg_vector_norm_5" [id=530, type="linalg_vector_norm"]; -"531 clamp_min_5" [id=531, type="clamp_min"]; -"532 expand_as_5" [id=532, type="expand_as"]; -"533 div_5" [id=533, type=div]; -"534 quantize_per_tensor_default_16" [id=534, type="quantize_per_tensor"]; -"535 dequantize_per_tensor_default_16" [id=535, type="dequantize_per_tensor"]; -"536 transpose_4" [id=536, type=transpose]; -"537 matmul_4" [id=537, type=matmul]; -"538 clamp_2" [id=538, type=clamp]; -"539 exp_2" [id=539, type=exp]; -"540 mul_5" [id=540, type=mul]; -"541 add_7" [id=541, type=add]; -"542 softmax_2" [id=542, type=softmax]; -"543 dropout_8" [id=543, type=dropout]; -"544 matmul_5" [id=544, type=matmul]; -"545 transpose_5" [id=545, type=transpose]; -"546 reshape_11" [id=546, type=reshape]; -"547 reshape_11_0_0_nncf_smooth_quant_0" [id=547, type="call_module"]; -"548 quantize_per_tensor_default_17" [id=548, type="quantize_per_tensor"]; -"549 dequantize_per_tensor_default_17" [id=549, type="dequantize_per_tensor"]; -"550 scale_updated_constant11" [id=550, type="get_attr"]; -"551 compressed_weight_updated_constant11" [id=551, type="get_attr"]; -"552 mul_tensor_11" [id=552, type=mul]; -"553 zero_point_updated_constant11" [id=553, type="get_attr"]; -"554 sub_tensor_11" [id=554, type=sub]; -"555 linear_16" [id=555, type=linear]; -"556 dropout_9" [id=556, type=dropout]; -"557 view_14" [id=557, type=view]; -"558 permute_13" [id=558, type=permute]; -"559 reshape_12" [id=559, type=reshape]; -"560 slice_38" [id=560, type=slice]; -"561 slice_39" [id=561, type=slice]; -"562 slice_40" [id=562, type=slice]; -"563 slice_41" [id=563, type=slice]; -"564 contiguous_3" [id=564, type=contiguous]; -"565 layer_norm_6" [id=565, type="layer_norm"]; -"566 add_8" [id=566, type=add]; -"567 add_8_0_0_nncf_smooth_quant_0" [id=567, type="call_module"]; -"568 quantize_per_tensor_default_18" [id=568, type="quantize_per_tensor"]; -"569 dequantize_per_tensor_default_18" [id=569, type="dequantize_per_tensor"]; -"570 scale_updated_constant12" [id=570, type="get_attr"]; -"571 compressed_weight_updated_constant12" [id=571, type="get_attr"]; -"572 mul_tensor_12" [id=572, type=mul]; -"573 zero_point_updated_constant12" [id=573, type="get_attr"]; -"574 sub_tensor_12" [id=574, type=sub]; -"575 linear_17" [id=575, type=linear]; -"576 gelu_2" [id=576, type=gelu]; -"577 dropout_10" [id=577, type=dropout]; -"578 dropout_10_0_0_nncf_smooth_quant_0" [id=578, type="call_module"]; -"579 quantize_per_tensor_default_19" [id=579, type="quantize_per_tensor"]; -"580 dequantize_per_tensor_default_19" [id=580, type="dequantize_per_tensor"]; -"581 scale_updated_constant13" [id=581, type="get_attr"]; -"582 compressed_weight_updated_constant13" [id=582, type="get_attr"]; -"583 mul_tensor_13" [id=583, type=mul]; -"584 zero_point_updated_constant13" [id=584, type="get_attr"]; -"585 sub_tensor_13" [id=585, type=sub]; -"586 linear_18" [id=586, type=linear]; -"587 dropout_11" [id=587, type=dropout]; -"588 layer_norm_7" [id=588, type="layer_norm"]; -"589 add_9" [id=589, type=add]; -"590 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=590, type="get_attr"]; -"591 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=591, type="call_module"]; -"592 linear_19" [id=592, type=linear]; -"593 relu__3" [id=593, type="relu_"]; -"594 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=594, type="get_attr"]; -"595 relu__3_0_0_nncf_smooth_quant_0" [id=595, type="call_module"]; -"596 linear_20" [id=596, type=linear]; -"597 view_15" [id=597, type=view]; -"598 index_3" [id=598, type=index]; -"599 view_16" [id=599, type=view]; -"600 permute_14" [id=600, type=permute]; -"601 contiguous_4" [id=601, type=contiguous]; -"602 unsqueeze_7" [id=602, type=unsqueeze]; -"603 sigmoid_3" [id=603, type=sigmoid]; -"604 mul_6" [id=604, type=mul]; -"605 pad_4" [id=605, type=pad]; -"606 roll_2" [id=606, type=roll]; -"607 view_17" [id=607, type=view]; -"608 permute_15" [id=608, type=permute]; -"609 reshape_13" [id=609, type=reshape]; -"610 clone_3" [id=610, type=clone]; -"611 slice_42" [id=611, type=slice]; -"612 zero__3" [id=612, type="zero_"]; -"613 reshape_13_0_0_nncf_smooth_quant_0" [id=613, type="call_module"]; -"614 quantize_per_tensor_default_20" [id=614, type="quantize_per_tensor"]; -"615 dequantize_per_tensor_default_20" [id=615, type="dequantize_per_tensor"]; -"616 scale_updated_constant14" [id=616, type="get_attr"]; -"617 compressed_weight_updated_constant14" [id=617, type="get_attr"]; -"618 mul_tensor_14" [id=618, type=mul]; -"619 zero_point_updated_constant14" [id=619, type="get_attr"]; -"620 sub_tensor_14" [id=620, type=sub]; -"621 linear_21" [id=621, type=linear]; -"622 reshape_14" [id=622, type=reshape]; -"623 permute_16" [id=623, type=permute]; -"624 select_9" [id=624, type=select]; -"625 select_10" [id=625, type=select]; -"626 select_11" [id=626, type=select]; -"627 linalg_vector_norm_6" [id=627, type="linalg_vector_norm"]; -"628 clamp_min_6" [id=628, type="clamp_min"]; -"629 expand_as_6" [id=629, type="expand_as"]; -"630 div_6" [id=630, type=div]; -"631 quantize_per_tensor_default_21" [id=631, type="quantize_per_tensor"]; -"632 dequantize_per_tensor_default_21" [id=632, type="dequantize_per_tensor"]; -"633 linalg_vector_norm_7" [id=633, type="linalg_vector_norm"]; -"634 clamp_min_7" [id=634, type="clamp_min"]; -"635 expand_as_7" [id=635, type="expand_as"]; -"636 div_7" [id=636, type=div]; -"637 quantize_per_tensor_default_22" [id=637, type="quantize_per_tensor"]; -"638 dequantize_per_tensor_default_22" [id=638, type="dequantize_per_tensor"]; -"639 transpose_6" [id=639, type=transpose]; -"640 matmul_6" [id=640, type=matmul]; -"641 clamp_3" [id=641, type=clamp]; -"642 exp_3" [id=642, type=exp]; -"643 mul_7" [id=643, type=mul]; -"644 add_10" [id=644, type=add]; -"645 new_zeros_1" [id=645, type="new_zeros"]; -"646 lift_fresh_copy_9" [id=646, type="lift_fresh_copy"]; -"647 slice_43" [id=647, type=slice]; -"648 slice_44" [id=648, type=slice]; -"649 fill__9" [id=649, type="fill_"]; -"650 lift_fresh_copy_10" [id=650, type="lift_fresh_copy"]; -"651 slice_45" [id=651, type=slice]; -"652 slice_46" [id=652, type=slice]; -"653 fill__10" [id=653, type="fill_"]; -"654 lift_fresh_copy_11" [id=654, type="lift_fresh_copy"]; -"655 slice_47" [id=655, type=slice]; -"656 slice_48" [id=656, type=slice]; -"657 fill__11" [id=657, type="fill_"]; -"658 lift_fresh_copy_12" [id=658, type="lift_fresh_copy"]; -"659 slice_49" [id=659, type=slice]; -"660 slice_50" [id=660, type=slice]; -"661 fill__12" [id=661, type="fill_"]; -"662 lift_fresh_copy_13" [id=662, type="lift_fresh_copy"]; -"663 slice_51" [id=663, type=slice]; -"664 slice_52" [id=664, type=slice]; -"665 fill__13" [id=665, type="fill_"]; -"666 lift_fresh_copy_14" [id=666, type="lift_fresh_copy"]; -"667 slice_53" [id=667, type=slice]; -"668 slice_54" [id=668, type=slice]; -"669 fill__14" [id=669, type="fill_"]; -"670 lift_fresh_copy_15" [id=670, type="lift_fresh_copy"]; -"671 slice_55" [id=671, type=slice]; -"672 slice_56" [id=672, type=slice]; -"673 fill__15" [id=673, type="fill_"]; -"674 lift_fresh_copy_16" [id=674, type="lift_fresh_copy"]; -"675 slice_57" [id=675, type=slice]; -"676 slice_58" [id=676, type=slice]; -"677 fill__16" [id=677, type="fill_"]; -"678 lift_fresh_copy_17" [id=678, type="lift_fresh_copy"]; -"679 slice_59" [id=679, type=slice]; -"680 slice_60" [id=680, type=slice]; -"681 fill__17" [id=681, type="fill_"]; -"682 view_18" [id=682, type=view]; -"683 permute_17" [id=683, type=permute]; -"684 reshape_15" [id=684, type=reshape]; -"685 unsqueeze_8" [id=685, type=unsqueeze]; -"686 unsqueeze_9" [id=686, type=unsqueeze]; -"687 sub_1" [id=687, type=sub]; -"688 ne_1" [id=688, type=ne]; -"689 masked_fill_2" [id=689, type="masked_fill"]; -"690 eq_1" [id=690, type=eq]; -"691 masked_fill_3" [id=691, type="masked_fill"]; -"692 view_19" [id=692, type=view]; -"693 unsqueeze_10" [id=693, type=unsqueeze]; -"694 unsqueeze_11" [id=694, type=unsqueeze]; -"695 add_11" [id=695, type=add]; -"696 view_20" [id=696, type=view]; -"697 softmax_3" [id=697, type=softmax]; -"698 dropout_12" [id=698, type=dropout]; -"699 matmul_7" [id=699, type=matmul]; -"700 transpose_7" [id=700, type=transpose]; -"701 reshape_16" [id=701, type=reshape]; -"702 reshape_16_0_0_nncf_smooth_quant_0" [id=702, type="call_module"]; -"703 quantize_per_tensor_default_23" [id=703, type="quantize_per_tensor"]; -"704 dequantize_per_tensor_default_23" [id=704, type="dequantize_per_tensor"]; -"705 scale_updated_constant15" [id=705, type="get_attr"]; -"706 compressed_weight_updated_constant15" [id=706, type="get_attr"]; -"707 mul_tensor_15" [id=707, type=mul]; -"708 zero_point_updated_constant15" [id=708, type="get_attr"]; -"709 sub_tensor_15" [id=709, type=sub]; -"710 linear_22" [id=710, type=linear]; -"711 dropout_13" [id=711, type=dropout]; -"712 view_21" [id=712, type=view]; -"713 permute_18" [id=713, type=permute]; -"714 reshape_17" [id=714, type=reshape]; -"715 roll_3" [id=715, type=roll]; -"716 slice_61" [id=716, type=slice]; -"717 slice_62" [id=717, type=slice]; -"718 slice_63" [id=718, type=slice]; -"719 slice_64" [id=719, type=slice]; -"720 contiguous_5" [id=720, type=contiguous]; -"721 layer_norm_8" [id=721, type="layer_norm"]; -"722 add_12" [id=722, type=add]; -"723 add_12_0_0_nncf_smooth_quant_0" [id=723, type="call_module"]; -"724 quantize_per_tensor_default_24" [id=724, type="quantize_per_tensor"]; -"725 dequantize_per_tensor_default_24" [id=725, type="dequantize_per_tensor"]; -"726 scale_updated_constant16" [id=726, type="get_attr"]; -"727 compressed_weight_updated_constant16" [id=727, type="get_attr"]; -"728 mul_tensor_16" [id=728, type=mul]; -"729 zero_point_updated_constant16" [id=729, type="get_attr"]; -"730 sub_tensor_16" [id=730, type=sub]; -"731 linear_23" [id=731, type=linear]; -"732 gelu_3" [id=732, type=gelu]; -"733 dropout_14" [id=733, type=dropout]; -"734 dropout_14_0_0_nncf_smooth_quant_0" [id=734, type="call_module"]; -"735 quantize_per_tensor_default_25" [id=735, type="quantize_per_tensor"]; -"736 dequantize_per_tensor_default_25" [id=736, type="dequantize_per_tensor"]; -"737 scale_updated_constant17" [id=737, type="get_attr"]; -"738 compressed_weight_updated_constant17" [id=738, type="get_attr"]; -"739 mul_tensor_17" [id=739, type=mul]; -"740 zero_point_updated_constant17" [id=740, type="get_attr"]; -"741 sub_tensor_17" [id=741, type=sub]; -"742 linear_24" [id=742, type=linear]; -"743 dropout_15" [id=743, type=dropout]; -"744 layer_norm_9" [id=744, type="layer_norm"]; -"745 add_13" [id=745, type=add]; -"746 pad_5" [id=746, type=pad]; -"747 slice_65" [id=747, type=slice]; -"748 slice_66" [id=748, type=slice]; -"749 slice_67" [id=749, type=slice]; -"750 slice_68" [id=750, type=slice]; -"751 slice_69" [id=751, type=slice]; -"752 slice_70" [id=752, type=slice]; -"753 slice_71" [id=753, type=slice]; -"754 slice_72" [id=754, type=slice]; -"755 slice_73" [id=755, type=slice]; -"756 slice_74" [id=756, type=slice]; -"757 slice_75" [id=757, type=slice]; -"758 slice_76" [id=758, type=slice]; -"759 cat_1" [id=759, type=cat]; -"760 cat_1_0_0_nncf_smooth_quant_0" [id=760, type="call_module"]; -"761 quantize_per_tensor_default_26" [id=761, type="quantize_per_tensor"]; -"762 dequantize_per_tensor_default_26" [id=762, type="dequantize_per_tensor"]; -"763 scale_updated_constant18" [id=763, type="get_attr"]; -"764 compressed_weight_updated_constant18" [id=764, type="get_attr"]; -"765 mul_tensor_18" [id=765, type=mul]; -"766 zero_point_updated_constant18" [id=766, type="get_attr"]; -"767 sub_tensor_18" [id=767, type=sub]; -"768 linear_25" [id=768, type=linear]; -"769 layer_norm_10" [id=769, type="layer_norm"]; -"770 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=770, type="get_attr"]; -"771 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=771, type="call_module"]; -"772 linear_26" [id=772, type=linear]; -"773 relu__4" [id=773, type="relu_"]; -"774 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=774, type="get_attr"]; -"775 relu__4_0_0_nncf_smooth_quant_0" [id=775, type="call_module"]; -"776 linear_27" [id=776, type=linear]; -"777 view_22" [id=777, type=view]; -"778 index_4" [id=778, type=index]; -"779 view_23" [id=779, type=view]; -"780 permute_19" [id=780, type=permute]; -"781 contiguous_6" [id=781, type=contiguous]; -"782 unsqueeze_12" [id=782, type=unsqueeze]; -"783 sigmoid_4" [id=783, type=sigmoid]; -"784 mul_8" [id=784, type=mul]; -"785 pad_6" [id=785, type=pad]; -"786 view_24" [id=786, type=view]; -"787 permute_20" [id=787, type=permute]; -"788 reshape_18" [id=788, type=reshape]; -"789 clone_4" [id=789, type=clone]; -"790 slice_77" [id=790, type=slice]; -"791 zero__4" [id=791, type="zero_"]; -"792 reshape_18_0_0_nncf_smooth_quant_0" [id=792, type="call_module"]; -"793 quantize_per_tensor_default_27" [id=793, type="quantize_per_tensor"]; -"794 dequantize_per_tensor_default_27" [id=794, type="dequantize_per_tensor"]; -"795 scale_updated_constant19" [id=795, type="get_attr"]; -"796 compressed_weight_updated_constant19" [id=796, type="get_attr"]; -"797 mul_tensor_19" [id=797, type=mul]; -"798 zero_point_updated_constant19" [id=798, type="get_attr"]; -"799 sub_tensor_19" [id=799, type=sub]; -"800 linear_28" [id=800, type=linear]; -"801 reshape_19" [id=801, type=reshape]; -"802 permute_21" [id=802, type=permute]; -"803 select_12" [id=803, type=select]; -"804 select_13" [id=804, type=select]; -"805 select_14" [id=805, type=select]; -"806 linalg_vector_norm_8" [id=806, type="linalg_vector_norm"]; -"807 clamp_min_8" [id=807, type="clamp_min"]; -"808 expand_as_8" [id=808, type="expand_as"]; -"809 div_8" [id=809, type=div]; -"810 quantize_per_tensor_default_28" [id=810, type="quantize_per_tensor"]; -"811 dequantize_per_tensor_default_28" [id=811, type="dequantize_per_tensor"]; -"812 linalg_vector_norm_9" [id=812, type="linalg_vector_norm"]; -"813 clamp_min_9" [id=813, type="clamp_min"]; -"814 expand_as_9" [id=814, type="expand_as"]; -"815 div_9" [id=815, type=div]; -"816 quantize_per_tensor_default_29" [id=816, type="quantize_per_tensor"]; -"817 dequantize_per_tensor_default_29" [id=817, type="dequantize_per_tensor"]; -"818 transpose_8" [id=818, type=transpose]; -"819 matmul_8" [id=819, type=matmul]; -"820 clamp_4" [id=820, type=clamp]; -"821 exp_4" [id=821, type=exp]; -"822 mul_9" [id=822, type=mul]; -"823 add_14" [id=823, type=add]; -"824 softmax_4" [id=824, type=softmax]; -"825 dropout_16" [id=825, type=dropout]; -"826 matmul_9" [id=826, type=matmul]; -"827 transpose_9" [id=827, type=transpose]; -"828 reshape_20" [id=828, type=reshape]; -"829 reshape_20_0_0_nncf_smooth_quant_0" [id=829, type="call_module"]; -"830 quantize_per_tensor_default_30" [id=830, type="quantize_per_tensor"]; -"831 dequantize_per_tensor_default_30" [id=831, type="dequantize_per_tensor"]; -"832 scale_updated_constant20" [id=832, type="get_attr"]; -"833 compressed_weight_updated_constant20" [id=833, type="get_attr"]; -"834 mul_tensor_20" [id=834, type=mul]; -"835 zero_point_updated_constant20" [id=835, type="get_attr"]; -"836 sub_tensor_20" [id=836, type=sub]; -"837 linear_29" [id=837, type=linear]; -"838 dropout_17" [id=838, type=dropout]; -"839 view_25" [id=839, type=view]; -"840 permute_22" [id=840, type=permute]; -"841 reshape_21" [id=841, type=reshape]; -"842 slice_78" [id=842, type=slice]; -"843 slice_79" [id=843, type=slice]; -"844 slice_80" [id=844, type=slice]; -"845 slice_81" [id=845, type=slice]; -"846 contiguous_7" [id=846, type=contiguous]; -"847 layer_norm_11" [id=847, type="layer_norm"]; -"848 add_15" [id=848, type=add]; -"849 add_15_0_0_nncf_smooth_quant_0" [id=849, type="call_module"]; -"850 quantize_per_tensor_default_31" [id=850, type="quantize_per_tensor"]; -"851 dequantize_per_tensor_default_31" [id=851, type="dequantize_per_tensor"]; -"852 scale_updated_constant21" [id=852, type="get_attr"]; -"853 compressed_weight_updated_constant21" [id=853, type="get_attr"]; -"854 mul_tensor_21" [id=854, type=mul]; -"855 zero_point_updated_constant21" [id=855, type="get_attr"]; -"856 sub_tensor_21" [id=856, type=sub]; -"857 linear_30" [id=857, type=linear]; -"858 gelu_4" [id=858, type=gelu]; -"859 dropout_18" [id=859, type=dropout]; -"860 dropout_18_0_0_nncf_smooth_quant_0" [id=860, type="call_module"]; -"861 quantize_per_tensor_default_32" [id=861, type="quantize_per_tensor"]; -"862 dequantize_per_tensor_default_32" [id=862, type="dequantize_per_tensor"]; -"863 scale_updated_constant22" [id=863, type="get_attr"]; -"864 compressed_weight_updated_constant22" [id=864, type="get_attr"]; -"865 mul_tensor_22" [id=865, type=mul]; -"866 zero_point_updated_constant22" [id=866, type="get_attr"]; -"867 sub_tensor_22" [id=867, type=sub]; -"868 linear_31" [id=868, type=linear]; -"869 dropout_19" [id=869, type=dropout]; -"870 layer_norm_12" [id=870, type="layer_norm"]; -"871 add_16" [id=871, type=add]; -"872 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=872, type="get_attr"]; -"873 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=873, type="call_module"]; -"874 linear_32" [id=874, type=linear]; -"875 relu__5" [id=875, type="relu_"]; -"876 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=876, type="get_attr"]; -"877 relu__5_0_0_nncf_smooth_quant_0" [id=877, type="call_module"]; -"878 linear_33" [id=878, type=linear]; -"879 view_26" [id=879, type=view]; -"880 index_5" [id=880, type=index]; -"881 view_27" [id=881, type=view]; -"882 permute_23" [id=882, type=permute]; -"883 contiguous_8" [id=883, type=contiguous]; -"884 unsqueeze_13" [id=884, type=unsqueeze]; -"885 sigmoid_5" [id=885, type=sigmoid]; -"886 mul_10" [id=886, type=mul]; -"887 pad_7" [id=887, type=pad]; -"888 roll_4" [id=888, type=roll]; -"889 view_28" [id=889, type=view]; -"890 permute_24" [id=890, type=permute]; -"891 reshape_22" [id=891, type=reshape]; -"892 clone_5" [id=892, type=clone]; -"893 slice_82" [id=893, type=slice]; -"894 zero__5" [id=894, type="zero_"]; -"895 reshape_22_0_0_nncf_smooth_quant_0" [id=895, type="call_module"]; -"896 quantize_per_tensor_default_33" [id=896, type="quantize_per_tensor"]; -"897 dequantize_per_tensor_default_33" [id=897, type="dequantize_per_tensor"]; -"898 scale_updated_constant23" [id=898, type="get_attr"]; -"899 compressed_weight_updated_constant23" [id=899, type="get_attr"]; -"900 mul_tensor_23" [id=900, type=mul]; -"901 zero_point_updated_constant23" [id=901, type="get_attr"]; -"902 sub_tensor_23" [id=902, type=sub]; -"903 linear_34" [id=903, type=linear]; -"904 reshape_23" [id=904, type=reshape]; -"905 permute_25" [id=905, type=permute]; -"906 select_15" [id=906, type=select]; -"907 select_16" [id=907, type=select]; -"908 select_17" [id=908, type=select]; -"909 linalg_vector_norm_10" [id=909, type="linalg_vector_norm"]; -"910 clamp_min_10" [id=910, type="clamp_min"]; -"911 expand_as_10" [id=911, type="expand_as"]; -"912 div_10" [id=912, type=div]; -"913 quantize_per_tensor_default_34" [id=913, type="quantize_per_tensor"]; -"914 dequantize_per_tensor_default_34" [id=914, type="dequantize_per_tensor"]; -"915 linalg_vector_norm_11" [id=915, type="linalg_vector_norm"]; -"916 clamp_min_11" [id=916, type="clamp_min"]; -"917 expand_as_11" [id=917, type="expand_as"]; -"918 div_11" [id=918, type=div]; -"919 quantize_per_tensor_default_35" [id=919, type="quantize_per_tensor"]; -"920 dequantize_per_tensor_default_35" [id=920, type="dequantize_per_tensor"]; -"921 transpose_10" [id=921, type=transpose]; -"922 matmul_10" [id=922, type=matmul]; -"923 clamp_5" [id=923, type=clamp]; -"924 exp_5" [id=924, type=exp]; -"925 mul_11" [id=925, type=mul]; -"926 add_17" [id=926, type=add]; -"927 new_zeros_2" [id=927, type="new_zeros"]; -"928 lift_fresh_copy_18" [id=928, type="lift_fresh_copy"]; -"929 slice_83" [id=929, type=slice]; -"930 slice_84" [id=930, type=slice]; -"931 fill__18" [id=931, type="fill_"]; -"932 lift_fresh_copy_19" [id=932, type="lift_fresh_copy"]; -"933 slice_85" [id=933, type=slice]; -"934 slice_86" [id=934, type=slice]; -"935 fill__19" [id=935, type="fill_"]; -"936 lift_fresh_copy_20" [id=936, type="lift_fresh_copy"]; -"937 slice_87" [id=937, type=slice]; -"938 slice_88" [id=938, type=slice]; -"939 fill__20" [id=939, type="fill_"]; -"940 lift_fresh_copy_21" [id=940, type="lift_fresh_copy"]; -"941 slice_89" [id=941, type=slice]; -"942 slice_90" [id=942, type=slice]; -"943 fill__21" [id=943, type="fill_"]; -"944 lift_fresh_copy_22" [id=944, type="lift_fresh_copy"]; -"945 slice_91" [id=945, type=slice]; -"946 slice_92" [id=946, type=slice]; -"947 fill__22" [id=947, type="fill_"]; -"948 lift_fresh_copy_23" [id=948, type="lift_fresh_copy"]; -"949 slice_93" [id=949, type=slice]; -"950 slice_94" [id=950, type=slice]; -"951 fill__23" [id=951, type="fill_"]; -"952 lift_fresh_copy_24" [id=952, type="lift_fresh_copy"]; -"953 slice_95" [id=953, type=slice]; -"954 slice_96" [id=954, type=slice]; -"955 fill__24" [id=955, type="fill_"]; -"956 lift_fresh_copy_25" [id=956, type="lift_fresh_copy"]; -"957 slice_97" [id=957, type=slice]; -"958 slice_98" [id=958, type=slice]; -"959 fill__25" [id=959, type="fill_"]; -"960 lift_fresh_copy_26" [id=960, type="lift_fresh_copy"]; -"961 slice_99" [id=961, type=slice]; -"962 slice_100" [id=962, type=slice]; -"963 fill__26" [id=963, type="fill_"]; -"964 view_29" [id=964, type=view]; -"965 permute_26" [id=965, type=permute]; -"966 reshape_24" [id=966, type=reshape]; -"967 unsqueeze_14" [id=967, type=unsqueeze]; -"968 unsqueeze_15" [id=968, type=unsqueeze]; -"969 sub_2" [id=969, type=sub]; -"970 ne_2" [id=970, type=ne]; -"971 masked_fill_4" [id=971, type="masked_fill"]; -"972 eq_2" [id=972, type=eq]; -"973 masked_fill_5" [id=973, type="masked_fill"]; -"974 view_30" [id=974, type=view]; -"975 unsqueeze_16" [id=975, type=unsqueeze]; -"976 unsqueeze_17" [id=976, type=unsqueeze]; -"977 add_18" [id=977, type=add]; -"978 view_31" [id=978, type=view]; -"979 softmax_5" [id=979, type=softmax]; -"980 dropout_20" [id=980, type=dropout]; -"981 matmul_11" [id=981, type=matmul]; -"982 transpose_11" [id=982, type=transpose]; -"983 reshape_25" [id=983, type=reshape]; -"984 reshape_25_0_0_nncf_smooth_quant_0" [id=984, type="call_module"]; -"985 quantize_per_tensor_default_36" [id=985, type="quantize_per_tensor"]; -"986 dequantize_per_tensor_default_36" [id=986, type="dequantize_per_tensor"]; -"987 scale_updated_constant24" [id=987, type="get_attr"]; -"988 compressed_weight_updated_constant24" [id=988, type="get_attr"]; -"989 mul_tensor_24" [id=989, type=mul]; -"990 zero_point_updated_constant24" [id=990, type="get_attr"]; -"991 sub_tensor_24" [id=991, type=sub]; -"992 linear_35" [id=992, type=linear]; -"993 dropout_21" [id=993, type=dropout]; -"994 view_32" [id=994, type=view]; -"995 permute_27" [id=995, type=permute]; -"996 reshape_26" [id=996, type=reshape]; -"997 roll_5" [id=997, type=roll]; -"998 slice_101" [id=998, type=slice]; -"999 slice_102" [id=999, type=slice]; -"1000 slice_103" [id=1000, type=slice]; -"1001 slice_104" [id=1001, type=slice]; -"1002 contiguous_9" [id=1002, type=contiguous]; -"1003 layer_norm_13" [id=1003, type="layer_norm"]; -"1004 add_19" [id=1004, type=add]; -"1005 add_19_0_0_nncf_smooth_quant_0" [id=1005, type="call_module"]; -"1006 quantize_per_tensor_default_37" [id=1006, type="quantize_per_tensor"]; -"1007 dequantize_per_tensor_default_37" [id=1007, type="dequantize_per_tensor"]; -"1008 scale_updated_constant25" [id=1008, type="get_attr"]; -"1009 compressed_weight_updated_constant25" [id=1009, type="get_attr"]; -"1010 mul_tensor_25" [id=1010, type=mul]; -"1011 zero_point_updated_constant25" [id=1011, type="get_attr"]; -"1012 sub_tensor_25" [id=1012, type=sub]; -"1013 linear_36" [id=1013, type=linear]; -"1014 gelu_5" [id=1014, type=gelu]; -"1015 dropout_22" [id=1015, type=dropout]; -"1016 dropout_22_0_0_nncf_smooth_quant_0" [id=1016, type="call_module"]; -"1017 quantize_per_tensor_default_38" [id=1017, type="quantize_per_tensor"]; -"1018 dequantize_per_tensor_default_38" [id=1018, type="dequantize_per_tensor"]; -"1019 scale_updated_constant26" [id=1019, type="get_attr"]; -"1020 compressed_weight_updated_constant26" [id=1020, type="get_attr"]; -"1021 mul_tensor_26" [id=1021, type=mul]; -"1022 zero_point_updated_constant26" [id=1022, type="get_attr"]; -"1023 sub_tensor_26" [id=1023, type=sub]; -"1024 linear_37" [id=1024, type=linear]; -"1025 dropout_23" [id=1025, type=dropout]; -"1026 layer_norm_14" [id=1026, type="layer_norm"]; -"1027 add_20" [id=1027, type=add]; -"1028 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1028, type="get_attr"]; -"1029 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1029, type="call_module"]; -"1030 linear_38" [id=1030, type=linear]; -"1031 relu__6" [id=1031, type="relu_"]; -"1032 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1032, type="get_attr"]; -"1033 relu__6_0_0_nncf_smooth_quant_0" [id=1033, type="call_module"]; -"1034 linear_39" [id=1034, type=linear]; -"1035 view_33" [id=1035, type=view]; -"1036 index_6" [id=1036, type=index]; -"1037 view_34" [id=1037, type=view]; -"1038 permute_28" [id=1038, type=permute]; -"1039 contiguous_10" [id=1039, type=contiguous]; -"1040 unsqueeze_18" [id=1040, type=unsqueeze]; -"1041 sigmoid_6" [id=1041, type=sigmoid]; -"1042 mul_12" [id=1042, type=mul]; -"1043 pad_8" [id=1043, type=pad]; -"1044 view_35" [id=1044, type=view]; -"1045 permute_29" [id=1045, type=permute]; -"1046 reshape_27" [id=1046, type=reshape]; -"1047 clone_6" [id=1047, type=clone]; -"1048 slice_105" [id=1048, type=slice]; -"1049 zero__6" [id=1049, type="zero_"]; -"1050 reshape_27_0_0_nncf_smooth_quant_0" [id=1050, type="call_module"]; -"1051 quantize_per_tensor_default_39" [id=1051, type="quantize_per_tensor"]; -"1052 dequantize_per_tensor_default_39" [id=1052, type="dequantize_per_tensor"]; -"1053 scale_updated_constant27" [id=1053, type="get_attr"]; -"1054 compressed_weight_updated_constant27" [id=1054, type="get_attr"]; -"1055 mul_tensor_27" [id=1055, type=mul]; -"1056 zero_point_updated_constant27" [id=1056, type="get_attr"]; -"1057 sub_tensor_27" [id=1057, type=sub]; -"1058 linear_40" [id=1058, type=linear]; -"1059 reshape_28" [id=1059, type=reshape]; -"1060 permute_30" [id=1060, type=permute]; -"1061 select_18" [id=1061, type=select]; -"1062 select_19" [id=1062, type=select]; -"1063 select_20" [id=1063, type=select]; -"1064 linalg_vector_norm_12" [id=1064, type="linalg_vector_norm"]; -"1065 clamp_min_12" [id=1065, type="clamp_min"]; -"1066 expand_as_12" [id=1066, type="expand_as"]; -"1067 div_12" [id=1067, type=div]; -"1068 quantize_per_tensor_default_40" [id=1068, type="quantize_per_tensor"]; -"1069 dequantize_per_tensor_default_40" [id=1069, type="dequantize_per_tensor"]; -"1070 linalg_vector_norm_13" [id=1070, type="linalg_vector_norm"]; -"1071 clamp_min_13" [id=1071, type="clamp_min"]; -"1072 expand_as_13" [id=1072, type="expand_as"]; -"1073 div_13" [id=1073, type=div]; -"1074 quantize_per_tensor_default_41" [id=1074, type="quantize_per_tensor"]; -"1075 dequantize_per_tensor_default_41" [id=1075, type="dequantize_per_tensor"]; -"1076 transpose_12" [id=1076, type=transpose]; -"1077 matmul_12" [id=1077, type=matmul]; -"1078 clamp_6" [id=1078, type=clamp]; -"1079 exp_6" [id=1079, type=exp]; -"1080 mul_13" [id=1080, type=mul]; -"1081 add_21" [id=1081, type=add]; -"1082 softmax_6" [id=1082, type=softmax]; -"1083 dropout_24" [id=1083, type=dropout]; -"1084 matmul_13" [id=1084, type=matmul]; -"1085 transpose_13" [id=1085, type=transpose]; -"1086 reshape_29" [id=1086, type=reshape]; -"1087 reshape_29_0_0_nncf_smooth_quant_0" [id=1087, type="call_module"]; -"1088 quantize_per_tensor_default_42" [id=1088, type="quantize_per_tensor"]; -"1089 dequantize_per_tensor_default_42" [id=1089, type="dequantize_per_tensor"]; -"1090 scale_updated_constant28" [id=1090, type="get_attr"]; -"1091 compressed_weight_updated_constant28" [id=1091, type="get_attr"]; -"1092 mul_tensor_28" [id=1092, type=mul]; -"1093 zero_point_updated_constant28" [id=1093, type="get_attr"]; -"1094 sub_tensor_28" [id=1094, type=sub]; -"1095 linear_41" [id=1095, type=linear]; -"1096 dropout_25" [id=1096, type=dropout]; -"1097 view_36" [id=1097, type=view]; -"1098 permute_31" [id=1098, type=permute]; -"1099 reshape_30" [id=1099, type=reshape]; -"1100 slice_106" [id=1100, type=slice]; -"1101 slice_107" [id=1101, type=slice]; -"1102 slice_108" [id=1102, type=slice]; -"1103 slice_109" [id=1103, type=slice]; -"1104 contiguous_11" [id=1104, type=contiguous]; -"1105 layer_norm_15" [id=1105, type="layer_norm"]; -"1106 add_22" [id=1106, type=add]; -"1107 add_22_0_0_nncf_smooth_quant_0" [id=1107, type="call_module"]; -"1108 quantize_per_tensor_default_43" [id=1108, type="quantize_per_tensor"]; -"1109 dequantize_per_tensor_default_43" [id=1109, type="dequantize_per_tensor"]; -"1110 scale_updated_constant29" [id=1110, type="get_attr"]; -"1111 compressed_weight_updated_constant29" [id=1111, type="get_attr"]; -"1112 mul_tensor_29" [id=1112, type=mul]; -"1113 zero_point_updated_constant29" [id=1113, type="get_attr"]; -"1114 sub_tensor_29" [id=1114, type=sub]; -"1115 linear_42" [id=1115, type=linear]; -"1116 gelu_6" [id=1116, type=gelu]; -"1117 dropout_26" [id=1117, type=dropout]; -"1118 dropout_26_0_0_nncf_smooth_quant_0" [id=1118, type="call_module"]; -"1119 quantize_per_tensor_default_44" [id=1119, type="quantize_per_tensor"]; -"1120 dequantize_per_tensor_default_44" [id=1120, type="dequantize_per_tensor"]; -"1121 scale_updated_constant30" [id=1121, type="get_attr"]; -"1122 compressed_weight_updated_constant30" [id=1122, type="get_attr"]; -"1123 mul_tensor_30" [id=1123, type=mul]; -"1124 zero_point_updated_constant30" [id=1124, type="get_attr"]; -"1125 sub_tensor_30" [id=1125, type=sub]; -"1126 linear_43" [id=1126, type=linear]; -"1127 dropout_27" [id=1127, type=dropout]; -"1128 layer_norm_16" [id=1128, type="layer_norm"]; -"1129 add_23" [id=1129, type=add]; -"1130 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1130, type="get_attr"]; -"1131 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1131, type="call_module"]; -"1132 linear_44" [id=1132, type=linear]; -"1133 relu__7" [id=1133, type="relu_"]; -"1134 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1134, type="get_attr"]; -"1135 relu__7_0_0_nncf_smooth_quant_0" [id=1135, type="call_module"]; -"1136 linear_45" [id=1136, type=linear]; -"1137 view_37" [id=1137, type=view]; -"1138 index_7" [id=1138, type=index]; -"1139 view_38" [id=1139, type=view]; -"1140 permute_32" [id=1140, type=permute]; -"1141 contiguous_12" [id=1141, type=contiguous]; -"1142 unsqueeze_19" [id=1142, type=unsqueeze]; -"1143 sigmoid_7" [id=1143, type=sigmoid]; -"1144 mul_14" [id=1144, type=mul]; -"1145 pad_9" [id=1145, type=pad]; -"1146 roll_6" [id=1146, type=roll]; -"1147 view_39" [id=1147, type=view]; -"1148 permute_33" [id=1148, type=permute]; -"1149 reshape_31" [id=1149, type=reshape]; -"1150 clone_7" [id=1150, type=clone]; -"1151 slice_110" [id=1151, type=slice]; -"1152 zero__7" [id=1152, type="zero_"]; -"1153 reshape_31_0_0_nncf_smooth_quant_0" [id=1153, type="call_module"]; -"1154 quantize_per_tensor_default_45" [id=1154, type="quantize_per_tensor"]; -"1155 dequantize_per_tensor_default_45" [id=1155, type="dequantize_per_tensor"]; -"1156 scale_updated_constant31" [id=1156, type="get_attr"]; -"1157 compressed_weight_updated_constant31" [id=1157, type="get_attr"]; -"1158 mul_tensor_31" [id=1158, type=mul]; -"1159 zero_point_updated_constant31" [id=1159, type="get_attr"]; -"1160 sub_tensor_31" [id=1160, type=sub]; -"1161 linear_46" [id=1161, type=linear]; -"1162 reshape_32" [id=1162, type=reshape]; -"1163 permute_34" [id=1163, type=permute]; -"1164 select_21" [id=1164, type=select]; -"1165 select_22" [id=1165, type=select]; -"1166 select_23" [id=1166, type=select]; -"1167 linalg_vector_norm_14" [id=1167, type="linalg_vector_norm"]; -"1168 clamp_min_14" [id=1168, type="clamp_min"]; -"1169 expand_as_14" [id=1169, type="expand_as"]; -"1170 div_14" [id=1170, type=div]; -"1171 quantize_per_tensor_default_46" [id=1171, type="quantize_per_tensor"]; -"1172 dequantize_per_tensor_default_46" [id=1172, type="dequantize_per_tensor"]; -"1173 linalg_vector_norm_15" [id=1173, type="linalg_vector_norm"]; -"1174 clamp_min_15" [id=1174, type="clamp_min"]; -"1175 expand_as_15" [id=1175, type="expand_as"]; -"1176 div_15" [id=1176, type=div]; -"1177 quantize_per_tensor_default_47" [id=1177, type="quantize_per_tensor"]; -"1178 dequantize_per_tensor_default_47" [id=1178, type="dequantize_per_tensor"]; -"1179 transpose_14" [id=1179, type=transpose]; -"1180 matmul_14" [id=1180, type=matmul]; -"1181 clamp_7" [id=1181, type=clamp]; -"1182 exp_7" [id=1182, type=exp]; -"1183 mul_15" [id=1183, type=mul]; -"1184 add_24" [id=1184, type=add]; -"1185 new_zeros_3" [id=1185, type="new_zeros"]; -"1186 lift_fresh_copy_27" [id=1186, type="lift_fresh_copy"]; -"1187 slice_111" [id=1187, type=slice]; -"1188 slice_112" [id=1188, type=slice]; -"1189 fill__27" [id=1189, type="fill_"]; -"1190 lift_fresh_copy_28" [id=1190, type="lift_fresh_copy"]; -"1191 slice_113" [id=1191, type=slice]; -"1192 slice_114" [id=1192, type=slice]; -"1193 fill__28" [id=1193, type="fill_"]; -"1194 lift_fresh_copy_29" [id=1194, type="lift_fresh_copy"]; -"1195 slice_115" [id=1195, type=slice]; -"1196 slice_116" [id=1196, type=slice]; -"1197 fill__29" [id=1197, type="fill_"]; -"1198 lift_fresh_copy_30" [id=1198, type="lift_fresh_copy"]; -"1199 slice_117" [id=1199, type=slice]; -"1200 slice_118" [id=1200, type=slice]; -"1201 fill__30" [id=1201, type="fill_"]; -"1202 lift_fresh_copy_31" [id=1202, type="lift_fresh_copy"]; -"1203 slice_119" [id=1203, type=slice]; -"1204 slice_120" [id=1204, type=slice]; -"1205 fill__31" [id=1205, type="fill_"]; -"1206 lift_fresh_copy_32" [id=1206, type="lift_fresh_copy"]; -"1207 slice_121" [id=1207, type=slice]; -"1208 slice_122" [id=1208, type=slice]; -"1209 fill__32" [id=1209, type="fill_"]; -"1210 lift_fresh_copy_33" [id=1210, type="lift_fresh_copy"]; -"1211 slice_123" [id=1211, type=slice]; -"1212 slice_124" [id=1212, type=slice]; -"1213 fill__33" [id=1213, type="fill_"]; -"1214 lift_fresh_copy_34" [id=1214, type="lift_fresh_copy"]; -"1215 slice_125" [id=1215, type=slice]; -"1216 slice_126" [id=1216, type=slice]; -"1217 fill__34" [id=1217, type="fill_"]; -"1218 lift_fresh_copy_35" [id=1218, type="lift_fresh_copy"]; -"1219 slice_127" [id=1219, type=slice]; -"1220 slice_128" [id=1220, type=slice]; -"1221 fill__35" [id=1221, type="fill_"]; -"1222 view_40" [id=1222, type=view]; -"1223 permute_35" [id=1223, type=permute]; -"1224 reshape_33" [id=1224, type=reshape]; -"1225 unsqueeze_20" [id=1225, type=unsqueeze]; -"1226 unsqueeze_21" [id=1226, type=unsqueeze]; -"1227 sub_3" [id=1227, type=sub]; -"1228 ne_3" [id=1228, type=ne]; -"1229 masked_fill_6" [id=1229, type="masked_fill"]; -"1230 eq_3" [id=1230, type=eq]; -"1231 masked_fill_7" [id=1231, type="masked_fill"]; -"1232 view_41" [id=1232, type=view]; -"1233 unsqueeze_22" [id=1233, type=unsqueeze]; -"1234 unsqueeze_23" [id=1234, type=unsqueeze]; -"1235 add_25" [id=1235, type=add]; -"1236 view_42" [id=1236, type=view]; -"1237 softmax_7" [id=1237, type=softmax]; -"1238 dropout_28" [id=1238, type=dropout]; -"1239 matmul_15" [id=1239, type=matmul]; -"1240 transpose_15" [id=1240, type=transpose]; -"1241 reshape_34" [id=1241, type=reshape]; -"1242 reshape_34_0_0_nncf_smooth_quant_0" [id=1242, type="call_module"]; -"1243 quantize_per_tensor_default_48" [id=1243, type="quantize_per_tensor"]; -"1244 dequantize_per_tensor_default_48" [id=1244, type="dequantize_per_tensor"]; -"1245 scale_updated_constant32" [id=1245, type="get_attr"]; -"1246 compressed_weight_updated_constant32" [id=1246, type="get_attr"]; -"1247 mul_tensor_32" [id=1247, type=mul]; -"1248 zero_point_updated_constant32" [id=1248, type="get_attr"]; -"1249 sub_tensor_32" [id=1249, type=sub]; -"1250 linear_47" [id=1250, type=linear]; -"1251 dropout_29" [id=1251, type=dropout]; -"1252 view_43" [id=1252, type=view]; -"1253 permute_36" [id=1253, type=permute]; -"1254 reshape_35" [id=1254, type=reshape]; -"1255 roll_7" [id=1255, type=roll]; -"1256 slice_129" [id=1256, type=slice]; -"1257 slice_130" [id=1257, type=slice]; -"1258 slice_131" [id=1258, type=slice]; -"1259 slice_132" [id=1259, type=slice]; -"1260 contiguous_13" [id=1260, type=contiguous]; -"1261 layer_norm_17" [id=1261, type="layer_norm"]; -"1262 add_26" [id=1262, type=add]; -"1263 add_26_0_0_nncf_smooth_quant_0" [id=1263, type="call_module"]; -"1264 quantize_per_tensor_default_49" [id=1264, type="quantize_per_tensor"]; -"1265 dequantize_per_tensor_default_49" [id=1265, type="dequantize_per_tensor"]; -"1266 scale_updated_constant33" [id=1266, type="get_attr"]; -"1267 compressed_weight_updated_constant33" [id=1267, type="get_attr"]; -"1268 mul_tensor_33" [id=1268, type=mul]; -"1269 zero_point_updated_constant33" [id=1269, type="get_attr"]; -"1270 sub_tensor_33" [id=1270, type=sub]; -"1271 linear_48" [id=1271, type=linear]; -"1272 gelu_7" [id=1272, type=gelu]; -"1273 dropout_30" [id=1273, type=dropout]; -"1274 dropout_30_0_0_nncf_smooth_quant_0" [id=1274, type="call_module"]; -"1275 quantize_per_tensor_default_50" [id=1275, type="quantize_per_tensor"]; -"1276 dequantize_per_tensor_default_50" [id=1276, type="dequantize_per_tensor"]; -"1277 scale_updated_constant34" [id=1277, type="get_attr"]; -"1278 compressed_weight_updated_constant34" [id=1278, type="get_attr"]; -"1279 mul_tensor_34" [id=1279, type=mul]; -"1280 zero_point_updated_constant34" [id=1280, type="get_attr"]; -"1281 sub_tensor_34" [id=1281, type=sub]; -"1282 linear_49" [id=1282, type=linear]; -"1283 dropout_31" [id=1283, type=dropout]; -"1284 layer_norm_18" [id=1284, type="layer_norm"]; -"1285 add_27" [id=1285, type=add]; -"1286 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1286, type="get_attr"]; -"1287 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1287, type="call_module"]; -"1288 linear_50" [id=1288, type=linear]; -"1289 relu__8" [id=1289, type="relu_"]; -"1290 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1290, type="get_attr"]; -"1291 relu__8_0_0_nncf_smooth_quant_0" [id=1291, type="call_module"]; -"1292 linear_51" [id=1292, type=linear]; -"1293 view_44" [id=1293, type=view]; -"1294 index_8" [id=1294, type=index]; -"1295 view_45" [id=1295, type=view]; -"1296 permute_37" [id=1296, type=permute]; -"1297 contiguous_14" [id=1297, type=contiguous]; -"1298 unsqueeze_24" [id=1298, type=unsqueeze]; -"1299 sigmoid_8" [id=1299, type=sigmoid]; -"1300 mul_16" [id=1300, type=mul]; -"1301 pad_10" [id=1301, type=pad]; -"1302 view_46" [id=1302, type=view]; -"1303 permute_38" [id=1303, type=permute]; -"1304 reshape_36" [id=1304, type=reshape]; -"1305 clone_8" [id=1305, type=clone]; -"1306 slice_133" [id=1306, type=slice]; -"1307 zero__8" [id=1307, type="zero_"]; -"1308 reshape_36_0_0_nncf_smooth_quant_0" [id=1308, type="call_module"]; -"1309 quantize_per_tensor_default_51" [id=1309, type="quantize_per_tensor"]; -"1310 dequantize_per_tensor_default_51" [id=1310, type="dequantize_per_tensor"]; -"1311 scale_updated_constant35" [id=1311, type="get_attr"]; -"1312 compressed_weight_updated_constant35" [id=1312, type="get_attr"]; -"1313 mul_tensor_35" [id=1313, type=mul]; -"1314 zero_point_updated_constant35" [id=1314, type="get_attr"]; -"1315 sub_tensor_35" [id=1315, type=sub]; -"1316 linear_52" [id=1316, type=linear]; -"1317 reshape_37" [id=1317, type=reshape]; -"1318 permute_39" [id=1318, type=permute]; -"1319 select_24" [id=1319, type=select]; -"1320 select_25" [id=1320, type=select]; -"1321 select_26" [id=1321, type=select]; -"1322 linalg_vector_norm_16" [id=1322, type="linalg_vector_norm"]; -"1323 clamp_min_16" [id=1323, type="clamp_min"]; -"1324 expand_as_16" [id=1324, type="expand_as"]; -"1325 div_16" [id=1325, type=div]; -"1326 quantize_per_tensor_default_52" [id=1326, type="quantize_per_tensor"]; -"1327 dequantize_per_tensor_default_52" [id=1327, type="dequantize_per_tensor"]; -"1328 linalg_vector_norm_17" [id=1328, type="linalg_vector_norm"]; -"1329 clamp_min_17" [id=1329, type="clamp_min"]; -"1330 expand_as_17" [id=1330, type="expand_as"]; -"1331 div_17" [id=1331, type=div]; -"1332 quantize_per_tensor_default_53" [id=1332, type="quantize_per_tensor"]; -"1333 dequantize_per_tensor_default_53" [id=1333, type="dequantize_per_tensor"]; -"1334 transpose_16" [id=1334, type=transpose]; -"1335 matmul_16" [id=1335, type=matmul]; -"1336 clamp_8" [id=1336, type=clamp]; -"1337 exp_8" [id=1337, type=exp]; -"1338 mul_17" [id=1338, type=mul]; -"1339 add_28" [id=1339, type=add]; -"1340 softmax_8" [id=1340, type=softmax]; -"1341 dropout_32" [id=1341, type=dropout]; -"1342 matmul_17" [id=1342, type=matmul]; -"1343 transpose_17" [id=1343, type=transpose]; -"1344 reshape_38" [id=1344, type=reshape]; -"1345 reshape_38_0_0_nncf_smooth_quant_0" [id=1345, type="call_module"]; -"1346 quantize_per_tensor_default_54" [id=1346, type="quantize_per_tensor"]; -"1347 dequantize_per_tensor_default_54" [id=1347, type="dequantize_per_tensor"]; -"1348 scale_updated_constant36" [id=1348, type="get_attr"]; -"1349 compressed_weight_updated_constant36" [id=1349, type="get_attr"]; -"1350 mul_tensor_36" [id=1350, type=mul]; -"1351 zero_point_updated_constant36" [id=1351, type="get_attr"]; -"1352 sub_tensor_36" [id=1352, type=sub]; -"1353 linear_53" [id=1353, type=linear]; -"1354 dropout_33" [id=1354, type=dropout]; -"1355 view_47" [id=1355, type=view]; -"1356 permute_40" [id=1356, type=permute]; -"1357 reshape_39" [id=1357, type=reshape]; -"1358 slice_134" [id=1358, type=slice]; -"1359 slice_135" [id=1359, type=slice]; -"1360 slice_136" [id=1360, type=slice]; -"1361 slice_137" [id=1361, type=slice]; -"1362 contiguous_15" [id=1362, type=contiguous]; -"1363 layer_norm_19" [id=1363, type="layer_norm"]; -"1364 add_29" [id=1364, type=add]; -"1365 add_29_0_0_nncf_smooth_quant_0" [id=1365, type="call_module"]; -"1366 quantize_per_tensor_default_55" [id=1366, type="quantize_per_tensor"]; -"1367 dequantize_per_tensor_default_55" [id=1367, type="dequantize_per_tensor"]; -"1368 scale_updated_constant37" [id=1368, type="get_attr"]; -"1369 compressed_weight_updated_constant37" [id=1369, type="get_attr"]; -"1370 mul_tensor_37" [id=1370, type=mul]; -"1371 zero_point_updated_constant37" [id=1371, type="get_attr"]; -"1372 sub_tensor_37" [id=1372, type=sub]; -"1373 linear_54" [id=1373, type=linear]; -"1374 gelu_8" [id=1374, type=gelu]; -"1375 dropout_34" [id=1375, type=dropout]; -"1376 dropout_34_0_0_nncf_smooth_quant_0" [id=1376, type="call_module"]; -"1377 quantize_per_tensor_default_56" [id=1377, type="quantize_per_tensor"]; -"1378 dequantize_per_tensor_default_56" [id=1378, type="dequantize_per_tensor"]; -"1379 scale_updated_constant38" [id=1379, type="get_attr"]; -"1380 compressed_weight_updated_constant38" [id=1380, type="get_attr"]; -"1381 mul_tensor_38" [id=1381, type=mul]; -"1382 zero_point_updated_constant38" [id=1382, type="get_attr"]; -"1383 sub_tensor_38" [id=1383, type=sub]; -"1384 linear_55" [id=1384, type=linear]; -"1385 dropout_35" [id=1385, type=dropout]; -"1386 layer_norm_20" [id=1386, type="layer_norm"]; -"1387 add_30" [id=1387, type=add]; -"1388 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1388, type="get_attr"]; -"1389 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1389, type="call_module"]; -"1390 linear_56" [id=1390, type=linear]; -"1391 relu__9" [id=1391, type="relu_"]; -"1392 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1392, type="get_attr"]; -"1393 relu__9_0_0_nncf_smooth_quant_0" [id=1393, type="call_module"]; -"1394 linear_57" [id=1394, type=linear]; -"1395 view_48" [id=1395, type=view]; -"1396 index_9" [id=1396, type=index]; -"1397 view_49" [id=1397, type=view]; -"1398 permute_41" [id=1398, type=permute]; -"1399 contiguous_16" [id=1399, type=contiguous]; -"1400 unsqueeze_25" [id=1400, type=unsqueeze]; -"1401 sigmoid_9" [id=1401, type=sigmoid]; -"1402 mul_18" [id=1402, type=mul]; -"1403 pad_11" [id=1403, type=pad]; -"1404 roll_8" [id=1404, type=roll]; -"1405 view_50" [id=1405, type=view]; -"1406 permute_42" [id=1406, type=permute]; -"1407 reshape_40" [id=1407, type=reshape]; -"1408 clone_9" [id=1408, type=clone]; -"1409 slice_138" [id=1409, type=slice]; -"1410 zero__9" [id=1410, type="zero_"]; -"1411 reshape_40_0_0_nncf_smooth_quant_0" [id=1411, type="call_module"]; -"1412 quantize_per_tensor_default_57" [id=1412, type="quantize_per_tensor"]; -"1413 dequantize_per_tensor_default_57" [id=1413, type="dequantize_per_tensor"]; -"1414 scale_updated_constant39" [id=1414, type="get_attr"]; -"1415 compressed_weight_updated_constant39" [id=1415, type="get_attr"]; -"1416 mul_tensor_39" [id=1416, type=mul]; -"1417 zero_point_updated_constant39" [id=1417, type="get_attr"]; -"1418 sub_tensor_39" [id=1418, type=sub]; -"1419 linear_58" [id=1419, type=linear]; -"1420 reshape_41" [id=1420, type=reshape]; -"1421 permute_43" [id=1421, type=permute]; -"1422 select_27" [id=1422, type=select]; -"1423 select_28" [id=1423, type=select]; -"1424 select_29" [id=1424, type=select]; -"1425 linalg_vector_norm_18" [id=1425, type="linalg_vector_norm"]; -"1426 clamp_min_18" [id=1426, type="clamp_min"]; -"1427 expand_as_18" [id=1427, type="expand_as"]; -"1428 div_18" [id=1428, type=div]; -"1429 quantize_per_tensor_default_58" [id=1429, type="quantize_per_tensor"]; -"1430 dequantize_per_tensor_default_58" [id=1430, type="dequantize_per_tensor"]; -"1431 linalg_vector_norm_19" [id=1431, type="linalg_vector_norm"]; -"1432 clamp_min_19" [id=1432, type="clamp_min"]; -"1433 expand_as_19" [id=1433, type="expand_as"]; -"1434 div_19" [id=1434, type=div]; -"1435 quantize_per_tensor_default_59" [id=1435, type="quantize_per_tensor"]; -"1436 dequantize_per_tensor_default_59" [id=1436, type="dequantize_per_tensor"]; -"1437 transpose_18" [id=1437, type=transpose]; -"1438 matmul_18" [id=1438, type=matmul]; -"1439 clamp_9" [id=1439, type=clamp]; -"1440 exp_9" [id=1440, type=exp]; -"1441 mul_19" [id=1441, type=mul]; -"1442 add_31" [id=1442, type=add]; -"1443 new_zeros_4" [id=1443, type="new_zeros"]; -"1444 lift_fresh_copy_36" [id=1444, type="lift_fresh_copy"]; -"1445 slice_139" [id=1445, type=slice]; -"1446 slice_140" [id=1446, type=slice]; -"1447 fill__36" [id=1447, type="fill_"]; -"1448 lift_fresh_copy_37" [id=1448, type="lift_fresh_copy"]; -"1449 slice_141" [id=1449, type=slice]; -"1450 slice_142" [id=1450, type=slice]; -"1451 fill__37" [id=1451, type="fill_"]; -"1452 lift_fresh_copy_38" [id=1452, type="lift_fresh_copy"]; -"1453 slice_143" [id=1453, type=slice]; -"1454 slice_144" [id=1454, type=slice]; -"1455 fill__38" [id=1455, type="fill_"]; -"1456 lift_fresh_copy_39" [id=1456, type="lift_fresh_copy"]; -"1457 slice_145" [id=1457, type=slice]; -"1458 slice_146" [id=1458, type=slice]; -"1459 fill__39" [id=1459, type="fill_"]; -"1460 lift_fresh_copy_40" [id=1460, type="lift_fresh_copy"]; -"1461 slice_147" [id=1461, type=slice]; -"1462 slice_148" [id=1462, type=slice]; -"1463 fill__40" [id=1463, type="fill_"]; -"1464 lift_fresh_copy_41" [id=1464, type="lift_fresh_copy"]; -"1465 slice_149" [id=1465, type=slice]; -"1466 slice_150" [id=1466, type=slice]; -"1467 fill__41" [id=1467, type="fill_"]; -"1468 lift_fresh_copy_42" [id=1468, type="lift_fresh_copy"]; -"1469 slice_151" [id=1469, type=slice]; -"1470 slice_152" [id=1470, type=slice]; -"1471 fill__42" [id=1471, type="fill_"]; -"1472 lift_fresh_copy_43" [id=1472, type="lift_fresh_copy"]; -"1473 slice_153" [id=1473, type=slice]; -"1474 slice_154" [id=1474, type=slice]; -"1475 fill__43" [id=1475, type="fill_"]; -"1476 lift_fresh_copy_44" [id=1476, type="lift_fresh_copy"]; -"1477 slice_155" [id=1477, type=slice]; -"1478 slice_156" [id=1478, type=slice]; -"1479 fill__44" [id=1479, type="fill_"]; -"1480 view_51" [id=1480, type=view]; -"1481 permute_44" [id=1481, type=permute]; -"1482 reshape_42" [id=1482, type=reshape]; -"1483 unsqueeze_26" [id=1483, type=unsqueeze]; -"1484 unsqueeze_27" [id=1484, type=unsqueeze]; -"1485 sub_4" [id=1485, type=sub]; -"1486 ne_4" [id=1486, type=ne]; -"1487 masked_fill_8" [id=1487, type="masked_fill"]; -"1488 eq_4" [id=1488, type=eq]; -"1489 masked_fill_9" [id=1489, type="masked_fill"]; -"1490 view_52" [id=1490, type=view]; -"1491 unsqueeze_28" [id=1491, type=unsqueeze]; -"1492 unsqueeze_29" [id=1492, type=unsqueeze]; -"1493 add_32" [id=1493, type=add]; -"1494 view_53" [id=1494, type=view]; -"1495 softmax_9" [id=1495, type=softmax]; -"1496 dropout_36" [id=1496, type=dropout]; -"1497 matmul_19" [id=1497, type=matmul]; -"1498 transpose_19" [id=1498, type=transpose]; -"1499 reshape_43" [id=1499, type=reshape]; -"1500 reshape_43_0_0_nncf_smooth_quant_0" [id=1500, type="call_module"]; -"1501 quantize_per_tensor_default_60" [id=1501, type="quantize_per_tensor"]; -"1502 dequantize_per_tensor_default_60" [id=1502, type="dequantize_per_tensor"]; -"1503 scale_updated_constant40" [id=1503, type="get_attr"]; -"1504 compressed_weight_updated_constant40" [id=1504, type="get_attr"]; -"1505 mul_tensor_40" [id=1505, type=mul]; -"1506 zero_point_updated_constant40" [id=1506, type="get_attr"]; -"1507 sub_tensor_40" [id=1507, type=sub]; -"1508 linear_59" [id=1508, type=linear]; -"1509 dropout_37" [id=1509, type=dropout]; -"1510 view_54" [id=1510, type=view]; -"1511 permute_45" [id=1511, type=permute]; -"1512 reshape_44" [id=1512, type=reshape]; -"1513 roll_9" [id=1513, type=roll]; -"1514 slice_157" [id=1514, type=slice]; -"1515 slice_158" [id=1515, type=slice]; -"1516 slice_159" [id=1516, type=slice]; -"1517 slice_160" [id=1517, type=slice]; -"1518 contiguous_17" [id=1518, type=contiguous]; -"1519 layer_norm_21" [id=1519, type="layer_norm"]; -"1520 add_33" [id=1520, type=add]; -"1521 add_33_0_0_nncf_smooth_quant_0" [id=1521, type="call_module"]; -"1522 quantize_per_tensor_default_61" [id=1522, type="quantize_per_tensor"]; -"1523 dequantize_per_tensor_default_61" [id=1523, type="dequantize_per_tensor"]; -"1524 scale_updated_constant41" [id=1524, type="get_attr"]; -"1525 compressed_weight_updated_constant41" [id=1525, type="get_attr"]; -"1526 mul_tensor_41" [id=1526, type=mul]; -"1527 zero_point_updated_constant41" [id=1527, type="get_attr"]; -"1528 sub_tensor_41" [id=1528, type=sub]; -"1529 linear_60" [id=1529, type=linear]; -"1530 gelu_9" [id=1530, type=gelu]; -"1531 dropout_38" [id=1531, type=dropout]; -"1532 dropout_38_0_0_nncf_smooth_quant_0" [id=1532, type="call_module"]; -"1533 quantize_per_tensor_default_62" [id=1533, type="quantize_per_tensor"]; -"1534 dequantize_per_tensor_default_62" [id=1534, type="dequantize_per_tensor"]; -"1535 scale_updated_constant42" [id=1535, type="get_attr"]; -"1536 compressed_weight_updated_constant42" [id=1536, type="get_attr"]; -"1537 mul_tensor_42" [id=1537, type=mul]; -"1538 zero_point_updated_constant42" [id=1538, type="get_attr"]; -"1539 sub_tensor_42" [id=1539, type=sub]; -"1540 linear_61" [id=1540, type=linear]; -"1541 dropout_39" [id=1541, type=dropout]; -"1542 layer_norm_22" [id=1542, type="layer_norm"]; -"1543 add_34" [id=1543, type=add]; -"1544 pad_12" [id=1544, type=pad]; -"1545 slice_161" [id=1545, type=slice]; -"1546 slice_162" [id=1546, type=slice]; -"1547 slice_163" [id=1547, type=slice]; -"1548 slice_164" [id=1548, type=slice]; -"1549 slice_165" [id=1549, type=slice]; -"1550 slice_166" [id=1550, type=slice]; -"1551 slice_167" [id=1551, type=slice]; -"1552 slice_168" [id=1552, type=slice]; -"1553 slice_169" [id=1553, type=slice]; -"1554 slice_170" [id=1554, type=slice]; -"1555 slice_171" [id=1555, type=slice]; -"1556 slice_172" [id=1556, type=slice]; -"1557 cat_2" [id=1557, type=cat]; -"1558 cat_2_0_0_nncf_smooth_quant_0" [id=1558, type="call_module"]; -"1559 quantize_per_tensor_default_63" [id=1559, type="quantize_per_tensor"]; -"1560 dequantize_per_tensor_default_63" [id=1560, type="dequantize_per_tensor"]; -"1561 scale_updated_constant43" [id=1561, type="get_attr"]; -"1562 compressed_weight_updated_constant43" [id=1562, type="get_attr"]; -"1563 mul_tensor_43" [id=1563, type=mul]; -"1564 zero_point_updated_constant43" [id=1564, type="get_attr"]; -"1565 sub_tensor_43" [id=1565, type=sub]; -"1566 linear_62" [id=1566, type=linear]; -"1567 layer_norm_23" [id=1567, type="layer_norm"]; -"1568 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1568, type="get_attr"]; -"1569 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1569, type="call_module"]; -"1570 linear_63" [id=1570, type=linear]; -"1571 relu__10" [id=1571, type="relu_"]; -"1572 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1572, type="get_attr"]; -"1573 relu__10_0_0_nncf_smooth_quant_0" [id=1573, type="call_module"]; -"1574 linear_64" [id=1574, type=linear]; -"1575 view_55" [id=1575, type=view]; -"1576 index_10" [id=1576, type=index]; -"1577 view_56" [id=1577, type=view]; -"1578 permute_46" [id=1578, type=permute]; -"1579 contiguous_18" [id=1579, type=contiguous]; -"1580 unsqueeze_30" [id=1580, type=unsqueeze]; -"1581 sigmoid_10" [id=1581, type=sigmoid]; -"1582 mul_20" [id=1582, type=mul]; -"1583 pad_13" [id=1583, type=pad]; -"1584 view_57" [id=1584, type=view]; -"1585 permute_47" [id=1585, type=permute]; -"1586 reshape_45" [id=1586, type=reshape]; -"1587 clone_10" [id=1587, type=clone]; -"1588 slice_173" [id=1588, type=slice]; -"1589 zero__10" [id=1589, type="zero_"]; -"1590 reshape_45_0_0_nncf_smooth_quant_0" [id=1590, type="call_module"]; -"1591 quantize_per_tensor_default_64" [id=1591, type="quantize_per_tensor"]; -"1592 dequantize_per_tensor_default_64" [id=1592, type="dequantize_per_tensor"]; -"1593 scale_updated_constant44" [id=1593, type="get_attr"]; -"1594 compressed_weight_updated_constant44" [id=1594, type="get_attr"]; -"1595 mul_tensor_44" [id=1595, type=mul]; -"1596 zero_point_updated_constant44" [id=1596, type="get_attr"]; -"1597 sub_tensor_44" [id=1597, type=sub]; -"1598 linear_65" [id=1598, type=linear]; -"1599 reshape_46" [id=1599, type=reshape]; -"1600 permute_48" [id=1600, type=permute]; -"1601 select_30" [id=1601, type=select]; -"1602 select_31" [id=1602, type=select]; -"1603 select_32" [id=1603, type=select]; -"1604 linalg_vector_norm_20" [id=1604, type="linalg_vector_norm"]; -"1605 clamp_min_20" [id=1605, type="clamp_min"]; -"1606 expand_as_20" [id=1606, type="expand_as"]; -"1607 div_20" [id=1607, type=div]; -"1608 quantize_per_tensor_default_65" [id=1608, type="quantize_per_tensor"]; -"1609 dequantize_per_tensor_default_65" [id=1609, type="dequantize_per_tensor"]; -"1610 linalg_vector_norm_21" [id=1610, type="linalg_vector_norm"]; -"1611 clamp_min_21" [id=1611, type="clamp_min"]; -"1612 expand_as_21" [id=1612, type="expand_as"]; -"1613 div_21" [id=1613, type=div]; -"1614 quantize_per_tensor_default_66" [id=1614, type="quantize_per_tensor"]; -"1615 dequantize_per_tensor_default_66" [id=1615, type="dequantize_per_tensor"]; -"1616 transpose_20" [id=1616, type=transpose]; -"1617 matmul_20" [id=1617, type=matmul]; -"1618 clamp_10" [id=1618, type=clamp]; -"1619 exp_10" [id=1619, type=exp]; -"1620 mul_21" [id=1620, type=mul]; -"1621 add_35" [id=1621, type=add]; -"1622 softmax_10" [id=1622, type=softmax]; -"1623 dropout_40" [id=1623, type=dropout]; -"1624 matmul_21" [id=1624, type=matmul]; -"1625 transpose_21" [id=1625, type=transpose]; -"1626 reshape_47" [id=1626, type=reshape]; -"1627 reshape_47_0_0_nncf_smooth_quant_0" [id=1627, type="call_module"]; -"1628 quantize_per_tensor_default_67" [id=1628, type="quantize_per_tensor"]; -"1629 dequantize_per_tensor_default_67" [id=1629, type="dequantize_per_tensor"]; -"1630 scale_updated_constant45" [id=1630, type="get_attr"]; -"1631 compressed_weight_updated_constant45" [id=1631, type="get_attr"]; -"1632 mul_tensor_45" [id=1632, type=mul]; -"1633 zero_point_updated_constant45" [id=1633, type="get_attr"]; -"1634 sub_tensor_45" [id=1634, type=sub]; -"1635 linear_66" [id=1635, type=linear]; -"1636 dropout_41" [id=1636, type=dropout]; -"1637 view_58" [id=1637, type=view]; -"1638 permute_49" [id=1638, type=permute]; -"1639 reshape_48" [id=1639, type=reshape]; -"1640 slice_174" [id=1640, type=slice]; -"1641 slice_175" [id=1641, type=slice]; -"1642 slice_176" [id=1642, type=slice]; -"1643 slice_177" [id=1643, type=slice]; -"1644 contiguous_19" [id=1644, type=contiguous]; -"1645 layer_norm_24" [id=1645, type="layer_norm"]; -"1646 add_36" [id=1646, type=add]; -"1647 add_36_0_0_nncf_smooth_quant_0" [id=1647, type="call_module"]; -"1648 quantize_per_tensor_default_68" [id=1648, type="quantize_per_tensor"]; -"1649 dequantize_per_tensor_default_68" [id=1649, type="dequantize_per_tensor"]; -"1650 scale_updated_constant46" [id=1650, type="get_attr"]; -"1651 compressed_weight_updated_constant46" [id=1651, type="get_attr"]; -"1652 mul_tensor_46" [id=1652, type=mul]; -"1653 zero_point_updated_constant46" [id=1653, type="get_attr"]; -"1654 sub_tensor_46" [id=1654, type=sub]; -"1655 linear_67" [id=1655, type=linear]; -"1656 gelu_10" [id=1656, type=gelu]; -"1657 dropout_42" [id=1657, type=dropout]; -"1658 dropout_42_0_0_nncf_smooth_quant_0" [id=1658, type="call_module"]; -"1659 quantize_per_tensor_default_69" [id=1659, type="quantize_per_tensor"]; -"1660 dequantize_per_tensor_default_69" [id=1660, type="dequantize_per_tensor"]; -"1661 scale_updated_constant47" [id=1661, type="get_attr"]; -"1662 compressed_weight_updated_constant47" [id=1662, type="get_attr"]; -"1663 mul_tensor_47" [id=1663, type=mul]; -"1664 zero_point_updated_constant47" [id=1664, type="get_attr"]; -"1665 sub_tensor_47" [id=1665, type=sub]; -"1666 linear_68" [id=1666, type=linear]; -"1667 dropout_43" [id=1667, type=dropout]; -"1668 layer_norm_25" [id=1668, type="layer_norm"]; -"1669 add_37" [id=1669, type=add]; -"1670 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1670, type="get_attr"]; -"1671 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1671, type="call_module"]; -"1672 linear_69" [id=1672, type=linear]; -"1673 relu__11" [id=1673, type="relu_"]; -"1674 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1674, type="get_attr"]; -"1675 relu__11_0_0_nncf_smooth_quant_0" [id=1675, type="call_module"]; -"1676 linear_70" [id=1676, type=linear]; -"1677 view_59" [id=1677, type=view]; -"1678 index_11" [id=1678, type=index]; -"1679 view_60" [id=1679, type=view]; -"1680 permute_50" [id=1680, type=permute]; -"1681 contiguous_20" [id=1681, type=contiguous]; -"1682 unsqueeze_31" [id=1682, type=unsqueeze]; -"1683 sigmoid_11" [id=1683, type=sigmoid]; -"1684 mul_22" [id=1684, type=mul]; -"1685 pad_14" [id=1685, type=pad]; -"1686 view_61" [id=1686, type=view]; -"1687 permute_51" [id=1687, type=permute]; -"1688 reshape_49" [id=1688, type=reshape]; -"1689 clone_11" [id=1689, type=clone]; -"1690 slice_178" [id=1690, type=slice]; -"1691 zero__11" [id=1691, type="zero_"]; -"1692 reshape_49_0_0_nncf_smooth_quant_0" [id=1692, type="call_module"]; -"1693 quantize_per_tensor_default_70" [id=1693, type="quantize_per_tensor"]; -"1694 dequantize_per_tensor_default_70" [id=1694, type="dequantize_per_tensor"]; -"1695 scale_updated_constant48" [id=1695, type="get_attr"]; -"1696 compressed_weight_updated_constant48" [id=1696, type="get_attr"]; -"1697 mul_tensor_48" [id=1697, type=mul]; -"1698 zero_point_updated_constant48" [id=1698, type="get_attr"]; -"1699 sub_tensor_48" [id=1699, type=sub]; -"1700 linear_71" [id=1700, type=linear]; -"1701 reshape_50" [id=1701, type=reshape]; -"1702 permute_52" [id=1702, type=permute]; -"1703 select_33" [id=1703, type=select]; -"1704 select_34" [id=1704, type=select]; -"1705 select_35" [id=1705, type=select]; -"1706 linalg_vector_norm_22" [id=1706, type="linalg_vector_norm"]; -"1707 clamp_min_22" [id=1707, type="clamp_min"]; -"1708 expand_as_22" [id=1708, type="expand_as"]; -"1709 div_22" [id=1709, type=div]; -"1710 quantize_per_tensor_default_71" [id=1710, type="quantize_per_tensor"]; -"1711 dequantize_per_tensor_default_71" [id=1711, type="dequantize_per_tensor"]; -"1712 linalg_vector_norm_23" [id=1712, type="linalg_vector_norm"]; -"1713 clamp_min_23" [id=1713, type="clamp_min"]; -"1714 expand_as_23" [id=1714, type="expand_as"]; -"1715 div_23" [id=1715, type=div]; -"1716 quantize_per_tensor_default_72" [id=1716, type="quantize_per_tensor"]; -"1717 dequantize_per_tensor_default_72" [id=1717, type="dequantize_per_tensor"]; -"1718 transpose_22" [id=1718, type=transpose]; -"1719 matmul_22" [id=1719, type=matmul]; -"1720 clamp_11" [id=1720, type=clamp]; -"1721 exp_11" [id=1721, type=exp]; -"1722 mul_23" [id=1722, type=mul]; -"1723 add_38" [id=1723, type=add]; -"1724 softmax_11" [id=1724, type=softmax]; -"1725 dropout_44" [id=1725, type=dropout]; -"1726 matmul_23" [id=1726, type=matmul]; -"1727 transpose_23" [id=1727, type=transpose]; -"1728 reshape_51" [id=1728, type=reshape]; -"1729 reshape_51_0_0_nncf_smooth_quant_0" [id=1729, type="call_module"]; -"1730 quantize_per_tensor_default_73" [id=1730, type="quantize_per_tensor"]; -"1731 dequantize_per_tensor_default_73" [id=1731, type="dequantize_per_tensor"]; -"1732 scale_updated_constant49" [id=1732, type="get_attr"]; -"1733 compressed_weight_updated_constant49" [id=1733, type="get_attr"]; -"1734 mul_tensor_49" [id=1734, type=mul]; -"1735 zero_point_updated_constant49" [id=1735, type="get_attr"]; -"1736 sub_tensor_49" [id=1736, type=sub]; -"1737 linear_72" [id=1737, type=linear]; -"1738 dropout_45" [id=1738, type=dropout]; -"1739 view_62" [id=1739, type=view]; -"1740 permute_53" [id=1740, type=permute]; -"1741 reshape_52" [id=1741, type=reshape]; -"1742 slice_179" [id=1742, type=slice]; -"1743 slice_180" [id=1743, type=slice]; -"1744 slice_181" [id=1744, type=slice]; -"1745 slice_182" [id=1745, type=slice]; -"1746 contiguous_21" [id=1746, type=contiguous]; -"1747 layer_norm_26" [id=1747, type="layer_norm"]; -"1748 add_39" [id=1748, type=add]; -"1749 add_39_0_0_nncf_smooth_quant_0" [id=1749, type="call_module"]; -"1750 quantize_per_tensor_default_74" [id=1750, type="quantize_per_tensor"]; -"1751 dequantize_per_tensor_default_74" [id=1751, type="dequantize_per_tensor"]; -"1752 scale_updated_constant50" [id=1752, type="get_attr"]; -"1753 compressed_weight_updated_constant50" [id=1753, type="get_attr"]; -"1754 mul_tensor_50" [id=1754, type=mul]; -"1755 zero_point_updated_constant50" [id=1755, type="get_attr"]; -"1756 sub_tensor_50" [id=1756, type=sub]; -"1757 linear_73" [id=1757, type=linear]; -"1758 gelu_11" [id=1758, type=gelu]; -"1759 dropout_46" [id=1759, type=dropout]; -"1760 dropout_46_0_0_nncf_smooth_quant_0" [id=1760, type="call_module"]; -"1761 quantize_per_tensor_default_75" [id=1761, type="quantize_per_tensor"]; -"1762 dequantize_per_tensor_default_75" [id=1762, type="dequantize_per_tensor"]; -"1763 scale_updated_constant51" [id=1763, type="get_attr"]; -"1764 compressed_weight_updated_constant51" [id=1764, type="get_attr"]; -"1765 mul_tensor_51" [id=1765, type=mul]; -"1766 zero_point_updated_constant51" [id=1766, type="get_attr"]; -"1767 sub_tensor_51" [id=1767, type=sub]; -"1768 linear_74" [id=1768, type=linear]; -"1769 dropout_47" [id=1769, type=dropout]; -"1770 layer_norm_27" [id=1770, type="layer_norm"]; -"1771 add_40" [id=1771, type=add]; -"1772 layer_norm_28" [id=1772, type="layer_norm"]; -"1773 permute_54" [id=1773, type=permute]; -"1774 adaptive_avg_pool2d" [id=1774, type="adaptive_avg_pool2d"]; -"1775 flatten" [id=1775, type=flatten]; -"1776 flatten_0_0_nncf_smooth_quant_0" [id=1776, type="call_module"]; -"1777 quantize_per_tensor_default_76" [id=1777, type="quantize_per_tensor"]; -"1778 dequantize_per_tensor_default_76" [id=1778, type="dequantize_per_tensor"]; -"1779 scale_updated_constant52" [id=1779, type="get_attr"]; -"1780 compressed_weight_updated_constant52" [id=1780, type="get_attr"]; -"1781 mul_tensor_52" [id=1781, type=mul]; -"1782 zero_point_updated_constant52" [id=1782, type="get_attr"]; -"1783 sub_tensor_52" [id=1783, type=sub]; -"1784 linear_75" [id=1784, type=linear]; -"1785 output" [id=1785, type=output]; +"284 alias" [id=284, type=alias]; +"285 layer_norm_1" [id=285, type="layer_norm"]; +"286 add_1" [id=286, type=add]; +"287 add_1_0_0_nncf_smooth_quant_0" [id=287, type="call_module"]; +"288 quantize_per_tensor_default_5" [id=288, type="quantize_per_tensor"]; +"289 dequantize_per_tensor_default_5" [id=289, type="dequantize_per_tensor"]; +"290 scale_updated_constant3" [id=290, type="get_attr"]; +"291 compressed_weight_updated_constant3" [id=291, type="get_attr"]; +"292 mul_tensor_3" [id=292, type=mul]; +"293 zero_point_updated_constant3" [id=293, type="get_attr"]; +"294 sub_tensor_3" [id=294, type=sub]; +"295 linear_4" [id=295, type=linear]; +"296 gelu" [id=296, type=gelu]; +"297 dropout_2" [id=297, type=dropout]; +"298 dropout_2_0_0_nncf_smooth_quant_0" [id=298, type="call_module"]; +"299 quantize_per_tensor_default_6" [id=299, type="quantize_per_tensor"]; +"300 dequantize_per_tensor_default_6" [id=300, type="dequantize_per_tensor"]; +"301 scale_updated_constant4" [id=301, type="get_attr"]; +"302 compressed_weight_updated_constant4" [id=302, type="get_attr"]; +"303 mul_tensor_4" [id=303, type=mul]; +"304 zero_point_updated_constant4" [id=304, type="get_attr"]; +"305 sub_tensor_4" [id=305, type=sub]; +"306 linear_5" [id=306, type=linear]; +"307 dropout_3" [id=307, type=dropout]; +"308 layer_norm_2" [id=308, type="layer_norm"]; +"309 add_2" [id=309, type=add]; +"310 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=310, type="get_attr"]; +"311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=311, type="call_module"]; +"312 linear_6" [id=312, type=linear]; +"313 relu__1" [id=313, type="relu_"]; +"314 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=314, type="get_attr"]; +"315 relu__1_0_0_nncf_smooth_quant_0" [id=315, type="call_module"]; +"316 linear_7" [id=316, type=linear]; +"317 view_4" [id=317, type=view]; +"318 index_1" [id=318, type=index]; +"319 view_5" [id=319, type=view]; +"320 permute_5" [id=320, type=permute]; +"321 contiguous_1" [id=321, type=contiguous]; +"322 unsqueeze_1" [id=322, type=unsqueeze]; +"323 sigmoid_1" [id=323, type=sigmoid]; +"324 mul_2" [id=324, type=mul]; +"325 pad_1" [id=325, type=pad]; +"326 roll" [id=326, type=roll]; +"327 view_6" [id=327, type=view]; +"328 permute_6" [id=328, type=permute]; +"329 reshape_4" [id=329, type=reshape]; +"330 clone_1" [id=330, type=clone]; +"331 slice_2" [id=331, type=slice]; +"332 zero__1" [id=332, type="zero_"]; +"333 reshape_4_0_0_nncf_smooth_quant_0" [id=333, type="call_module"]; +"334 quantize_per_tensor_default_7" [id=334, type="quantize_per_tensor"]; +"335 dequantize_per_tensor_default_7" [id=335, type="dequantize_per_tensor"]; +"336 scale_updated_constant5" [id=336, type="get_attr"]; +"337 compressed_weight_updated_constant5" [id=337, type="get_attr"]; +"338 mul_tensor_5" [id=338, type=mul]; +"339 zero_point_updated_constant5" [id=339, type="get_attr"]; +"340 sub_tensor_5" [id=340, type=sub]; +"341 linear_8" [id=341, type=linear]; +"342 reshape_5" [id=342, type=reshape]; +"343 permute_7" [id=343, type=permute]; +"344 select_3" [id=344, type=select]; +"345 select_4" [id=345, type=select]; +"346 select_5" [id=346, type=select]; +"347 linalg_vector_norm_2" [id=347, type="linalg_vector_norm"]; +"348 clamp_min_2" [id=348, type="clamp_min"]; +"349 expand_as_2" [id=349, type="expand_as"]; +"350 div_2" [id=350, type=div]; +"351 quantize_per_tensor_default_8" [id=351, type="quantize_per_tensor"]; +"352 dequantize_per_tensor_default_8" [id=352, type="dequantize_per_tensor"]; +"353 linalg_vector_norm_3" [id=353, type="linalg_vector_norm"]; +"354 clamp_min_3" [id=354, type="clamp_min"]; +"355 expand_as_3" [id=355, type="expand_as"]; +"356 div_3" [id=356, type=div]; +"357 quantize_per_tensor_default_9" [id=357, type="quantize_per_tensor"]; +"358 dequantize_per_tensor_default_9" [id=358, type="dequantize_per_tensor"]; +"359 transpose_2" [id=359, type=transpose]; +"360 matmul_2" [id=360, type=matmul]; +"361 clamp_1" [id=361, type=clamp]; +"362 exp_1" [id=362, type=exp]; +"363 mul_3" [id=363, type=mul]; +"364 add_3" [id=364, type=add]; +"365 new_zeros" [id=365, type="new_zeros"]; +"366 lift_fresh_copy" [id=366, type="lift_fresh_copy"]; +"367 slice_3" [id=367, type=slice]; +"368 slice_4" [id=368, type=slice]; +"369 fill_" [id=369, type="fill_"]; +"370 lift_fresh_copy_1" [id=370, type="lift_fresh_copy"]; +"371 slice_5" [id=371, type=slice]; +"372 slice_6" [id=372, type=slice]; +"373 fill__1" [id=373, type="fill_"]; +"374 lift_fresh_copy_2" [id=374, type="lift_fresh_copy"]; +"375 slice_7" [id=375, type=slice]; +"376 slice_8" [id=376, type=slice]; +"377 fill__2" [id=377, type="fill_"]; +"378 lift_fresh_copy_3" [id=378, type="lift_fresh_copy"]; +"379 slice_9" [id=379, type=slice]; +"380 slice_10" [id=380, type=slice]; +"381 fill__3" [id=381, type="fill_"]; +"382 lift_fresh_copy_4" [id=382, type="lift_fresh_copy"]; +"383 slice_11" [id=383, type=slice]; +"384 slice_12" [id=384, type=slice]; +"385 fill__4" [id=385, type="fill_"]; +"386 lift_fresh_copy_5" [id=386, type="lift_fresh_copy"]; +"387 slice_13" [id=387, type=slice]; +"388 slice_14" [id=388, type=slice]; +"389 fill__5" [id=389, type="fill_"]; +"390 lift_fresh_copy_6" [id=390, type="lift_fresh_copy"]; +"391 slice_15" [id=391, type=slice]; +"392 slice_16" [id=392, type=slice]; +"393 fill__6" [id=393, type="fill_"]; +"394 lift_fresh_copy_7" [id=394, type="lift_fresh_copy"]; +"395 slice_17" [id=395, type=slice]; +"396 slice_18" [id=396, type=slice]; +"397 fill__7" [id=397, type="fill_"]; +"398 lift_fresh_copy_8" [id=398, type="lift_fresh_copy"]; +"399 slice_19" [id=399, type=slice]; +"400 slice_20" [id=400, type=slice]; +"401 fill__8" [id=401, type="fill_"]; +"402 view_7" [id=402, type=view]; +"403 permute_8" [id=403, type=permute]; +"404 reshape_6" [id=404, type=reshape]; +"405 unsqueeze_2" [id=405, type=unsqueeze]; +"406 unsqueeze_3" [id=406, type=unsqueeze]; +"407 sub" [id=407, type=sub]; +"408 ne" [id=408, type=ne]; +"409 masked_fill" [id=409, type="masked_fill"]; +"410 eq" [id=410, type=eq]; +"411 masked_fill_1" [id=411, type="masked_fill"]; +"412 view_8" [id=412, type=view]; +"413 unsqueeze_4" [id=413, type=unsqueeze]; +"414 unsqueeze_5" [id=414, type=unsqueeze]; +"415 add_4" [id=415, type=add]; +"416 view_9" [id=416, type=view]; +"417 softmax_1" [id=417, type=softmax]; +"418 dropout_4" [id=418, type=dropout]; +"419 matmul_3" [id=419, type=matmul]; +"420 transpose_3" [id=420, type=transpose]; +"421 reshape_7" [id=421, type=reshape]; +"422 reshape_7_0_0_nncf_smooth_quant_0" [id=422, type="call_module"]; +"423 quantize_per_tensor_default_10" [id=423, type="quantize_per_tensor"]; +"424 dequantize_per_tensor_default_10" [id=424, type="dequantize_per_tensor"]; +"425 scale_updated_constant6" [id=425, type="get_attr"]; +"426 compressed_weight_updated_constant6" [id=426, type="get_attr"]; +"427 mul_tensor_6" [id=427, type=mul]; +"428 zero_point_updated_constant6" [id=428, type="get_attr"]; +"429 sub_tensor_6" [id=429, type=sub]; +"430 linear_9" [id=430, type=linear]; +"431 dropout_5" [id=431, type=dropout]; +"432 view_10" [id=432, type=view]; +"433 permute_9" [id=433, type=permute]; +"434 reshape_8" [id=434, type=reshape]; +"435 roll_1" [id=435, type=roll]; +"436 alias_1" [id=436, type=alias]; +"437 layer_norm_3" [id=437, type="layer_norm"]; +"438 add_5" [id=438, type=add]; +"439 add_5_0_0_nncf_smooth_quant_0" [id=439, type="call_module"]; +"440 quantize_per_tensor_default_11" [id=440, type="quantize_per_tensor"]; +"441 dequantize_per_tensor_default_11" [id=441, type="dequantize_per_tensor"]; +"442 scale_updated_constant7" [id=442, type="get_attr"]; +"443 compressed_weight_updated_constant7" [id=443, type="get_attr"]; +"444 mul_tensor_7" [id=444, type=mul]; +"445 zero_point_updated_constant7" [id=445, type="get_attr"]; +"446 sub_tensor_7" [id=446, type=sub]; +"447 linear_10" [id=447, type=linear]; +"448 gelu_1" [id=448, type=gelu]; +"449 dropout_6" [id=449, type=dropout]; +"450 dropout_6_0_0_nncf_smooth_quant_0" [id=450, type="call_module"]; +"451 quantize_per_tensor_default_12" [id=451, type="quantize_per_tensor"]; +"452 dequantize_per_tensor_default_12" [id=452, type="dequantize_per_tensor"]; +"453 scale_updated_constant8" [id=453, type="get_attr"]; +"454 compressed_weight_updated_constant8" [id=454, type="get_attr"]; +"455 mul_tensor_8" [id=455, type=mul]; +"456 zero_point_updated_constant8" [id=456, type="get_attr"]; +"457 sub_tensor_8" [id=457, type=sub]; +"458 linear_11" [id=458, type=linear]; +"459 dropout_7" [id=459, type=dropout]; +"460 layer_norm_4" [id=460, type="layer_norm"]; +"461 add_6" [id=461, type=add]; +"462 pad_2" [id=462, type=pad]; +"463 slice_21" [id=463, type=slice]; +"464 slice_22" [id=464, type=slice]; +"465 slice_23" [id=465, type=slice]; +"466 slice_24" [id=466, type=slice]; +"467 slice_25" [id=467, type=slice]; +"468 slice_26" [id=468, type=slice]; +"469 slice_27" [id=469, type=slice]; +"470 slice_28" [id=470, type=slice]; +"471 cat" [id=471, type=cat]; +"472 cat_0_0_nncf_smooth_quant_0" [id=472, type="call_module"]; +"473 quantize_per_tensor_default_13" [id=473, type="quantize_per_tensor"]; +"474 dequantize_per_tensor_default_13" [id=474, type="dequantize_per_tensor"]; +"475 scale_updated_constant9" [id=475, type="get_attr"]; +"476 compressed_weight_updated_constant9" [id=476, type="get_attr"]; +"477 mul_tensor_9" [id=477, type=mul]; +"478 zero_point_updated_constant9" [id=478, type="get_attr"]; +"479 sub_tensor_9" [id=479, type=sub]; +"480 linear_12" [id=480, type=linear]; +"481 layer_norm_5" [id=481, type="layer_norm"]; +"482 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=482, type="get_attr"]; +"483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=483, type="call_module"]; +"484 linear_13" [id=484, type=linear]; +"485 relu__2" [id=485, type="relu_"]; +"486 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=486, type="get_attr"]; +"487 relu__2_0_0_nncf_smooth_quant_0" [id=487, type="call_module"]; +"488 linear_14" [id=488, type=linear]; +"489 view_11" [id=489, type=view]; +"490 index_2" [id=490, type=index]; +"491 view_12" [id=491, type=view]; +"492 permute_10" [id=492, type=permute]; +"493 contiguous_2" [id=493, type=contiguous]; +"494 unsqueeze_6" [id=494, type=unsqueeze]; +"495 sigmoid_2" [id=495, type=sigmoid]; +"496 mul_4" [id=496, type=mul]; +"497 pad_3" [id=497, type=pad]; +"498 view_13" [id=498, type=view]; +"499 permute_11" [id=499, type=permute]; +"500 reshape_9" [id=500, type=reshape]; +"501 clone_2" [id=501, type=clone]; +"502 slice_29" [id=502, type=slice]; +"503 zero__2" [id=503, type="zero_"]; +"504 reshape_9_0_0_nncf_smooth_quant_0" [id=504, type="call_module"]; +"505 quantize_per_tensor_default_14" [id=505, type="quantize_per_tensor"]; +"506 dequantize_per_tensor_default_14" [id=506, type="dequantize_per_tensor"]; +"507 scale_updated_constant10" [id=507, type="get_attr"]; +"508 compressed_weight_updated_constant10" [id=508, type="get_attr"]; +"509 mul_tensor_10" [id=509, type=mul]; +"510 zero_point_updated_constant10" [id=510, type="get_attr"]; +"511 sub_tensor_10" [id=511, type=sub]; +"512 linear_15" [id=512, type=linear]; +"513 reshape_10" [id=513, type=reshape]; +"514 permute_12" [id=514, type=permute]; +"515 select_6" [id=515, type=select]; +"516 select_7" [id=516, type=select]; +"517 select_8" [id=517, type=select]; +"518 linalg_vector_norm_4" [id=518, type="linalg_vector_norm"]; +"519 clamp_min_4" [id=519, type="clamp_min"]; +"520 expand_as_4" [id=520, type="expand_as"]; +"521 div_4" [id=521, type=div]; +"522 quantize_per_tensor_default_15" [id=522, type="quantize_per_tensor"]; +"523 dequantize_per_tensor_default_15" [id=523, type="dequantize_per_tensor"]; +"524 linalg_vector_norm_5" [id=524, type="linalg_vector_norm"]; +"525 clamp_min_5" [id=525, type="clamp_min"]; +"526 expand_as_5" [id=526, type="expand_as"]; +"527 div_5" [id=527, type=div]; +"528 quantize_per_tensor_default_16" [id=528, type="quantize_per_tensor"]; +"529 dequantize_per_tensor_default_16" [id=529, type="dequantize_per_tensor"]; +"530 transpose_4" [id=530, type=transpose]; +"531 matmul_4" [id=531, type=matmul]; +"532 clamp_2" [id=532, type=clamp]; +"533 exp_2" [id=533, type=exp]; +"534 mul_5" [id=534, type=mul]; +"535 add_7" [id=535, type=add]; +"536 softmax_2" [id=536, type=softmax]; +"537 dropout_8" [id=537, type=dropout]; +"538 matmul_5" [id=538, type=matmul]; +"539 transpose_5" [id=539, type=transpose]; +"540 reshape_11" [id=540, type=reshape]; +"541 reshape_11_0_0_nncf_smooth_quant_0" [id=541, type="call_module"]; +"542 quantize_per_tensor_default_17" [id=542, type="quantize_per_tensor"]; +"543 dequantize_per_tensor_default_17" [id=543, type="dequantize_per_tensor"]; +"544 scale_updated_constant11" [id=544, type="get_attr"]; +"545 compressed_weight_updated_constant11" [id=545, type="get_attr"]; +"546 mul_tensor_11" [id=546, type=mul]; +"547 zero_point_updated_constant11" [id=547, type="get_attr"]; +"548 sub_tensor_11" [id=548, type=sub]; +"549 linear_16" [id=549, type=linear]; +"550 dropout_9" [id=550, type=dropout]; +"551 view_14" [id=551, type=view]; +"552 permute_13" [id=552, type=permute]; +"553 reshape_12" [id=553, type=reshape]; +"554 slice_30" [id=554, type=slice]; +"555 slice_31" [id=555, type=slice]; +"556 contiguous_3" [id=556, type=contiguous]; +"557 layer_norm_6" [id=557, type="layer_norm"]; +"558 add_8" [id=558, type=add]; +"559 add_8_0_0_nncf_smooth_quant_0" [id=559, type="call_module"]; +"560 quantize_per_tensor_default_18" [id=560, type="quantize_per_tensor"]; +"561 dequantize_per_tensor_default_18" [id=561, type="dequantize_per_tensor"]; +"562 scale_updated_constant12" [id=562, type="get_attr"]; +"563 compressed_weight_updated_constant12" [id=563, type="get_attr"]; +"564 mul_tensor_12" [id=564, type=mul]; +"565 zero_point_updated_constant12" [id=565, type="get_attr"]; +"566 sub_tensor_12" [id=566, type=sub]; +"567 linear_17" [id=567, type=linear]; +"568 gelu_2" [id=568, type=gelu]; +"569 dropout_10" [id=569, type=dropout]; +"570 dropout_10_0_0_nncf_smooth_quant_0" [id=570, type="call_module"]; +"571 quantize_per_tensor_default_19" [id=571, type="quantize_per_tensor"]; +"572 dequantize_per_tensor_default_19" [id=572, type="dequantize_per_tensor"]; +"573 scale_updated_constant13" [id=573, type="get_attr"]; +"574 compressed_weight_updated_constant13" [id=574, type="get_attr"]; +"575 mul_tensor_13" [id=575, type=mul]; +"576 zero_point_updated_constant13" [id=576, type="get_attr"]; +"577 sub_tensor_13" [id=577, type=sub]; +"578 linear_18" [id=578, type=linear]; +"579 dropout_11" [id=579, type=dropout]; +"580 layer_norm_7" [id=580, type="layer_norm"]; +"581 add_9" [id=581, type=add]; +"582 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=582, type="get_attr"]; +"583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=583, type="call_module"]; +"584 linear_19" [id=584, type=linear]; +"585 relu__3" [id=585, type="relu_"]; +"586 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=586, type="get_attr"]; +"587 relu__3_0_0_nncf_smooth_quant_0" [id=587, type="call_module"]; +"588 linear_20" [id=588, type=linear]; +"589 view_15" [id=589, type=view]; +"590 index_3" [id=590, type=index]; +"591 view_16" [id=591, type=view]; +"592 permute_14" [id=592, type=permute]; +"593 contiguous_4" [id=593, type=contiguous]; +"594 unsqueeze_7" [id=594, type=unsqueeze]; +"595 sigmoid_3" [id=595, type=sigmoid]; +"596 mul_6" [id=596, type=mul]; +"597 pad_4" [id=597, type=pad]; +"598 roll_2" [id=598, type=roll]; +"599 view_17" [id=599, type=view]; +"600 permute_15" [id=600, type=permute]; +"601 reshape_13" [id=601, type=reshape]; +"602 clone_3" [id=602, type=clone]; +"603 slice_32" [id=603, type=slice]; +"604 zero__3" [id=604, type="zero_"]; +"605 reshape_13_0_0_nncf_smooth_quant_0" [id=605, type="call_module"]; +"606 quantize_per_tensor_default_20" [id=606, type="quantize_per_tensor"]; +"607 dequantize_per_tensor_default_20" [id=607, type="dequantize_per_tensor"]; +"608 scale_updated_constant14" [id=608, type="get_attr"]; +"609 compressed_weight_updated_constant14" [id=609, type="get_attr"]; +"610 mul_tensor_14" [id=610, type=mul]; +"611 zero_point_updated_constant14" [id=611, type="get_attr"]; +"612 sub_tensor_14" [id=612, type=sub]; +"613 linear_21" [id=613, type=linear]; +"614 reshape_14" [id=614, type=reshape]; +"615 permute_16" [id=615, type=permute]; +"616 select_9" [id=616, type=select]; +"617 select_10" [id=617, type=select]; +"618 select_11" [id=618, type=select]; +"619 linalg_vector_norm_6" [id=619, type="linalg_vector_norm"]; +"620 clamp_min_6" [id=620, type="clamp_min"]; +"621 expand_as_6" [id=621, type="expand_as"]; +"622 div_6" [id=622, type=div]; +"623 quantize_per_tensor_default_21" [id=623, type="quantize_per_tensor"]; +"624 dequantize_per_tensor_default_21" [id=624, type="dequantize_per_tensor"]; +"625 linalg_vector_norm_7" [id=625, type="linalg_vector_norm"]; +"626 clamp_min_7" [id=626, type="clamp_min"]; +"627 expand_as_7" [id=627, type="expand_as"]; +"628 div_7" [id=628, type=div]; +"629 quantize_per_tensor_default_22" [id=629, type="quantize_per_tensor"]; +"630 dequantize_per_tensor_default_22" [id=630, type="dequantize_per_tensor"]; +"631 transpose_6" [id=631, type=transpose]; +"632 matmul_6" [id=632, type=matmul]; +"633 clamp_3" [id=633, type=clamp]; +"634 exp_3" [id=634, type=exp]; +"635 mul_7" [id=635, type=mul]; +"636 add_10" [id=636, type=add]; +"637 new_zeros_1" [id=637, type="new_zeros"]; +"638 lift_fresh_copy_9" [id=638, type="lift_fresh_copy"]; +"639 slice_33" [id=639, type=slice]; +"640 slice_34" [id=640, type=slice]; +"641 fill__9" [id=641, type="fill_"]; +"642 lift_fresh_copy_10" [id=642, type="lift_fresh_copy"]; +"643 slice_35" [id=643, type=slice]; +"644 slice_36" [id=644, type=slice]; +"645 fill__10" [id=645, type="fill_"]; +"646 lift_fresh_copy_11" [id=646, type="lift_fresh_copy"]; +"647 slice_37" [id=647, type=slice]; +"648 slice_38" [id=648, type=slice]; +"649 fill__11" [id=649, type="fill_"]; +"650 lift_fresh_copy_12" [id=650, type="lift_fresh_copy"]; +"651 slice_39" [id=651, type=slice]; +"652 slice_40" [id=652, type=slice]; +"653 fill__12" [id=653, type="fill_"]; +"654 lift_fresh_copy_13" [id=654, type="lift_fresh_copy"]; +"655 slice_41" [id=655, type=slice]; +"656 slice_42" [id=656, type=slice]; +"657 fill__13" [id=657, type="fill_"]; +"658 lift_fresh_copy_14" [id=658, type="lift_fresh_copy"]; +"659 slice_43" [id=659, type=slice]; +"660 slice_44" [id=660, type=slice]; +"661 fill__14" [id=661, type="fill_"]; +"662 lift_fresh_copy_15" [id=662, type="lift_fresh_copy"]; +"663 slice_45" [id=663, type=slice]; +"664 slice_46" [id=664, type=slice]; +"665 fill__15" [id=665, type="fill_"]; +"666 lift_fresh_copy_16" [id=666, type="lift_fresh_copy"]; +"667 slice_47" [id=667, type=slice]; +"668 slice_48" [id=668, type=slice]; +"669 fill__16" [id=669, type="fill_"]; +"670 lift_fresh_copy_17" [id=670, type="lift_fresh_copy"]; +"671 slice_49" [id=671, type=slice]; +"672 slice_50" [id=672, type=slice]; +"673 fill__17" [id=673, type="fill_"]; +"674 view_18" [id=674, type=view]; +"675 permute_17" [id=675, type=permute]; +"676 reshape_15" [id=676, type=reshape]; +"677 unsqueeze_8" [id=677, type=unsqueeze]; +"678 unsqueeze_9" [id=678, type=unsqueeze]; +"679 sub_1" [id=679, type=sub]; +"680 ne_1" [id=680, type=ne]; +"681 masked_fill_2" [id=681, type="masked_fill"]; +"682 eq_1" [id=682, type=eq]; +"683 masked_fill_3" [id=683, type="masked_fill"]; +"684 view_19" [id=684, type=view]; +"685 unsqueeze_10" [id=685, type=unsqueeze]; +"686 unsqueeze_11" [id=686, type=unsqueeze]; +"687 add_11" [id=687, type=add]; +"688 view_20" [id=688, type=view]; +"689 softmax_3" [id=689, type=softmax]; +"690 dropout_12" [id=690, type=dropout]; +"691 matmul_7" [id=691, type=matmul]; +"692 transpose_7" [id=692, type=transpose]; +"693 reshape_16" [id=693, type=reshape]; +"694 reshape_16_0_0_nncf_smooth_quant_0" [id=694, type="call_module"]; +"695 quantize_per_tensor_default_23" [id=695, type="quantize_per_tensor"]; +"696 dequantize_per_tensor_default_23" [id=696, type="dequantize_per_tensor"]; +"697 scale_updated_constant15" [id=697, type="get_attr"]; +"698 compressed_weight_updated_constant15" [id=698, type="get_attr"]; +"699 mul_tensor_15" [id=699, type=mul]; +"700 zero_point_updated_constant15" [id=700, type="get_attr"]; +"701 sub_tensor_15" [id=701, type=sub]; +"702 linear_22" [id=702, type=linear]; +"703 dropout_13" [id=703, type=dropout]; +"704 view_21" [id=704, type=view]; +"705 permute_18" [id=705, type=permute]; +"706 reshape_17" [id=706, type=reshape]; +"707 roll_3" [id=707, type=roll]; +"708 slice_51" [id=708, type=slice]; +"709 slice_52" [id=709, type=slice]; +"710 contiguous_5" [id=710, type=contiguous]; +"711 layer_norm_8" [id=711, type="layer_norm"]; +"712 add_12" [id=712, type=add]; +"713 add_12_0_0_nncf_smooth_quant_0" [id=713, type="call_module"]; +"714 quantize_per_tensor_default_24" [id=714, type="quantize_per_tensor"]; +"715 dequantize_per_tensor_default_24" [id=715, type="dequantize_per_tensor"]; +"716 scale_updated_constant16" [id=716, type="get_attr"]; +"717 compressed_weight_updated_constant16" [id=717, type="get_attr"]; +"718 mul_tensor_16" [id=718, type=mul]; +"719 zero_point_updated_constant16" [id=719, type="get_attr"]; +"720 sub_tensor_16" [id=720, type=sub]; +"721 linear_23" [id=721, type=linear]; +"722 gelu_3" [id=722, type=gelu]; +"723 dropout_14" [id=723, type=dropout]; +"724 dropout_14_0_0_nncf_smooth_quant_0" [id=724, type="call_module"]; +"725 quantize_per_tensor_default_25" [id=725, type="quantize_per_tensor"]; +"726 dequantize_per_tensor_default_25" [id=726, type="dequantize_per_tensor"]; +"727 scale_updated_constant17" [id=727, type="get_attr"]; +"728 compressed_weight_updated_constant17" [id=728, type="get_attr"]; +"729 mul_tensor_17" [id=729, type=mul]; +"730 zero_point_updated_constant17" [id=730, type="get_attr"]; +"731 sub_tensor_17" [id=731, type=sub]; +"732 linear_24" [id=732, type=linear]; +"733 dropout_15" [id=733, type=dropout]; +"734 layer_norm_9" [id=734, type="layer_norm"]; +"735 add_13" [id=735, type=add]; +"736 pad_5" [id=736, type=pad]; +"737 slice_53" [id=737, type=slice]; +"738 slice_54" [id=738, type=slice]; +"739 slice_55" [id=739, type=slice]; +"740 slice_56" [id=740, type=slice]; +"741 slice_57" [id=741, type=slice]; +"742 slice_58" [id=742, type=slice]; +"743 slice_59" [id=743, type=slice]; +"744 slice_60" [id=744, type=slice]; +"745 cat_1" [id=745, type=cat]; +"746 cat_1_0_0_nncf_smooth_quant_0" [id=746, type="call_module"]; +"747 quantize_per_tensor_default_26" [id=747, type="quantize_per_tensor"]; +"748 dequantize_per_tensor_default_26" [id=748, type="dequantize_per_tensor"]; +"749 scale_updated_constant18" [id=749, type="get_attr"]; +"750 compressed_weight_updated_constant18" [id=750, type="get_attr"]; +"751 mul_tensor_18" [id=751, type=mul]; +"752 zero_point_updated_constant18" [id=752, type="get_attr"]; +"753 sub_tensor_18" [id=753, type=sub]; +"754 linear_25" [id=754, type=linear]; +"755 layer_norm_10" [id=755, type="layer_norm"]; +"756 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=756, type="get_attr"]; +"757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=757, type="call_module"]; +"758 linear_26" [id=758, type=linear]; +"759 relu__4" [id=759, type="relu_"]; +"760 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=760, type="get_attr"]; +"761 relu__4_0_0_nncf_smooth_quant_0" [id=761, type="call_module"]; +"762 linear_27" [id=762, type=linear]; +"763 view_22" [id=763, type=view]; +"764 index_4" [id=764, type=index]; +"765 view_23" [id=765, type=view]; +"766 permute_19" [id=766, type=permute]; +"767 contiguous_6" [id=767, type=contiguous]; +"768 unsqueeze_12" [id=768, type=unsqueeze]; +"769 sigmoid_4" [id=769, type=sigmoid]; +"770 mul_8" [id=770, type=mul]; +"771 pad_6" [id=771, type=pad]; +"772 view_24" [id=772, type=view]; +"773 permute_20" [id=773, type=permute]; +"774 reshape_18" [id=774, type=reshape]; +"775 clone_4" [id=775, type=clone]; +"776 slice_61" [id=776, type=slice]; +"777 zero__4" [id=777, type="zero_"]; +"778 reshape_18_0_0_nncf_smooth_quant_0" [id=778, type="call_module"]; +"779 quantize_per_tensor_default_27" [id=779, type="quantize_per_tensor"]; +"780 dequantize_per_tensor_default_27" [id=780, type="dequantize_per_tensor"]; +"781 scale_updated_constant19" [id=781, type="get_attr"]; +"782 compressed_weight_updated_constant19" [id=782, type="get_attr"]; +"783 mul_tensor_19" [id=783, type=mul]; +"784 zero_point_updated_constant19" [id=784, type="get_attr"]; +"785 sub_tensor_19" [id=785, type=sub]; +"786 linear_28" [id=786, type=linear]; +"787 reshape_19" [id=787, type=reshape]; +"788 permute_21" [id=788, type=permute]; +"789 select_12" [id=789, type=select]; +"790 select_13" [id=790, type=select]; +"791 select_14" [id=791, type=select]; +"792 linalg_vector_norm_8" [id=792, type="linalg_vector_norm"]; +"793 clamp_min_8" [id=793, type="clamp_min"]; +"794 expand_as_8" [id=794, type="expand_as"]; +"795 div_8" [id=795, type=div]; +"796 quantize_per_tensor_default_28" [id=796, type="quantize_per_tensor"]; +"797 dequantize_per_tensor_default_28" [id=797, type="dequantize_per_tensor"]; +"798 linalg_vector_norm_9" [id=798, type="linalg_vector_norm"]; +"799 clamp_min_9" [id=799, type="clamp_min"]; +"800 expand_as_9" [id=800, type="expand_as"]; +"801 div_9" [id=801, type=div]; +"802 quantize_per_tensor_default_29" [id=802, type="quantize_per_tensor"]; +"803 dequantize_per_tensor_default_29" [id=803, type="dequantize_per_tensor"]; +"804 transpose_8" [id=804, type=transpose]; +"805 matmul_8" [id=805, type=matmul]; +"806 clamp_4" [id=806, type=clamp]; +"807 exp_4" [id=807, type=exp]; +"808 mul_9" [id=808, type=mul]; +"809 add_14" [id=809, type=add]; +"810 softmax_4" [id=810, type=softmax]; +"811 dropout_16" [id=811, type=dropout]; +"812 matmul_9" [id=812, type=matmul]; +"813 transpose_9" [id=813, type=transpose]; +"814 reshape_20" [id=814, type=reshape]; +"815 reshape_20_0_0_nncf_smooth_quant_0" [id=815, type="call_module"]; +"816 quantize_per_tensor_default_30" [id=816, type="quantize_per_tensor"]; +"817 dequantize_per_tensor_default_30" [id=817, type="dequantize_per_tensor"]; +"818 scale_updated_constant20" [id=818, type="get_attr"]; +"819 compressed_weight_updated_constant20" [id=819, type="get_attr"]; +"820 mul_tensor_20" [id=820, type=mul]; +"821 zero_point_updated_constant20" [id=821, type="get_attr"]; +"822 sub_tensor_20" [id=822, type=sub]; +"823 linear_29" [id=823, type=linear]; +"824 dropout_17" [id=824, type=dropout]; +"825 view_25" [id=825, type=view]; +"826 permute_22" [id=826, type=permute]; +"827 reshape_21" [id=827, type=reshape]; +"828 slice_62" [id=828, type=slice]; +"829 slice_63" [id=829, type=slice]; +"830 contiguous_7" [id=830, type=contiguous]; +"831 layer_norm_11" [id=831, type="layer_norm"]; +"832 add_15" [id=832, type=add]; +"833 add_15_0_0_nncf_smooth_quant_0" [id=833, type="call_module"]; +"834 quantize_per_tensor_default_31" [id=834, type="quantize_per_tensor"]; +"835 dequantize_per_tensor_default_31" [id=835, type="dequantize_per_tensor"]; +"836 scale_updated_constant21" [id=836, type="get_attr"]; +"837 compressed_weight_updated_constant21" [id=837, type="get_attr"]; +"838 mul_tensor_21" [id=838, type=mul]; +"839 zero_point_updated_constant21" [id=839, type="get_attr"]; +"840 sub_tensor_21" [id=840, type=sub]; +"841 linear_30" [id=841, type=linear]; +"842 gelu_4" [id=842, type=gelu]; +"843 dropout_18" [id=843, type=dropout]; +"844 dropout_18_0_0_nncf_smooth_quant_0" [id=844, type="call_module"]; +"845 quantize_per_tensor_default_32" [id=845, type="quantize_per_tensor"]; +"846 dequantize_per_tensor_default_32" [id=846, type="dequantize_per_tensor"]; +"847 scale_updated_constant22" [id=847, type="get_attr"]; +"848 compressed_weight_updated_constant22" [id=848, type="get_attr"]; +"849 mul_tensor_22" [id=849, type=mul]; +"850 zero_point_updated_constant22" [id=850, type="get_attr"]; +"851 sub_tensor_22" [id=851, type=sub]; +"852 linear_31" [id=852, type=linear]; +"853 dropout_19" [id=853, type=dropout]; +"854 layer_norm_12" [id=854, type="layer_norm"]; +"855 add_16" [id=855, type=add]; +"856 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=856, type="get_attr"]; +"857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=857, type="call_module"]; +"858 linear_32" [id=858, type=linear]; +"859 relu__5" [id=859, type="relu_"]; +"860 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=860, type="get_attr"]; +"861 relu__5_0_0_nncf_smooth_quant_0" [id=861, type="call_module"]; +"862 linear_33" [id=862, type=linear]; +"863 view_26" [id=863, type=view]; +"864 index_5" [id=864, type=index]; +"865 view_27" [id=865, type=view]; +"866 permute_23" [id=866, type=permute]; +"867 contiguous_8" [id=867, type=contiguous]; +"868 unsqueeze_13" [id=868, type=unsqueeze]; +"869 sigmoid_5" [id=869, type=sigmoid]; +"870 mul_10" [id=870, type=mul]; +"871 pad_7" [id=871, type=pad]; +"872 roll_4" [id=872, type=roll]; +"873 view_28" [id=873, type=view]; +"874 permute_24" [id=874, type=permute]; +"875 reshape_22" [id=875, type=reshape]; +"876 clone_5" [id=876, type=clone]; +"877 slice_64" [id=877, type=slice]; +"878 zero__5" [id=878, type="zero_"]; +"879 reshape_22_0_0_nncf_smooth_quant_0" [id=879, type="call_module"]; +"880 quantize_per_tensor_default_33" [id=880, type="quantize_per_tensor"]; +"881 dequantize_per_tensor_default_33" [id=881, type="dequantize_per_tensor"]; +"882 scale_updated_constant23" [id=882, type="get_attr"]; +"883 compressed_weight_updated_constant23" [id=883, type="get_attr"]; +"884 mul_tensor_23" [id=884, type=mul]; +"885 zero_point_updated_constant23" [id=885, type="get_attr"]; +"886 sub_tensor_23" [id=886, type=sub]; +"887 linear_34" [id=887, type=linear]; +"888 reshape_23" [id=888, type=reshape]; +"889 permute_25" [id=889, type=permute]; +"890 select_15" [id=890, type=select]; +"891 select_16" [id=891, type=select]; +"892 select_17" [id=892, type=select]; +"893 linalg_vector_norm_10" [id=893, type="linalg_vector_norm"]; +"894 clamp_min_10" [id=894, type="clamp_min"]; +"895 expand_as_10" [id=895, type="expand_as"]; +"896 div_10" [id=896, type=div]; +"897 quantize_per_tensor_default_34" [id=897, type="quantize_per_tensor"]; +"898 dequantize_per_tensor_default_34" [id=898, type="dequantize_per_tensor"]; +"899 linalg_vector_norm_11" [id=899, type="linalg_vector_norm"]; +"900 clamp_min_11" [id=900, type="clamp_min"]; +"901 expand_as_11" [id=901, type="expand_as"]; +"902 div_11" [id=902, type=div]; +"903 quantize_per_tensor_default_35" [id=903, type="quantize_per_tensor"]; +"904 dequantize_per_tensor_default_35" [id=904, type="dequantize_per_tensor"]; +"905 transpose_10" [id=905, type=transpose]; +"906 matmul_10" [id=906, type=matmul]; +"907 clamp_5" [id=907, type=clamp]; +"908 exp_5" [id=908, type=exp]; +"909 mul_11" [id=909, type=mul]; +"910 add_17" [id=910, type=add]; +"911 new_zeros_2" [id=911, type="new_zeros"]; +"912 lift_fresh_copy_18" [id=912, type="lift_fresh_copy"]; +"913 slice_65" [id=913, type=slice]; +"914 slice_66" [id=914, type=slice]; +"915 fill__18" [id=915, type="fill_"]; +"916 lift_fresh_copy_19" [id=916, type="lift_fresh_copy"]; +"917 slice_67" [id=917, type=slice]; +"918 slice_68" [id=918, type=slice]; +"919 fill__19" [id=919, type="fill_"]; +"920 lift_fresh_copy_20" [id=920, type="lift_fresh_copy"]; +"921 slice_69" [id=921, type=slice]; +"922 slice_70" [id=922, type=slice]; +"923 fill__20" [id=923, type="fill_"]; +"924 lift_fresh_copy_21" [id=924, type="lift_fresh_copy"]; +"925 slice_71" [id=925, type=slice]; +"926 slice_72" [id=926, type=slice]; +"927 fill__21" [id=927, type="fill_"]; +"928 lift_fresh_copy_22" [id=928, type="lift_fresh_copy"]; +"929 slice_73" [id=929, type=slice]; +"930 slice_74" [id=930, type=slice]; +"931 fill__22" [id=931, type="fill_"]; +"932 lift_fresh_copy_23" [id=932, type="lift_fresh_copy"]; +"933 slice_75" [id=933, type=slice]; +"934 slice_76" [id=934, type=slice]; +"935 fill__23" [id=935, type="fill_"]; +"936 lift_fresh_copy_24" [id=936, type="lift_fresh_copy"]; +"937 slice_77" [id=937, type=slice]; +"938 slice_78" [id=938, type=slice]; +"939 fill__24" [id=939, type="fill_"]; +"940 lift_fresh_copy_25" [id=940, type="lift_fresh_copy"]; +"941 slice_79" [id=941, type=slice]; +"942 slice_80" [id=942, type=slice]; +"943 fill__25" [id=943, type="fill_"]; +"944 lift_fresh_copy_26" [id=944, type="lift_fresh_copy"]; +"945 slice_81" [id=945, type=slice]; +"946 slice_82" [id=946, type=slice]; +"947 fill__26" [id=947, type="fill_"]; +"948 view_29" [id=948, type=view]; +"949 permute_26" [id=949, type=permute]; +"950 reshape_24" [id=950, type=reshape]; +"951 unsqueeze_14" [id=951, type=unsqueeze]; +"952 unsqueeze_15" [id=952, type=unsqueeze]; +"953 sub_2" [id=953, type=sub]; +"954 ne_2" [id=954, type=ne]; +"955 masked_fill_4" [id=955, type="masked_fill"]; +"956 eq_2" [id=956, type=eq]; +"957 masked_fill_5" [id=957, type="masked_fill"]; +"958 view_30" [id=958, type=view]; +"959 unsqueeze_16" [id=959, type=unsqueeze]; +"960 unsqueeze_17" [id=960, type=unsqueeze]; +"961 add_18" [id=961, type=add]; +"962 view_31" [id=962, type=view]; +"963 softmax_5" [id=963, type=softmax]; +"964 dropout_20" [id=964, type=dropout]; +"965 matmul_11" [id=965, type=matmul]; +"966 transpose_11" [id=966, type=transpose]; +"967 reshape_25" [id=967, type=reshape]; +"968 reshape_25_0_0_nncf_smooth_quant_0" [id=968, type="call_module"]; +"969 quantize_per_tensor_default_36" [id=969, type="quantize_per_tensor"]; +"970 dequantize_per_tensor_default_36" [id=970, type="dequantize_per_tensor"]; +"971 scale_updated_constant24" [id=971, type="get_attr"]; +"972 compressed_weight_updated_constant24" [id=972, type="get_attr"]; +"973 mul_tensor_24" [id=973, type=mul]; +"974 zero_point_updated_constant24" [id=974, type="get_attr"]; +"975 sub_tensor_24" [id=975, type=sub]; +"976 linear_35" [id=976, type=linear]; +"977 dropout_21" [id=977, type=dropout]; +"978 view_32" [id=978, type=view]; +"979 permute_27" [id=979, type=permute]; +"980 reshape_26" [id=980, type=reshape]; +"981 roll_5" [id=981, type=roll]; +"982 slice_83" [id=982, type=slice]; +"983 slice_84" [id=983, type=slice]; +"984 contiguous_9" [id=984, type=contiguous]; +"985 layer_norm_13" [id=985, type="layer_norm"]; +"986 add_19" [id=986, type=add]; +"987 add_19_0_0_nncf_smooth_quant_0" [id=987, type="call_module"]; +"988 quantize_per_tensor_default_37" [id=988, type="quantize_per_tensor"]; +"989 dequantize_per_tensor_default_37" [id=989, type="dequantize_per_tensor"]; +"990 scale_updated_constant25" [id=990, type="get_attr"]; +"991 compressed_weight_updated_constant25" [id=991, type="get_attr"]; +"992 mul_tensor_25" [id=992, type=mul]; +"993 zero_point_updated_constant25" [id=993, type="get_attr"]; +"994 sub_tensor_25" [id=994, type=sub]; +"995 linear_36" [id=995, type=linear]; +"996 gelu_5" [id=996, type=gelu]; +"997 dropout_22" [id=997, type=dropout]; +"998 dropout_22_0_0_nncf_smooth_quant_0" [id=998, type="call_module"]; +"999 quantize_per_tensor_default_38" [id=999, type="quantize_per_tensor"]; +"1000 dequantize_per_tensor_default_38" [id=1000, type="dequantize_per_tensor"]; +"1001 scale_updated_constant26" [id=1001, type="get_attr"]; +"1002 compressed_weight_updated_constant26" [id=1002, type="get_attr"]; +"1003 mul_tensor_26" [id=1003, type=mul]; +"1004 zero_point_updated_constant26" [id=1004, type="get_attr"]; +"1005 sub_tensor_26" [id=1005, type=sub]; +"1006 linear_37" [id=1006, type=linear]; +"1007 dropout_23" [id=1007, type=dropout]; +"1008 layer_norm_14" [id=1008, type="layer_norm"]; +"1009 add_20" [id=1009, type=add]; +"1010 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1010, type="get_attr"]; +"1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1011, type="call_module"]; +"1012 linear_38" [id=1012, type=linear]; +"1013 relu__6" [id=1013, type="relu_"]; +"1014 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1014, type="get_attr"]; +"1015 relu__6_0_0_nncf_smooth_quant_0" [id=1015, type="call_module"]; +"1016 linear_39" [id=1016, type=linear]; +"1017 view_33" [id=1017, type=view]; +"1018 index_6" [id=1018, type=index]; +"1019 view_34" [id=1019, type=view]; +"1020 permute_28" [id=1020, type=permute]; +"1021 contiguous_10" [id=1021, type=contiguous]; +"1022 unsqueeze_18" [id=1022, type=unsqueeze]; +"1023 sigmoid_6" [id=1023, type=sigmoid]; +"1024 mul_12" [id=1024, type=mul]; +"1025 pad_8" [id=1025, type=pad]; +"1026 view_35" [id=1026, type=view]; +"1027 permute_29" [id=1027, type=permute]; +"1028 reshape_27" [id=1028, type=reshape]; +"1029 clone_6" [id=1029, type=clone]; +"1030 slice_85" [id=1030, type=slice]; +"1031 zero__6" [id=1031, type="zero_"]; +"1032 reshape_27_0_0_nncf_smooth_quant_0" [id=1032, type="call_module"]; +"1033 quantize_per_tensor_default_39" [id=1033, type="quantize_per_tensor"]; +"1034 dequantize_per_tensor_default_39" [id=1034, type="dequantize_per_tensor"]; +"1035 scale_updated_constant27" [id=1035, type="get_attr"]; +"1036 compressed_weight_updated_constant27" [id=1036, type="get_attr"]; +"1037 mul_tensor_27" [id=1037, type=mul]; +"1038 zero_point_updated_constant27" [id=1038, type="get_attr"]; +"1039 sub_tensor_27" [id=1039, type=sub]; +"1040 linear_40" [id=1040, type=linear]; +"1041 reshape_28" [id=1041, type=reshape]; +"1042 permute_30" [id=1042, type=permute]; +"1043 select_18" [id=1043, type=select]; +"1044 select_19" [id=1044, type=select]; +"1045 select_20" [id=1045, type=select]; +"1046 linalg_vector_norm_12" [id=1046, type="linalg_vector_norm"]; +"1047 clamp_min_12" [id=1047, type="clamp_min"]; +"1048 expand_as_12" [id=1048, type="expand_as"]; +"1049 div_12" [id=1049, type=div]; +"1050 quantize_per_tensor_default_40" [id=1050, type="quantize_per_tensor"]; +"1051 dequantize_per_tensor_default_40" [id=1051, type="dequantize_per_tensor"]; +"1052 linalg_vector_norm_13" [id=1052, type="linalg_vector_norm"]; +"1053 clamp_min_13" [id=1053, type="clamp_min"]; +"1054 expand_as_13" [id=1054, type="expand_as"]; +"1055 div_13" [id=1055, type=div]; +"1056 quantize_per_tensor_default_41" [id=1056, type="quantize_per_tensor"]; +"1057 dequantize_per_tensor_default_41" [id=1057, type="dequantize_per_tensor"]; +"1058 transpose_12" [id=1058, type=transpose]; +"1059 matmul_12" [id=1059, type=matmul]; +"1060 clamp_6" [id=1060, type=clamp]; +"1061 exp_6" [id=1061, type=exp]; +"1062 mul_13" [id=1062, type=mul]; +"1063 add_21" [id=1063, type=add]; +"1064 softmax_6" [id=1064, type=softmax]; +"1065 dropout_24" [id=1065, type=dropout]; +"1066 matmul_13" [id=1066, type=matmul]; +"1067 transpose_13" [id=1067, type=transpose]; +"1068 reshape_29" [id=1068, type=reshape]; +"1069 reshape_29_0_0_nncf_smooth_quant_0" [id=1069, type="call_module"]; +"1070 quantize_per_tensor_default_42" [id=1070, type="quantize_per_tensor"]; +"1071 dequantize_per_tensor_default_42" [id=1071, type="dequantize_per_tensor"]; +"1072 scale_updated_constant28" [id=1072, type="get_attr"]; +"1073 compressed_weight_updated_constant28" [id=1073, type="get_attr"]; +"1074 mul_tensor_28" [id=1074, type=mul]; +"1075 zero_point_updated_constant28" [id=1075, type="get_attr"]; +"1076 sub_tensor_28" [id=1076, type=sub]; +"1077 linear_41" [id=1077, type=linear]; +"1078 dropout_25" [id=1078, type=dropout]; +"1079 view_36" [id=1079, type=view]; +"1080 permute_31" [id=1080, type=permute]; +"1081 reshape_30" [id=1081, type=reshape]; +"1082 slice_86" [id=1082, type=slice]; +"1083 slice_87" [id=1083, type=slice]; +"1084 contiguous_11" [id=1084, type=contiguous]; +"1085 layer_norm_15" [id=1085, type="layer_norm"]; +"1086 add_22" [id=1086, type=add]; +"1087 add_22_0_0_nncf_smooth_quant_0" [id=1087, type="call_module"]; +"1088 quantize_per_tensor_default_43" [id=1088, type="quantize_per_tensor"]; +"1089 dequantize_per_tensor_default_43" [id=1089, type="dequantize_per_tensor"]; +"1090 scale_updated_constant29" [id=1090, type="get_attr"]; +"1091 compressed_weight_updated_constant29" [id=1091, type="get_attr"]; +"1092 mul_tensor_29" [id=1092, type=mul]; +"1093 zero_point_updated_constant29" [id=1093, type="get_attr"]; +"1094 sub_tensor_29" [id=1094, type=sub]; +"1095 linear_42" [id=1095, type=linear]; +"1096 gelu_6" [id=1096, type=gelu]; +"1097 dropout_26" [id=1097, type=dropout]; +"1098 dropout_26_0_0_nncf_smooth_quant_0" [id=1098, type="call_module"]; +"1099 quantize_per_tensor_default_44" [id=1099, type="quantize_per_tensor"]; +"1100 dequantize_per_tensor_default_44" [id=1100, type="dequantize_per_tensor"]; +"1101 scale_updated_constant30" [id=1101, type="get_attr"]; +"1102 compressed_weight_updated_constant30" [id=1102, type="get_attr"]; +"1103 mul_tensor_30" [id=1103, type=mul]; +"1104 zero_point_updated_constant30" [id=1104, type="get_attr"]; +"1105 sub_tensor_30" [id=1105, type=sub]; +"1106 linear_43" [id=1106, type=linear]; +"1107 dropout_27" [id=1107, type=dropout]; +"1108 layer_norm_16" [id=1108, type="layer_norm"]; +"1109 add_23" [id=1109, type=add]; +"1110 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1110, type="get_attr"]; +"1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1111, type="call_module"]; +"1112 linear_44" [id=1112, type=linear]; +"1113 relu__7" [id=1113, type="relu_"]; +"1114 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1114, type="get_attr"]; +"1115 relu__7_0_0_nncf_smooth_quant_0" [id=1115, type="call_module"]; +"1116 linear_45" [id=1116, type=linear]; +"1117 view_37" [id=1117, type=view]; +"1118 index_7" [id=1118, type=index]; +"1119 view_38" [id=1119, type=view]; +"1120 permute_32" [id=1120, type=permute]; +"1121 contiguous_12" [id=1121, type=contiguous]; +"1122 unsqueeze_19" [id=1122, type=unsqueeze]; +"1123 sigmoid_7" [id=1123, type=sigmoid]; +"1124 mul_14" [id=1124, type=mul]; +"1125 pad_9" [id=1125, type=pad]; +"1126 roll_6" [id=1126, type=roll]; +"1127 view_39" [id=1127, type=view]; +"1128 permute_33" [id=1128, type=permute]; +"1129 reshape_31" [id=1129, type=reshape]; +"1130 clone_7" [id=1130, type=clone]; +"1131 slice_88" [id=1131, type=slice]; +"1132 zero__7" [id=1132, type="zero_"]; +"1133 reshape_31_0_0_nncf_smooth_quant_0" [id=1133, type="call_module"]; +"1134 quantize_per_tensor_default_45" [id=1134, type="quantize_per_tensor"]; +"1135 dequantize_per_tensor_default_45" [id=1135, type="dequantize_per_tensor"]; +"1136 scale_updated_constant31" [id=1136, type="get_attr"]; +"1137 compressed_weight_updated_constant31" [id=1137, type="get_attr"]; +"1138 mul_tensor_31" [id=1138, type=mul]; +"1139 zero_point_updated_constant31" [id=1139, type="get_attr"]; +"1140 sub_tensor_31" [id=1140, type=sub]; +"1141 linear_46" [id=1141, type=linear]; +"1142 reshape_32" [id=1142, type=reshape]; +"1143 permute_34" [id=1143, type=permute]; +"1144 select_21" [id=1144, type=select]; +"1145 select_22" [id=1145, type=select]; +"1146 select_23" [id=1146, type=select]; +"1147 linalg_vector_norm_14" [id=1147, type="linalg_vector_norm"]; +"1148 clamp_min_14" [id=1148, type="clamp_min"]; +"1149 expand_as_14" [id=1149, type="expand_as"]; +"1150 div_14" [id=1150, type=div]; +"1151 quantize_per_tensor_default_46" [id=1151, type="quantize_per_tensor"]; +"1152 dequantize_per_tensor_default_46" [id=1152, type="dequantize_per_tensor"]; +"1153 linalg_vector_norm_15" [id=1153, type="linalg_vector_norm"]; +"1154 clamp_min_15" [id=1154, type="clamp_min"]; +"1155 expand_as_15" [id=1155, type="expand_as"]; +"1156 div_15" [id=1156, type=div]; +"1157 quantize_per_tensor_default_47" [id=1157, type="quantize_per_tensor"]; +"1158 dequantize_per_tensor_default_47" [id=1158, type="dequantize_per_tensor"]; +"1159 transpose_14" [id=1159, type=transpose]; +"1160 matmul_14" [id=1160, type=matmul]; +"1161 clamp_7" [id=1161, type=clamp]; +"1162 exp_7" [id=1162, type=exp]; +"1163 mul_15" [id=1163, type=mul]; +"1164 add_24" [id=1164, type=add]; +"1165 new_zeros_3" [id=1165, type="new_zeros"]; +"1166 lift_fresh_copy_27" [id=1166, type="lift_fresh_copy"]; +"1167 slice_89" [id=1167, type=slice]; +"1168 slice_90" [id=1168, type=slice]; +"1169 fill__27" [id=1169, type="fill_"]; +"1170 lift_fresh_copy_28" [id=1170, type="lift_fresh_copy"]; +"1171 slice_91" [id=1171, type=slice]; +"1172 slice_92" [id=1172, type=slice]; +"1173 fill__28" [id=1173, type="fill_"]; +"1174 lift_fresh_copy_29" [id=1174, type="lift_fresh_copy"]; +"1175 slice_93" [id=1175, type=slice]; +"1176 slice_94" [id=1176, type=slice]; +"1177 fill__29" [id=1177, type="fill_"]; +"1178 lift_fresh_copy_30" [id=1178, type="lift_fresh_copy"]; +"1179 slice_95" [id=1179, type=slice]; +"1180 slice_96" [id=1180, type=slice]; +"1181 fill__30" [id=1181, type="fill_"]; +"1182 lift_fresh_copy_31" [id=1182, type="lift_fresh_copy"]; +"1183 slice_97" [id=1183, type=slice]; +"1184 slice_98" [id=1184, type=slice]; +"1185 fill__31" [id=1185, type="fill_"]; +"1186 lift_fresh_copy_32" [id=1186, type="lift_fresh_copy"]; +"1187 slice_99" [id=1187, type=slice]; +"1188 slice_100" [id=1188, type=slice]; +"1189 fill__32" [id=1189, type="fill_"]; +"1190 lift_fresh_copy_33" [id=1190, type="lift_fresh_copy"]; +"1191 slice_101" [id=1191, type=slice]; +"1192 slice_102" [id=1192, type=slice]; +"1193 fill__33" [id=1193, type="fill_"]; +"1194 lift_fresh_copy_34" [id=1194, type="lift_fresh_copy"]; +"1195 slice_103" [id=1195, type=slice]; +"1196 slice_104" [id=1196, type=slice]; +"1197 fill__34" [id=1197, type="fill_"]; +"1198 lift_fresh_copy_35" [id=1198, type="lift_fresh_copy"]; +"1199 slice_105" [id=1199, type=slice]; +"1200 slice_106" [id=1200, type=slice]; +"1201 fill__35" [id=1201, type="fill_"]; +"1202 view_40" [id=1202, type=view]; +"1203 permute_35" [id=1203, type=permute]; +"1204 reshape_33" [id=1204, type=reshape]; +"1205 unsqueeze_20" [id=1205, type=unsqueeze]; +"1206 unsqueeze_21" [id=1206, type=unsqueeze]; +"1207 sub_3" [id=1207, type=sub]; +"1208 ne_3" [id=1208, type=ne]; +"1209 masked_fill_6" [id=1209, type="masked_fill"]; +"1210 eq_3" [id=1210, type=eq]; +"1211 masked_fill_7" [id=1211, type="masked_fill"]; +"1212 view_41" [id=1212, type=view]; +"1213 unsqueeze_22" [id=1213, type=unsqueeze]; +"1214 unsqueeze_23" [id=1214, type=unsqueeze]; +"1215 add_25" [id=1215, type=add]; +"1216 view_42" [id=1216, type=view]; +"1217 softmax_7" [id=1217, type=softmax]; +"1218 dropout_28" [id=1218, type=dropout]; +"1219 matmul_15" [id=1219, type=matmul]; +"1220 transpose_15" [id=1220, type=transpose]; +"1221 reshape_34" [id=1221, type=reshape]; +"1222 reshape_34_0_0_nncf_smooth_quant_0" [id=1222, type="call_module"]; +"1223 quantize_per_tensor_default_48" [id=1223, type="quantize_per_tensor"]; +"1224 dequantize_per_tensor_default_48" [id=1224, type="dequantize_per_tensor"]; +"1225 scale_updated_constant32" [id=1225, type="get_attr"]; +"1226 compressed_weight_updated_constant32" [id=1226, type="get_attr"]; +"1227 mul_tensor_32" [id=1227, type=mul]; +"1228 zero_point_updated_constant32" [id=1228, type="get_attr"]; +"1229 sub_tensor_32" [id=1229, type=sub]; +"1230 linear_47" [id=1230, type=linear]; +"1231 dropout_29" [id=1231, type=dropout]; +"1232 view_43" [id=1232, type=view]; +"1233 permute_36" [id=1233, type=permute]; +"1234 reshape_35" [id=1234, type=reshape]; +"1235 roll_7" [id=1235, type=roll]; +"1236 slice_107" [id=1236, type=slice]; +"1237 slice_108" [id=1237, type=slice]; +"1238 contiguous_13" [id=1238, type=contiguous]; +"1239 layer_norm_17" [id=1239, type="layer_norm"]; +"1240 add_26" [id=1240, type=add]; +"1241 add_26_0_0_nncf_smooth_quant_0" [id=1241, type="call_module"]; +"1242 quantize_per_tensor_default_49" [id=1242, type="quantize_per_tensor"]; +"1243 dequantize_per_tensor_default_49" [id=1243, type="dequantize_per_tensor"]; +"1244 scale_updated_constant33" [id=1244, type="get_attr"]; +"1245 compressed_weight_updated_constant33" [id=1245, type="get_attr"]; +"1246 mul_tensor_33" [id=1246, type=mul]; +"1247 zero_point_updated_constant33" [id=1247, type="get_attr"]; +"1248 sub_tensor_33" [id=1248, type=sub]; +"1249 linear_48" [id=1249, type=linear]; +"1250 gelu_7" [id=1250, type=gelu]; +"1251 dropout_30" [id=1251, type=dropout]; +"1252 dropout_30_0_0_nncf_smooth_quant_0" [id=1252, type="call_module"]; +"1253 quantize_per_tensor_default_50" [id=1253, type="quantize_per_tensor"]; +"1254 dequantize_per_tensor_default_50" [id=1254, type="dequantize_per_tensor"]; +"1255 scale_updated_constant34" [id=1255, type="get_attr"]; +"1256 compressed_weight_updated_constant34" [id=1256, type="get_attr"]; +"1257 mul_tensor_34" [id=1257, type=mul]; +"1258 zero_point_updated_constant34" [id=1258, type="get_attr"]; +"1259 sub_tensor_34" [id=1259, type=sub]; +"1260 linear_49" [id=1260, type=linear]; +"1261 dropout_31" [id=1261, type=dropout]; +"1262 layer_norm_18" [id=1262, type="layer_norm"]; +"1263 add_27" [id=1263, type=add]; +"1264 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1264, type="get_attr"]; +"1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1265, type="call_module"]; +"1266 linear_50" [id=1266, type=linear]; +"1267 relu__8" [id=1267, type="relu_"]; +"1268 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1268, type="get_attr"]; +"1269 relu__8_0_0_nncf_smooth_quant_0" [id=1269, type="call_module"]; +"1270 linear_51" [id=1270, type=linear]; +"1271 view_44" [id=1271, type=view]; +"1272 index_8" [id=1272, type=index]; +"1273 view_45" [id=1273, type=view]; +"1274 permute_37" [id=1274, type=permute]; +"1275 contiguous_14" [id=1275, type=contiguous]; +"1276 unsqueeze_24" [id=1276, type=unsqueeze]; +"1277 sigmoid_8" [id=1277, type=sigmoid]; +"1278 mul_16" [id=1278, type=mul]; +"1279 pad_10" [id=1279, type=pad]; +"1280 view_46" [id=1280, type=view]; +"1281 permute_38" [id=1281, type=permute]; +"1282 reshape_36" [id=1282, type=reshape]; +"1283 clone_8" [id=1283, type=clone]; +"1284 slice_109" [id=1284, type=slice]; +"1285 zero__8" [id=1285, type="zero_"]; +"1286 reshape_36_0_0_nncf_smooth_quant_0" [id=1286, type="call_module"]; +"1287 quantize_per_tensor_default_51" [id=1287, type="quantize_per_tensor"]; +"1288 dequantize_per_tensor_default_51" [id=1288, type="dequantize_per_tensor"]; +"1289 scale_updated_constant35" [id=1289, type="get_attr"]; +"1290 compressed_weight_updated_constant35" [id=1290, type="get_attr"]; +"1291 mul_tensor_35" [id=1291, type=mul]; +"1292 zero_point_updated_constant35" [id=1292, type="get_attr"]; +"1293 sub_tensor_35" [id=1293, type=sub]; +"1294 linear_52" [id=1294, type=linear]; +"1295 reshape_37" [id=1295, type=reshape]; +"1296 permute_39" [id=1296, type=permute]; +"1297 select_24" [id=1297, type=select]; +"1298 select_25" [id=1298, type=select]; +"1299 select_26" [id=1299, type=select]; +"1300 linalg_vector_norm_16" [id=1300, type="linalg_vector_norm"]; +"1301 clamp_min_16" [id=1301, type="clamp_min"]; +"1302 expand_as_16" [id=1302, type="expand_as"]; +"1303 div_16" [id=1303, type=div]; +"1304 quantize_per_tensor_default_52" [id=1304, type="quantize_per_tensor"]; +"1305 dequantize_per_tensor_default_52" [id=1305, type="dequantize_per_tensor"]; +"1306 linalg_vector_norm_17" [id=1306, type="linalg_vector_norm"]; +"1307 clamp_min_17" [id=1307, type="clamp_min"]; +"1308 expand_as_17" [id=1308, type="expand_as"]; +"1309 div_17" [id=1309, type=div]; +"1310 quantize_per_tensor_default_53" [id=1310, type="quantize_per_tensor"]; +"1311 dequantize_per_tensor_default_53" [id=1311, type="dequantize_per_tensor"]; +"1312 transpose_16" [id=1312, type=transpose]; +"1313 matmul_16" [id=1313, type=matmul]; +"1314 clamp_8" [id=1314, type=clamp]; +"1315 exp_8" [id=1315, type=exp]; +"1316 mul_17" [id=1316, type=mul]; +"1317 add_28" [id=1317, type=add]; +"1318 softmax_8" [id=1318, type=softmax]; +"1319 dropout_32" [id=1319, type=dropout]; +"1320 matmul_17" [id=1320, type=matmul]; +"1321 transpose_17" [id=1321, type=transpose]; +"1322 reshape_38" [id=1322, type=reshape]; +"1323 reshape_38_0_0_nncf_smooth_quant_0" [id=1323, type="call_module"]; +"1324 quantize_per_tensor_default_54" [id=1324, type="quantize_per_tensor"]; +"1325 dequantize_per_tensor_default_54" [id=1325, type="dequantize_per_tensor"]; +"1326 scale_updated_constant36" [id=1326, type="get_attr"]; +"1327 compressed_weight_updated_constant36" [id=1327, type="get_attr"]; +"1328 mul_tensor_36" [id=1328, type=mul]; +"1329 zero_point_updated_constant36" [id=1329, type="get_attr"]; +"1330 sub_tensor_36" [id=1330, type=sub]; +"1331 linear_53" [id=1331, type=linear]; +"1332 dropout_33" [id=1332, type=dropout]; +"1333 view_47" [id=1333, type=view]; +"1334 permute_40" [id=1334, type=permute]; +"1335 reshape_39" [id=1335, type=reshape]; +"1336 slice_110" [id=1336, type=slice]; +"1337 slice_111" [id=1337, type=slice]; +"1338 contiguous_15" [id=1338, type=contiguous]; +"1339 layer_norm_19" [id=1339, type="layer_norm"]; +"1340 add_29" [id=1340, type=add]; +"1341 add_29_0_0_nncf_smooth_quant_0" [id=1341, type="call_module"]; +"1342 quantize_per_tensor_default_55" [id=1342, type="quantize_per_tensor"]; +"1343 dequantize_per_tensor_default_55" [id=1343, type="dequantize_per_tensor"]; +"1344 scale_updated_constant37" [id=1344, type="get_attr"]; +"1345 compressed_weight_updated_constant37" [id=1345, type="get_attr"]; +"1346 mul_tensor_37" [id=1346, type=mul]; +"1347 zero_point_updated_constant37" [id=1347, type="get_attr"]; +"1348 sub_tensor_37" [id=1348, type=sub]; +"1349 linear_54" [id=1349, type=linear]; +"1350 gelu_8" [id=1350, type=gelu]; +"1351 dropout_34" [id=1351, type=dropout]; +"1352 dropout_34_0_0_nncf_smooth_quant_0" [id=1352, type="call_module"]; +"1353 quantize_per_tensor_default_56" [id=1353, type="quantize_per_tensor"]; +"1354 dequantize_per_tensor_default_56" [id=1354, type="dequantize_per_tensor"]; +"1355 scale_updated_constant38" [id=1355, type="get_attr"]; +"1356 compressed_weight_updated_constant38" [id=1356, type="get_attr"]; +"1357 mul_tensor_38" [id=1357, type=mul]; +"1358 zero_point_updated_constant38" [id=1358, type="get_attr"]; +"1359 sub_tensor_38" [id=1359, type=sub]; +"1360 linear_55" [id=1360, type=linear]; +"1361 dropout_35" [id=1361, type=dropout]; +"1362 layer_norm_20" [id=1362, type="layer_norm"]; +"1363 add_30" [id=1363, type=add]; +"1364 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1364, type="get_attr"]; +"1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1365, type="call_module"]; +"1366 linear_56" [id=1366, type=linear]; +"1367 relu__9" [id=1367, type="relu_"]; +"1368 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1368, type="get_attr"]; +"1369 relu__9_0_0_nncf_smooth_quant_0" [id=1369, type="call_module"]; +"1370 linear_57" [id=1370, type=linear]; +"1371 view_48" [id=1371, type=view]; +"1372 index_9" [id=1372, type=index]; +"1373 view_49" [id=1373, type=view]; +"1374 permute_41" [id=1374, type=permute]; +"1375 contiguous_16" [id=1375, type=contiguous]; +"1376 unsqueeze_25" [id=1376, type=unsqueeze]; +"1377 sigmoid_9" [id=1377, type=sigmoid]; +"1378 mul_18" [id=1378, type=mul]; +"1379 pad_11" [id=1379, type=pad]; +"1380 roll_8" [id=1380, type=roll]; +"1381 view_50" [id=1381, type=view]; +"1382 permute_42" [id=1382, type=permute]; +"1383 reshape_40" [id=1383, type=reshape]; +"1384 clone_9" [id=1384, type=clone]; +"1385 slice_112" [id=1385, type=slice]; +"1386 zero__9" [id=1386, type="zero_"]; +"1387 reshape_40_0_0_nncf_smooth_quant_0" [id=1387, type="call_module"]; +"1388 quantize_per_tensor_default_57" [id=1388, type="quantize_per_tensor"]; +"1389 dequantize_per_tensor_default_57" [id=1389, type="dequantize_per_tensor"]; +"1390 scale_updated_constant39" [id=1390, type="get_attr"]; +"1391 compressed_weight_updated_constant39" [id=1391, type="get_attr"]; +"1392 mul_tensor_39" [id=1392, type=mul]; +"1393 zero_point_updated_constant39" [id=1393, type="get_attr"]; +"1394 sub_tensor_39" [id=1394, type=sub]; +"1395 linear_58" [id=1395, type=linear]; +"1396 reshape_41" [id=1396, type=reshape]; +"1397 permute_43" [id=1397, type=permute]; +"1398 select_27" [id=1398, type=select]; +"1399 select_28" [id=1399, type=select]; +"1400 select_29" [id=1400, type=select]; +"1401 linalg_vector_norm_18" [id=1401, type="linalg_vector_norm"]; +"1402 clamp_min_18" [id=1402, type="clamp_min"]; +"1403 expand_as_18" [id=1403, type="expand_as"]; +"1404 div_18" [id=1404, type=div]; +"1405 quantize_per_tensor_default_58" [id=1405, type="quantize_per_tensor"]; +"1406 dequantize_per_tensor_default_58" [id=1406, type="dequantize_per_tensor"]; +"1407 linalg_vector_norm_19" [id=1407, type="linalg_vector_norm"]; +"1408 clamp_min_19" [id=1408, type="clamp_min"]; +"1409 expand_as_19" [id=1409, type="expand_as"]; +"1410 div_19" [id=1410, type=div]; +"1411 quantize_per_tensor_default_59" [id=1411, type="quantize_per_tensor"]; +"1412 dequantize_per_tensor_default_59" [id=1412, type="dequantize_per_tensor"]; +"1413 transpose_18" [id=1413, type=transpose]; +"1414 matmul_18" [id=1414, type=matmul]; +"1415 clamp_9" [id=1415, type=clamp]; +"1416 exp_9" [id=1416, type=exp]; +"1417 mul_19" [id=1417, type=mul]; +"1418 add_31" [id=1418, type=add]; +"1419 new_zeros_4" [id=1419, type="new_zeros"]; +"1420 lift_fresh_copy_36" [id=1420, type="lift_fresh_copy"]; +"1421 slice_113" [id=1421, type=slice]; +"1422 slice_114" [id=1422, type=slice]; +"1423 fill__36" [id=1423, type="fill_"]; +"1424 lift_fresh_copy_37" [id=1424, type="lift_fresh_copy"]; +"1425 slice_115" [id=1425, type=slice]; +"1426 slice_116" [id=1426, type=slice]; +"1427 fill__37" [id=1427, type="fill_"]; +"1428 lift_fresh_copy_38" [id=1428, type="lift_fresh_copy"]; +"1429 slice_117" [id=1429, type=slice]; +"1430 slice_118" [id=1430, type=slice]; +"1431 fill__38" [id=1431, type="fill_"]; +"1432 lift_fresh_copy_39" [id=1432, type="lift_fresh_copy"]; +"1433 slice_119" [id=1433, type=slice]; +"1434 slice_120" [id=1434, type=slice]; +"1435 fill__39" [id=1435, type="fill_"]; +"1436 lift_fresh_copy_40" [id=1436, type="lift_fresh_copy"]; +"1437 slice_121" [id=1437, type=slice]; +"1438 slice_122" [id=1438, type=slice]; +"1439 fill__40" [id=1439, type="fill_"]; +"1440 lift_fresh_copy_41" [id=1440, type="lift_fresh_copy"]; +"1441 slice_123" [id=1441, type=slice]; +"1442 slice_124" [id=1442, type=slice]; +"1443 fill__41" [id=1443, type="fill_"]; +"1444 lift_fresh_copy_42" [id=1444, type="lift_fresh_copy"]; +"1445 slice_125" [id=1445, type=slice]; +"1446 slice_126" [id=1446, type=slice]; +"1447 fill__42" [id=1447, type="fill_"]; +"1448 lift_fresh_copy_43" [id=1448, type="lift_fresh_copy"]; +"1449 slice_127" [id=1449, type=slice]; +"1450 slice_128" [id=1450, type=slice]; +"1451 fill__43" [id=1451, type="fill_"]; +"1452 lift_fresh_copy_44" [id=1452, type="lift_fresh_copy"]; +"1453 slice_129" [id=1453, type=slice]; +"1454 slice_130" [id=1454, type=slice]; +"1455 fill__44" [id=1455, type="fill_"]; +"1456 view_51" [id=1456, type=view]; +"1457 permute_44" [id=1457, type=permute]; +"1458 reshape_42" [id=1458, type=reshape]; +"1459 unsqueeze_26" [id=1459, type=unsqueeze]; +"1460 unsqueeze_27" [id=1460, type=unsqueeze]; +"1461 sub_4" [id=1461, type=sub]; +"1462 ne_4" [id=1462, type=ne]; +"1463 masked_fill_8" [id=1463, type="masked_fill"]; +"1464 eq_4" [id=1464, type=eq]; +"1465 masked_fill_9" [id=1465, type="masked_fill"]; +"1466 view_52" [id=1466, type=view]; +"1467 unsqueeze_28" [id=1467, type=unsqueeze]; +"1468 unsqueeze_29" [id=1468, type=unsqueeze]; +"1469 add_32" [id=1469, type=add]; +"1470 view_53" [id=1470, type=view]; +"1471 softmax_9" [id=1471, type=softmax]; +"1472 dropout_36" [id=1472, type=dropout]; +"1473 matmul_19" [id=1473, type=matmul]; +"1474 transpose_19" [id=1474, type=transpose]; +"1475 reshape_43" [id=1475, type=reshape]; +"1476 reshape_43_0_0_nncf_smooth_quant_0" [id=1476, type="call_module"]; +"1477 quantize_per_tensor_default_60" [id=1477, type="quantize_per_tensor"]; +"1478 dequantize_per_tensor_default_60" [id=1478, type="dequantize_per_tensor"]; +"1479 scale_updated_constant40" [id=1479, type="get_attr"]; +"1480 compressed_weight_updated_constant40" [id=1480, type="get_attr"]; +"1481 mul_tensor_40" [id=1481, type=mul]; +"1482 zero_point_updated_constant40" [id=1482, type="get_attr"]; +"1483 sub_tensor_40" [id=1483, type=sub]; +"1484 linear_59" [id=1484, type=linear]; +"1485 dropout_37" [id=1485, type=dropout]; +"1486 view_54" [id=1486, type=view]; +"1487 permute_45" [id=1487, type=permute]; +"1488 reshape_44" [id=1488, type=reshape]; +"1489 roll_9" [id=1489, type=roll]; +"1490 slice_131" [id=1490, type=slice]; +"1491 slice_132" [id=1491, type=slice]; +"1492 contiguous_17" [id=1492, type=contiguous]; +"1493 layer_norm_21" [id=1493, type="layer_norm"]; +"1494 add_33" [id=1494, type=add]; +"1495 add_33_0_0_nncf_smooth_quant_0" [id=1495, type="call_module"]; +"1496 quantize_per_tensor_default_61" [id=1496, type="quantize_per_tensor"]; +"1497 dequantize_per_tensor_default_61" [id=1497, type="dequantize_per_tensor"]; +"1498 scale_updated_constant41" [id=1498, type="get_attr"]; +"1499 compressed_weight_updated_constant41" [id=1499, type="get_attr"]; +"1500 mul_tensor_41" [id=1500, type=mul]; +"1501 zero_point_updated_constant41" [id=1501, type="get_attr"]; +"1502 sub_tensor_41" [id=1502, type=sub]; +"1503 linear_60" [id=1503, type=linear]; +"1504 gelu_9" [id=1504, type=gelu]; +"1505 dropout_38" [id=1505, type=dropout]; +"1506 dropout_38_0_0_nncf_smooth_quant_0" [id=1506, type="call_module"]; +"1507 quantize_per_tensor_default_62" [id=1507, type="quantize_per_tensor"]; +"1508 dequantize_per_tensor_default_62" [id=1508, type="dequantize_per_tensor"]; +"1509 scale_updated_constant42" [id=1509, type="get_attr"]; +"1510 compressed_weight_updated_constant42" [id=1510, type="get_attr"]; +"1511 mul_tensor_42" [id=1511, type=mul]; +"1512 zero_point_updated_constant42" [id=1512, type="get_attr"]; +"1513 sub_tensor_42" [id=1513, type=sub]; +"1514 linear_61" [id=1514, type=linear]; +"1515 dropout_39" [id=1515, type=dropout]; +"1516 layer_norm_22" [id=1516, type="layer_norm"]; +"1517 add_34" [id=1517, type=add]; +"1518 pad_12" [id=1518, type=pad]; +"1519 slice_133" [id=1519, type=slice]; +"1520 slice_134" [id=1520, type=slice]; +"1521 slice_135" [id=1521, type=slice]; +"1522 slice_136" [id=1522, type=slice]; +"1523 slice_137" [id=1523, type=slice]; +"1524 slice_138" [id=1524, type=slice]; +"1525 slice_139" [id=1525, type=slice]; +"1526 slice_140" [id=1526, type=slice]; +"1527 cat_2" [id=1527, type=cat]; +"1528 cat_2_0_0_nncf_smooth_quant_0" [id=1528, type="call_module"]; +"1529 quantize_per_tensor_default_63" [id=1529, type="quantize_per_tensor"]; +"1530 dequantize_per_tensor_default_63" [id=1530, type="dequantize_per_tensor"]; +"1531 scale_updated_constant43" [id=1531, type="get_attr"]; +"1532 compressed_weight_updated_constant43" [id=1532, type="get_attr"]; +"1533 mul_tensor_43" [id=1533, type=mul]; +"1534 zero_point_updated_constant43" [id=1534, type="get_attr"]; +"1535 sub_tensor_43" [id=1535, type=sub]; +"1536 linear_62" [id=1536, type=linear]; +"1537 layer_norm_23" [id=1537, type="layer_norm"]; +"1538 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1538, type="get_attr"]; +"1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1539, type="call_module"]; +"1540 linear_63" [id=1540, type=linear]; +"1541 relu__10" [id=1541, type="relu_"]; +"1542 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1542, type="get_attr"]; +"1543 relu__10_0_0_nncf_smooth_quant_0" [id=1543, type="call_module"]; +"1544 linear_64" [id=1544, type=linear]; +"1545 view_55" [id=1545, type=view]; +"1546 index_10" [id=1546, type=index]; +"1547 view_56" [id=1547, type=view]; +"1548 permute_46" [id=1548, type=permute]; +"1549 contiguous_18" [id=1549, type=contiguous]; +"1550 unsqueeze_30" [id=1550, type=unsqueeze]; +"1551 sigmoid_10" [id=1551, type=sigmoid]; +"1552 mul_20" [id=1552, type=mul]; +"1553 pad_13" [id=1553, type=pad]; +"1554 view_57" [id=1554, type=view]; +"1555 permute_47" [id=1555, type=permute]; +"1556 reshape_45" [id=1556, type=reshape]; +"1557 clone_10" [id=1557, type=clone]; +"1558 slice_141" [id=1558, type=slice]; +"1559 zero__10" [id=1559, type="zero_"]; +"1560 reshape_45_0_0_nncf_smooth_quant_0" [id=1560, type="call_module"]; +"1561 quantize_per_tensor_default_64" [id=1561, type="quantize_per_tensor"]; +"1562 dequantize_per_tensor_default_64" [id=1562, type="dequantize_per_tensor"]; +"1563 scale_updated_constant44" [id=1563, type="get_attr"]; +"1564 compressed_weight_updated_constant44" [id=1564, type="get_attr"]; +"1565 mul_tensor_44" [id=1565, type=mul]; +"1566 zero_point_updated_constant44" [id=1566, type="get_attr"]; +"1567 sub_tensor_44" [id=1567, type=sub]; +"1568 linear_65" [id=1568, type=linear]; +"1569 reshape_46" [id=1569, type=reshape]; +"1570 permute_48" [id=1570, type=permute]; +"1571 select_30" [id=1571, type=select]; +"1572 select_31" [id=1572, type=select]; +"1573 select_32" [id=1573, type=select]; +"1574 linalg_vector_norm_20" [id=1574, type="linalg_vector_norm"]; +"1575 clamp_min_20" [id=1575, type="clamp_min"]; +"1576 expand_as_20" [id=1576, type="expand_as"]; +"1577 div_20" [id=1577, type=div]; +"1578 quantize_per_tensor_default_65" [id=1578, type="quantize_per_tensor"]; +"1579 dequantize_per_tensor_default_65" [id=1579, type="dequantize_per_tensor"]; +"1580 linalg_vector_norm_21" [id=1580, type="linalg_vector_norm"]; +"1581 clamp_min_21" [id=1581, type="clamp_min"]; +"1582 expand_as_21" [id=1582, type="expand_as"]; +"1583 div_21" [id=1583, type=div]; +"1584 quantize_per_tensor_default_66" [id=1584, type="quantize_per_tensor"]; +"1585 dequantize_per_tensor_default_66" [id=1585, type="dequantize_per_tensor"]; +"1586 transpose_20" [id=1586, type=transpose]; +"1587 matmul_20" [id=1587, type=matmul]; +"1588 clamp_10" [id=1588, type=clamp]; +"1589 exp_10" [id=1589, type=exp]; +"1590 mul_21" [id=1590, type=mul]; +"1591 add_35" [id=1591, type=add]; +"1592 softmax_10" [id=1592, type=softmax]; +"1593 dropout_40" [id=1593, type=dropout]; +"1594 matmul_21" [id=1594, type=matmul]; +"1595 transpose_21" [id=1595, type=transpose]; +"1596 reshape_47" [id=1596, type=reshape]; +"1597 reshape_47_0_0_nncf_smooth_quant_0" [id=1597, type="call_module"]; +"1598 quantize_per_tensor_default_67" [id=1598, type="quantize_per_tensor"]; +"1599 dequantize_per_tensor_default_67" [id=1599, type="dequantize_per_tensor"]; +"1600 scale_updated_constant45" [id=1600, type="get_attr"]; +"1601 compressed_weight_updated_constant45" [id=1601, type="get_attr"]; +"1602 mul_tensor_45" [id=1602, type=mul]; +"1603 zero_point_updated_constant45" [id=1603, type="get_attr"]; +"1604 sub_tensor_45" [id=1604, type=sub]; +"1605 linear_66" [id=1605, type=linear]; +"1606 dropout_41" [id=1606, type=dropout]; +"1607 view_58" [id=1607, type=view]; +"1608 permute_49" [id=1608, type=permute]; +"1609 reshape_48" [id=1609, type=reshape]; +"1610 slice_142" [id=1610, type=slice]; +"1611 slice_143" [id=1611, type=slice]; +"1612 contiguous_19" [id=1612, type=contiguous]; +"1613 layer_norm_24" [id=1613, type="layer_norm"]; +"1614 add_36" [id=1614, type=add]; +"1615 add_36_0_0_nncf_smooth_quant_0" [id=1615, type="call_module"]; +"1616 quantize_per_tensor_default_68" [id=1616, type="quantize_per_tensor"]; +"1617 dequantize_per_tensor_default_68" [id=1617, type="dequantize_per_tensor"]; +"1618 scale_updated_constant46" [id=1618, type="get_attr"]; +"1619 compressed_weight_updated_constant46" [id=1619, type="get_attr"]; +"1620 mul_tensor_46" [id=1620, type=mul]; +"1621 zero_point_updated_constant46" [id=1621, type="get_attr"]; +"1622 sub_tensor_46" [id=1622, type=sub]; +"1623 linear_67" [id=1623, type=linear]; +"1624 gelu_10" [id=1624, type=gelu]; +"1625 dropout_42" [id=1625, type=dropout]; +"1626 dropout_42_0_0_nncf_smooth_quant_0" [id=1626, type="call_module"]; +"1627 quantize_per_tensor_default_69" [id=1627, type="quantize_per_tensor"]; +"1628 dequantize_per_tensor_default_69" [id=1628, type="dequantize_per_tensor"]; +"1629 scale_updated_constant47" [id=1629, type="get_attr"]; +"1630 compressed_weight_updated_constant47" [id=1630, type="get_attr"]; +"1631 mul_tensor_47" [id=1631, type=mul]; +"1632 zero_point_updated_constant47" [id=1632, type="get_attr"]; +"1633 sub_tensor_47" [id=1633, type=sub]; +"1634 linear_68" [id=1634, type=linear]; +"1635 dropout_43" [id=1635, type=dropout]; +"1636 layer_norm_25" [id=1636, type="layer_norm"]; +"1637 add_37" [id=1637, type=add]; +"1638 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1638, type="get_attr"]; +"1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1639, type="call_module"]; +"1640 linear_69" [id=1640, type=linear]; +"1641 relu__11" [id=1641, type="relu_"]; +"1642 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1642, type="get_attr"]; +"1643 relu__11_0_0_nncf_smooth_quant_0" [id=1643, type="call_module"]; +"1644 linear_70" [id=1644, type=linear]; +"1645 view_59" [id=1645, type=view]; +"1646 index_11" [id=1646, type=index]; +"1647 view_60" [id=1647, type=view]; +"1648 permute_50" [id=1648, type=permute]; +"1649 contiguous_20" [id=1649, type=contiguous]; +"1650 unsqueeze_31" [id=1650, type=unsqueeze]; +"1651 sigmoid_11" [id=1651, type=sigmoid]; +"1652 mul_22" [id=1652, type=mul]; +"1653 pad_14" [id=1653, type=pad]; +"1654 view_61" [id=1654, type=view]; +"1655 permute_51" [id=1655, type=permute]; +"1656 reshape_49" [id=1656, type=reshape]; +"1657 clone_11" [id=1657, type=clone]; +"1658 slice_144" [id=1658, type=slice]; +"1659 zero__11" [id=1659, type="zero_"]; +"1660 reshape_49_0_0_nncf_smooth_quant_0" [id=1660, type="call_module"]; +"1661 quantize_per_tensor_default_70" [id=1661, type="quantize_per_tensor"]; +"1662 dequantize_per_tensor_default_70" [id=1662, type="dequantize_per_tensor"]; +"1663 scale_updated_constant48" [id=1663, type="get_attr"]; +"1664 compressed_weight_updated_constant48" [id=1664, type="get_attr"]; +"1665 mul_tensor_48" [id=1665, type=mul]; +"1666 zero_point_updated_constant48" [id=1666, type="get_attr"]; +"1667 sub_tensor_48" [id=1667, type=sub]; +"1668 linear_71" [id=1668, type=linear]; +"1669 reshape_50" [id=1669, type=reshape]; +"1670 permute_52" [id=1670, type=permute]; +"1671 select_33" [id=1671, type=select]; +"1672 select_34" [id=1672, type=select]; +"1673 select_35" [id=1673, type=select]; +"1674 linalg_vector_norm_22" [id=1674, type="linalg_vector_norm"]; +"1675 clamp_min_22" [id=1675, type="clamp_min"]; +"1676 expand_as_22" [id=1676, type="expand_as"]; +"1677 div_22" [id=1677, type=div]; +"1678 quantize_per_tensor_default_71" [id=1678, type="quantize_per_tensor"]; +"1679 dequantize_per_tensor_default_71" [id=1679, type="dequantize_per_tensor"]; +"1680 linalg_vector_norm_23" [id=1680, type="linalg_vector_norm"]; +"1681 clamp_min_23" [id=1681, type="clamp_min"]; +"1682 expand_as_23" [id=1682, type="expand_as"]; +"1683 div_23" [id=1683, type=div]; +"1684 quantize_per_tensor_default_72" [id=1684, type="quantize_per_tensor"]; +"1685 dequantize_per_tensor_default_72" [id=1685, type="dequantize_per_tensor"]; +"1686 transpose_22" [id=1686, type=transpose]; +"1687 matmul_22" [id=1687, type=matmul]; +"1688 clamp_11" [id=1688, type=clamp]; +"1689 exp_11" [id=1689, type=exp]; +"1690 mul_23" [id=1690, type=mul]; +"1691 add_38" [id=1691, type=add]; +"1692 softmax_11" [id=1692, type=softmax]; +"1693 dropout_44" [id=1693, type=dropout]; +"1694 matmul_23" [id=1694, type=matmul]; +"1695 transpose_23" [id=1695, type=transpose]; +"1696 reshape_51" [id=1696, type=reshape]; +"1697 reshape_51_0_0_nncf_smooth_quant_0" [id=1697, type="call_module"]; +"1698 quantize_per_tensor_default_73" [id=1698, type="quantize_per_tensor"]; +"1699 dequantize_per_tensor_default_73" [id=1699, type="dequantize_per_tensor"]; +"1700 scale_updated_constant49" [id=1700, type="get_attr"]; +"1701 compressed_weight_updated_constant49" [id=1701, type="get_attr"]; +"1702 mul_tensor_49" [id=1702, type=mul]; +"1703 zero_point_updated_constant49" [id=1703, type="get_attr"]; +"1704 sub_tensor_49" [id=1704, type=sub]; +"1705 linear_72" [id=1705, type=linear]; +"1706 dropout_45" [id=1706, type=dropout]; +"1707 view_62" [id=1707, type=view]; +"1708 permute_53" [id=1708, type=permute]; +"1709 reshape_52" [id=1709, type=reshape]; +"1710 slice_145" [id=1710, type=slice]; +"1711 slice_146" [id=1711, type=slice]; +"1712 contiguous_21" [id=1712, type=contiguous]; +"1713 layer_norm_26" [id=1713, type="layer_norm"]; +"1714 add_39" [id=1714, type=add]; +"1715 add_39_0_0_nncf_smooth_quant_0" [id=1715, type="call_module"]; +"1716 quantize_per_tensor_default_74" [id=1716, type="quantize_per_tensor"]; +"1717 dequantize_per_tensor_default_74" [id=1717, type="dequantize_per_tensor"]; +"1718 scale_updated_constant50" [id=1718, type="get_attr"]; +"1719 compressed_weight_updated_constant50" [id=1719, type="get_attr"]; +"1720 mul_tensor_50" [id=1720, type=mul]; +"1721 zero_point_updated_constant50" [id=1721, type="get_attr"]; +"1722 sub_tensor_50" [id=1722, type=sub]; +"1723 linear_73" [id=1723, type=linear]; +"1724 gelu_11" [id=1724, type=gelu]; +"1725 dropout_46" [id=1725, type=dropout]; +"1726 dropout_46_0_0_nncf_smooth_quant_0" [id=1726, type="call_module"]; +"1727 quantize_per_tensor_default_75" [id=1727, type="quantize_per_tensor"]; +"1728 dequantize_per_tensor_default_75" [id=1728, type="dequantize_per_tensor"]; +"1729 scale_updated_constant51" [id=1729, type="get_attr"]; +"1730 compressed_weight_updated_constant51" [id=1730, type="get_attr"]; +"1731 mul_tensor_51" [id=1731, type=mul]; +"1732 zero_point_updated_constant51" [id=1732, type="get_attr"]; +"1733 sub_tensor_51" [id=1733, type=sub]; +"1734 linear_74" [id=1734, type=linear]; +"1735 dropout_47" [id=1735, type=dropout]; +"1736 layer_norm_27" [id=1736, type="layer_norm"]; +"1737 add_40" [id=1737, type=add]; +"1738 layer_norm_28" [id=1738, type="layer_norm"]; +"1739 permute_54" [id=1739, type=permute]; +"1740 adaptive_avg_pool2d" [id=1740, type="adaptive_avg_pool2d"]; +"1741 flatten" [id=1741, type=flatten]; +"1742 flatten_0_0_nncf_smooth_quant_0" [id=1742, type="call_module"]; +"1743 quantize_per_tensor_default_76" [id=1743, type="quantize_per_tensor"]; +"1744 dequantize_per_tensor_default_76" [id=1744, type="dequantize_per_tensor"]; +"1745 scale_updated_constant52" [id=1745, type="get_attr"]; +"1746 compressed_weight_updated_constant52" [id=1746, type="get_attr"]; +"1747 mul_tensor_52" [id=1747, type=mul]; +"1748 zero_point_updated_constant52" [id=1748, type="get_attr"]; +"1749 sub_tensor_52" [id=1749, type=sub]; +"1750 linear_75" [id=1750, type=linear]; +"1751 output" [id=1751, type=output]; "0 features_1_0_attn_qkv_bias" -> "231 clone" [style=solid, label="(288,)"]; "1 features_1_0_attn_proj_bias" -> "279 linear_3" [style=solid, label="(96,)"]; "2 features_1_0_attn_logit_scale" -> "262 clamp" [style=solid, label="(3, 1, 1)"]; -"3 features_1_1_attn_qkv_bias" -> "331 clone_1" [style=solid, label="(288,)"]; -"4 features_1_1_attn_proj_bias" -> "431 linear_9" [style=solid, label="(96,)"]; -"5 features_1_1_attn_logit_scale" -> "362 clamp_1" [style=solid, label="(3, 1, 1)"]; -"6 features_3_0_attn_qkv_bias" -> "507 clone_2" [style=solid, label="(576,)"]; -"7 features_3_0_attn_proj_bias" -> "555 linear_16" [style=solid, label="(192,)"]; -"8 features_3_0_attn_logit_scale" -> "538 clamp_2" [style=solid, label="(6, 1, 1)"]; -"9 features_3_1_attn_qkv_bias" -> "610 clone_3" [style=solid, label="(576,)"]; -"10 features_3_1_attn_proj_bias" -> "710 linear_22" [style=solid, label="(192,)"]; -"11 features_3_1_attn_logit_scale" -> "641 clamp_3" [style=solid, label="(6, 1, 1)"]; -"12 features_5_0_attn_qkv_bias" -> "789 clone_4" [style=solid, label="(1152,)"]; -"13 features_5_0_attn_proj_bias" -> "837 linear_29" [style=solid, label="(384,)"]; -"14 features_5_0_attn_logit_scale" -> "820 clamp_4" [style=solid, label="(12, 1, 1)"]; -"15 features_5_1_attn_qkv_bias" -> "892 clone_5" [style=solid, label="(1152,)"]; -"16 features_5_1_attn_proj_bias" -> "992 linear_35" [style=solid, label="(384,)"]; -"17 features_5_1_attn_logit_scale" -> "923 clamp_5" [style=solid, label="(12, 1, 1)"]; -"18 features_5_2_attn_qkv_bias" -> "1047 clone_6" [style=solid, label="(1152,)"]; -"19 features_5_2_attn_proj_bias" -> "1095 linear_41" [style=solid, label="(384,)"]; -"20 features_5_2_attn_logit_scale" -> "1078 clamp_6" [style=solid, label="(12, 1, 1)"]; -"21 features_5_3_attn_qkv_bias" -> "1150 clone_7" [style=solid, label="(1152,)"]; -"22 features_5_3_attn_proj_bias" -> "1250 linear_47" [style=solid, label="(384,)"]; -"23 features_5_3_attn_logit_scale" -> "1181 clamp_7" [style=solid, label="(12, 1, 1)"]; -"24 features_5_4_attn_qkv_bias" -> "1305 clone_8" [style=solid, label="(1152,)"]; -"25 features_5_4_attn_proj_bias" -> "1353 linear_53" [style=solid, label="(384,)"]; -"26 features_5_4_attn_logit_scale" -> "1336 clamp_8" [style=solid, label="(12, 1, 1)"]; -"27 features_5_5_attn_qkv_bias" -> "1408 clone_9" [style=solid, label="(1152,)"]; -"28 features_5_5_attn_proj_bias" -> "1508 linear_59" [style=solid, label="(384,)"]; -"29 features_5_5_attn_logit_scale" -> "1439 clamp_9" [style=solid, label="(12, 1, 1)"]; -"30 features_7_0_attn_qkv_bias" -> "1587 clone_10" [style=solid, label="(2304,)"]; -"31 features_7_0_attn_proj_bias" -> "1635 linear_66" [style=solid, label="(768,)"]; -"32 features_7_0_attn_logit_scale" -> "1618 clamp_10" [style=solid, label="(24, 1, 1)"]; -"33 features_7_1_attn_qkv_bias" -> "1689 clone_11" [style=solid, label="(2304,)"]; -"34 features_7_1_attn_proj_bias" -> "1737 linear_72" [style=solid, label="(768,)"]; -"35 features_7_1_attn_logit_scale" -> "1720 clamp_11" [style=solid, label="(24, 1, 1)"]; +"3 features_1_1_attn_qkv_bias" -> "330 clone_1" [style=solid, label="(288,)"]; +"4 features_1_1_attn_proj_bias" -> "430 linear_9" [style=solid, label="(96,)"]; +"5 features_1_1_attn_logit_scale" -> "361 clamp_1" [style=solid, label="(3, 1, 1)"]; +"6 features_3_0_attn_qkv_bias" -> "501 clone_2" [style=solid, label="(576,)"]; +"7 features_3_0_attn_proj_bias" -> "549 linear_16" [style=solid, label="(192,)"]; +"8 features_3_0_attn_logit_scale" -> "532 clamp_2" [style=solid, label="(6, 1, 1)"]; +"9 features_3_1_attn_qkv_bias" -> "602 clone_3" [style=solid, label="(576,)"]; +"10 features_3_1_attn_proj_bias" -> "702 linear_22" [style=solid, label="(192,)"]; +"11 features_3_1_attn_logit_scale" -> "633 clamp_3" [style=solid, label="(6, 1, 1)"]; +"12 features_5_0_attn_qkv_bias" -> "775 clone_4" [style=solid, label="(1152,)"]; +"13 features_5_0_attn_proj_bias" -> "823 linear_29" [style=solid, label="(384,)"]; +"14 features_5_0_attn_logit_scale" -> "806 clamp_4" [style=solid, label="(12, 1, 1)"]; +"15 features_5_1_attn_qkv_bias" -> "876 clone_5" [style=solid, label="(1152,)"]; +"16 features_5_1_attn_proj_bias" -> "976 linear_35" [style=solid, label="(384,)"]; +"17 features_5_1_attn_logit_scale" -> "907 clamp_5" [style=solid, label="(12, 1, 1)"]; +"18 features_5_2_attn_qkv_bias" -> "1029 clone_6" [style=solid, label="(1152,)"]; +"19 features_5_2_attn_proj_bias" -> "1077 linear_41" [style=solid, label="(384,)"]; +"20 features_5_2_attn_logit_scale" -> "1060 clamp_6" [style=solid, label="(12, 1, 1)"]; +"21 features_5_3_attn_qkv_bias" -> "1130 clone_7" [style=solid, label="(1152,)"]; +"22 features_5_3_attn_proj_bias" -> "1230 linear_47" [style=solid, label="(384,)"]; +"23 features_5_3_attn_logit_scale" -> "1161 clamp_7" [style=solid, label="(12, 1, 1)"]; +"24 features_5_4_attn_qkv_bias" -> "1283 clone_8" [style=solid, label="(1152,)"]; +"25 features_5_4_attn_proj_bias" -> "1331 linear_53" [style=solid, label="(384,)"]; +"26 features_5_4_attn_logit_scale" -> "1314 clamp_8" [style=solid, label="(12, 1, 1)"]; +"27 features_5_5_attn_qkv_bias" -> "1384 clone_9" [style=solid, label="(1152,)"]; +"28 features_5_5_attn_proj_bias" -> "1484 linear_59" [style=solid, label="(384,)"]; +"29 features_5_5_attn_logit_scale" -> "1415 clamp_9" [style=solid, label="(12, 1, 1)"]; +"30 features_7_0_attn_qkv_bias" -> "1557 clone_10" [style=solid, label="(2304,)"]; +"31 features_7_0_attn_proj_bias" -> "1605 linear_66" [style=solid, label="(768,)"]; +"32 features_7_0_attn_logit_scale" -> "1588 clamp_10" [style=solid, label="(24, 1, 1)"]; +"33 features_7_1_attn_qkv_bias" -> "1657 clone_11" [style=solid, label="(2304,)"]; +"34 features_7_1_attn_proj_bias" -> "1705 linear_72" [style=solid, label="(768,)"]; +"35 features_7_1_attn_logit_scale" -> "1688 clamp_11" [style=solid, label="(24, 1, 1)"]; "36 features_0_0_bias" -> "209 conv2d" [style=solid, label="(96,)"]; "37 features_0_2_weight" -> "211 layer_norm" [style=solid, label="(96,)"]; "38 features_0_2_bias" -> "211 layer_norm" [style=solid, label="(96,)"]; "39 features_1_0_attn_cpb_mlp_0_bias" -> "214 linear" [style=solid, label="(512,)"]; -"40 features_1_0_norm1_weight" -> "286 layer_norm_1" [style=solid, label="(96,)"]; -"41 features_1_0_norm1_bias" -> "286 layer_norm_1" [style=solid, label="(96,)"]; -"42 features_1_0_mlp_0_bias" -> "296 linear_4" [style=solid, label="(384,)"]; -"43 features_1_0_mlp_3_bias" -> "307 linear_5" [style=solid, label="(96,)"]; -"44 features_1_0_norm2_weight" -> "309 layer_norm_2" [style=solid, label="(96,)"]; -"45 features_1_0_norm2_bias" -> "309 layer_norm_2" [style=solid, label="(96,)"]; -"46 features_1_1_attn_cpb_mlp_0_bias" -> "313 linear_6" [style=solid, label="(512,)"]; -"47 features_1_1_norm1_weight" -> "439 layer_norm_3" [style=solid, label="(96,)"]; -"48 features_1_1_norm1_bias" -> "439 layer_norm_3" [style=solid, label="(96,)"]; -"49 features_1_1_mlp_0_bias" -> "449 linear_10" [style=solid, label="(384,)"]; -"50 features_1_1_mlp_3_bias" -> "460 linear_11" [style=solid, label="(96,)"]; -"51 features_1_1_norm2_weight" -> "462 layer_norm_4" [style=solid, label="(96,)"]; -"52 features_1_1_norm2_bias" -> "462 layer_norm_4" [style=solid, label="(96,)"]; -"53 features_2_norm_weight" -> "487 layer_norm_5" [style=solid, label="(192,)"]; -"54 features_2_norm_bias" -> "487 layer_norm_5" [style=solid, label="(192,)"]; -"55 features_3_0_attn_cpb_mlp_0_bias" -> "490 linear_13" [style=solid, label="(512,)"]; -"56 features_3_0_norm1_weight" -> "565 layer_norm_6" [style=solid, label="(192,)"]; -"57 features_3_0_norm1_bias" -> "565 layer_norm_6" [style=solid, label="(192,)"]; -"58 features_3_0_mlp_0_bias" -> "575 linear_17" [style=solid, label="(768,)"]; -"59 features_3_0_mlp_3_bias" -> "586 linear_18" [style=solid, label="(192,)"]; -"60 features_3_0_norm2_weight" -> "588 layer_norm_7" [style=solid, label="(192,)"]; -"61 features_3_0_norm2_bias" -> "588 layer_norm_7" [style=solid, label="(192,)"]; -"62 features_3_1_attn_cpb_mlp_0_bias" -> "592 linear_19" [style=solid, label="(512,)"]; -"63 features_3_1_norm1_weight" -> "721 layer_norm_8" [style=solid, label="(192,)"]; -"64 features_3_1_norm1_bias" -> "721 layer_norm_8" [style=solid, label="(192,)"]; -"65 features_3_1_mlp_0_bias" -> "731 linear_23" [style=solid, label="(768,)"]; -"66 features_3_1_mlp_3_bias" -> "742 linear_24" [style=solid, label="(192,)"]; -"67 features_3_1_norm2_weight" -> "744 layer_norm_9" [style=solid, label="(192,)"]; -"68 features_3_1_norm2_bias" -> "744 layer_norm_9" [style=solid, label="(192,)"]; -"69 features_4_norm_weight" -> "769 layer_norm_10" [style=solid, label="(384,)"]; -"70 features_4_norm_bias" -> "769 layer_norm_10" [style=solid, label="(384,)"]; -"71 features_5_0_attn_cpb_mlp_0_bias" -> "772 linear_26" [style=solid, label="(512,)"]; -"72 features_5_0_norm1_weight" -> "847 layer_norm_11" [style=solid, label="(384,)"]; -"73 features_5_0_norm1_bias" -> "847 layer_norm_11" [style=solid, label="(384,)"]; -"74 features_5_0_mlp_0_bias" -> "857 linear_30" [style=solid, label="(1536,)"]; -"75 features_5_0_mlp_3_bias" -> "868 linear_31" [style=solid, label="(384,)"]; -"76 features_5_0_norm2_weight" -> "870 layer_norm_12" [style=solid, label="(384,)"]; -"77 features_5_0_norm2_bias" -> "870 layer_norm_12" [style=solid, label="(384,)"]; -"78 features_5_1_attn_cpb_mlp_0_bias" -> "874 linear_32" [style=solid, label="(512,)"]; -"79 features_5_1_norm1_weight" -> "1003 layer_norm_13" [style=solid, label="(384,)"]; -"80 features_5_1_norm1_bias" -> "1003 layer_norm_13" [style=solid, label="(384,)"]; -"81 features_5_1_mlp_0_bias" -> "1013 linear_36" [style=solid, label="(1536,)"]; -"82 features_5_1_mlp_3_bias" -> "1024 linear_37" [style=solid, label="(384,)"]; -"83 features_5_1_norm2_weight" -> "1026 layer_norm_14" [style=solid, label="(384,)"]; -"84 features_5_1_norm2_bias" -> "1026 layer_norm_14" [style=solid, label="(384,)"]; -"85 features_5_2_attn_cpb_mlp_0_bias" -> "1030 linear_38" [style=solid, label="(512,)"]; -"86 features_5_2_norm1_weight" -> "1105 layer_norm_15" [style=solid, label="(384,)"]; -"87 features_5_2_norm1_bias" -> "1105 layer_norm_15" [style=solid, label="(384,)"]; -"88 features_5_2_mlp_0_bias" -> "1115 linear_42" [style=solid, label="(1536,)"]; -"89 features_5_2_mlp_3_bias" -> "1126 linear_43" [style=solid, label="(384,)"]; -"90 features_5_2_norm2_weight" -> "1128 layer_norm_16" [style=solid, label="(384,)"]; -"91 features_5_2_norm2_bias" -> "1128 layer_norm_16" [style=solid, label="(384,)"]; -"92 features_5_3_attn_cpb_mlp_0_bias" -> "1132 linear_44" [style=solid, label="(512,)"]; -"93 features_5_3_norm1_weight" -> "1261 layer_norm_17" [style=solid, label="(384,)"]; -"94 features_5_3_norm1_bias" -> "1261 layer_norm_17" [style=solid, label="(384,)"]; -"95 features_5_3_mlp_0_bias" -> "1271 linear_48" [style=solid, label="(1536,)"]; -"96 features_5_3_mlp_3_bias" -> "1282 linear_49" [style=solid, label="(384,)"]; -"97 features_5_3_norm2_weight" -> "1284 layer_norm_18" [style=solid, label="(384,)"]; -"98 features_5_3_norm2_bias" -> "1284 layer_norm_18" [style=solid, label="(384,)"]; -"99 features_5_4_attn_cpb_mlp_0_bias" -> "1288 linear_50" [style=solid, label="(512,)"]; -"100 features_5_4_norm1_weight" -> "1363 layer_norm_19" [style=solid, label="(384,)"]; -"101 features_5_4_norm1_bias" -> "1363 layer_norm_19" [style=solid, label="(384,)"]; -"102 features_5_4_mlp_0_bias" -> "1373 linear_54" [style=solid, label="(1536,)"]; -"103 features_5_4_mlp_3_bias" -> "1384 linear_55" [style=solid, label="(384,)"]; -"104 features_5_4_norm2_weight" -> "1386 layer_norm_20" [style=solid, label="(384,)"]; -"105 features_5_4_norm2_bias" -> "1386 layer_norm_20" [style=solid, label="(384,)"]; -"106 features_5_5_attn_cpb_mlp_0_bias" -> "1390 linear_56" [style=solid, label="(512,)"]; -"107 features_5_5_norm1_weight" -> "1519 layer_norm_21" [style=solid, label="(384,)"]; -"108 features_5_5_norm1_bias" -> "1519 layer_norm_21" [style=solid, label="(384,)"]; -"109 features_5_5_mlp_0_bias" -> "1529 linear_60" [style=solid, label="(1536,)"]; -"110 features_5_5_mlp_3_bias" -> "1540 linear_61" [style=solid, label="(384,)"]; -"111 features_5_5_norm2_weight" -> "1542 layer_norm_22" [style=solid, label="(384,)"]; -"112 features_5_5_norm2_bias" -> "1542 layer_norm_22" [style=solid, label="(384,)"]; -"113 features_6_norm_weight" -> "1567 layer_norm_23" [style=solid, label="(768,)"]; -"114 features_6_norm_bias" -> "1567 layer_norm_23" [style=solid, label="(768,)"]; -"115 features_7_0_attn_cpb_mlp_0_bias" -> "1570 linear_63" [style=solid, label="(512,)"]; -"116 features_7_0_norm1_weight" -> "1645 layer_norm_24" [style=solid, label="(768,)"]; -"117 features_7_0_norm1_bias" -> "1645 layer_norm_24" [style=solid, label="(768,)"]; -"118 features_7_0_mlp_0_bias" -> "1655 linear_67" [style=solid, label="(3072,)"]; -"119 features_7_0_mlp_3_bias" -> "1666 linear_68" [style=solid, label="(768,)"]; -"120 features_7_0_norm2_weight" -> "1668 layer_norm_25" [style=solid, label="(768,)"]; -"121 features_7_0_norm2_bias" -> "1668 layer_norm_25" [style=solid, label="(768,)"]; -"122 features_7_1_attn_cpb_mlp_0_bias" -> "1672 linear_69" [style=solid, label="(512,)"]; -"123 features_7_1_norm1_weight" -> "1747 layer_norm_26" [style=solid, label="(768,)"]; -"124 features_7_1_norm1_bias" -> "1747 layer_norm_26" [style=solid, label="(768,)"]; -"125 features_7_1_mlp_0_bias" -> "1757 linear_73" [style=solid, label="(3072,)"]; -"126 features_7_1_mlp_3_bias" -> "1768 linear_74" [style=solid, label="(768,)"]; -"127 features_7_1_norm2_weight" -> "1770 layer_norm_27" [style=solid, label="(768,)"]; -"128 features_7_1_norm2_bias" -> "1770 layer_norm_27" [style=solid, label="(768,)"]; -"129 norm_weight" -> "1772 layer_norm_28" [style=solid, label="(768,)"]; -"130 norm_bias" -> "1772 layer_norm_28" [style=solid, label="(768,)"]; -"131 head_bias" -> "1784 linear_75" [style=solid, label="(1000,)"]; +"40 features_1_0_norm1_weight" -> "285 layer_norm_1" [style=solid, label="(96,)"]; +"41 features_1_0_norm1_bias" -> "285 layer_norm_1" [style=solid, label="(96,)"]; +"42 features_1_0_mlp_0_bias" -> "295 linear_4" [style=solid, label="(384,)"]; +"43 features_1_0_mlp_3_bias" -> "306 linear_5" [style=solid, label="(96,)"]; +"44 features_1_0_norm2_weight" -> "308 layer_norm_2" [style=solid, label="(96,)"]; +"45 features_1_0_norm2_bias" -> "308 layer_norm_2" [style=solid, label="(96,)"]; +"46 features_1_1_attn_cpb_mlp_0_bias" -> "312 linear_6" [style=solid, label="(512,)"]; +"47 features_1_1_norm1_weight" -> "437 layer_norm_3" [style=solid, label="(96,)"]; +"48 features_1_1_norm1_bias" -> "437 layer_norm_3" [style=solid, label="(96,)"]; +"49 features_1_1_mlp_0_bias" -> "447 linear_10" [style=solid, label="(384,)"]; +"50 features_1_1_mlp_3_bias" -> "458 linear_11" [style=solid, label="(96,)"]; +"51 features_1_1_norm2_weight" -> "460 layer_norm_4" [style=solid, label="(96,)"]; +"52 features_1_1_norm2_bias" -> "460 layer_norm_4" [style=solid, label="(96,)"]; +"53 features_2_norm_weight" -> "481 layer_norm_5" [style=solid, label="(192,)"]; +"54 features_2_norm_bias" -> "481 layer_norm_5" [style=solid, label="(192,)"]; +"55 features_3_0_attn_cpb_mlp_0_bias" -> "484 linear_13" [style=solid, label="(512,)"]; +"56 features_3_0_norm1_weight" -> "557 layer_norm_6" [style=solid, label="(192,)"]; +"57 features_3_0_norm1_bias" -> "557 layer_norm_6" [style=solid, label="(192,)"]; +"58 features_3_0_mlp_0_bias" -> "567 linear_17" [style=solid, label="(768,)"]; +"59 features_3_0_mlp_3_bias" -> "578 linear_18" [style=solid, label="(192,)"]; +"60 features_3_0_norm2_weight" -> "580 layer_norm_7" [style=solid, label="(192,)"]; +"61 features_3_0_norm2_bias" -> "580 layer_norm_7" [style=solid, label="(192,)"]; +"62 features_3_1_attn_cpb_mlp_0_bias" -> "584 linear_19" [style=solid, label="(512,)"]; +"63 features_3_1_norm1_weight" -> "711 layer_norm_8" [style=solid, label="(192,)"]; +"64 features_3_1_norm1_bias" -> "711 layer_norm_8" [style=solid, label="(192,)"]; +"65 features_3_1_mlp_0_bias" -> "721 linear_23" [style=solid, label="(768,)"]; +"66 features_3_1_mlp_3_bias" -> "732 linear_24" [style=solid, label="(192,)"]; +"67 features_3_1_norm2_weight" -> "734 layer_norm_9" [style=solid, label="(192,)"]; +"68 features_3_1_norm2_bias" -> "734 layer_norm_9" [style=solid, label="(192,)"]; +"69 features_4_norm_weight" -> "755 layer_norm_10" [style=solid, label="(384,)"]; +"70 features_4_norm_bias" -> "755 layer_norm_10" [style=solid, label="(384,)"]; +"71 features_5_0_attn_cpb_mlp_0_bias" -> "758 linear_26" [style=solid, label="(512,)"]; +"72 features_5_0_norm1_weight" -> "831 layer_norm_11" [style=solid, label="(384,)"]; +"73 features_5_0_norm1_bias" -> "831 layer_norm_11" [style=solid, label="(384,)"]; +"74 features_5_0_mlp_0_bias" -> "841 linear_30" [style=solid, label="(1536,)"]; +"75 features_5_0_mlp_3_bias" -> "852 linear_31" [style=solid, label="(384,)"]; +"76 features_5_0_norm2_weight" -> "854 layer_norm_12" [style=solid, label="(384,)"]; +"77 features_5_0_norm2_bias" -> "854 layer_norm_12" [style=solid, label="(384,)"]; +"78 features_5_1_attn_cpb_mlp_0_bias" -> "858 linear_32" [style=solid, label="(512,)"]; +"79 features_5_1_norm1_weight" -> "985 layer_norm_13" [style=solid, label="(384,)"]; +"80 features_5_1_norm1_bias" -> "985 layer_norm_13" [style=solid, label="(384,)"]; +"81 features_5_1_mlp_0_bias" -> "995 linear_36" [style=solid, label="(1536,)"]; +"82 features_5_1_mlp_3_bias" -> "1006 linear_37" [style=solid, label="(384,)"]; +"83 features_5_1_norm2_weight" -> "1008 layer_norm_14" [style=solid, label="(384,)"]; +"84 features_5_1_norm2_bias" -> "1008 layer_norm_14" [style=solid, label="(384,)"]; +"85 features_5_2_attn_cpb_mlp_0_bias" -> "1012 linear_38" [style=solid, label="(512,)"]; +"86 features_5_2_norm1_weight" -> "1085 layer_norm_15" [style=solid, label="(384,)"]; +"87 features_5_2_norm1_bias" -> "1085 layer_norm_15" [style=solid, label="(384,)"]; +"88 features_5_2_mlp_0_bias" -> "1095 linear_42" [style=solid, label="(1536,)"]; +"89 features_5_2_mlp_3_bias" -> "1106 linear_43" [style=solid, label="(384,)"]; +"90 features_5_2_norm2_weight" -> "1108 layer_norm_16" [style=solid, label="(384,)"]; +"91 features_5_2_norm2_bias" -> "1108 layer_norm_16" [style=solid, label="(384,)"]; +"92 features_5_3_attn_cpb_mlp_0_bias" -> "1112 linear_44" [style=solid, label="(512,)"]; +"93 features_5_3_norm1_weight" -> "1239 layer_norm_17" [style=solid, label="(384,)"]; +"94 features_5_3_norm1_bias" -> "1239 layer_norm_17" [style=solid, label="(384,)"]; +"95 features_5_3_mlp_0_bias" -> "1249 linear_48" [style=solid, label="(1536,)"]; +"96 features_5_3_mlp_3_bias" -> "1260 linear_49" [style=solid, label="(384,)"]; +"97 features_5_3_norm2_weight" -> "1262 layer_norm_18" [style=solid, label="(384,)"]; +"98 features_5_3_norm2_bias" -> "1262 layer_norm_18" [style=solid, label="(384,)"]; +"99 features_5_4_attn_cpb_mlp_0_bias" -> "1266 linear_50" [style=solid, label="(512,)"]; +"100 features_5_4_norm1_weight" -> "1339 layer_norm_19" [style=solid, label="(384,)"]; +"101 features_5_4_norm1_bias" -> "1339 layer_norm_19" [style=solid, label="(384,)"]; +"102 features_5_4_mlp_0_bias" -> "1349 linear_54" [style=solid, label="(1536,)"]; +"103 features_5_4_mlp_3_bias" -> "1360 linear_55" [style=solid, label="(384,)"]; +"104 features_5_4_norm2_weight" -> "1362 layer_norm_20" [style=solid, label="(384,)"]; +"105 features_5_4_norm2_bias" -> "1362 layer_norm_20" [style=solid, label="(384,)"]; +"106 features_5_5_attn_cpb_mlp_0_bias" -> "1366 linear_56" [style=solid, label="(512,)"]; +"107 features_5_5_norm1_weight" -> "1493 layer_norm_21" [style=solid, label="(384,)"]; +"108 features_5_5_norm1_bias" -> "1493 layer_norm_21" [style=solid, label="(384,)"]; +"109 features_5_5_mlp_0_bias" -> "1503 linear_60" [style=solid, label="(1536,)"]; +"110 features_5_5_mlp_3_bias" -> "1514 linear_61" [style=solid, label="(384,)"]; +"111 features_5_5_norm2_weight" -> "1516 layer_norm_22" [style=solid, label="(384,)"]; +"112 features_5_5_norm2_bias" -> "1516 layer_norm_22" [style=solid, label="(384,)"]; +"113 features_6_norm_weight" -> "1537 layer_norm_23" [style=solid, label="(768,)"]; +"114 features_6_norm_bias" -> "1537 layer_norm_23" [style=solid, label="(768,)"]; +"115 features_7_0_attn_cpb_mlp_0_bias" -> "1540 linear_63" [style=solid, label="(512,)"]; +"116 features_7_0_norm1_weight" -> "1613 layer_norm_24" [style=solid, label="(768,)"]; +"117 features_7_0_norm1_bias" -> "1613 layer_norm_24" [style=solid, label="(768,)"]; +"118 features_7_0_mlp_0_bias" -> "1623 linear_67" [style=solid, label="(3072,)"]; +"119 features_7_0_mlp_3_bias" -> "1634 linear_68" [style=solid, label="(768,)"]; +"120 features_7_0_norm2_weight" -> "1636 layer_norm_25" [style=solid, label="(768,)"]; +"121 features_7_0_norm2_bias" -> "1636 layer_norm_25" [style=solid, label="(768,)"]; +"122 features_7_1_attn_cpb_mlp_0_bias" -> "1640 linear_69" [style=solid, label="(512,)"]; +"123 features_7_1_norm1_weight" -> "1713 layer_norm_26" [style=solid, label="(768,)"]; +"124 features_7_1_norm1_bias" -> "1713 layer_norm_26" [style=solid, label="(768,)"]; +"125 features_7_1_mlp_0_bias" -> "1723 linear_73" [style=solid, label="(3072,)"]; +"126 features_7_1_mlp_3_bias" -> "1734 linear_74" [style=solid, label="(768,)"]; +"127 features_7_1_norm2_weight" -> "1736 layer_norm_27" [style=solid, label="(768,)"]; +"128 features_7_1_norm2_bias" -> "1736 layer_norm_27" [style=solid, label="(768,)"]; +"129 norm_weight" -> "1738 layer_norm_28" [style=solid, label="(768,)"]; +"130 norm_bias" -> "1738 layer_norm_28" [style=solid, label="(768,)"]; +"131 head_bias" -> "1750 linear_75" [style=solid, label="(1000,)"]; "132 features_1_0_attn_relative_coords_table" -> "213 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; "133 features_1_0_attn_relative_position_index" -> "220 index" [style=solid, label="(4096,)"]; -"134 features_1_1_attn_relative_coords_table" -> "312 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"135 features_1_1_attn_relative_position_index" -> "319 index_1" [style=solid, label="(4096,)"]; -"136 features_3_0_attn_relative_coords_table" -> "489 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"137 features_3_0_attn_relative_position_index" -> "496 index_2" [style=solid, label="(4096,)"]; -"138 features_3_1_attn_relative_coords_table" -> "591 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"139 features_3_1_attn_relative_position_index" -> "598 index_3" [style=solid, label="(4096,)"]; -"140 features_5_0_attn_relative_coords_table" -> "771 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"141 features_5_0_attn_relative_position_index" -> "778 index_4" [style=solid, label="(4096,)"]; -"142 features_5_1_attn_relative_coords_table" -> "873 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"143 features_5_1_attn_relative_position_index" -> "880 index_5" [style=solid, label="(4096,)"]; -"144 features_5_2_attn_relative_coords_table" -> "1029 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"145 features_5_2_attn_relative_position_index" -> "1036 index_6" [style=solid, label="(4096,)"]; -"146 features_5_3_attn_relative_coords_table" -> "1131 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"147 features_5_3_attn_relative_position_index" -> "1138 index_7" [style=solid, label="(4096,)"]; -"148 features_5_4_attn_relative_coords_table" -> "1287 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"149 features_5_4_attn_relative_position_index" -> "1294 index_8" [style=solid, label="(4096,)"]; -"150 features_5_5_attn_relative_coords_table" -> "1389 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"151 features_5_5_attn_relative_position_index" -> "1396 index_9" [style=solid, label="(4096,)"]; -"152 features_7_0_attn_relative_coords_table" -> "1569 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"153 features_7_0_attn_relative_position_index" -> "1576 index_10" [style=solid, label="(4096,)"]; -"154 features_7_1_attn_relative_coords_table" -> "1671 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"155 features_7_1_attn_relative_position_index" -> "1678 index_11" [style=solid, label="(4096,)"]; -"156 features_1_1_attn_lifted_tensor_0" -> "367 lift_fresh_copy" [style=solid, label="()"]; -"157 features_1_1_attn_lifted_tensor_1" -> "371 lift_fresh_copy_1" [style=solid, label="()"]; -"158 features_1_1_attn_lifted_tensor_2" -> "375 lift_fresh_copy_2" [style=solid, label="()"]; -"159 features_1_1_attn_lifted_tensor_3" -> "379 lift_fresh_copy_3" [style=solid, label="()"]; -"160 features_1_1_attn_lifted_tensor_4" -> "383 lift_fresh_copy_4" [style=solid, label="()"]; -"161 features_1_1_attn_lifted_tensor_5" -> "387 lift_fresh_copy_5" [style=solid, label="()"]; -"162 features_1_1_attn_lifted_tensor_6" -> "391 lift_fresh_copy_6" [style=solid, label="()"]; -"163 features_1_1_attn_lifted_tensor_7" -> "395 lift_fresh_copy_7" [style=solid, label="()"]; -"164 features_1_1_attn_lifted_tensor_8" -> "399 lift_fresh_copy_8" [style=solid, label="()"]; -"165 features_3_1_attn_lifted_tensor_9" -> "646 lift_fresh_copy_9" [style=solid, label="()"]; -"166 features_3_1_attn_lifted_tensor_10" -> "650 lift_fresh_copy_10" [style=solid, label="()"]; -"167 features_3_1_attn_lifted_tensor_11" -> "654 lift_fresh_copy_11" [style=solid, label="()"]; -"168 features_3_1_attn_lifted_tensor_12" -> "658 lift_fresh_copy_12" [style=solid, label="()"]; -"169 features_3_1_attn_lifted_tensor_13" -> "662 lift_fresh_copy_13" [style=solid, label="()"]; -"170 features_3_1_attn_lifted_tensor_14" -> "666 lift_fresh_copy_14" [style=solid, label="()"]; -"171 features_3_1_attn_lifted_tensor_15" -> "670 lift_fresh_copy_15" [style=solid, label="()"]; -"172 features_3_1_attn_lifted_tensor_16" -> "674 lift_fresh_copy_16" [style=solid, label="()"]; -"173 features_3_1_attn_lifted_tensor_17" -> "678 lift_fresh_copy_17" [style=solid, label="()"]; -"174 features_5_1_attn_lifted_tensor_18" -> "928 lift_fresh_copy_18" [style=solid, label="()"]; -"175 features_5_1_attn_lifted_tensor_19" -> "932 lift_fresh_copy_19" [style=solid, label="()"]; -"176 features_5_1_attn_lifted_tensor_20" -> "936 lift_fresh_copy_20" [style=solid, label="()"]; -"177 features_5_1_attn_lifted_tensor_21" -> "940 lift_fresh_copy_21" [style=solid, label="()"]; -"178 features_5_1_attn_lifted_tensor_22" -> "944 lift_fresh_copy_22" [style=solid, label="()"]; -"179 features_5_1_attn_lifted_tensor_23" -> "948 lift_fresh_copy_23" [style=solid, label="()"]; -"180 features_5_1_attn_lifted_tensor_24" -> "952 lift_fresh_copy_24" [style=solid, label="()"]; -"181 features_5_1_attn_lifted_tensor_25" -> "956 lift_fresh_copy_25" [style=solid, label="()"]; -"182 features_5_1_attn_lifted_tensor_26" -> "960 lift_fresh_copy_26" [style=solid, label="()"]; -"183 features_5_3_attn_lifted_tensor_27" -> "1186 lift_fresh_copy_27" [style=solid, label="()"]; -"184 features_5_3_attn_lifted_tensor_28" -> "1190 lift_fresh_copy_28" [style=solid, label="()"]; -"185 features_5_3_attn_lifted_tensor_29" -> "1194 lift_fresh_copy_29" [style=solid, label="()"]; -"186 features_5_3_attn_lifted_tensor_30" -> "1198 lift_fresh_copy_30" [style=solid, label="()"]; -"187 features_5_3_attn_lifted_tensor_31" -> "1202 lift_fresh_copy_31" [style=solid, label="()"]; -"188 features_5_3_attn_lifted_tensor_32" -> "1206 lift_fresh_copy_32" [style=solid, label="()"]; -"189 features_5_3_attn_lifted_tensor_33" -> "1210 lift_fresh_copy_33" [style=solid, label="()"]; -"190 features_5_3_attn_lifted_tensor_34" -> "1214 lift_fresh_copy_34" [style=solid, label="()"]; -"191 features_5_3_attn_lifted_tensor_35" -> "1218 lift_fresh_copy_35" [style=solid, label="()"]; -"192 features_5_5_attn_lifted_tensor_36" -> "1444 lift_fresh_copy_36" [style=solid, label="()"]; -"193 features_5_5_attn_lifted_tensor_37" -> "1448 lift_fresh_copy_37" [style=solid, label="()"]; -"194 features_5_5_attn_lifted_tensor_38" -> "1452 lift_fresh_copy_38" [style=solid, label="()"]; -"195 features_5_5_attn_lifted_tensor_39" -> "1456 lift_fresh_copy_39" [style=solid, label="()"]; -"196 features_5_5_attn_lifted_tensor_40" -> "1460 lift_fresh_copy_40" [style=solid, label="()"]; -"197 features_5_5_attn_lifted_tensor_41" -> "1464 lift_fresh_copy_41" [style=solid, label="()"]; -"198 features_5_5_attn_lifted_tensor_42" -> "1468 lift_fresh_copy_42" [style=solid, label="()"]; -"199 features_5_5_attn_lifted_tensor_43" -> "1472 lift_fresh_copy_43" [style=solid, label="()"]; -"200 features_5_5_attn_lifted_tensor_44" -> "1476 lift_fresh_copy_44" [style=solid, label="()"]; +"134 features_1_1_attn_relative_coords_table" -> "311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"135 features_1_1_attn_relative_position_index" -> "318 index_1" [style=solid, label="(4096,)"]; +"136 features_3_0_attn_relative_coords_table" -> "483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"137 features_3_0_attn_relative_position_index" -> "490 index_2" [style=solid, label="(4096,)"]; +"138 features_3_1_attn_relative_coords_table" -> "583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"139 features_3_1_attn_relative_position_index" -> "590 index_3" [style=solid, label="(4096,)"]; +"140 features_5_0_attn_relative_coords_table" -> "757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"141 features_5_0_attn_relative_position_index" -> "764 index_4" [style=solid, label="(4096,)"]; +"142 features_5_1_attn_relative_coords_table" -> "857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"143 features_5_1_attn_relative_position_index" -> "864 index_5" [style=solid, label="(4096,)"]; +"144 features_5_2_attn_relative_coords_table" -> "1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"145 features_5_2_attn_relative_position_index" -> "1018 index_6" [style=solid, label="(4096,)"]; +"146 features_5_3_attn_relative_coords_table" -> "1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"147 features_5_3_attn_relative_position_index" -> "1118 index_7" [style=solid, label="(4096,)"]; +"148 features_5_4_attn_relative_coords_table" -> "1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"149 features_5_4_attn_relative_position_index" -> "1272 index_8" [style=solid, label="(4096,)"]; +"150 features_5_5_attn_relative_coords_table" -> "1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"151 features_5_5_attn_relative_position_index" -> "1372 index_9" [style=solid, label="(4096,)"]; +"152 features_7_0_attn_relative_coords_table" -> "1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"153 features_7_0_attn_relative_position_index" -> "1546 index_10" [style=solid, label="(4096,)"]; +"154 features_7_1_attn_relative_coords_table" -> "1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"155 features_7_1_attn_relative_position_index" -> "1646 index_11" [style=solid, label="(4096,)"]; +"156 features_1_1_attn_lifted_tensor_0" -> "366 lift_fresh_copy" [style=solid, label="()"]; +"157 features_1_1_attn_lifted_tensor_1" -> "370 lift_fresh_copy_1" [style=solid, label="()"]; +"158 features_1_1_attn_lifted_tensor_2" -> "374 lift_fresh_copy_2" [style=solid, label="()"]; +"159 features_1_1_attn_lifted_tensor_3" -> "378 lift_fresh_copy_3" [style=solid, label="()"]; +"160 features_1_1_attn_lifted_tensor_4" -> "382 lift_fresh_copy_4" [style=solid, label="()"]; +"161 features_1_1_attn_lifted_tensor_5" -> "386 lift_fresh_copy_5" [style=solid, label="()"]; +"162 features_1_1_attn_lifted_tensor_6" -> "390 lift_fresh_copy_6" [style=solid, label="()"]; +"163 features_1_1_attn_lifted_tensor_7" -> "394 lift_fresh_copy_7" [style=solid, label="()"]; +"164 features_1_1_attn_lifted_tensor_8" -> "398 lift_fresh_copy_8" [style=solid, label="()"]; +"165 features_3_1_attn_lifted_tensor_9" -> "638 lift_fresh_copy_9" [style=solid, label="()"]; +"166 features_3_1_attn_lifted_tensor_10" -> "642 lift_fresh_copy_10" [style=solid, label="()"]; +"167 features_3_1_attn_lifted_tensor_11" -> "646 lift_fresh_copy_11" [style=solid, label="()"]; +"168 features_3_1_attn_lifted_tensor_12" -> "650 lift_fresh_copy_12" [style=solid, label="()"]; +"169 features_3_1_attn_lifted_tensor_13" -> "654 lift_fresh_copy_13" [style=solid, label="()"]; +"170 features_3_1_attn_lifted_tensor_14" -> "658 lift_fresh_copy_14" [style=solid, label="()"]; +"171 features_3_1_attn_lifted_tensor_15" -> "662 lift_fresh_copy_15" [style=solid, label="()"]; +"172 features_3_1_attn_lifted_tensor_16" -> "666 lift_fresh_copy_16" [style=solid, label="()"]; +"173 features_3_1_attn_lifted_tensor_17" -> "670 lift_fresh_copy_17" [style=solid, label="()"]; +"174 features_5_1_attn_lifted_tensor_18" -> "912 lift_fresh_copy_18" [style=solid, label="()"]; +"175 features_5_1_attn_lifted_tensor_19" -> "916 lift_fresh_copy_19" [style=solid, label="()"]; +"176 features_5_1_attn_lifted_tensor_20" -> "920 lift_fresh_copy_20" [style=solid, label="()"]; +"177 features_5_1_attn_lifted_tensor_21" -> "924 lift_fresh_copy_21" [style=solid, label="()"]; +"178 features_5_1_attn_lifted_tensor_22" -> "928 lift_fresh_copy_22" [style=solid, label="()"]; +"179 features_5_1_attn_lifted_tensor_23" -> "932 lift_fresh_copy_23" [style=solid, label="()"]; +"180 features_5_1_attn_lifted_tensor_24" -> "936 lift_fresh_copy_24" [style=solid, label="()"]; +"181 features_5_1_attn_lifted_tensor_25" -> "940 lift_fresh_copy_25" [style=solid, label="()"]; +"182 features_5_1_attn_lifted_tensor_26" -> "944 lift_fresh_copy_26" [style=solid, label="()"]; +"183 features_5_3_attn_lifted_tensor_27" -> "1166 lift_fresh_copy_27" [style=solid, label="()"]; +"184 features_5_3_attn_lifted_tensor_28" -> "1170 lift_fresh_copy_28" [style=solid, label="()"]; +"185 features_5_3_attn_lifted_tensor_29" -> "1174 lift_fresh_copy_29" [style=solid, label="()"]; +"186 features_5_3_attn_lifted_tensor_30" -> "1178 lift_fresh_copy_30" [style=solid, label="()"]; +"187 features_5_3_attn_lifted_tensor_31" -> "1182 lift_fresh_copy_31" [style=solid, label="()"]; +"188 features_5_3_attn_lifted_tensor_32" -> "1186 lift_fresh_copy_32" [style=solid, label="()"]; +"189 features_5_3_attn_lifted_tensor_33" -> "1190 lift_fresh_copy_33" [style=solid, label="()"]; +"190 features_5_3_attn_lifted_tensor_34" -> "1194 lift_fresh_copy_34" [style=solid, label="()"]; +"191 features_5_3_attn_lifted_tensor_35" -> "1198 lift_fresh_copy_35" [style=solid, label="()"]; +"192 features_5_5_attn_lifted_tensor_36" -> "1420 lift_fresh_copy_36" [style=solid, label="()"]; +"193 features_5_5_attn_lifted_tensor_37" -> "1424 lift_fresh_copy_37" [style=solid, label="()"]; +"194 features_5_5_attn_lifted_tensor_38" -> "1428 lift_fresh_copy_38" [style=solid, label="()"]; +"195 features_5_5_attn_lifted_tensor_39" -> "1432 lift_fresh_copy_39" [style=solid, label="()"]; +"196 features_5_5_attn_lifted_tensor_40" -> "1436 lift_fresh_copy_40" [style=solid, label="()"]; +"197 features_5_5_attn_lifted_tensor_41" -> "1440 lift_fresh_copy_41" [style=solid, label="()"]; +"198 features_5_5_attn_lifted_tensor_42" -> "1444 lift_fresh_copy_42" [style=solid, label="()"]; +"199 features_5_5_attn_lifted_tensor_43" -> "1448 lift_fresh_copy_43" [style=solid, label="()"]; +"200 features_5_5_attn_lifted_tensor_44" -> "1452 lift_fresh_copy_44" [style=solid, label="()"]; "201 x" -> "202 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "202 quantize_per_tensor_default" -> "203 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "203 dequantize_per_tensor_default" -> "209 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -1997,7 +1963,7 @@ strict digraph { "209 conv2d" -> "210 permute" [style=solid, label="(1, 96, 56, 56)"]; "210 permute" -> "211 layer_norm" [style=solid, label="(1, 56, 56, 96)"]; "211 layer_norm" -> "227 pad" [style=solid, label="(1, 56, 56, 96)"]; -"211 layer_norm" -> "287 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"211 layer_norm" -> "286 add_1" [style=solid, label="(1, 56, 56, 96)"]; "212 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "214 linear" [style=solid, label="(512, 2)"]; "213 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "214 linear" [style=solid, label="(1, 15, 15, 2)"]; "214 linear" -> "215 relu_" [style=solid, label="(1, 15, 15, 512)"]; @@ -2075,1624 +2041,1590 @@ strict digraph { "280 dropout_1" -> "281 view_3" [style=solid, label="(49, 64, 96)"]; "281 view_3" -> "282 permute_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; "282 permute_4" -> "283 reshape_3" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"283 reshape_3" -> "284 slice_2" [style=solid, label="(1, 56, 56, 96)"]; -"284 slice_2" -> "285 slice_3" [style=solid, label="(1, 56, 56, 96)"]; -"285 slice_3" -> "286 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; -"286 layer_norm_1" -> "287 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"287 add_1" -> "288 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"287 add_1" -> "310 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"288 add_1_0_0_nncf_smooth_quant_0" -> "289 quantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; -"289 quantize_per_tensor_default_5" -> "290 dequantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; -"290 dequantize_per_tensor_default_5" -> "296 linear_4" [style=solid, label="(1, 56, 56, 96)"]; -"291 scale_updated_constant3" -> "293 mul_tensor_3" [style=solid, label="(384, 1)"]; -"292 compressed_weight_updated_constant3" -> "293 mul_tensor_3" [style=solid, label="(384, 96)"]; -"293 mul_tensor_3" -> "295 sub_tensor_3" [style=solid, label="(384, 96)"]; -"294 zero_point_updated_constant3" -> "295 sub_tensor_3" [style=solid, label="(384, 1)"]; -"295 sub_tensor_3" -> "296 linear_4" [style=solid, label="(384, 96)"]; -"296 linear_4" -> "297 gelu" [style=solid, label="(1, 56, 56, 384)"]; -"297 gelu" -> "298 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; -"298 dropout_2" -> "299 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"299 dropout_2_0_0_nncf_smooth_quant_0" -> "300 quantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; -"300 quantize_per_tensor_default_6" -> "301 dequantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; -"301 dequantize_per_tensor_default_6" -> "307 linear_5" [style=solid, label="(1, 56, 56, 384)"]; -"302 scale_updated_constant4" -> "304 mul_tensor_4" [style=solid, label="(96, 1)"]; -"303 compressed_weight_updated_constant4" -> "304 mul_tensor_4" [style=solid, label="(96, 384)"]; -"304 mul_tensor_4" -> "306 sub_tensor_4" [style=solid, label="(96, 384)"]; -"305 zero_point_updated_constant4" -> "306 sub_tensor_4" [style=solid, label="(96, 1)"]; -"306 sub_tensor_4" -> "307 linear_5" [style=solid, label="(96, 384)"]; -"307 linear_5" -> "308 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; -"308 dropout_3" -> "309 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; -"309 layer_norm_2" -> "310 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"310 add_2" -> "326 pad_1" [style=solid, label="(1, 56, 56, 96)"]; -"310 add_2" -> "440 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"311 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "313 linear_6" [style=solid, label="(512, 2)"]; -"312 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "313 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"313 linear_6" -> "314 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"314 relu__1" -> "316 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"315 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "317 linear_7" [style=solid, label="(3, 512)"]; -"316 relu__1_0_0_nncf_smooth_quant_0" -> "317 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"317 linear_7" -> "318 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"318 view_4" -> "319 index_1" [style=solid, label="(225, 3)"]; -"319 index_1" -> "320 view_5" [style=solid, label="(4096, 3)"]; -"320 view_5" -> "321 permute_5" [style=solid, label="(64, 64, 3)"]; -"321 permute_5" -> "322 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"322 contiguous_1" -> "323 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"323 unsqueeze_1" -> "324 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"324 sigmoid_1" -> "325 mul_2" [style=solid, label="(1, 3, 64, 64)"]; -"325 mul_2" -> "365 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"326 pad_1" -> "327 roll" [style=solid, label="(1, 56, 56, 96)"]; -"327 roll" -> "328 view_6" [style=solid, label="(1, 56, 56, 96)"]; -"328 view_6" -> "329 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"329 permute_6" -> "330 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"330 reshape_4" -> "334 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"330 reshape_4" -> "366 new_zeros" [style=solid, label="(49, 64, 96)"]; -"331 clone_1" -> "332 slice_4" [style=solid, label="(288,)"]; -"331 clone_1" -> "342 linear_8" [style=solid, label="(288,)"]; -"332 slice_4" -> "333 zero__1" [style=solid, label="(96,)"]; -"334 reshape_4_0_0_nncf_smooth_quant_0" -> "335 quantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; -"335 quantize_per_tensor_default_7" -> "336 dequantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; -"336 dequantize_per_tensor_default_7" -> "342 linear_8" [style=solid, label="(49, 64, 96)"]; -"337 scale_updated_constant5" -> "339 mul_tensor_5" [style=solid, label="(288, 1)"]; -"338 compressed_weight_updated_constant5" -> "339 mul_tensor_5" [style=solid, label="(288, 96)"]; -"339 mul_tensor_5" -> "341 sub_tensor_5" [style=solid, label="(288, 96)"]; -"340 zero_point_updated_constant5" -> "341 sub_tensor_5" [style=solid, label="(288, 1)"]; -"341 sub_tensor_5" -> "342 linear_8" [style=solid, label="(288, 96)"]; -"342 linear_8" -> "343 reshape_5" [style=solid, label="(49, 64, 288)"]; -"343 reshape_5" -> "344 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; -"344 permute_7" -> "345 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; -"344 permute_7" -> "346 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; -"344 permute_7" -> "347 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; -"345 select_3" -> "348 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; -"345 select_3" -> "350 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; -"345 select_3" -> "351 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"346 select_4" -> "354 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; -"346 select_4" -> "356 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; -"346 select_4" -> "357 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"347 select_5" -> "420 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; -"348 linalg_vector_norm_2" -> "349 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; -"349 clamp_min_2" -> "350 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; -"350 expand_as_2" -> "351 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"351 div_2" -> "352 quantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; -"352 quantize_per_tensor_default_8" -> "353 dequantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; -"353 dequantize_per_tensor_default_8" -> "361 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; -"354 linalg_vector_norm_3" -> "355 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; -"355 clamp_min_3" -> "356 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; -"356 expand_as_3" -> "357 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"357 div_3" -> "358 quantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; -"358 quantize_per_tensor_default_9" -> "359 dequantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; -"359 dequantize_per_tensor_default_9" -> "360 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; -"360 transpose_2" -> "361 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; -"361 matmul_2" -> "364 mul_3" [style=solid, label="(49, 3, 64, 64)"]; -"362 clamp_1" -> "363 exp_1" [style=solid, label="(3, 1, 1)"]; -"363 exp_1" -> "364 mul_3" [style=solid, label="(3, 1, 1)"]; -"364 mul_3" -> "365 add_3" [style=solid, label="(49, 3, 64, 64)"]; -"365 add_3" -> "413 view_8" [style=solid, label="(49, 3, 64, 64)"]; -"366 new_zeros" -> "368 slice_5" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "372 slice_7" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "376 slice_9" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "380 slice_11" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "384 slice_13" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "388 slice_15" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "392 slice_17" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "396 slice_19" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "400 slice_21" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "403 view_7" [style=solid, label="(56, 56)"]; -"367 lift_fresh_copy" -> "370 fill_" [style=solid, label="()"]; -"368 slice_5" -> "369 slice_6" [style=solid, label="(48, 56)"]; -"369 slice_6" -> "370 fill_" [style=solid, label="(48, 48)"]; -"371 lift_fresh_copy_1" -> "374 fill__1" [style=solid, label="()"]; -"372 slice_7" -> "373 slice_8" [style=solid, label="(48, 56)"]; -"373 slice_8" -> "374 fill__1" [style=solid, label="(48, 4)"]; -"375 lift_fresh_copy_2" -> "378 fill__2" [style=solid, label="()"]; -"376 slice_9" -> "377 slice_10" [style=solid, label="(48, 56)"]; -"377 slice_10" -> "378 fill__2" [style=solid, label="(48, 4)"]; -"379 lift_fresh_copy_3" -> "382 fill__3" [style=solid, label="()"]; -"380 slice_11" -> "381 slice_12" [style=solid, label="(4, 56)"]; -"381 slice_12" -> "382 fill__3" [style=solid, label="(4, 48)"]; -"383 lift_fresh_copy_4" -> "386 fill__4" [style=solid, label="()"]; -"384 slice_13" -> "385 slice_14" [style=solid, label="(4, 56)"]; -"385 slice_14" -> "386 fill__4" [style=solid, label="(4, 4)"]; -"387 lift_fresh_copy_5" -> "390 fill__5" [style=solid, label="()"]; -"388 slice_15" -> "389 slice_16" [style=solid, label="(4, 56)"]; -"389 slice_16" -> "390 fill__5" [style=solid, label="(4, 4)"]; -"391 lift_fresh_copy_6" -> "394 fill__6" [style=solid, label="()"]; -"392 slice_17" -> "393 slice_18" [style=solid, label="(4, 56)"]; -"393 slice_18" -> "394 fill__6" [style=solid, label="(4, 48)"]; -"395 lift_fresh_copy_7" -> "398 fill__7" [style=solid, label="()"]; -"396 slice_19" -> "397 slice_20" [style=solid, label="(4, 56)"]; -"397 slice_20" -> "398 fill__7" [style=solid, label="(4, 4)"]; -"399 lift_fresh_copy_8" -> "402 fill__8" [style=solid, label="()"]; -"400 slice_21" -> "401 slice_22" [style=solid, label="(4, 56)"]; -"401 slice_22" -> "402 fill__8" [style=solid, label="(4, 4)"]; -"403 view_7" -> "404 permute_8" [style=solid, label="(7, 8, 7, 8)"]; -"404 permute_8" -> "405 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; -"405 reshape_6" -> "406 unsqueeze_2" [style=solid, label="(49, 64)"]; -"405 reshape_6" -> "407 unsqueeze_3" [style=solid, label="(49, 64)"]; -"406 unsqueeze_2" -> "408 sub" [style=solid, label="(49, 1, 64)"]; -"407 unsqueeze_3" -> "408 sub" [style=solid, label="(49, 64, 1)"]; -"408 sub" -> "409 ne" [style=solid, label="(49, 64, 64)"]; -"408 sub" -> "410 masked_fill" [style=solid, label="(49, 64, 64)"]; -"408 sub" -> "411 eq" [style=solid, label="(49, 64, 64)"]; -"409 ne" -> "410 masked_fill" [style=solid, label="(49, 64, 64)"]; -"410 masked_fill" -> "412 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"411 eq" -> "412 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"412 masked_fill_1" -> "414 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; -"413 view_8" -> "416 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; -"414 unsqueeze_4" -> "415 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; -"415 unsqueeze_5" -> "416 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; -"416 add_4" -> "417 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; -"417 view_9" -> "418 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; -"418 softmax_1" -> "419 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; -"419 dropout_4" -> "420 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; -"420 matmul_3" -> "421 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; -"421 transpose_3" -> "422 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; -"422 reshape_7" -> "423 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"423 reshape_7_0_0_nncf_smooth_quant_0" -> "424 quantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; -"424 quantize_per_tensor_default_10" -> "425 dequantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; -"425 dequantize_per_tensor_default_10" -> "431 linear_9" [style=solid, label="(49, 64, 96)"]; -"426 scale_updated_constant6" -> "428 mul_tensor_6" [style=solid, label="(96, 1)"]; -"427 compressed_weight_updated_constant6" -> "428 mul_tensor_6" [style=solid, label="(96, 96)"]; -"428 mul_tensor_6" -> "430 sub_tensor_6" [style=solid, label="(96, 96)"]; -"429 zero_point_updated_constant6" -> "430 sub_tensor_6" [style=solid, label="(96, 1)"]; -"430 sub_tensor_6" -> "431 linear_9" [style=solid, label="(96, 96)"]; -"431 linear_9" -> "432 dropout_5" [style=solid, label="(49, 64, 96)"]; -"432 dropout_5" -> "433 view_10" [style=solid, label="(49, 64, 96)"]; -"433 view_10" -> "434 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"434 permute_9" -> "435 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"435 reshape_8" -> "436 roll_1" [style=solid, label="(1, 56, 56, 96)"]; -"436 roll_1" -> "437 slice_23" [style=solid, label="(1, 56, 56, 96)"]; -"437 slice_23" -> "438 slice_24" [style=solid, label="(1, 56, 56, 96)"]; -"438 slice_24" -> "439 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; -"439 layer_norm_3" -> "440 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"440 add_5" -> "441 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"440 add_5" -> "463 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"441 add_5_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; -"442 quantize_per_tensor_default_11" -> "443 dequantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; -"443 dequantize_per_tensor_default_11" -> "449 linear_10" [style=solid, label="(1, 56, 56, 96)"]; -"444 scale_updated_constant7" -> "446 mul_tensor_7" [style=solid, label="(384, 1)"]; -"445 compressed_weight_updated_constant7" -> "446 mul_tensor_7" [style=solid, label="(384, 96)"]; -"446 mul_tensor_7" -> "448 sub_tensor_7" [style=solid, label="(384, 96)"]; -"447 zero_point_updated_constant7" -> "448 sub_tensor_7" [style=solid, label="(384, 1)"]; -"448 sub_tensor_7" -> "449 linear_10" [style=solid, label="(384, 96)"]; -"449 linear_10" -> "450 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; -"450 gelu_1" -> "451 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; -"451 dropout_6" -> "452 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"452 dropout_6_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; -"453 quantize_per_tensor_default_12" -> "454 dequantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; -"454 dequantize_per_tensor_default_12" -> "460 linear_11" [style=solid, label="(1, 56, 56, 384)"]; -"455 scale_updated_constant8" -> "457 mul_tensor_8" [style=solid, label="(96, 1)"]; -"456 compressed_weight_updated_constant8" -> "457 mul_tensor_8" [style=solid, label="(96, 384)"]; -"457 mul_tensor_8" -> "459 sub_tensor_8" [style=solid, label="(96, 384)"]; -"458 zero_point_updated_constant8" -> "459 sub_tensor_8" [style=solid, label="(96, 1)"]; -"459 sub_tensor_8" -> "460 linear_11" [style=solid, label="(96, 384)"]; -"460 linear_11" -> "461 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; -"461 dropout_7" -> "462 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; -"462 layer_norm_4" -> "463 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"463 add_6" -> "464 pad_2" [style=solid, label="(1, 56, 56, 96)"]; -"464 pad_2" -> "465 slice_25" [style=solid, label="(1, 56, 56, 96)"]; -"464 pad_2" -> "468 slice_28" [style=solid, label="(1, 56, 56, 96)"]; -"464 pad_2" -> "471 slice_31" [style=solid, label="(1, 56, 56, 96)"]; -"464 pad_2" -> "474 slice_34" [style=solid, label="(1, 56, 56, 96)"]; -"465 slice_25" -> "466 slice_26" [style=solid, label="(1, 28, 56, 96)"]; -"466 slice_26" -> "467 slice_27" [style=solid, label="(1, 28, 28, 96)"]; -"467 slice_27" -> "477 cat" [style=solid, label="(1, 28, 28, 96)"]; -"468 slice_28" -> "469 slice_29" [style=solid, label="(1, 28, 56, 96)"]; -"469 slice_29" -> "470 slice_30" [style=solid, label="(1, 28, 28, 96)"]; -"470 slice_30" -> "477 cat" [style=solid, label="(1, 28, 28, 96)"]; -"471 slice_31" -> "472 slice_32" [style=solid, label="(1, 28, 56, 96)"]; -"472 slice_32" -> "473 slice_33" [style=solid, label="(1, 28, 28, 96)"]; -"473 slice_33" -> "477 cat" [style=solid, label="(1, 28, 28, 96)"]; -"474 slice_34" -> "475 slice_35" [style=solid, label="(1, 28, 56, 96)"]; -"475 slice_35" -> "476 slice_36" [style=solid, label="(1, 28, 28, 96)"]; -"476 slice_36" -> "477 cat" [style=solid, label="(1, 28, 28, 96)"]; -"477 cat" -> "478 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; -"478 cat_0_0_nncf_smooth_quant_0" -> "479 quantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; -"479 quantize_per_tensor_default_13" -> "480 dequantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; -"480 dequantize_per_tensor_default_13" -> "486 linear_12" [style=solid, label="(1, 28, 28, 384)"]; -"481 scale_updated_constant9" -> "483 mul_tensor_9" [style=solid, label="(192, 1)"]; -"482 compressed_weight_updated_constant9" -> "483 mul_tensor_9" [style=solid, label="(192, 384)"]; -"483 mul_tensor_9" -> "485 sub_tensor_9" [style=solid, label="(192, 384)"]; -"484 zero_point_updated_constant9" -> "485 sub_tensor_9" [style=solid, label="(192, 1)"]; -"485 sub_tensor_9" -> "486 linear_12" [style=solid, label="(192, 384)"]; -"486 linear_12" -> "487 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; -"487 layer_norm_5" -> "503 pad_3" [style=solid, label="(1, 28, 28, 192)"]; -"487 layer_norm_5" -> "566 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"488 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "490 linear_13" [style=solid, label="(512, 2)"]; -"489 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "490 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"490 linear_13" -> "491 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"491 relu__2" -> "493 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"492 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "494 linear_14" [style=solid, label="(6, 512)"]; -"493 relu__2_0_0_nncf_smooth_quant_0" -> "494 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"494 linear_14" -> "495 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"495 view_11" -> "496 index_2" [style=solid, label="(225, 6)"]; -"496 index_2" -> "497 view_12" [style=solid, label="(4096, 6)"]; -"497 view_12" -> "498 permute_10" [style=solid, label="(64, 64, 6)"]; -"498 permute_10" -> "499 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"499 contiguous_2" -> "500 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"500 unsqueeze_6" -> "501 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"501 sigmoid_2" -> "502 mul_4" [style=solid, label="(1, 6, 64, 64)"]; -"502 mul_4" -> "541 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"503 pad_3" -> "504 view_13" [style=solid, label="(1, 32, 32, 192)"]; -"504 view_13" -> "505 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"505 permute_11" -> "506 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"506 reshape_9" -> "510 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"507 clone_2" -> "508 slice_37" [style=solid, label="(576,)"]; -"507 clone_2" -> "518 linear_15" [style=solid, label="(576,)"]; -"508 slice_37" -> "509 zero__2" [style=solid, label="(192,)"]; -"510 reshape_9_0_0_nncf_smooth_quant_0" -> "511 quantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; -"511 quantize_per_tensor_default_14" -> "512 dequantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; -"512 dequantize_per_tensor_default_14" -> "518 linear_15" [style=solid, label="(16, 64, 192)"]; -"513 scale_updated_constant10" -> "515 mul_tensor_10" [style=solid, label="(576, 1)"]; -"514 compressed_weight_updated_constant10" -> "515 mul_tensor_10" [style=solid, label="(576, 192)"]; -"515 mul_tensor_10" -> "517 sub_tensor_10" [style=solid, label="(576, 192)"]; -"516 zero_point_updated_constant10" -> "517 sub_tensor_10" [style=solid, label="(576, 1)"]; -"517 sub_tensor_10" -> "518 linear_15" [style=solid, label="(576, 192)"]; -"518 linear_15" -> "519 reshape_10" [style=solid, label="(16, 64, 576)"]; -"519 reshape_10" -> "520 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; -"520 permute_12" -> "521 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; -"520 permute_12" -> "522 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; -"520 permute_12" -> "523 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; -"521 select_6" -> "524 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; -"521 select_6" -> "526 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; -"521 select_6" -> "527 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"522 select_7" -> "530 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; -"522 select_7" -> "532 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; -"522 select_7" -> "533 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"523 select_8" -> "544 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; -"524 linalg_vector_norm_4" -> "525 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; -"525 clamp_min_4" -> "526 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; -"526 expand_as_4" -> "527 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"527 div_4" -> "528 quantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; -"528 quantize_per_tensor_default_15" -> "529 dequantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; -"529 dequantize_per_tensor_default_15" -> "537 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; -"530 linalg_vector_norm_5" -> "531 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; -"531 clamp_min_5" -> "532 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; -"532 expand_as_5" -> "533 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"533 div_5" -> "534 quantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; -"534 quantize_per_tensor_default_16" -> "535 dequantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; -"535 dequantize_per_tensor_default_16" -> "536 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; -"536 transpose_4" -> "537 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; -"537 matmul_4" -> "540 mul_5" [style=solid, label="(16, 6, 64, 64)"]; -"538 clamp_2" -> "539 exp_2" [style=solid, label="(6, 1, 1)"]; -"539 exp_2" -> "540 mul_5" [style=solid, label="(6, 1, 1)"]; -"540 mul_5" -> "541 add_7" [style=solid, label="(16, 6, 64, 64)"]; -"541 add_7" -> "542 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; -"542 softmax_2" -> "543 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; -"543 dropout_8" -> "544 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; -"544 matmul_5" -> "545 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; -"545 transpose_5" -> "546 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; -"546 reshape_11" -> "547 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"547 reshape_11_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; -"548 quantize_per_tensor_default_17" -> "549 dequantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; -"549 dequantize_per_tensor_default_17" -> "555 linear_16" [style=solid, label="(16, 64, 192)"]; -"550 scale_updated_constant11" -> "552 mul_tensor_11" [style=solid, label="(192, 1)"]; -"551 compressed_weight_updated_constant11" -> "552 mul_tensor_11" [style=solid, label="(192, 192)"]; -"552 mul_tensor_11" -> "554 sub_tensor_11" [style=solid, label="(192, 192)"]; -"553 zero_point_updated_constant11" -> "554 sub_tensor_11" [style=solid, label="(192, 1)"]; -"554 sub_tensor_11" -> "555 linear_16" [style=solid, label="(192, 192)"]; -"555 linear_16" -> "556 dropout_9" [style=solid, label="(16, 64, 192)"]; -"556 dropout_9" -> "557 view_14" [style=solid, label="(16, 64, 192)"]; -"557 view_14" -> "558 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"558 permute_13" -> "559 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"559 reshape_12" -> "560 slice_38" [style=solid, label="(1, 32, 32, 192)"]; -"560 slice_38" -> "561 slice_39" [style=solid, label="(1, 32, 32, 192)"]; -"561 slice_39" -> "562 slice_40" [style=solid, label="(1, 28, 32, 192)"]; -"562 slice_40" -> "563 slice_41" [style=solid, label="(1, 28, 28, 192)"]; -"563 slice_41" -> "564 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; -"564 contiguous_3" -> "565 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; -"565 layer_norm_6" -> "566 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"566 add_8" -> "567 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"566 add_8" -> "589 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"567 add_8_0_0_nncf_smooth_quant_0" -> "568 quantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; -"568 quantize_per_tensor_default_18" -> "569 dequantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; -"569 dequantize_per_tensor_default_18" -> "575 linear_17" [style=solid, label="(1, 28, 28, 192)"]; -"570 scale_updated_constant12" -> "572 mul_tensor_12" [style=solid, label="(768, 1)"]; -"571 compressed_weight_updated_constant12" -> "572 mul_tensor_12" [style=solid, label="(768, 192)"]; -"572 mul_tensor_12" -> "574 sub_tensor_12" [style=solid, label="(768, 192)"]; -"573 zero_point_updated_constant12" -> "574 sub_tensor_12" [style=solid, label="(768, 1)"]; -"574 sub_tensor_12" -> "575 linear_17" [style=solid, label="(768, 192)"]; -"575 linear_17" -> "576 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; -"576 gelu_2" -> "577 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; -"577 dropout_10" -> "578 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"578 dropout_10_0_0_nncf_smooth_quant_0" -> "579 quantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; -"579 quantize_per_tensor_default_19" -> "580 dequantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; -"580 dequantize_per_tensor_default_19" -> "586 linear_18" [style=solid, label="(1, 28, 28, 768)"]; -"581 scale_updated_constant13" -> "583 mul_tensor_13" [style=solid, label="(192, 1)"]; -"582 compressed_weight_updated_constant13" -> "583 mul_tensor_13" [style=solid, label="(192, 768)"]; -"583 mul_tensor_13" -> "585 sub_tensor_13" [style=solid, label="(192, 768)"]; -"584 zero_point_updated_constant13" -> "585 sub_tensor_13" [style=solid, label="(192, 1)"]; -"585 sub_tensor_13" -> "586 linear_18" [style=solid, label="(192, 768)"]; -"586 linear_18" -> "587 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; -"587 dropout_11" -> "588 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; -"588 layer_norm_7" -> "589 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"589 add_9" -> "605 pad_4" [style=solid, label="(1, 28, 28, 192)"]; -"589 add_9" -> "722 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"590 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "592 linear_19" [style=solid, label="(512, 2)"]; -"591 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "592 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"592 linear_19" -> "593 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"593 relu__3" -> "595 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"594 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "596 linear_20" [style=solid, label="(6, 512)"]; -"595 relu__3_0_0_nncf_smooth_quant_0" -> "596 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"596 linear_20" -> "597 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"597 view_15" -> "598 index_3" [style=solid, label="(225, 6)"]; -"598 index_3" -> "599 view_16" [style=solid, label="(4096, 6)"]; -"599 view_16" -> "600 permute_14" [style=solid, label="(64, 64, 6)"]; -"600 permute_14" -> "601 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"601 contiguous_4" -> "602 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"602 unsqueeze_7" -> "603 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"603 sigmoid_3" -> "604 mul_6" [style=solid, label="(1, 6, 64, 64)"]; -"604 mul_6" -> "644 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"605 pad_4" -> "606 roll_2" [style=solid, label="(1, 32, 32, 192)"]; -"606 roll_2" -> "607 view_17" [style=solid, label="(1, 32, 32, 192)"]; -"607 view_17" -> "608 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"608 permute_15" -> "609 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"609 reshape_13" -> "613 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"609 reshape_13" -> "645 new_zeros_1" [style=solid, label="(16, 64, 192)"]; -"610 clone_3" -> "611 slice_42" [style=solid, label="(576,)"]; -"610 clone_3" -> "621 linear_21" [style=solid, label="(576,)"]; -"611 slice_42" -> "612 zero__3" [style=solid, label="(192,)"]; -"613 reshape_13_0_0_nncf_smooth_quant_0" -> "614 quantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; -"614 quantize_per_tensor_default_20" -> "615 dequantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; -"615 dequantize_per_tensor_default_20" -> "621 linear_21" [style=solid, label="(16, 64, 192)"]; -"616 scale_updated_constant14" -> "618 mul_tensor_14" [style=solid, label="(576, 1)"]; -"617 compressed_weight_updated_constant14" -> "618 mul_tensor_14" [style=solid, label="(576, 192)"]; -"618 mul_tensor_14" -> "620 sub_tensor_14" [style=solid, label="(576, 192)"]; -"619 zero_point_updated_constant14" -> "620 sub_tensor_14" [style=solid, label="(576, 1)"]; -"620 sub_tensor_14" -> "621 linear_21" [style=solid, label="(576, 192)"]; -"621 linear_21" -> "622 reshape_14" [style=solid, label="(16, 64, 576)"]; -"622 reshape_14" -> "623 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; -"623 permute_16" -> "624 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; -"623 permute_16" -> "625 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; -"623 permute_16" -> "626 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; -"624 select_9" -> "627 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; -"624 select_9" -> "629 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; -"624 select_9" -> "630 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"625 select_10" -> "633 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; -"625 select_10" -> "635 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; -"625 select_10" -> "636 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"626 select_11" -> "699 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; -"627 linalg_vector_norm_6" -> "628 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; -"628 clamp_min_6" -> "629 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; -"629 expand_as_6" -> "630 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"630 div_6" -> "631 quantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; -"631 quantize_per_tensor_default_21" -> "632 dequantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; -"632 dequantize_per_tensor_default_21" -> "640 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; -"633 linalg_vector_norm_7" -> "634 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; -"634 clamp_min_7" -> "635 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; -"635 expand_as_7" -> "636 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"636 div_7" -> "637 quantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; -"637 quantize_per_tensor_default_22" -> "638 dequantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; -"638 dequantize_per_tensor_default_22" -> "639 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; -"639 transpose_6" -> "640 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; -"640 matmul_6" -> "643 mul_7" [style=solid, label="(16, 6, 64, 64)"]; -"641 clamp_3" -> "642 exp_3" [style=solid, label="(6, 1, 1)"]; -"642 exp_3" -> "643 mul_7" [style=solid, label="(6, 1, 1)"]; -"643 mul_7" -> "644 add_10" [style=solid, label="(16, 6, 64, 64)"]; -"644 add_10" -> "692 view_19" [style=solid, label="(16, 6, 64, 64)"]; -"645 new_zeros_1" -> "647 slice_43" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "651 slice_45" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "655 slice_47" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "659 slice_49" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "663 slice_51" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "667 slice_53" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "671 slice_55" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "675 slice_57" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "679 slice_59" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "682 view_18" [style=solid, label="(32, 32)"]; -"646 lift_fresh_copy_9" -> "649 fill__9" [style=solid, label="()"]; -"647 slice_43" -> "648 slice_44" [style=solid, label="(24, 32)"]; -"648 slice_44" -> "649 fill__9" [style=solid, label="(24, 24)"]; -"650 lift_fresh_copy_10" -> "653 fill__10" [style=solid, label="()"]; -"651 slice_45" -> "652 slice_46" [style=solid, label="(24, 32)"]; -"652 slice_46" -> "653 fill__10" [style=solid, label="(24, 4)"]; -"654 lift_fresh_copy_11" -> "657 fill__11" [style=solid, label="()"]; -"655 slice_47" -> "656 slice_48" [style=solid, label="(24, 32)"]; -"656 slice_48" -> "657 fill__11" [style=solid, label="(24, 4)"]; -"658 lift_fresh_copy_12" -> "661 fill__12" [style=solid, label="()"]; -"659 slice_49" -> "660 slice_50" [style=solid, label="(4, 32)"]; -"660 slice_50" -> "661 fill__12" [style=solid, label="(4, 24)"]; -"662 lift_fresh_copy_13" -> "665 fill__13" [style=solid, label="()"]; -"663 slice_51" -> "664 slice_52" [style=solid, label="(4, 32)"]; -"664 slice_52" -> "665 fill__13" [style=solid, label="(4, 4)"]; -"666 lift_fresh_copy_14" -> "669 fill__14" [style=solid, label="()"]; -"667 slice_53" -> "668 slice_54" [style=solid, label="(4, 32)"]; -"668 slice_54" -> "669 fill__14" [style=solid, label="(4, 4)"]; -"670 lift_fresh_copy_15" -> "673 fill__15" [style=solid, label="()"]; -"671 slice_55" -> "672 slice_56" [style=solid, label="(4, 32)"]; -"672 slice_56" -> "673 fill__15" [style=solid, label="(4, 24)"]; -"674 lift_fresh_copy_16" -> "677 fill__16" [style=solid, label="()"]; -"675 slice_57" -> "676 slice_58" [style=solid, label="(4, 32)"]; -"676 slice_58" -> "677 fill__16" [style=solid, label="(4, 4)"]; -"678 lift_fresh_copy_17" -> "681 fill__17" [style=solid, label="()"]; -"679 slice_59" -> "680 slice_60" [style=solid, label="(4, 32)"]; -"680 slice_60" -> "681 fill__17" [style=solid, label="(4, 4)"]; -"682 view_18" -> "683 permute_17" [style=solid, label="(4, 8, 4, 8)"]; -"683 permute_17" -> "684 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; -"684 reshape_15" -> "685 unsqueeze_8" [style=solid, label="(16, 64)"]; -"684 reshape_15" -> "686 unsqueeze_9" [style=solid, label="(16, 64)"]; -"685 unsqueeze_8" -> "687 sub_1" [style=solid, label="(16, 1, 64)"]; -"686 unsqueeze_9" -> "687 sub_1" [style=solid, label="(16, 64, 1)"]; -"687 sub_1" -> "688 ne_1" [style=solid, label="(16, 64, 64)"]; -"687 sub_1" -> "689 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"687 sub_1" -> "690 eq_1" [style=solid, label="(16, 64, 64)"]; -"688 ne_1" -> "689 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"689 masked_fill_2" -> "691 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"690 eq_1" -> "691 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"691 masked_fill_3" -> "693 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; -"692 view_19" -> "695 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; -"693 unsqueeze_10" -> "694 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; -"694 unsqueeze_11" -> "695 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; -"695 add_11" -> "696 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; -"696 view_20" -> "697 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; -"697 softmax_3" -> "698 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; -"698 dropout_12" -> "699 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; -"699 matmul_7" -> "700 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; -"700 transpose_7" -> "701 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; -"701 reshape_16" -> "702 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"702 reshape_16_0_0_nncf_smooth_quant_0" -> "703 quantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; -"703 quantize_per_tensor_default_23" -> "704 dequantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; -"704 dequantize_per_tensor_default_23" -> "710 linear_22" [style=solid, label="(16, 64, 192)"]; -"705 scale_updated_constant15" -> "707 mul_tensor_15" [style=solid, label="(192, 1)"]; -"706 compressed_weight_updated_constant15" -> "707 mul_tensor_15" [style=solid, label="(192, 192)"]; -"707 mul_tensor_15" -> "709 sub_tensor_15" [style=solid, label="(192, 192)"]; -"708 zero_point_updated_constant15" -> "709 sub_tensor_15" [style=solid, label="(192, 1)"]; -"709 sub_tensor_15" -> "710 linear_22" [style=solid, label="(192, 192)"]; -"710 linear_22" -> "711 dropout_13" [style=solid, label="(16, 64, 192)"]; -"711 dropout_13" -> "712 view_21" [style=solid, label="(16, 64, 192)"]; -"712 view_21" -> "713 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"713 permute_18" -> "714 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"714 reshape_17" -> "715 roll_3" [style=solid, label="(1, 32, 32, 192)"]; -"715 roll_3" -> "716 slice_61" [style=solid, label="(1, 32, 32, 192)"]; -"716 slice_61" -> "717 slice_62" [style=solid, label="(1, 32, 32, 192)"]; -"717 slice_62" -> "718 slice_63" [style=solid, label="(1, 28, 32, 192)"]; -"718 slice_63" -> "719 slice_64" [style=solid, label="(1, 28, 28, 192)"]; -"719 slice_64" -> "720 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; -"720 contiguous_5" -> "721 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; -"721 layer_norm_8" -> "722 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"722 add_12" -> "723 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"722 add_12" -> "745 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"723 add_12_0_0_nncf_smooth_quant_0" -> "724 quantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; -"724 quantize_per_tensor_default_24" -> "725 dequantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; -"725 dequantize_per_tensor_default_24" -> "731 linear_23" [style=solid, label="(1, 28, 28, 192)"]; -"726 scale_updated_constant16" -> "728 mul_tensor_16" [style=solid, label="(768, 1)"]; -"727 compressed_weight_updated_constant16" -> "728 mul_tensor_16" [style=solid, label="(768, 192)"]; -"728 mul_tensor_16" -> "730 sub_tensor_16" [style=solid, label="(768, 192)"]; -"729 zero_point_updated_constant16" -> "730 sub_tensor_16" [style=solid, label="(768, 1)"]; -"730 sub_tensor_16" -> "731 linear_23" [style=solid, label="(768, 192)"]; -"731 linear_23" -> "732 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; -"732 gelu_3" -> "733 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; -"733 dropout_14" -> "734 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"734 dropout_14_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; -"735 quantize_per_tensor_default_25" -> "736 dequantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; -"736 dequantize_per_tensor_default_25" -> "742 linear_24" [style=solid, label="(1, 28, 28, 768)"]; -"737 scale_updated_constant17" -> "739 mul_tensor_17" [style=solid, label="(192, 1)"]; -"738 compressed_weight_updated_constant17" -> "739 mul_tensor_17" [style=solid, label="(192, 768)"]; -"739 mul_tensor_17" -> "741 sub_tensor_17" [style=solid, label="(192, 768)"]; -"740 zero_point_updated_constant17" -> "741 sub_tensor_17" [style=solid, label="(192, 1)"]; -"741 sub_tensor_17" -> "742 linear_24" [style=solid, label="(192, 768)"]; -"742 linear_24" -> "743 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; -"743 dropout_15" -> "744 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; -"744 layer_norm_9" -> "745 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"745 add_13" -> "746 pad_5" [style=solid, label="(1, 28, 28, 192)"]; -"746 pad_5" -> "747 slice_65" [style=solid, label="(1, 28, 28, 192)"]; -"746 pad_5" -> "750 slice_68" [style=solid, label="(1, 28, 28, 192)"]; -"746 pad_5" -> "753 slice_71" [style=solid, label="(1, 28, 28, 192)"]; -"746 pad_5" -> "756 slice_74" [style=solid, label="(1, 28, 28, 192)"]; -"747 slice_65" -> "748 slice_66" [style=solid, label="(1, 14, 28, 192)"]; -"748 slice_66" -> "749 slice_67" [style=solid, label="(1, 14, 14, 192)"]; -"749 slice_67" -> "759 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"750 slice_68" -> "751 slice_69" [style=solid, label="(1, 14, 28, 192)"]; -"751 slice_69" -> "752 slice_70" [style=solid, label="(1, 14, 14, 192)"]; -"752 slice_70" -> "759 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"753 slice_71" -> "754 slice_72" [style=solid, label="(1, 14, 28, 192)"]; -"754 slice_72" -> "755 slice_73" [style=solid, label="(1, 14, 14, 192)"]; -"755 slice_73" -> "759 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"756 slice_74" -> "757 slice_75" [style=solid, label="(1, 14, 28, 192)"]; -"757 slice_75" -> "758 slice_76" [style=solid, label="(1, 14, 14, 192)"]; -"758 slice_76" -> "759 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"759 cat_1" -> "760 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; -"760 cat_1_0_0_nncf_smooth_quant_0" -> "761 quantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; -"761 quantize_per_tensor_default_26" -> "762 dequantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; -"762 dequantize_per_tensor_default_26" -> "768 linear_25" [style=solid, label="(1, 14, 14, 768)"]; -"763 scale_updated_constant18" -> "765 mul_tensor_18" [style=solid, label="(384, 1)"]; -"764 compressed_weight_updated_constant18" -> "765 mul_tensor_18" [style=solid, label="(384, 768)"]; -"765 mul_tensor_18" -> "767 sub_tensor_18" [style=solid, label="(384, 768)"]; -"766 zero_point_updated_constant18" -> "767 sub_tensor_18" [style=solid, label="(384, 1)"]; -"767 sub_tensor_18" -> "768 linear_25" [style=solid, label="(384, 768)"]; -"768 linear_25" -> "769 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; -"769 layer_norm_10" -> "785 pad_6" [style=solid, label="(1, 14, 14, 384)"]; -"769 layer_norm_10" -> "848 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"770 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "772 linear_26" [style=solid, label="(512, 2)"]; -"771 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "772 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"772 linear_26" -> "773 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"773 relu__4" -> "775 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"774 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "776 linear_27" [style=solid, label="(12, 512)"]; -"775 relu__4_0_0_nncf_smooth_quant_0" -> "776 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"776 linear_27" -> "777 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"777 view_22" -> "778 index_4" [style=solid, label="(225, 12)"]; -"778 index_4" -> "779 view_23" [style=solid, label="(4096, 12)"]; -"779 view_23" -> "780 permute_19" [style=solid, label="(64, 64, 12)"]; -"780 permute_19" -> "781 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"781 contiguous_6" -> "782 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"782 unsqueeze_12" -> "783 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"783 sigmoid_4" -> "784 mul_8" [style=solid, label="(1, 12, 64, 64)"]; -"784 mul_8" -> "823 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"785 pad_6" -> "786 view_24" [style=solid, label="(1, 16, 16, 384)"]; -"786 view_24" -> "787 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"787 permute_20" -> "788 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"788 reshape_18" -> "792 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"789 clone_4" -> "790 slice_77" [style=solid, label="(1152,)"]; -"789 clone_4" -> "800 linear_28" [style=solid, label="(1152,)"]; -"790 slice_77" -> "791 zero__4" [style=solid, label="(384,)"]; -"792 reshape_18_0_0_nncf_smooth_quant_0" -> "793 quantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; -"793 quantize_per_tensor_default_27" -> "794 dequantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; -"794 dequantize_per_tensor_default_27" -> "800 linear_28" [style=solid, label="(4, 64, 384)"]; -"795 scale_updated_constant19" -> "797 mul_tensor_19" [style=solid, label="(1152, 1)"]; -"796 compressed_weight_updated_constant19" -> "797 mul_tensor_19" [style=solid, label="(1152, 384)"]; -"797 mul_tensor_19" -> "799 sub_tensor_19" [style=solid, label="(1152, 384)"]; -"798 zero_point_updated_constant19" -> "799 sub_tensor_19" [style=solid, label="(1152, 1)"]; -"799 sub_tensor_19" -> "800 linear_28" [style=solid, label="(1152, 384)"]; -"800 linear_28" -> "801 reshape_19" [style=solid, label="(4, 64, 1152)"]; -"801 reshape_19" -> "802 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; -"802 permute_21" -> "803 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; -"802 permute_21" -> "804 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; -"802 permute_21" -> "805 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; -"803 select_12" -> "806 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; -"803 select_12" -> "808 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; -"803 select_12" -> "809 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"804 select_13" -> "812 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; -"804 select_13" -> "814 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; -"804 select_13" -> "815 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"805 select_14" -> "826 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; -"806 linalg_vector_norm_8" -> "807 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; -"807 clamp_min_8" -> "808 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; -"808 expand_as_8" -> "809 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"809 div_8" -> "810 quantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; -"810 quantize_per_tensor_default_28" -> "811 dequantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; -"811 dequantize_per_tensor_default_28" -> "819 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; -"812 linalg_vector_norm_9" -> "813 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; -"813 clamp_min_9" -> "814 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; -"814 expand_as_9" -> "815 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"815 div_9" -> "816 quantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; -"816 quantize_per_tensor_default_29" -> "817 dequantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; -"817 dequantize_per_tensor_default_29" -> "818 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; -"818 transpose_8" -> "819 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; -"819 matmul_8" -> "822 mul_9" [style=solid, label="(4, 12, 64, 64)"]; -"820 clamp_4" -> "821 exp_4" [style=solid, label="(12, 1, 1)"]; -"821 exp_4" -> "822 mul_9" [style=solid, label="(12, 1, 1)"]; -"822 mul_9" -> "823 add_14" [style=solid, label="(4, 12, 64, 64)"]; -"823 add_14" -> "824 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; -"824 softmax_4" -> "825 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; -"825 dropout_16" -> "826 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; -"826 matmul_9" -> "827 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; -"827 transpose_9" -> "828 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; -"828 reshape_20" -> "829 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"829 reshape_20_0_0_nncf_smooth_quant_0" -> "830 quantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; -"830 quantize_per_tensor_default_30" -> "831 dequantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; -"831 dequantize_per_tensor_default_30" -> "837 linear_29" [style=solid, label="(4, 64, 384)"]; -"832 scale_updated_constant20" -> "834 mul_tensor_20" [style=solid, label="(384, 1)"]; -"833 compressed_weight_updated_constant20" -> "834 mul_tensor_20" [style=solid, label="(384, 384)"]; -"834 mul_tensor_20" -> "836 sub_tensor_20" [style=solid, label="(384, 384)"]; -"835 zero_point_updated_constant20" -> "836 sub_tensor_20" [style=solid, label="(384, 1)"]; -"836 sub_tensor_20" -> "837 linear_29" [style=solid, label="(384, 384)"]; -"837 linear_29" -> "838 dropout_17" [style=solid, label="(4, 64, 384)"]; -"838 dropout_17" -> "839 view_25" [style=solid, label="(4, 64, 384)"]; -"839 view_25" -> "840 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"840 permute_22" -> "841 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"841 reshape_21" -> "842 slice_78" [style=solid, label="(1, 16, 16, 384)"]; -"842 slice_78" -> "843 slice_79" [style=solid, label="(1, 16, 16, 384)"]; -"843 slice_79" -> "844 slice_80" [style=solid, label="(1, 14, 16, 384)"]; -"844 slice_80" -> "845 slice_81" [style=solid, label="(1, 14, 14, 384)"]; -"845 slice_81" -> "846 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; -"846 contiguous_7" -> "847 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; -"847 layer_norm_11" -> "848 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"848 add_15" -> "849 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"848 add_15" -> "871 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"849 add_15_0_0_nncf_smooth_quant_0" -> "850 quantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; -"850 quantize_per_tensor_default_31" -> "851 dequantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; -"851 dequantize_per_tensor_default_31" -> "857 linear_30" [style=solid, label="(1, 14, 14, 384)"]; -"852 scale_updated_constant21" -> "854 mul_tensor_21" [style=solid, label="(1536, 1)"]; -"853 compressed_weight_updated_constant21" -> "854 mul_tensor_21" [style=solid, label="(1536, 384)"]; -"854 mul_tensor_21" -> "856 sub_tensor_21" [style=solid, label="(1536, 384)"]; -"855 zero_point_updated_constant21" -> "856 sub_tensor_21" [style=solid, label="(1536, 1)"]; -"856 sub_tensor_21" -> "857 linear_30" [style=solid, label="(1536, 384)"]; -"857 linear_30" -> "858 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; -"858 gelu_4" -> "859 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; -"859 dropout_18" -> "860 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"860 dropout_18_0_0_nncf_smooth_quant_0" -> "861 quantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; -"861 quantize_per_tensor_default_32" -> "862 dequantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; -"862 dequantize_per_tensor_default_32" -> "868 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; -"863 scale_updated_constant22" -> "865 mul_tensor_22" [style=solid, label="(384, 1)"]; -"864 compressed_weight_updated_constant22" -> "865 mul_tensor_22" [style=solid, label="(384, 1536)"]; -"865 mul_tensor_22" -> "867 sub_tensor_22" [style=solid, label="(384, 1536)"]; -"866 zero_point_updated_constant22" -> "867 sub_tensor_22" [style=solid, label="(384, 1)"]; -"867 sub_tensor_22" -> "868 linear_31" [style=solid, label="(384, 1536)"]; -"868 linear_31" -> "869 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; -"869 dropout_19" -> "870 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; -"870 layer_norm_12" -> "871 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"871 add_16" -> "887 pad_7" [style=solid, label="(1, 14, 14, 384)"]; -"871 add_16" -> "1004 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"872 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "874 linear_32" [style=solid, label="(512, 2)"]; -"873 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "874 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"874 linear_32" -> "875 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"875 relu__5" -> "877 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"876 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "878 linear_33" [style=solid, label="(12, 512)"]; -"877 relu__5_0_0_nncf_smooth_quant_0" -> "878 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"878 linear_33" -> "879 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"879 view_26" -> "880 index_5" [style=solid, label="(225, 12)"]; -"880 index_5" -> "881 view_27" [style=solid, label="(4096, 12)"]; -"881 view_27" -> "882 permute_23" [style=solid, label="(64, 64, 12)"]; -"882 permute_23" -> "883 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"883 contiguous_8" -> "884 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"884 unsqueeze_13" -> "885 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"885 sigmoid_5" -> "886 mul_10" [style=solid, label="(1, 12, 64, 64)"]; -"886 mul_10" -> "926 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"887 pad_7" -> "888 roll_4" [style=solid, label="(1, 16, 16, 384)"]; -"888 roll_4" -> "889 view_28" [style=solid, label="(1, 16, 16, 384)"]; -"889 view_28" -> "890 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"890 permute_24" -> "891 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"891 reshape_22" -> "895 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"891 reshape_22" -> "927 new_zeros_2" [style=solid, label="(4, 64, 384)"]; -"892 clone_5" -> "893 slice_82" [style=solid, label="(1152,)"]; -"892 clone_5" -> "903 linear_34" [style=solid, label="(1152,)"]; -"893 slice_82" -> "894 zero__5" [style=solid, label="(384,)"]; -"895 reshape_22_0_0_nncf_smooth_quant_0" -> "896 quantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; -"896 quantize_per_tensor_default_33" -> "897 dequantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; -"897 dequantize_per_tensor_default_33" -> "903 linear_34" [style=solid, label="(4, 64, 384)"]; -"898 scale_updated_constant23" -> "900 mul_tensor_23" [style=solid, label="(1152, 1)"]; -"899 compressed_weight_updated_constant23" -> "900 mul_tensor_23" [style=solid, label="(1152, 384)"]; -"900 mul_tensor_23" -> "902 sub_tensor_23" [style=solid, label="(1152, 384)"]; -"901 zero_point_updated_constant23" -> "902 sub_tensor_23" [style=solid, label="(1152, 1)"]; -"902 sub_tensor_23" -> "903 linear_34" [style=solid, label="(1152, 384)"]; -"903 linear_34" -> "904 reshape_23" [style=solid, label="(4, 64, 1152)"]; -"904 reshape_23" -> "905 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; -"905 permute_25" -> "906 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; -"905 permute_25" -> "907 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; -"905 permute_25" -> "908 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; -"906 select_15" -> "909 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; -"906 select_15" -> "911 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; -"906 select_15" -> "912 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"907 select_16" -> "915 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; -"907 select_16" -> "917 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; -"907 select_16" -> "918 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"908 select_17" -> "981 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; -"909 linalg_vector_norm_10" -> "910 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; -"910 clamp_min_10" -> "911 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; -"911 expand_as_10" -> "912 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"912 div_10" -> "913 quantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; -"913 quantize_per_tensor_default_34" -> "914 dequantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; -"914 dequantize_per_tensor_default_34" -> "922 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; -"915 linalg_vector_norm_11" -> "916 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; -"916 clamp_min_11" -> "917 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; -"917 expand_as_11" -> "918 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"918 div_11" -> "919 quantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; -"919 quantize_per_tensor_default_35" -> "920 dequantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; -"920 dequantize_per_tensor_default_35" -> "921 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; -"921 transpose_10" -> "922 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; -"922 matmul_10" -> "925 mul_11" [style=solid, label="(4, 12, 64, 64)"]; -"923 clamp_5" -> "924 exp_5" [style=solid, label="(12, 1, 1)"]; -"924 exp_5" -> "925 mul_11" [style=solid, label="(12, 1, 1)"]; -"925 mul_11" -> "926 add_17" [style=solid, label="(4, 12, 64, 64)"]; -"926 add_17" -> "974 view_30" [style=solid, label="(4, 12, 64, 64)"]; -"927 new_zeros_2" -> "929 slice_83" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "933 slice_85" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "937 slice_87" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "941 slice_89" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "945 slice_91" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "949 slice_93" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "953 slice_95" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "957 slice_97" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "961 slice_99" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "964 view_29" [style=solid, label="(16, 16)"]; -"928 lift_fresh_copy_18" -> "931 fill__18" [style=solid, label="()"]; -"929 slice_83" -> "930 slice_84" [style=solid, label="(8, 16)"]; -"930 slice_84" -> "931 fill__18" [style=solid, label="(8, 8)"]; -"932 lift_fresh_copy_19" -> "935 fill__19" [style=solid, label="()"]; -"933 slice_85" -> "934 slice_86" [style=solid, label="(8, 16)"]; -"934 slice_86" -> "935 fill__19" [style=solid, label="(8, 4)"]; -"936 lift_fresh_copy_20" -> "939 fill__20" [style=solid, label="()"]; -"937 slice_87" -> "938 slice_88" [style=solid, label="(8, 16)"]; -"938 slice_88" -> "939 fill__20" [style=solid, label="(8, 4)"]; -"940 lift_fresh_copy_21" -> "943 fill__21" [style=solid, label="()"]; -"941 slice_89" -> "942 slice_90" [style=solid, label="(4, 16)"]; -"942 slice_90" -> "943 fill__21" [style=solid, label="(4, 8)"]; -"944 lift_fresh_copy_22" -> "947 fill__22" [style=solid, label="()"]; -"945 slice_91" -> "946 slice_92" [style=solid, label="(4, 16)"]; -"946 slice_92" -> "947 fill__22" [style=solid, label="(4, 4)"]; -"948 lift_fresh_copy_23" -> "951 fill__23" [style=solid, label="()"]; -"949 slice_93" -> "950 slice_94" [style=solid, label="(4, 16)"]; -"950 slice_94" -> "951 fill__23" [style=solid, label="(4, 4)"]; -"952 lift_fresh_copy_24" -> "955 fill__24" [style=solid, label="()"]; -"953 slice_95" -> "954 slice_96" [style=solid, label="(4, 16)"]; -"954 slice_96" -> "955 fill__24" [style=solid, label="(4, 8)"]; -"956 lift_fresh_copy_25" -> "959 fill__25" [style=solid, label="()"]; -"957 slice_97" -> "958 slice_98" [style=solid, label="(4, 16)"]; -"958 slice_98" -> "959 fill__25" [style=solid, label="(4, 4)"]; -"960 lift_fresh_copy_26" -> "963 fill__26" [style=solid, label="()"]; -"961 slice_99" -> "962 slice_100" [style=solid, label="(4, 16)"]; -"962 slice_100" -> "963 fill__26" [style=solid, label="(4, 4)"]; -"964 view_29" -> "965 permute_26" [style=solid, label="(2, 8, 2, 8)"]; -"965 permute_26" -> "966 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; -"966 reshape_24" -> "967 unsqueeze_14" [style=solid, label="(4, 64)"]; -"966 reshape_24" -> "968 unsqueeze_15" [style=solid, label="(4, 64)"]; -"967 unsqueeze_14" -> "969 sub_2" [style=solid, label="(4, 1, 64)"]; -"968 unsqueeze_15" -> "969 sub_2" [style=solid, label="(4, 64, 1)"]; -"969 sub_2" -> "970 ne_2" [style=solid, label="(4, 64, 64)"]; -"969 sub_2" -> "971 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"969 sub_2" -> "972 eq_2" [style=solid, label="(4, 64, 64)"]; -"970 ne_2" -> "971 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"971 masked_fill_4" -> "973 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"972 eq_2" -> "973 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"973 masked_fill_5" -> "975 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; -"974 view_30" -> "977 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; -"975 unsqueeze_16" -> "976 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; -"976 unsqueeze_17" -> "977 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; -"977 add_18" -> "978 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; -"978 view_31" -> "979 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; -"979 softmax_5" -> "980 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; -"980 dropout_20" -> "981 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; -"981 matmul_11" -> "982 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; -"982 transpose_11" -> "983 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; -"983 reshape_25" -> "984 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"984 reshape_25_0_0_nncf_smooth_quant_0" -> "985 quantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; -"985 quantize_per_tensor_default_36" -> "986 dequantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; -"986 dequantize_per_tensor_default_36" -> "992 linear_35" [style=solid, label="(4, 64, 384)"]; -"987 scale_updated_constant24" -> "989 mul_tensor_24" [style=solid, label="(384, 1)"]; -"988 compressed_weight_updated_constant24" -> "989 mul_tensor_24" [style=solid, label="(384, 384)"]; -"989 mul_tensor_24" -> "991 sub_tensor_24" [style=solid, label="(384, 384)"]; -"990 zero_point_updated_constant24" -> "991 sub_tensor_24" [style=solid, label="(384, 1)"]; -"991 sub_tensor_24" -> "992 linear_35" [style=solid, label="(384, 384)"]; -"992 linear_35" -> "993 dropout_21" [style=solid, label="(4, 64, 384)"]; -"993 dropout_21" -> "994 view_32" [style=solid, label="(4, 64, 384)"]; -"994 view_32" -> "995 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"995 permute_27" -> "996 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"996 reshape_26" -> "997 roll_5" [style=solid, label="(1, 16, 16, 384)"]; -"997 roll_5" -> "998 slice_101" [style=solid, label="(1, 16, 16, 384)"]; -"998 slice_101" -> "999 slice_102" [style=solid, label="(1, 16, 16, 384)"]; -"999 slice_102" -> "1000 slice_103" [style=solid, label="(1, 14, 16, 384)"]; -"1000 slice_103" -> "1001 slice_104" [style=solid, label="(1, 14, 14, 384)"]; -"1001 slice_104" -> "1002 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; -"1002 contiguous_9" -> "1003 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; -"1003 layer_norm_13" -> "1004 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"1004 add_19" -> "1005 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1004 add_19" -> "1027 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"1005 add_19_0_0_nncf_smooth_quant_0" -> "1006 quantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; -"1006 quantize_per_tensor_default_37" -> "1007 dequantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; -"1007 dequantize_per_tensor_default_37" -> "1013 linear_36" [style=solid, label="(1, 14, 14, 384)"]; -"1008 scale_updated_constant25" -> "1010 mul_tensor_25" [style=solid, label="(1536, 1)"]; -"1009 compressed_weight_updated_constant25" -> "1010 mul_tensor_25" [style=solid, label="(1536, 384)"]; -"1010 mul_tensor_25" -> "1012 sub_tensor_25" [style=solid, label="(1536, 384)"]; -"1011 zero_point_updated_constant25" -> "1012 sub_tensor_25" [style=solid, label="(1536, 1)"]; -"1012 sub_tensor_25" -> "1013 linear_36" [style=solid, label="(1536, 384)"]; -"1013 linear_36" -> "1014 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; -"1014 gelu_5" -> "1015 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; -"1015 dropout_22" -> "1016 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1016 dropout_22_0_0_nncf_smooth_quant_0" -> "1017 quantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1017 quantize_per_tensor_default_38" -> "1018 dequantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1018 dequantize_per_tensor_default_38" -> "1024 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; -"1019 scale_updated_constant26" -> "1021 mul_tensor_26" [style=solid, label="(384, 1)"]; -"1020 compressed_weight_updated_constant26" -> "1021 mul_tensor_26" [style=solid, label="(384, 1536)"]; -"1021 mul_tensor_26" -> "1023 sub_tensor_26" [style=solid, label="(384, 1536)"]; -"1022 zero_point_updated_constant26" -> "1023 sub_tensor_26" [style=solid, label="(384, 1)"]; -"1023 sub_tensor_26" -> "1024 linear_37" [style=solid, label="(384, 1536)"]; -"1024 linear_37" -> "1025 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; -"1025 dropout_23" -> "1026 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; -"1026 layer_norm_14" -> "1027 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"1027 add_20" -> "1043 pad_8" [style=solid, label="(1, 14, 14, 384)"]; -"1027 add_20" -> "1106 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1028 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1030 linear_38" [style=solid, label="(512, 2)"]; -"1029 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1030 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"1030 linear_38" -> "1031 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"1031 relu__6" -> "1033 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1032 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1034 linear_39" [style=solid, label="(12, 512)"]; -"1033 relu__6_0_0_nncf_smooth_quant_0" -> "1034 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"1034 linear_39" -> "1035 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"1035 view_33" -> "1036 index_6" [style=solid, label="(225, 12)"]; -"1036 index_6" -> "1037 view_34" [style=solid, label="(4096, 12)"]; -"1037 view_34" -> "1038 permute_28" [style=solid, label="(64, 64, 12)"]; -"1038 permute_28" -> "1039 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"1039 contiguous_10" -> "1040 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"1040 unsqueeze_18" -> "1041 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"1041 sigmoid_6" -> "1042 mul_12" [style=solid, label="(1, 12, 64, 64)"]; -"1042 mul_12" -> "1081 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"1043 pad_8" -> "1044 view_35" [style=solid, label="(1, 16, 16, 384)"]; -"1044 view_35" -> "1045 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1045 permute_29" -> "1046 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1046 reshape_27" -> "1050 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1047 clone_6" -> "1048 slice_105" [style=solid, label="(1152,)"]; -"1047 clone_6" -> "1058 linear_40" [style=solid, label="(1152,)"]; -"1048 slice_105" -> "1049 zero__6" [style=solid, label="(384,)"]; -"1050 reshape_27_0_0_nncf_smooth_quant_0" -> "1051 quantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; -"1051 quantize_per_tensor_default_39" -> "1052 dequantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; -"1052 dequantize_per_tensor_default_39" -> "1058 linear_40" [style=solid, label="(4, 64, 384)"]; -"1053 scale_updated_constant27" -> "1055 mul_tensor_27" [style=solid, label="(1152, 1)"]; -"1054 compressed_weight_updated_constant27" -> "1055 mul_tensor_27" [style=solid, label="(1152, 384)"]; -"1055 mul_tensor_27" -> "1057 sub_tensor_27" [style=solid, label="(1152, 384)"]; -"1056 zero_point_updated_constant27" -> "1057 sub_tensor_27" [style=solid, label="(1152, 1)"]; -"1057 sub_tensor_27" -> "1058 linear_40" [style=solid, label="(1152, 384)"]; -"1058 linear_40" -> "1059 reshape_28" [style=solid, label="(4, 64, 1152)"]; -"1059 reshape_28" -> "1060 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1060 permute_30" -> "1061 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1060 permute_30" -> "1062 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1060 permute_30" -> "1063 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1061 select_18" -> "1064 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; -"1061 select_18" -> "1066 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; -"1061 select_18" -> "1067 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1062 select_19" -> "1070 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; -"1062 select_19" -> "1072 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; -"1062 select_19" -> "1073 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1063 select_20" -> "1084 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; -"1064 linalg_vector_norm_12" -> "1065 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; -"1065 clamp_min_12" -> "1066 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; -"1066 expand_as_12" -> "1067 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1067 div_12" -> "1068 quantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; -"1068 quantize_per_tensor_default_40" -> "1069 dequantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; -"1069 dequantize_per_tensor_default_40" -> "1077 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; -"1070 linalg_vector_norm_13" -> "1071 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; -"1071 clamp_min_13" -> "1072 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; -"1072 expand_as_13" -> "1073 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1073 div_13" -> "1074 quantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; -"1074 quantize_per_tensor_default_41" -> "1075 dequantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; -"1075 dequantize_per_tensor_default_41" -> "1076 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; -"1076 transpose_12" -> "1077 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; -"1077 matmul_12" -> "1080 mul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1078 clamp_6" -> "1079 exp_6" [style=solid, label="(12, 1, 1)"]; -"1079 exp_6" -> "1080 mul_13" [style=solid, label="(12, 1, 1)"]; -"1080 mul_13" -> "1081 add_21" [style=solid, label="(4, 12, 64, 64)"]; -"1081 add_21" -> "1082 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; -"1082 softmax_6" -> "1083 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; -"1083 dropout_24" -> "1084 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1084 matmul_13" -> "1085 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; -"1085 transpose_13" -> "1086 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; -"1086 reshape_29" -> "1087 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1087 reshape_29_0_0_nncf_smooth_quant_0" -> "1088 quantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; -"1088 quantize_per_tensor_default_42" -> "1089 dequantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; -"1089 dequantize_per_tensor_default_42" -> "1095 linear_41" [style=solid, label="(4, 64, 384)"]; -"1090 scale_updated_constant28" -> "1092 mul_tensor_28" [style=solid, label="(384, 1)"]; -"1091 compressed_weight_updated_constant28" -> "1092 mul_tensor_28" [style=solid, label="(384, 384)"]; -"1092 mul_tensor_28" -> "1094 sub_tensor_28" [style=solid, label="(384, 384)"]; -"1093 zero_point_updated_constant28" -> "1094 sub_tensor_28" [style=solid, label="(384, 1)"]; -"1094 sub_tensor_28" -> "1095 linear_41" [style=solid, label="(384, 384)"]; -"1095 linear_41" -> "1096 dropout_25" [style=solid, label="(4, 64, 384)"]; -"1096 dropout_25" -> "1097 view_36" [style=solid, label="(4, 64, 384)"]; -"1097 view_36" -> "1098 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1098 permute_31" -> "1099 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1099 reshape_30" -> "1100 slice_106" [style=solid, label="(1, 16, 16, 384)"]; -"1100 slice_106" -> "1101 slice_107" [style=solid, label="(1, 16, 16, 384)"]; -"1101 slice_107" -> "1102 slice_108" [style=solid, label="(1, 14, 16, 384)"]; -"1102 slice_108" -> "1103 slice_109" [style=solid, label="(1, 14, 14, 384)"]; -"1103 slice_109" -> "1104 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; -"1104 contiguous_11" -> "1105 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; -"1105 layer_norm_15" -> "1106 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1106 add_22" -> "1107 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1106 add_22" -> "1129 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1107 add_22_0_0_nncf_smooth_quant_0" -> "1108 quantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; -"1108 quantize_per_tensor_default_43" -> "1109 dequantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; -"1109 dequantize_per_tensor_default_43" -> "1115 linear_42" [style=solid, label="(1, 14, 14, 384)"]; -"1110 scale_updated_constant29" -> "1112 mul_tensor_29" [style=solid, label="(1536, 1)"]; -"1111 compressed_weight_updated_constant29" -> "1112 mul_tensor_29" [style=solid, label="(1536, 384)"]; -"1112 mul_tensor_29" -> "1114 sub_tensor_29" [style=solid, label="(1536, 384)"]; -"1113 zero_point_updated_constant29" -> "1114 sub_tensor_29" [style=solid, label="(1536, 1)"]; -"1114 sub_tensor_29" -> "1115 linear_42" [style=solid, label="(1536, 384)"]; -"1115 linear_42" -> "1116 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; -"1116 gelu_6" -> "1117 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; -"1117 dropout_26" -> "1118 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1118 dropout_26_0_0_nncf_smooth_quant_0" -> "1119 quantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; -"1119 quantize_per_tensor_default_44" -> "1120 dequantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; -"1120 dequantize_per_tensor_default_44" -> "1126 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; -"1121 scale_updated_constant30" -> "1123 mul_tensor_30" [style=solid, label="(384, 1)"]; -"1122 compressed_weight_updated_constant30" -> "1123 mul_tensor_30" [style=solid, label="(384, 1536)"]; -"1123 mul_tensor_30" -> "1125 sub_tensor_30" [style=solid, label="(384, 1536)"]; -"1124 zero_point_updated_constant30" -> "1125 sub_tensor_30" [style=solid, label="(384, 1)"]; -"1125 sub_tensor_30" -> "1126 linear_43" [style=solid, label="(384, 1536)"]; -"1126 linear_43" -> "1127 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; -"1127 dropout_27" -> "1128 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; -"1128 layer_norm_16" -> "1129 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1129 add_23" -> "1145 pad_9" [style=solid, label="(1, 14, 14, 384)"]; -"1129 add_23" -> "1262 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1130 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1132 linear_44" [style=solid, label="(512, 2)"]; -"1131 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1132 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"1132 linear_44" -> "1133 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"1133 relu__7" -> "1135 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1134 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1136 linear_45" [style=solid, label="(12, 512)"]; -"1135 relu__7_0_0_nncf_smooth_quant_0" -> "1136 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"1136 linear_45" -> "1137 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"1137 view_37" -> "1138 index_7" [style=solid, label="(225, 12)"]; -"1138 index_7" -> "1139 view_38" [style=solid, label="(4096, 12)"]; -"1139 view_38" -> "1140 permute_32" [style=solid, label="(64, 64, 12)"]; -"1140 permute_32" -> "1141 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"1141 contiguous_12" -> "1142 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"1142 unsqueeze_19" -> "1143 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"1143 sigmoid_7" -> "1144 mul_14" [style=solid, label="(1, 12, 64, 64)"]; -"1144 mul_14" -> "1184 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"1145 pad_9" -> "1146 roll_6" [style=solid, label="(1, 16, 16, 384)"]; -"1146 roll_6" -> "1147 view_39" [style=solid, label="(1, 16, 16, 384)"]; -"1147 view_39" -> "1148 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1148 permute_33" -> "1149 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1149 reshape_31" -> "1153 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1149 reshape_31" -> "1185 new_zeros_3" [style=solid, label="(4, 64, 384)"]; -"1150 clone_7" -> "1151 slice_110" [style=solid, label="(1152,)"]; -"1150 clone_7" -> "1161 linear_46" [style=solid, label="(1152,)"]; -"1151 slice_110" -> "1152 zero__7" [style=solid, label="(384,)"]; -"1153 reshape_31_0_0_nncf_smooth_quant_0" -> "1154 quantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; -"1154 quantize_per_tensor_default_45" -> "1155 dequantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; -"1155 dequantize_per_tensor_default_45" -> "1161 linear_46" [style=solid, label="(4, 64, 384)"]; -"1156 scale_updated_constant31" -> "1158 mul_tensor_31" [style=solid, label="(1152, 1)"]; -"1157 compressed_weight_updated_constant31" -> "1158 mul_tensor_31" [style=solid, label="(1152, 384)"]; -"1158 mul_tensor_31" -> "1160 sub_tensor_31" [style=solid, label="(1152, 384)"]; -"1159 zero_point_updated_constant31" -> "1160 sub_tensor_31" [style=solid, label="(1152, 1)"]; -"1160 sub_tensor_31" -> "1161 linear_46" [style=solid, label="(1152, 384)"]; -"1161 linear_46" -> "1162 reshape_32" [style=solid, label="(4, 64, 1152)"]; -"1162 reshape_32" -> "1163 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1163 permute_34" -> "1164 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1163 permute_34" -> "1165 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1163 permute_34" -> "1166 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1164 select_21" -> "1167 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; -"1164 select_21" -> "1169 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; -"1164 select_21" -> "1170 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1165 select_22" -> "1173 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; -"1165 select_22" -> "1175 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; -"1165 select_22" -> "1176 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1166 select_23" -> "1239 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; -"1167 linalg_vector_norm_14" -> "1168 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; -"1168 clamp_min_14" -> "1169 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; -"1169 expand_as_14" -> "1170 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1170 div_14" -> "1171 quantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; -"1171 quantize_per_tensor_default_46" -> "1172 dequantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; -"1172 dequantize_per_tensor_default_46" -> "1180 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; -"1173 linalg_vector_norm_15" -> "1174 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; -"1174 clamp_min_15" -> "1175 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; -"1175 expand_as_15" -> "1176 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1176 div_15" -> "1177 quantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; -"1177 quantize_per_tensor_default_47" -> "1178 dequantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; -"1178 dequantize_per_tensor_default_47" -> "1179 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; -"1179 transpose_14" -> "1180 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; -"1180 matmul_14" -> "1183 mul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1181 clamp_7" -> "1182 exp_7" [style=solid, label="(12, 1, 1)"]; -"1182 exp_7" -> "1183 mul_15" [style=solid, label="(12, 1, 1)"]; -"1183 mul_15" -> "1184 add_24" [style=solid, label="(4, 12, 64, 64)"]; -"1184 add_24" -> "1232 view_41" [style=solid, label="(4, 12, 64, 64)"]; -"1185 new_zeros_3" -> "1187 slice_111" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1191 slice_113" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1195 slice_115" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1199 slice_117" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1203 slice_119" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1207 slice_121" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1211 slice_123" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1215 slice_125" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1219 slice_127" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1222 view_40" [style=solid, label="(16, 16)"]; -"1186 lift_fresh_copy_27" -> "1189 fill__27" [style=solid, label="()"]; -"1187 slice_111" -> "1188 slice_112" [style=solid, label="(8, 16)"]; -"1188 slice_112" -> "1189 fill__27" [style=solid, label="(8, 8)"]; -"1190 lift_fresh_copy_28" -> "1193 fill__28" [style=solid, label="()"]; -"1191 slice_113" -> "1192 slice_114" [style=solid, label="(8, 16)"]; -"1192 slice_114" -> "1193 fill__28" [style=solid, label="(8, 4)"]; -"1194 lift_fresh_copy_29" -> "1197 fill__29" [style=solid, label="()"]; -"1195 slice_115" -> "1196 slice_116" [style=solid, label="(8, 16)"]; -"1196 slice_116" -> "1197 fill__29" [style=solid, label="(8, 4)"]; -"1198 lift_fresh_copy_30" -> "1201 fill__30" [style=solid, label="()"]; -"1199 slice_117" -> "1200 slice_118" [style=solid, label="(4, 16)"]; -"1200 slice_118" -> "1201 fill__30" [style=solid, label="(4, 8)"]; -"1202 lift_fresh_copy_31" -> "1205 fill__31" [style=solid, label="()"]; -"1203 slice_119" -> "1204 slice_120" [style=solid, label="(4, 16)"]; -"1204 slice_120" -> "1205 fill__31" [style=solid, label="(4, 4)"]; -"1206 lift_fresh_copy_32" -> "1209 fill__32" [style=solid, label="()"]; -"1207 slice_121" -> "1208 slice_122" [style=solid, label="(4, 16)"]; -"1208 slice_122" -> "1209 fill__32" [style=solid, label="(4, 4)"]; -"1210 lift_fresh_copy_33" -> "1213 fill__33" [style=solid, label="()"]; -"1211 slice_123" -> "1212 slice_124" [style=solid, label="(4, 16)"]; -"1212 slice_124" -> "1213 fill__33" [style=solid, label="(4, 8)"]; -"1214 lift_fresh_copy_34" -> "1217 fill__34" [style=solid, label="()"]; -"1215 slice_125" -> "1216 slice_126" [style=solid, label="(4, 16)"]; -"1216 slice_126" -> "1217 fill__34" [style=solid, label="(4, 4)"]; -"1218 lift_fresh_copy_35" -> "1221 fill__35" [style=solid, label="()"]; -"1219 slice_127" -> "1220 slice_128" [style=solid, label="(4, 16)"]; -"1220 slice_128" -> "1221 fill__35" [style=solid, label="(4, 4)"]; -"1222 view_40" -> "1223 permute_35" [style=solid, label="(2, 8, 2, 8)"]; -"1223 permute_35" -> "1224 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; -"1224 reshape_33" -> "1225 unsqueeze_20" [style=solid, label="(4, 64)"]; -"1224 reshape_33" -> "1226 unsqueeze_21" [style=solid, label="(4, 64)"]; -"1225 unsqueeze_20" -> "1227 sub_3" [style=solid, label="(4, 1, 64)"]; -"1226 unsqueeze_21" -> "1227 sub_3" [style=solid, label="(4, 64, 1)"]; -"1227 sub_3" -> "1228 ne_3" [style=solid, label="(4, 64, 64)"]; -"1227 sub_3" -> "1229 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1227 sub_3" -> "1230 eq_3" [style=solid, label="(4, 64, 64)"]; -"1228 ne_3" -> "1229 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1229 masked_fill_6" -> "1231 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1230 eq_3" -> "1231 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1231 masked_fill_7" -> "1233 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; -"1232 view_41" -> "1235 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1233 unsqueeze_22" -> "1234 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; -"1234 unsqueeze_23" -> "1235 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1235 add_25" -> "1236 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1236 view_42" -> "1237 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; -"1237 softmax_7" -> "1238 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; -"1238 dropout_28" -> "1239 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1239 matmul_15" -> "1240 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; -"1240 transpose_15" -> "1241 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; -"1241 reshape_34" -> "1242 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1242 reshape_34_0_0_nncf_smooth_quant_0" -> "1243 quantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; -"1243 quantize_per_tensor_default_48" -> "1244 dequantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; -"1244 dequantize_per_tensor_default_48" -> "1250 linear_47" [style=solid, label="(4, 64, 384)"]; -"1245 scale_updated_constant32" -> "1247 mul_tensor_32" [style=solid, label="(384, 1)"]; -"1246 compressed_weight_updated_constant32" -> "1247 mul_tensor_32" [style=solid, label="(384, 384)"]; -"1247 mul_tensor_32" -> "1249 sub_tensor_32" [style=solid, label="(384, 384)"]; -"1248 zero_point_updated_constant32" -> "1249 sub_tensor_32" [style=solid, label="(384, 1)"]; -"1249 sub_tensor_32" -> "1250 linear_47" [style=solid, label="(384, 384)"]; -"1250 linear_47" -> "1251 dropout_29" [style=solid, label="(4, 64, 384)"]; -"1251 dropout_29" -> "1252 view_43" [style=solid, label="(4, 64, 384)"]; -"1252 view_43" -> "1253 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1253 permute_36" -> "1254 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1254 reshape_35" -> "1255 roll_7" [style=solid, label="(1, 16, 16, 384)"]; -"1255 roll_7" -> "1256 slice_129" [style=solid, label="(1, 16, 16, 384)"]; -"1256 slice_129" -> "1257 slice_130" [style=solid, label="(1, 16, 16, 384)"]; -"1257 slice_130" -> "1258 slice_131" [style=solid, label="(1, 14, 16, 384)"]; -"1258 slice_131" -> "1259 slice_132" [style=solid, label="(1, 14, 14, 384)"]; -"1259 slice_132" -> "1260 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; -"1260 contiguous_13" -> "1261 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; -"1261 layer_norm_17" -> "1262 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1262 add_26" -> "1263 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1262 add_26" -> "1285 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1263 add_26_0_0_nncf_smooth_quant_0" -> "1264 quantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; -"1264 quantize_per_tensor_default_49" -> "1265 dequantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; -"1265 dequantize_per_tensor_default_49" -> "1271 linear_48" [style=solid, label="(1, 14, 14, 384)"]; -"1266 scale_updated_constant33" -> "1268 mul_tensor_33" [style=solid, label="(1536, 1)"]; -"1267 compressed_weight_updated_constant33" -> "1268 mul_tensor_33" [style=solid, label="(1536, 384)"]; -"1268 mul_tensor_33" -> "1270 sub_tensor_33" [style=solid, label="(1536, 384)"]; -"1269 zero_point_updated_constant33" -> "1270 sub_tensor_33" [style=solid, label="(1536, 1)"]; -"1270 sub_tensor_33" -> "1271 linear_48" [style=solid, label="(1536, 384)"]; -"1271 linear_48" -> "1272 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; -"1272 gelu_7" -> "1273 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; -"1273 dropout_30" -> "1274 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1274 dropout_30_0_0_nncf_smooth_quant_0" -> "1275 quantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; -"1275 quantize_per_tensor_default_50" -> "1276 dequantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; -"1276 dequantize_per_tensor_default_50" -> "1282 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; -"1277 scale_updated_constant34" -> "1279 mul_tensor_34" [style=solid, label="(384, 1)"]; -"1278 compressed_weight_updated_constant34" -> "1279 mul_tensor_34" [style=solid, label="(384, 1536)"]; -"1279 mul_tensor_34" -> "1281 sub_tensor_34" [style=solid, label="(384, 1536)"]; -"1280 zero_point_updated_constant34" -> "1281 sub_tensor_34" [style=solid, label="(384, 1)"]; -"1281 sub_tensor_34" -> "1282 linear_49" [style=solid, label="(384, 1536)"]; -"1282 linear_49" -> "1283 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; -"1283 dropout_31" -> "1284 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; -"1284 layer_norm_18" -> "1285 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1285 add_27" -> "1301 pad_10" [style=solid, label="(1, 14, 14, 384)"]; -"1285 add_27" -> "1364 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1286 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1288 linear_50" [style=solid, label="(512, 2)"]; -"1287 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1288 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"1288 linear_50" -> "1289 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"1289 relu__8" -> "1291 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1290 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1292 linear_51" [style=solid, label="(12, 512)"]; -"1291 relu__8_0_0_nncf_smooth_quant_0" -> "1292 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1292 linear_51" -> "1293 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1293 view_44" -> "1294 index_8" [style=solid, label="(225, 12)"]; -"1294 index_8" -> "1295 view_45" [style=solid, label="(4096, 12)"]; -"1295 view_45" -> "1296 permute_37" [style=solid, label="(64, 64, 12)"]; -"1296 permute_37" -> "1297 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1297 contiguous_14" -> "1298 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1298 unsqueeze_24" -> "1299 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1299 sigmoid_8" -> "1300 mul_16" [style=solid, label="(1, 12, 64, 64)"]; -"1300 mul_16" -> "1339 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1301 pad_10" -> "1302 view_46" [style=solid, label="(1, 16, 16, 384)"]; -"1302 view_46" -> "1303 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1303 permute_38" -> "1304 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1304 reshape_36" -> "1308 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1305 clone_8" -> "1306 slice_133" [style=solid, label="(1152,)"]; -"1305 clone_8" -> "1316 linear_52" [style=solid, label="(1152,)"]; -"1306 slice_133" -> "1307 zero__8" [style=solid, label="(384,)"]; -"1308 reshape_36_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; -"1309 quantize_per_tensor_default_51" -> "1310 dequantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; -"1310 dequantize_per_tensor_default_51" -> "1316 linear_52" [style=solid, label="(4, 64, 384)"]; -"1311 scale_updated_constant35" -> "1313 mul_tensor_35" [style=solid, label="(1152, 1)"]; -"1312 compressed_weight_updated_constant35" -> "1313 mul_tensor_35" [style=solid, label="(1152, 384)"]; -"1313 mul_tensor_35" -> "1315 sub_tensor_35" [style=solid, label="(1152, 384)"]; -"1314 zero_point_updated_constant35" -> "1315 sub_tensor_35" [style=solid, label="(1152, 1)"]; -"1315 sub_tensor_35" -> "1316 linear_52" [style=solid, label="(1152, 384)"]; -"1316 linear_52" -> "1317 reshape_37" [style=solid, label="(4, 64, 1152)"]; -"1317 reshape_37" -> "1318 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1318 permute_39" -> "1319 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1318 permute_39" -> "1320 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1318 permute_39" -> "1321 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1319 select_24" -> "1322 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; -"1319 select_24" -> "1324 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; -"1319 select_24" -> "1325 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1320 select_25" -> "1328 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; -"1320 select_25" -> "1330 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; -"1320 select_25" -> "1331 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1321 select_26" -> "1342 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; -"1322 linalg_vector_norm_16" -> "1323 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; -"1323 clamp_min_16" -> "1324 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; -"1324 expand_as_16" -> "1325 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1325 div_16" -> "1326 quantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; -"1326 quantize_per_tensor_default_52" -> "1327 dequantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; -"1327 dequantize_per_tensor_default_52" -> "1335 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; -"1328 linalg_vector_norm_17" -> "1329 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; -"1329 clamp_min_17" -> "1330 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; -"1330 expand_as_17" -> "1331 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1331 div_17" -> "1332 quantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; -"1332 quantize_per_tensor_default_53" -> "1333 dequantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; -"1333 dequantize_per_tensor_default_53" -> "1334 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; -"1334 transpose_16" -> "1335 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; -"1335 matmul_16" -> "1338 mul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1336 clamp_8" -> "1337 exp_8" [style=solid, label="(12, 1, 1)"]; -"1337 exp_8" -> "1338 mul_17" [style=solid, label="(12, 1, 1)"]; -"1338 mul_17" -> "1339 add_28" [style=solid, label="(4, 12, 64, 64)"]; -"1339 add_28" -> "1340 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; -"1340 softmax_8" -> "1341 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; -"1341 dropout_32" -> "1342 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1342 matmul_17" -> "1343 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; -"1343 transpose_17" -> "1344 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; -"1344 reshape_38" -> "1345 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1345 reshape_38_0_0_nncf_smooth_quant_0" -> "1346 quantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; -"1346 quantize_per_tensor_default_54" -> "1347 dequantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; -"1347 dequantize_per_tensor_default_54" -> "1353 linear_53" [style=solid, label="(4, 64, 384)"]; -"1348 scale_updated_constant36" -> "1350 mul_tensor_36" [style=solid, label="(384, 1)"]; -"1349 compressed_weight_updated_constant36" -> "1350 mul_tensor_36" [style=solid, label="(384, 384)"]; -"1350 mul_tensor_36" -> "1352 sub_tensor_36" [style=solid, label="(384, 384)"]; -"1351 zero_point_updated_constant36" -> "1352 sub_tensor_36" [style=solid, label="(384, 1)"]; -"1352 sub_tensor_36" -> "1353 linear_53" [style=solid, label="(384, 384)"]; -"1353 linear_53" -> "1354 dropout_33" [style=solid, label="(4, 64, 384)"]; -"1354 dropout_33" -> "1355 view_47" [style=solid, label="(4, 64, 384)"]; -"1355 view_47" -> "1356 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1356 permute_40" -> "1357 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1357 reshape_39" -> "1358 slice_134" [style=solid, label="(1, 16, 16, 384)"]; -"1358 slice_134" -> "1359 slice_135" [style=solid, label="(1, 16, 16, 384)"]; -"1359 slice_135" -> "1360 slice_136" [style=solid, label="(1, 14, 16, 384)"]; -"1360 slice_136" -> "1361 slice_137" [style=solid, label="(1, 14, 14, 384)"]; -"1361 slice_137" -> "1362 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; -"1362 contiguous_15" -> "1363 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; -"1363 layer_norm_19" -> "1364 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1364 add_29" -> "1365 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1364 add_29" -> "1387 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1365 add_29_0_0_nncf_smooth_quant_0" -> "1366 quantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; -"1366 quantize_per_tensor_default_55" -> "1367 dequantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; -"1367 dequantize_per_tensor_default_55" -> "1373 linear_54" [style=solid, label="(1, 14, 14, 384)"]; -"1368 scale_updated_constant37" -> "1370 mul_tensor_37" [style=solid, label="(1536, 1)"]; -"1369 compressed_weight_updated_constant37" -> "1370 mul_tensor_37" [style=solid, label="(1536, 384)"]; -"1370 mul_tensor_37" -> "1372 sub_tensor_37" [style=solid, label="(1536, 384)"]; -"1371 zero_point_updated_constant37" -> "1372 sub_tensor_37" [style=solid, label="(1536, 1)"]; -"1372 sub_tensor_37" -> "1373 linear_54" [style=solid, label="(1536, 384)"]; -"1373 linear_54" -> "1374 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; -"1374 gelu_8" -> "1375 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; -"1375 dropout_34" -> "1376 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1376 dropout_34_0_0_nncf_smooth_quant_0" -> "1377 quantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; -"1377 quantize_per_tensor_default_56" -> "1378 dequantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; -"1378 dequantize_per_tensor_default_56" -> "1384 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; -"1379 scale_updated_constant38" -> "1381 mul_tensor_38" [style=solid, label="(384, 1)"]; -"1380 compressed_weight_updated_constant38" -> "1381 mul_tensor_38" [style=solid, label="(384, 1536)"]; -"1381 mul_tensor_38" -> "1383 sub_tensor_38" [style=solid, label="(384, 1536)"]; -"1382 zero_point_updated_constant38" -> "1383 sub_tensor_38" [style=solid, label="(384, 1)"]; -"1383 sub_tensor_38" -> "1384 linear_55" [style=solid, label="(384, 1536)"]; -"1384 linear_55" -> "1385 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; -"1385 dropout_35" -> "1386 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; -"1386 layer_norm_20" -> "1387 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1387 add_30" -> "1403 pad_11" [style=solid, label="(1, 14, 14, 384)"]; -"1387 add_30" -> "1520 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1388 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1390 linear_56" [style=solid, label="(512, 2)"]; -"1389 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1390 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"1390 linear_56" -> "1391 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1391 relu__9" -> "1393 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1392 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1394 linear_57" [style=solid, label="(12, 512)"]; -"1393 relu__9_0_0_nncf_smooth_quant_0" -> "1394 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1394 linear_57" -> "1395 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1395 view_48" -> "1396 index_9" [style=solid, label="(225, 12)"]; -"1396 index_9" -> "1397 view_49" [style=solid, label="(4096, 12)"]; -"1397 view_49" -> "1398 permute_41" [style=solid, label="(64, 64, 12)"]; -"1398 permute_41" -> "1399 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1399 contiguous_16" -> "1400 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1400 unsqueeze_25" -> "1401 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1401 sigmoid_9" -> "1402 mul_18" [style=solid, label="(1, 12, 64, 64)"]; -"1402 mul_18" -> "1442 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1403 pad_11" -> "1404 roll_8" [style=solid, label="(1, 16, 16, 384)"]; -"1404 roll_8" -> "1405 view_50" [style=solid, label="(1, 16, 16, 384)"]; -"1405 view_50" -> "1406 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1406 permute_42" -> "1407 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1407 reshape_40" -> "1411 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1407 reshape_40" -> "1443 new_zeros_4" [style=solid, label="(4, 64, 384)"]; -"1408 clone_9" -> "1409 slice_138" [style=solid, label="(1152,)"]; -"1408 clone_9" -> "1419 linear_58" [style=solid, label="(1152,)"]; -"1409 slice_138" -> "1410 zero__9" [style=solid, label="(384,)"]; -"1411 reshape_40_0_0_nncf_smooth_quant_0" -> "1412 quantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; -"1412 quantize_per_tensor_default_57" -> "1413 dequantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; -"1413 dequantize_per_tensor_default_57" -> "1419 linear_58" [style=solid, label="(4, 64, 384)"]; -"1414 scale_updated_constant39" -> "1416 mul_tensor_39" [style=solid, label="(1152, 1)"]; -"1415 compressed_weight_updated_constant39" -> "1416 mul_tensor_39" [style=solid, label="(1152, 384)"]; -"1416 mul_tensor_39" -> "1418 sub_tensor_39" [style=solid, label="(1152, 384)"]; -"1417 zero_point_updated_constant39" -> "1418 sub_tensor_39" [style=solid, label="(1152, 1)"]; -"1418 sub_tensor_39" -> "1419 linear_58" [style=solid, label="(1152, 384)"]; -"1419 linear_58" -> "1420 reshape_41" [style=solid, label="(4, 64, 1152)"]; -"1420 reshape_41" -> "1421 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1421 permute_43" -> "1422 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1421 permute_43" -> "1423 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1421 permute_43" -> "1424 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1422 select_27" -> "1425 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; -"1422 select_27" -> "1427 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; -"1422 select_27" -> "1428 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1423 select_28" -> "1431 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; -"1423 select_28" -> "1433 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; -"1423 select_28" -> "1434 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1424 select_29" -> "1497 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; -"1425 linalg_vector_norm_18" -> "1426 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; -"1426 clamp_min_18" -> "1427 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; -"1427 expand_as_18" -> "1428 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1428 div_18" -> "1429 quantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; -"1429 quantize_per_tensor_default_58" -> "1430 dequantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; -"1430 dequantize_per_tensor_default_58" -> "1438 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; -"1431 linalg_vector_norm_19" -> "1432 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; -"1432 clamp_min_19" -> "1433 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; -"1433 expand_as_19" -> "1434 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1434 div_19" -> "1435 quantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; -"1435 quantize_per_tensor_default_59" -> "1436 dequantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; -"1436 dequantize_per_tensor_default_59" -> "1437 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; -"1437 transpose_18" -> "1438 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; -"1438 matmul_18" -> "1441 mul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1439 clamp_9" -> "1440 exp_9" [style=solid, label="(12, 1, 1)"]; -"1440 exp_9" -> "1441 mul_19" [style=solid, label="(12, 1, 1)"]; -"1441 mul_19" -> "1442 add_31" [style=solid, label="(4, 12, 64, 64)"]; -"1442 add_31" -> "1490 view_52" [style=solid, label="(4, 12, 64, 64)"]; -"1443 new_zeros_4" -> "1445 slice_139" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1449 slice_141" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1453 slice_143" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1457 slice_145" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1461 slice_147" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1465 slice_149" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1469 slice_151" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1473 slice_153" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1477 slice_155" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1480 view_51" [style=solid, label="(16, 16)"]; -"1444 lift_fresh_copy_36" -> "1447 fill__36" [style=solid, label="()"]; -"1445 slice_139" -> "1446 slice_140" [style=solid, label="(8, 16)"]; -"1446 slice_140" -> "1447 fill__36" [style=solid, label="(8, 8)"]; -"1448 lift_fresh_copy_37" -> "1451 fill__37" [style=solid, label="()"]; -"1449 slice_141" -> "1450 slice_142" [style=solid, label="(8, 16)"]; -"1450 slice_142" -> "1451 fill__37" [style=solid, label="(8, 4)"]; -"1452 lift_fresh_copy_38" -> "1455 fill__38" [style=solid, label="()"]; -"1453 slice_143" -> "1454 slice_144" [style=solid, label="(8, 16)"]; -"1454 slice_144" -> "1455 fill__38" [style=solid, label="(8, 4)"]; -"1456 lift_fresh_copy_39" -> "1459 fill__39" [style=solid, label="()"]; -"1457 slice_145" -> "1458 slice_146" [style=solid, label="(4, 16)"]; -"1458 slice_146" -> "1459 fill__39" [style=solid, label="(4, 8)"]; -"1460 lift_fresh_copy_40" -> "1463 fill__40" [style=solid, label="()"]; -"1461 slice_147" -> "1462 slice_148" [style=solid, label="(4, 16)"]; -"1462 slice_148" -> "1463 fill__40" [style=solid, label="(4, 4)"]; -"1464 lift_fresh_copy_41" -> "1467 fill__41" [style=solid, label="()"]; -"1465 slice_149" -> "1466 slice_150" [style=solid, label="(4, 16)"]; -"1466 slice_150" -> "1467 fill__41" [style=solid, label="(4, 4)"]; -"1468 lift_fresh_copy_42" -> "1471 fill__42" [style=solid, label="()"]; -"1469 slice_151" -> "1470 slice_152" [style=solid, label="(4, 16)"]; -"1470 slice_152" -> "1471 fill__42" [style=solid, label="(4, 8)"]; -"1472 lift_fresh_copy_43" -> "1475 fill__43" [style=solid, label="()"]; -"1473 slice_153" -> "1474 slice_154" [style=solid, label="(4, 16)"]; -"1474 slice_154" -> "1475 fill__43" [style=solid, label="(4, 4)"]; -"1476 lift_fresh_copy_44" -> "1479 fill__44" [style=solid, label="()"]; -"1477 slice_155" -> "1478 slice_156" [style=solid, label="(4, 16)"]; -"1478 slice_156" -> "1479 fill__44" [style=solid, label="(4, 4)"]; -"1480 view_51" -> "1481 permute_44" [style=solid, label="(2, 8, 2, 8)"]; -"1481 permute_44" -> "1482 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; -"1482 reshape_42" -> "1483 unsqueeze_26" [style=solid, label="(4, 64)"]; -"1482 reshape_42" -> "1484 unsqueeze_27" [style=solid, label="(4, 64)"]; -"1483 unsqueeze_26" -> "1485 sub_4" [style=solid, label="(4, 1, 64)"]; -"1484 unsqueeze_27" -> "1485 sub_4" [style=solid, label="(4, 64, 1)"]; -"1485 sub_4" -> "1486 ne_4" [style=solid, label="(4, 64, 64)"]; -"1485 sub_4" -> "1487 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1485 sub_4" -> "1488 eq_4" [style=solid, label="(4, 64, 64)"]; -"1486 ne_4" -> "1487 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1487 masked_fill_8" -> "1489 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1488 eq_4" -> "1489 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1489 masked_fill_9" -> "1491 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; -"1490 view_52" -> "1493 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1491 unsqueeze_28" -> "1492 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; -"1492 unsqueeze_29" -> "1493 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1493 add_32" -> "1494 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1494 view_53" -> "1495 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; -"1495 softmax_9" -> "1496 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; -"1496 dropout_36" -> "1497 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1497 matmul_19" -> "1498 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; -"1498 transpose_19" -> "1499 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; -"1499 reshape_43" -> "1500 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1500 reshape_43_0_0_nncf_smooth_quant_0" -> "1501 quantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; -"1501 quantize_per_tensor_default_60" -> "1502 dequantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; -"1502 dequantize_per_tensor_default_60" -> "1508 linear_59" [style=solid, label="(4, 64, 384)"]; -"1503 scale_updated_constant40" -> "1505 mul_tensor_40" [style=solid, label="(384, 1)"]; -"1504 compressed_weight_updated_constant40" -> "1505 mul_tensor_40" [style=solid, label="(384, 384)"]; -"1505 mul_tensor_40" -> "1507 sub_tensor_40" [style=solid, label="(384, 384)"]; -"1506 zero_point_updated_constant40" -> "1507 sub_tensor_40" [style=solid, label="(384, 1)"]; -"1507 sub_tensor_40" -> "1508 linear_59" [style=solid, label="(384, 384)"]; -"1508 linear_59" -> "1509 dropout_37" [style=solid, label="(4, 64, 384)"]; -"1509 dropout_37" -> "1510 view_54" [style=solid, label="(4, 64, 384)"]; -"1510 view_54" -> "1511 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1511 permute_45" -> "1512 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1512 reshape_44" -> "1513 roll_9" [style=solid, label="(1, 16, 16, 384)"]; -"1513 roll_9" -> "1514 slice_157" [style=solid, label="(1, 16, 16, 384)"]; -"1514 slice_157" -> "1515 slice_158" [style=solid, label="(1, 16, 16, 384)"]; -"1515 slice_158" -> "1516 slice_159" [style=solid, label="(1, 14, 16, 384)"]; -"1516 slice_159" -> "1517 slice_160" [style=solid, label="(1, 14, 14, 384)"]; -"1517 slice_160" -> "1518 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; -"1518 contiguous_17" -> "1519 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; -"1519 layer_norm_21" -> "1520 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1520 add_33" -> "1521 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1520 add_33" -> "1543 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1521 add_33_0_0_nncf_smooth_quant_0" -> "1522 quantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; -"1522 quantize_per_tensor_default_61" -> "1523 dequantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; -"1523 dequantize_per_tensor_default_61" -> "1529 linear_60" [style=solid, label="(1, 14, 14, 384)"]; -"1524 scale_updated_constant41" -> "1526 mul_tensor_41" [style=solid, label="(1536, 1)"]; -"1525 compressed_weight_updated_constant41" -> "1526 mul_tensor_41" [style=solid, label="(1536, 384)"]; -"1526 mul_tensor_41" -> "1528 sub_tensor_41" [style=solid, label="(1536, 384)"]; -"1527 zero_point_updated_constant41" -> "1528 sub_tensor_41" [style=solid, label="(1536, 1)"]; -"1528 sub_tensor_41" -> "1529 linear_60" [style=solid, label="(1536, 384)"]; -"1529 linear_60" -> "1530 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; -"1530 gelu_9" -> "1531 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1531 dropout_38" -> "1532 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1532 dropout_38_0_0_nncf_smooth_quant_0" -> "1533 quantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; -"1533 quantize_per_tensor_default_62" -> "1534 dequantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; -"1534 dequantize_per_tensor_default_62" -> "1540 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; -"1535 scale_updated_constant42" -> "1537 mul_tensor_42" [style=solid, label="(384, 1)"]; -"1536 compressed_weight_updated_constant42" -> "1537 mul_tensor_42" [style=solid, label="(384, 1536)"]; -"1537 mul_tensor_42" -> "1539 sub_tensor_42" [style=solid, label="(384, 1536)"]; -"1538 zero_point_updated_constant42" -> "1539 sub_tensor_42" [style=solid, label="(384, 1)"]; -"1539 sub_tensor_42" -> "1540 linear_61" [style=solid, label="(384, 1536)"]; -"1540 linear_61" -> "1541 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; -"1541 dropout_39" -> "1542 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; -"1542 layer_norm_22" -> "1543 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1543 add_34" -> "1544 pad_12" [style=solid, label="(1, 14, 14, 384)"]; -"1544 pad_12" -> "1545 slice_161" [style=solid, label="(1, 14, 14, 384)"]; -"1544 pad_12" -> "1548 slice_164" [style=solid, label="(1, 14, 14, 384)"]; -"1544 pad_12" -> "1551 slice_167" [style=solid, label="(1, 14, 14, 384)"]; -"1544 pad_12" -> "1554 slice_170" [style=solid, label="(1, 14, 14, 384)"]; -"1545 slice_161" -> "1546 slice_162" [style=solid, label="(1, 7, 14, 384)"]; -"1546 slice_162" -> "1547 slice_163" [style=solid, label="(1, 7, 7, 384)"]; -"1547 slice_163" -> "1557 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1548 slice_164" -> "1549 slice_165" [style=solid, label="(1, 7, 14, 384)"]; -"1549 slice_165" -> "1550 slice_166" [style=solid, label="(1, 7, 7, 384)"]; -"1550 slice_166" -> "1557 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1551 slice_167" -> "1552 slice_168" [style=solid, label="(1, 7, 14, 384)"]; -"1552 slice_168" -> "1553 slice_169" [style=solid, label="(1, 7, 7, 384)"]; -"1553 slice_169" -> "1557 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1554 slice_170" -> "1555 slice_171" [style=solid, label="(1, 7, 14, 384)"]; -"1555 slice_171" -> "1556 slice_172" [style=solid, label="(1, 7, 7, 384)"]; -"1556 slice_172" -> "1557 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1557 cat_2" -> "1558 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; -"1558 cat_2_0_0_nncf_smooth_quant_0" -> "1559 quantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; -"1559 quantize_per_tensor_default_63" -> "1560 dequantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; -"1560 dequantize_per_tensor_default_63" -> "1566 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; -"1561 scale_updated_constant43" -> "1563 mul_tensor_43" [style=solid, label="(768, 1)"]; -"1562 compressed_weight_updated_constant43" -> "1563 mul_tensor_43" [style=solid, label="(768, 1536)"]; -"1563 mul_tensor_43" -> "1565 sub_tensor_43" [style=solid, label="(768, 1536)"]; -"1564 zero_point_updated_constant43" -> "1565 sub_tensor_43" [style=solid, label="(768, 1)"]; -"1565 sub_tensor_43" -> "1566 linear_62" [style=solid, label="(768, 1536)"]; -"1566 linear_62" -> "1567 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; -"1567 layer_norm_23" -> "1583 pad_13" [style=solid, label="(1, 7, 7, 768)"]; -"1567 layer_norm_23" -> "1646 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1568 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1570 linear_63" [style=solid, label="(512, 2)"]; -"1569 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1570 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"1570 linear_63" -> "1571 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1571 relu__10" -> "1573 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1572 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1574 linear_64" [style=solid, label="(24, 512)"]; -"1573 relu__10_0_0_nncf_smooth_quant_0" -> "1574 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1574 linear_64" -> "1575 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1575 view_55" -> "1576 index_10" [style=solid, label="(225, 24)"]; -"1576 index_10" -> "1577 view_56" [style=solid, label="(4096, 24)"]; -"1577 view_56" -> "1578 permute_46" [style=solid, label="(64, 64, 24)"]; -"1578 permute_46" -> "1579 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1579 contiguous_18" -> "1580 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1580 unsqueeze_30" -> "1581 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1581 sigmoid_10" -> "1582 mul_20" [style=solid, label="(1, 24, 64, 64)"]; -"1582 mul_20" -> "1621 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1583 pad_13" -> "1584 view_57" [style=solid, label="(1, 8, 8, 768)"]; -"1584 view_57" -> "1585 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1585 permute_47" -> "1586 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1586 reshape_45" -> "1590 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1587 clone_10" -> "1588 slice_173" [style=solid, label="(2304,)"]; -"1587 clone_10" -> "1598 linear_65" [style=solid, label="(2304,)"]; -"1588 slice_173" -> "1589 zero__10" [style=solid, label="(768,)"]; -"1590 reshape_45_0_0_nncf_smooth_quant_0" -> "1591 quantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; -"1591 quantize_per_tensor_default_64" -> "1592 dequantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; -"1592 dequantize_per_tensor_default_64" -> "1598 linear_65" [style=solid, label="(1, 64, 768)"]; -"1593 scale_updated_constant44" -> "1595 mul_tensor_44" [style=solid, label="(2304, 1)"]; -"1594 compressed_weight_updated_constant44" -> "1595 mul_tensor_44" [style=solid, label="(2304, 768)"]; -"1595 mul_tensor_44" -> "1597 sub_tensor_44" [style=solid, label="(2304, 768)"]; -"1596 zero_point_updated_constant44" -> "1597 sub_tensor_44" [style=solid, label="(2304, 1)"]; -"1597 sub_tensor_44" -> "1598 linear_65" [style=solid, label="(2304, 768)"]; -"1598 linear_65" -> "1599 reshape_46" [style=solid, label="(1, 64, 2304)"]; -"1599 reshape_46" -> "1600 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1600 permute_48" -> "1601 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1600 permute_48" -> "1602 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1600 permute_48" -> "1603 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1601 select_30" -> "1604 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; -"1601 select_30" -> "1606 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; -"1601 select_30" -> "1607 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1602 select_31" -> "1610 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; -"1602 select_31" -> "1612 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; -"1602 select_31" -> "1613 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1603 select_32" -> "1624 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; -"1604 linalg_vector_norm_20" -> "1605 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; -"1605 clamp_min_20" -> "1606 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; -"1606 expand_as_20" -> "1607 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1607 div_20" -> "1608 quantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; -"1608 quantize_per_tensor_default_65" -> "1609 dequantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; -"1609 dequantize_per_tensor_default_65" -> "1617 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; -"1610 linalg_vector_norm_21" -> "1611 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; -"1611 clamp_min_21" -> "1612 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; -"1612 expand_as_21" -> "1613 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1613 div_21" -> "1614 quantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; -"1614 quantize_per_tensor_default_66" -> "1615 dequantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; -"1615 dequantize_per_tensor_default_66" -> "1616 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; -"1616 transpose_20" -> "1617 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; -"1617 matmul_20" -> "1620 mul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1618 clamp_10" -> "1619 exp_10" [style=solid, label="(24, 1, 1)"]; -"1619 exp_10" -> "1620 mul_21" [style=solid, label="(24, 1, 1)"]; -"1620 mul_21" -> "1621 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1621 add_35" -> "1622 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; -"1622 softmax_10" -> "1623 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; -"1623 dropout_40" -> "1624 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1624 matmul_21" -> "1625 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; -"1625 transpose_21" -> "1626 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; -"1626 reshape_47" -> "1627 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1627 reshape_47_0_0_nncf_smooth_quant_0" -> "1628 quantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; -"1628 quantize_per_tensor_default_67" -> "1629 dequantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; -"1629 dequantize_per_tensor_default_67" -> "1635 linear_66" [style=solid, label="(1, 64, 768)"]; -"1630 scale_updated_constant45" -> "1632 mul_tensor_45" [style=solid, label="(768, 1)"]; -"1631 compressed_weight_updated_constant45" -> "1632 mul_tensor_45" [style=solid, label="(768, 768)"]; -"1632 mul_tensor_45" -> "1634 sub_tensor_45" [style=solid, label="(768, 768)"]; -"1633 zero_point_updated_constant45" -> "1634 sub_tensor_45" [style=solid, label="(768, 1)"]; -"1634 sub_tensor_45" -> "1635 linear_66" [style=solid, label="(768, 768)"]; -"1635 linear_66" -> "1636 dropout_41" [style=solid, label="(1, 64, 768)"]; -"1636 dropout_41" -> "1637 view_58" [style=solid, label="(1, 64, 768)"]; -"1637 view_58" -> "1638 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1638 permute_49" -> "1639 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1639 reshape_48" -> "1640 slice_174" [style=solid, label="(1, 8, 8, 768)"]; -"1640 slice_174" -> "1641 slice_175" [style=solid, label="(1, 8, 8, 768)"]; -"1641 slice_175" -> "1642 slice_176" [style=solid, label="(1, 7, 8, 768)"]; -"1642 slice_176" -> "1643 slice_177" [style=solid, label="(1, 7, 7, 768)"]; -"1643 slice_177" -> "1644 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; -"1644 contiguous_19" -> "1645 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; -"1645 layer_norm_24" -> "1646 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1646 add_36" -> "1647 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1646 add_36" -> "1669 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1647 add_36_0_0_nncf_smooth_quant_0" -> "1648 quantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; -"1648 quantize_per_tensor_default_68" -> "1649 dequantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; -"1649 dequantize_per_tensor_default_68" -> "1655 linear_67" [style=solid, label="(1, 7, 7, 768)"]; -"1650 scale_updated_constant46" -> "1652 mul_tensor_46" [style=solid, label="(3072, 1)"]; -"1651 compressed_weight_updated_constant46" -> "1652 mul_tensor_46" [style=solid, label="(3072, 768)"]; -"1652 mul_tensor_46" -> "1654 sub_tensor_46" [style=solid, label="(3072, 768)"]; -"1653 zero_point_updated_constant46" -> "1654 sub_tensor_46" [style=solid, label="(3072, 1)"]; -"1654 sub_tensor_46" -> "1655 linear_67" [style=solid, label="(3072, 768)"]; -"1655 linear_67" -> "1656 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; -"1656 gelu_10" -> "1657 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; -"1657 dropout_42" -> "1658 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1658 dropout_42_0_0_nncf_smooth_quant_0" -> "1659 quantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; -"1659 quantize_per_tensor_default_69" -> "1660 dequantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; -"1660 dequantize_per_tensor_default_69" -> "1666 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; -"1661 scale_updated_constant47" -> "1663 mul_tensor_47" [style=solid, label="(768, 1)"]; -"1662 compressed_weight_updated_constant47" -> "1663 mul_tensor_47" [style=solid, label="(768, 3072)"]; -"1663 mul_tensor_47" -> "1665 sub_tensor_47" [style=solid, label="(768, 3072)"]; -"1664 zero_point_updated_constant47" -> "1665 sub_tensor_47" [style=solid, label="(768, 1)"]; -"1665 sub_tensor_47" -> "1666 linear_68" [style=solid, label="(768, 3072)"]; -"1666 linear_68" -> "1667 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; -"1667 dropout_43" -> "1668 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; -"1668 layer_norm_25" -> "1669 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1669 add_37" -> "1685 pad_14" [style=solid, label="(1, 7, 7, 768)"]; -"1669 add_37" -> "1748 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1670 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1672 linear_69" [style=solid, label="(512, 2)"]; -"1671 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1672 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"1672 linear_69" -> "1673 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1673 relu__11" -> "1675 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1674 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1676 linear_70" [style=solid, label="(24, 512)"]; -"1675 relu__11_0_0_nncf_smooth_quant_0" -> "1676 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1676 linear_70" -> "1677 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1677 view_59" -> "1678 index_11" [style=solid, label="(225, 24)"]; -"1678 index_11" -> "1679 view_60" [style=solid, label="(4096, 24)"]; -"1679 view_60" -> "1680 permute_50" [style=solid, label="(64, 64, 24)"]; -"1680 permute_50" -> "1681 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1681 contiguous_20" -> "1682 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1682 unsqueeze_31" -> "1683 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1683 sigmoid_11" -> "1684 mul_22" [style=solid, label="(1, 24, 64, 64)"]; -"1684 mul_22" -> "1723 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1685 pad_14" -> "1686 view_61" [style=solid, label="(1, 8, 8, 768)"]; -"1686 view_61" -> "1687 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1687 permute_51" -> "1688 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1688 reshape_49" -> "1692 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1689 clone_11" -> "1690 slice_178" [style=solid, label="(2304,)"]; -"1689 clone_11" -> "1700 linear_71" [style=solid, label="(2304,)"]; -"1690 slice_178" -> "1691 zero__11" [style=solid, label="(768,)"]; -"1692 reshape_49_0_0_nncf_smooth_quant_0" -> "1693 quantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; -"1693 quantize_per_tensor_default_70" -> "1694 dequantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; -"1694 dequantize_per_tensor_default_70" -> "1700 linear_71" [style=solid, label="(1, 64, 768)"]; -"1695 scale_updated_constant48" -> "1697 mul_tensor_48" [style=solid, label="(2304, 1)"]; -"1696 compressed_weight_updated_constant48" -> "1697 mul_tensor_48" [style=solid, label="(2304, 768)"]; -"1697 mul_tensor_48" -> "1699 sub_tensor_48" [style=solid, label="(2304, 768)"]; -"1698 zero_point_updated_constant48" -> "1699 sub_tensor_48" [style=solid, label="(2304, 1)"]; -"1699 sub_tensor_48" -> "1700 linear_71" [style=solid, label="(2304, 768)"]; -"1700 linear_71" -> "1701 reshape_50" [style=solid, label="(1, 64, 2304)"]; -"1701 reshape_50" -> "1702 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1702 permute_52" -> "1703 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1702 permute_52" -> "1704 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1702 permute_52" -> "1705 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1703 select_33" -> "1706 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; -"1703 select_33" -> "1708 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; -"1703 select_33" -> "1709 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1704 select_34" -> "1712 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; -"1704 select_34" -> "1714 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; -"1704 select_34" -> "1715 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1705 select_35" -> "1726 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; -"1706 linalg_vector_norm_22" -> "1707 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; -"1707 clamp_min_22" -> "1708 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; -"1708 expand_as_22" -> "1709 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1709 div_22" -> "1710 quantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; -"1710 quantize_per_tensor_default_71" -> "1711 dequantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; -"1711 dequantize_per_tensor_default_71" -> "1719 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; -"1712 linalg_vector_norm_23" -> "1713 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; -"1713 clamp_min_23" -> "1714 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; -"1714 expand_as_23" -> "1715 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1715 div_23" -> "1716 quantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; -"1716 quantize_per_tensor_default_72" -> "1717 dequantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; -"1717 dequantize_per_tensor_default_72" -> "1718 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; -"1718 transpose_22" -> "1719 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; -"1719 matmul_22" -> "1722 mul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1720 clamp_11" -> "1721 exp_11" [style=solid, label="(24, 1, 1)"]; -"1721 exp_11" -> "1722 mul_23" [style=solid, label="(24, 1, 1)"]; -"1722 mul_23" -> "1723 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1723 add_38" -> "1724 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; -"1724 softmax_11" -> "1725 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; -"1725 dropout_44" -> "1726 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1726 matmul_23" -> "1727 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; -"1727 transpose_23" -> "1728 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; -"1728 reshape_51" -> "1729 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1729 reshape_51_0_0_nncf_smooth_quant_0" -> "1730 quantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; -"1730 quantize_per_tensor_default_73" -> "1731 dequantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; -"1731 dequantize_per_tensor_default_73" -> "1737 linear_72" [style=solid, label="(1, 64, 768)"]; -"1732 scale_updated_constant49" -> "1734 mul_tensor_49" [style=solid, label="(768, 1)"]; -"1733 compressed_weight_updated_constant49" -> "1734 mul_tensor_49" [style=solid, label="(768, 768)"]; -"1734 mul_tensor_49" -> "1736 sub_tensor_49" [style=solid, label="(768, 768)"]; -"1735 zero_point_updated_constant49" -> "1736 sub_tensor_49" [style=solid, label="(768, 1)"]; -"1736 sub_tensor_49" -> "1737 linear_72" [style=solid, label="(768, 768)"]; -"1737 linear_72" -> "1738 dropout_45" [style=solid, label="(1, 64, 768)"]; -"1738 dropout_45" -> "1739 view_62" [style=solid, label="(1, 64, 768)"]; -"1739 view_62" -> "1740 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1740 permute_53" -> "1741 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1741 reshape_52" -> "1742 slice_179" [style=solid, label="(1, 8, 8, 768)"]; -"1742 slice_179" -> "1743 slice_180" [style=solid, label="(1, 8, 8, 768)"]; -"1743 slice_180" -> "1744 slice_181" [style=solid, label="(1, 7, 8, 768)"]; -"1744 slice_181" -> "1745 slice_182" [style=solid, label="(1, 7, 7, 768)"]; -"1745 slice_182" -> "1746 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; -"1746 contiguous_21" -> "1747 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; -"1747 layer_norm_26" -> "1748 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1748 add_39" -> "1749 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1748 add_39" -> "1771 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1749 add_39_0_0_nncf_smooth_quant_0" -> "1750 quantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; -"1750 quantize_per_tensor_default_74" -> "1751 dequantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; -"1751 dequantize_per_tensor_default_74" -> "1757 linear_73" [style=solid, label="(1, 7, 7, 768)"]; -"1752 scale_updated_constant50" -> "1754 mul_tensor_50" [style=solid, label="(3072, 1)"]; -"1753 compressed_weight_updated_constant50" -> "1754 mul_tensor_50" [style=solid, label="(3072, 768)"]; -"1754 mul_tensor_50" -> "1756 sub_tensor_50" [style=solid, label="(3072, 768)"]; -"1755 zero_point_updated_constant50" -> "1756 sub_tensor_50" [style=solid, label="(3072, 1)"]; -"1756 sub_tensor_50" -> "1757 linear_73" [style=solid, label="(3072, 768)"]; -"1757 linear_73" -> "1758 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; -"1758 gelu_11" -> "1759 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; -"1759 dropout_46" -> "1760 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1760 dropout_46_0_0_nncf_smooth_quant_0" -> "1761 quantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; -"1761 quantize_per_tensor_default_75" -> "1762 dequantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; -"1762 dequantize_per_tensor_default_75" -> "1768 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; -"1763 scale_updated_constant51" -> "1765 mul_tensor_51" [style=solid, label="(768, 1)"]; -"1764 compressed_weight_updated_constant51" -> "1765 mul_tensor_51" [style=solid, label="(768, 3072)"]; -"1765 mul_tensor_51" -> "1767 sub_tensor_51" [style=solid, label="(768, 3072)"]; -"1766 zero_point_updated_constant51" -> "1767 sub_tensor_51" [style=solid, label="(768, 1)"]; -"1767 sub_tensor_51" -> "1768 linear_74" [style=solid, label="(768, 3072)"]; -"1768 linear_74" -> "1769 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; -"1769 dropout_47" -> "1770 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; -"1770 layer_norm_27" -> "1771 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1771 add_40" -> "1772 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; -"1772 layer_norm_28" -> "1773 permute_54" [style=solid, label="(1, 7, 7, 768)"]; -"1773 permute_54" -> "1774 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; -"1774 adaptive_avg_pool2d" -> "1775 flatten" [style=solid, label="(1, 768, 1, 1)"]; -"1775 flatten" -> "1776 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1776 flatten_0_0_nncf_smooth_quant_0" -> "1777 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1777 quantize_per_tensor_default_76" -> "1778 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1778 dequantize_per_tensor_default_76" -> "1784 linear_75" [style=solid, label="(1, 768)"]; -"1779 scale_updated_constant52" -> "1781 mul_tensor_52" [style=solid, label="(1000, 1)"]; -"1780 compressed_weight_updated_constant52" -> "1781 mul_tensor_52" [style=solid, label="(1000, 768)"]; -"1781 mul_tensor_52" -> "1783 sub_tensor_52" [style=solid, label="(1000, 768)"]; -"1782 zero_point_updated_constant52" -> "1783 sub_tensor_52" [style=solid, label="(1000, 1)"]; -"1783 sub_tensor_52" -> "1784 linear_75" [style=solid, label="(1000, 768)"]; -"1784 linear_75" -> "1785 output" [style=solid, label="(1, 1000)"]; +"283 reshape_3" -> "284 alias" [style=solid, label="(1, 56, 56, 96)"]; +"284 alias" -> "285 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; +"285 layer_norm_1" -> "286 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"286 add_1" -> "287 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; +"286 add_1" -> "309 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"287 add_1_0_0_nncf_smooth_quant_0" -> "288 quantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; +"288 quantize_per_tensor_default_5" -> "289 dequantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; +"289 dequantize_per_tensor_default_5" -> "295 linear_4" [style=solid, label="(1, 56, 56, 96)"]; +"290 scale_updated_constant3" -> "292 mul_tensor_3" [style=solid, label="(384, 1)"]; +"291 compressed_weight_updated_constant3" -> "292 mul_tensor_3" [style=solid, label="(384, 96)"]; +"292 mul_tensor_3" -> "294 sub_tensor_3" [style=solid, label="(384, 96)"]; +"293 zero_point_updated_constant3" -> "294 sub_tensor_3" [style=solid, label="(384, 1)"]; +"294 sub_tensor_3" -> "295 linear_4" [style=solid, label="(384, 96)"]; +"295 linear_4" -> "296 gelu" [style=solid, label="(1, 56, 56, 384)"]; +"296 gelu" -> "297 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; +"297 dropout_2" -> "298 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; +"298 dropout_2_0_0_nncf_smooth_quant_0" -> "299 quantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; +"299 quantize_per_tensor_default_6" -> "300 dequantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; +"300 dequantize_per_tensor_default_6" -> "306 linear_5" [style=solid, label="(1, 56, 56, 384)"]; +"301 scale_updated_constant4" -> "303 mul_tensor_4" [style=solid, label="(96, 1)"]; +"302 compressed_weight_updated_constant4" -> "303 mul_tensor_4" [style=solid, label="(96, 384)"]; +"303 mul_tensor_4" -> "305 sub_tensor_4" [style=solid, label="(96, 384)"]; +"304 zero_point_updated_constant4" -> "305 sub_tensor_4" [style=solid, label="(96, 1)"]; +"305 sub_tensor_4" -> "306 linear_5" [style=solid, label="(96, 384)"]; +"306 linear_5" -> "307 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; +"307 dropout_3" -> "308 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; +"308 layer_norm_2" -> "309 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"309 add_2" -> "325 pad_1" [style=solid, label="(1, 56, 56, 96)"]; +"309 add_2" -> "438 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"310 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "312 linear_6" [style=solid, label="(512, 2)"]; +"311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "312 linear_6" [style=solid, label="(1, 15, 15, 2)"]; +"312 linear_6" -> "313 relu__1" [style=solid, label="(1, 15, 15, 512)"]; +"313 relu__1" -> "315 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"314 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "316 linear_7" [style=solid, label="(3, 512)"]; +"315 relu__1_0_0_nncf_smooth_quant_0" -> "316 linear_7" [style=solid, label="(1, 15, 15, 512)"]; +"316 linear_7" -> "317 view_4" [style=solid, label="(1, 15, 15, 3)"]; +"317 view_4" -> "318 index_1" [style=solid, label="(225, 3)"]; +"318 index_1" -> "319 view_5" [style=solid, label="(4096, 3)"]; +"319 view_5" -> "320 permute_5" [style=solid, label="(64, 64, 3)"]; +"320 permute_5" -> "321 contiguous_1" [style=solid, label="(3, 64, 64)"]; +"321 contiguous_1" -> "322 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; +"322 unsqueeze_1" -> "323 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; +"323 sigmoid_1" -> "324 mul_2" [style=solid, label="(1, 3, 64, 64)"]; +"324 mul_2" -> "364 add_3" [style=solid, label="(1, 3, 64, 64)"]; +"325 pad_1" -> "326 roll" [style=solid, label="(1, 56, 56, 96)"]; +"326 roll" -> "327 view_6" [style=solid, label="(1, 56, 56, 96)"]; +"327 view_6" -> "328 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"328 permute_6" -> "329 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"329 reshape_4" -> "333 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"329 reshape_4" -> "365 new_zeros" [style=solid, label="(49, 64, 96)"]; +"330 clone_1" -> "331 slice_2" [style=solid, label="(288,)"]; +"330 clone_1" -> "341 linear_8" [style=solid, label="(288,)"]; +"331 slice_2" -> "332 zero__1" [style=solid, label="(96,)"]; +"333 reshape_4_0_0_nncf_smooth_quant_0" -> "334 quantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; +"334 quantize_per_tensor_default_7" -> "335 dequantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; +"335 dequantize_per_tensor_default_7" -> "341 linear_8" [style=solid, label="(49, 64, 96)"]; +"336 scale_updated_constant5" -> "338 mul_tensor_5" [style=solid, label="(288, 1)"]; +"337 compressed_weight_updated_constant5" -> "338 mul_tensor_5" [style=solid, label="(288, 96)"]; +"338 mul_tensor_5" -> "340 sub_tensor_5" [style=solid, label="(288, 96)"]; +"339 zero_point_updated_constant5" -> "340 sub_tensor_5" [style=solid, label="(288, 1)"]; +"340 sub_tensor_5" -> "341 linear_8" [style=solid, label="(288, 96)"]; +"341 linear_8" -> "342 reshape_5" [style=solid, label="(49, 64, 288)"]; +"342 reshape_5" -> "343 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; +"343 permute_7" -> "344 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; +"343 permute_7" -> "345 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; +"343 permute_7" -> "346 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; +"344 select_3" -> "347 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; +"344 select_3" -> "349 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; +"344 select_3" -> "350 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"345 select_4" -> "353 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; +"345 select_4" -> "355 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; +"345 select_4" -> "356 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"346 select_5" -> "419 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; +"347 linalg_vector_norm_2" -> "348 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; +"348 clamp_min_2" -> "349 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; +"349 expand_as_2" -> "350 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"350 div_2" -> "351 quantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; +"351 quantize_per_tensor_default_8" -> "352 dequantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; +"352 dequantize_per_tensor_default_8" -> "360 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; +"353 linalg_vector_norm_3" -> "354 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; +"354 clamp_min_3" -> "355 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; +"355 expand_as_3" -> "356 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"356 div_3" -> "357 quantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; +"357 quantize_per_tensor_default_9" -> "358 dequantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; +"358 dequantize_per_tensor_default_9" -> "359 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; +"359 transpose_2" -> "360 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; +"360 matmul_2" -> "363 mul_3" [style=solid, label="(49, 3, 64, 64)"]; +"361 clamp_1" -> "362 exp_1" [style=solid, label="(3, 1, 1)"]; +"362 exp_1" -> "363 mul_3" [style=solid, label="(3, 1, 1)"]; +"363 mul_3" -> "364 add_3" [style=solid, label="(49, 3, 64, 64)"]; +"364 add_3" -> "412 view_8" [style=solid, label="(49, 3, 64, 64)"]; +"365 new_zeros" -> "367 slice_3" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "371 slice_5" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "375 slice_7" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "379 slice_9" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "383 slice_11" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "387 slice_13" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "391 slice_15" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "395 slice_17" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "399 slice_19" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "402 view_7" [style=solid, label="(56, 56)"]; +"366 lift_fresh_copy" -> "369 fill_" [style=solid, label="()"]; +"367 slice_3" -> "368 slice_4" [style=solid, label="(48, 56)"]; +"368 slice_4" -> "369 fill_" [style=solid, label="(48, 48)"]; +"370 lift_fresh_copy_1" -> "373 fill__1" [style=solid, label="()"]; +"371 slice_5" -> "372 slice_6" [style=solid, label="(48, 56)"]; +"372 slice_6" -> "373 fill__1" [style=solid, label="(48, 4)"]; +"374 lift_fresh_copy_2" -> "377 fill__2" [style=solid, label="()"]; +"375 slice_7" -> "376 slice_8" [style=solid, label="(48, 56)"]; +"376 slice_8" -> "377 fill__2" [style=solid, label="(48, 4)"]; +"378 lift_fresh_copy_3" -> "381 fill__3" [style=solid, label="()"]; +"379 slice_9" -> "380 slice_10" [style=solid, label="(4, 56)"]; +"380 slice_10" -> "381 fill__3" [style=solid, label="(4, 48)"]; +"382 lift_fresh_copy_4" -> "385 fill__4" [style=solid, label="()"]; +"383 slice_11" -> "384 slice_12" [style=solid, label="(4, 56)"]; +"384 slice_12" -> "385 fill__4" [style=solid, label="(4, 4)"]; +"386 lift_fresh_copy_5" -> "389 fill__5" [style=solid, label="()"]; +"387 slice_13" -> "388 slice_14" [style=solid, label="(4, 56)"]; +"388 slice_14" -> "389 fill__5" [style=solid, label="(4, 4)"]; +"390 lift_fresh_copy_6" -> "393 fill__6" [style=solid, label="()"]; +"391 slice_15" -> "392 slice_16" [style=solid, label="(4, 56)"]; +"392 slice_16" -> "393 fill__6" [style=solid, label="(4, 48)"]; +"394 lift_fresh_copy_7" -> "397 fill__7" [style=solid, label="()"]; +"395 slice_17" -> "396 slice_18" [style=solid, label="(4, 56)"]; +"396 slice_18" -> "397 fill__7" [style=solid, label="(4, 4)"]; +"398 lift_fresh_copy_8" -> "401 fill__8" [style=solid, label="()"]; +"399 slice_19" -> "400 slice_20" [style=solid, label="(4, 56)"]; +"400 slice_20" -> "401 fill__8" [style=solid, label="(4, 4)"]; +"402 view_7" -> "403 permute_8" [style=solid, label="(7, 8, 7, 8)"]; +"403 permute_8" -> "404 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; +"404 reshape_6" -> "405 unsqueeze_2" [style=solid, label="(49, 64)"]; +"404 reshape_6" -> "406 unsqueeze_3" [style=solid, label="(49, 64)"]; +"405 unsqueeze_2" -> "407 sub" [style=solid, label="(49, 1, 64)"]; +"406 unsqueeze_3" -> "407 sub" [style=solid, label="(49, 64, 1)"]; +"407 sub" -> "408 ne" [style=solid, label="(49, 64, 64)"]; +"407 sub" -> "409 masked_fill" [style=solid, label="(49, 64, 64)"]; +"407 sub" -> "410 eq" [style=solid, label="(49, 64, 64)"]; +"408 ne" -> "409 masked_fill" [style=solid, label="(49, 64, 64)"]; +"409 masked_fill" -> "411 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"410 eq" -> "411 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"411 masked_fill_1" -> "413 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; +"412 view_8" -> "415 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; +"413 unsqueeze_4" -> "414 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; +"414 unsqueeze_5" -> "415 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; +"415 add_4" -> "416 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; +"416 view_9" -> "417 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; +"417 softmax_1" -> "418 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; +"418 dropout_4" -> "419 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; +"419 matmul_3" -> "420 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; +"420 transpose_3" -> "421 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; +"421 reshape_7" -> "422 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"422 reshape_7_0_0_nncf_smooth_quant_0" -> "423 quantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; +"423 quantize_per_tensor_default_10" -> "424 dequantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; +"424 dequantize_per_tensor_default_10" -> "430 linear_9" [style=solid, label="(49, 64, 96)"]; +"425 scale_updated_constant6" -> "427 mul_tensor_6" [style=solid, label="(96, 1)"]; +"426 compressed_weight_updated_constant6" -> "427 mul_tensor_6" [style=solid, label="(96, 96)"]; +"427 mul_tensor_6" -> "429 sub_tensor_6" [style=solid, label="(96, 96)"]; +"428 zero_point_updated_constant6" -> "429 sub_tensor_6" [style=solid, label="(96, 1)"]; +"429 sub_tensor_6" -> "430 linear_9" [style=solid, label="(96, 96)"]; +"430 linear_9" -> "431 dropout_5" [style=solid, label="(49, 64, 96)"]; +"431 dropout_5" -> "432 view_10" [style=solid, label="(49, 64, 96)"]; +"432 view_10" -> "433 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"433 permute_9" -> "434 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"434 reshape_8" -> "435 roll_1" [style=solid, label="(1, 56, 56, 96)"]; +"435 roll_1" -> "436 alias_1" [style=solid, label="(1, 56, 56, 96)"]; +"436 alias_1" -> "437 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; +"437 layer_norm_3" -> "438 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"438 add_5" -> "439 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; +"438 add_5" -> "461 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"439 add_5_0_0_nncf_smooth_quant_0" -> "440 quantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; +"440 quantize_per_tensor_default_11" -> "441 dequantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; +"441 dequantize_per_tensor_default_11" -> "447 linear_10" [style=solid, label="(1, 56, 56, 96)"]; +"442 scale_updated_constant7" -> "444 mul_tensor_7" [style=solid, label="(384, 1)"]; +"443 compressed_weight_updated_constant7" -> "444 mul_tensor_7" [style=solid, label="(384, 96)"]; +"444 mul_tensor_7" -> "446 sub_tensor_7" [style=solid, label="(384, 96)"]; +"445 zero_point_updated_constant7" -> "446 sub_tensor_7" [style=solid, label="(384, 1)"]; +"446 sub_tensor_7" -> "447 linear_10" [style=solid, label="(384, 96)"]; +"447 linear_10" -> "448 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; +"448 gelu_1" -> "449 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; +"449 dropout_6" -> "450 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; +"450 dropout_6_0_0_nncf_smooth_quant_0" -> "451 quantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; +"451 quantize_per_tensor_default_12" -> "452 dequantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; +"452 dequantize_per_tensor_default_12" -> "458 linear_11" [style=solid, label="(1, 56, 56, 384)"]; +"453 scale_updated_constant8" -> "455 mul_tensor_8" [style=solid, label="(96, 1)"]; +"454 compressed_weight_updated_constant8" -> "455 mul_tensor_8" [style=solid, label="(96, 384)"]; +"455 mul_tensor_8" -> "457 sub_tensor_8" [style=solid, label="(96, 384)"]; +"456 zero_point_updated_constant8" -> "457 sub_tensor_8" [style=solid, label="(96, 1)"]; +"457 sub_tensor_8" -> "458 linear_11" [style=solid, label="(96, 384)"]; +"458 linear_11" -> "459 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; +"459 dropout_7" -> "460 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; +"460 layer_norm_4" -> "461 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"461 add_6" -> "462 pad_2" [style=solid, label="(1, 56, 56, 96)"]; +"462 pad_2" -> "463 slice_21" [style=solid, label="(1, 56, 56, 96)"]; +"462 pad_2" -> "465 slice_23" [style=solid, label="(1, 56, 56, 96)"]; +"462 pad_2" -> "467 slice_25" [style=solid, label="(1, 56, 56, 96)"]; +"462 pad_2" -> "469 slice_27" [style=solid, label="(1, 56, 56, 96)"]; +"463 slice_21" -> "464 slice_22" [style=solid, label="(1, 28, 56, 96)"]; +"464 slice_22" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; +"465 slice_23" -> "466 slice_24" [style=solid, label="(1, 28, 56, 96)"]; +"466 slice_24" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; +"467 slice_25" -> "468 slice_26" [style=solid, label="(1, 28, 56, 96)"]; +"468 slice_26" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; +"469 slice_27" -> "470 slice_28" [style=solid, label="(1, 28, 56, 96)"]; +"470 slice_28" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; +"471 cat" -> "472 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; +"472 cat_0_0_nncf_smooth_quant_0" -> "473 quantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; +"473 quantize_per_tensor_default_13" -> "474 dequantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; +"474 dequantize_per_tensor_default_13" -> "480 linear_12" [style=solid, label="(1, 28, 28, 384)"]; +"475 scale_updated_constant9" -> "477 mul_tensor_9" [style=solid, label="(192, 1)"]; +"476 compressed_weight_updated_constant9" -> "477 mul_tensor_9" [style=solid, label="(192, 384)"]; +"477 mul_tensor_9" -> "479 sub_tensor_9" [style=solid, label="(192, 384)"]; +"478 zero_point_updated_constant9" -> "479 sub_tensor_9" [style=solid, label="(192, 1)"]; +"479 sub_tensor_9" -> "480 linear_12" [style=solid, label="(192, 384)"]; +"480 linear_12" -> "481 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; +"481 layer_norm_5" -> "497 pad_3" [style=solid, label="(1, 28, 28, 192)"]; +"481 layer_norm_5" -> "558 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"482 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "484 linear_13" [style=solid, label="(512, 2)"]; +"483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "484 linear_13" [style=solid, label="(1, 15, 15, 2)"]; +"484 linear_13" -> "485 relu__2" [style=solid, label="(1, 15, 15, 512)"]; +"485 relu__2" -> "487 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"486 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "488 linear_14" [style=solid, label="(6, 512)"]; +"487 relu__2_0_0_nncf_smooth_quant_0" -> "488 linear_14" [style=solid, label="(1, 15, 15, 512)"]; +"488 linear_14" -> "489 view_11" [style=solid, label="(1, 15, 15, 6)"]; +"489 view_11" -> "490 index_2" [style=solid, label="(225, 6)"]; +"490 index_2" -> "491 view_12" [style=solid, label="(4096, 6)"]; +"491 view_12" -> "492 permute_10" [style=solid, label="(64, 64, 6)"]; +"492 permute_10" -> "493 contiguous_2" [style=solid, label="(6, 64, 64)"]; +"493 contiguous_2" -> "494 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; +"494 unsqueeze_6" -> "495 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; +"495 sigmoid_2" -> "496 mul_4" [style=solid, label="(1, 6, 64, 64)"]; +"496 mul_4" -> "535 add_7" [style=solid, label="(1, 6, 64, 64)"]; +"497 pad_3" -> "498 view_13" [style=solid, label="(1, 32, 32, 192)"]; +"498 view_13" -> "499 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"499 permute_11" -> "500 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"500 reshape_9" -> "504 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"501 clone_2" -> "502 slice_29" [style=solid, label="(576,)"]; +"501 clone_2" -> "512 linear_15" [style=solid, label="(576,)"]; +"502 slice_29" -> "503 zero__2" [style=solid, label="(192,)"]; +"504 reshape_9_0_0_nncf_smooth_quant_0" -> "505 quantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; +"505 quantize_per_tensor_default_14" -> "506 dequantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; +"506 dequantize_per_tensor_default_14" -> "512 linear_15" [style=solid, label="(16, 64, 192)"]; +"507 scale_updated_constant10" -> "509 mul_tensor_10" [style=solid, label="(576, 1)"]; +"508 compressed_weight_updated_constant10" -> "509 mul_tensor_10" [style=solid, label="(576, 192)"]; +"509 mul_tensor_10" -> "511 sub_tensor_10" [style=solid, label="(576, 192)"]; +"510 zero_point_updated_constant10" -> "511 sub_tensor_10" [style=solid, label="(576, 1)"]; +"511 sub_tensor_10" -> "512 linear_15" [style=solid, label="(576, 192)"]; +"512 linear_15" -> "513 reshape_10" [style=solid, label="(16, 64, 576)"]; +"513 reshape_10" -> "514 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; +"514 permute_12" -> "515 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; +"514 permute_12" -> "516 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; +"514 permute_12" -> "517 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; +"515 select_6" -> "518 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; +"515 select_6" -> "520 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; +"515 select_6" -> "521 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"516 select_7" -> "524 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; +"516 select_7" -> "526 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; +"516 select_7" -> "527 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"517 select_8" -> "538 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; +"518 linalg_vector_norm_4" -> "519 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; +"519 clamp_min_4" -> "520 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; +"520 expand_as_4" -> "521 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"521 div_4" -> "522 quantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; +"522 quantize_per_tensor_default_15" -> "523 dequantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; +"523 dequantize_per_tensor_default_15" -> "531 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; +"524 linalg_vector_norm_5" -> "525 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; +"525 clamp_min_5" -> "526 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; +"526 expand_as_5" -> "527 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"527 div_5" -> "528 quantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; +"528 quantize_per_tensor_default_16" -> "529 dequantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; +"529 dequantize_per_tensor_default_16" -> "530 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; +"530 transpose_4" -> "531 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; +"531 matmul_4" -> "534 mul_5" [style=solid, label="(16, 6, 64, 64)"]; +"532 clamp_2" -> "533 exp_2" [style=solid, label="(6, 1, 1)"]; +"533 exp_2" -> "534 mul_5" [style=solid, label="(6, 1, 1)"]; +"534 mul_5" -> "535 add_7" [style=solid, label="(16, 6, 64, 64)"]; +"535 add_7" -> "536 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; +"536 softmax_2" -> "537 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; +"537 dropout_8" -> "538 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; +"538 matmul_5" -> "539 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; +"539 transpose_5" -> "540 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; +"540 reshape_11" -> "541 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"541 reshape_11_0_0_nncf_smooth_quant_0" -> "542 quantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; +"542 quantize_per_tensor_default_17" -> "543 dequantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; +"543 dequantize_per_tensor_default_17" -> "549 linear_16" [style=solid, label="(16, 64, 192)"]; +"544 scale_updated_constant11" -> "546 mul_tensor_11" [style=solid, label="(192, 1)"]; +"545 compressed_weight_updated_constant11" -> "546 mul_tensor_11" [style=solid, label="(192, 192)"]; +"546 mul_tensor_11" -> "548 sub_tensor_11" [style=solid, label="(192, 192)"]; +"547 zero_point_updated_constant11" -> "548 sub_tensor_11" [style=solid, label="(192, 1)"]; +"548 sub_tensor_11" -> "549 linear_16" [style=solid, label="(192, 192)"]; +"549 linear_16" -> "550 dropout_9" [style=solid, label="(16, 64, 192)"]; +"550 dropout_9" -> "551 view_14" [style=solid, label="(16, 64, 192)"]; +"551 view_14" -> "552 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"552 permute_13" -> "553 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"553 reshape_12" -> "554 slice_30" [style=solid, label="(1, 32, 32, 192)"]; +"554 slice_30" -> "555 slice_31" [style=solid, label="(1, 28, 32, 192)"]; +"555 slice_31" -> "556 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; +"556 contiguous_3" -> "557 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; +"557 layer_norm_6" -> "558 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"558 add_8" -> "559 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; +"558 add_8" -> "581 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"559 add_8_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; +"560 quantize_per_tensor_default_18" -> "561 dequantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; +"561 dequantize_per_tensor_default_18" -> "567 linear_17" [style=solid, label="(1, 28, 28, 192)"]; +"562 scale_updated_constant12" -> "564 mul_tensor_12" [style=solid, label="(768, 1)"]; +"563 compressed_weight_updated_constant12" -> "564 mul_tensor_12" [style=solid, label="(768, 192)"]; +"564 mul_tensor_12" -> "566 sub_tensor_12" [style=solid, label="(768, 192)"]; +"565 zero_point_updated_constant12" -> "566 sub_tensor_12" [style=solid, label="(768, 1)"]; +"566 sub_tensor_12" -> "567 linear_17" [style=solid, label="(768, 192)"]; +"567 linear_17" -> "568 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; +"568 gelu_2" -> "569 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; +"569 dropout_10" -> "570 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; +"570 dropout_10_0_0_nncf_smooth_quant_0" -> "571 quantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; +"571 quantize_per_tensor_default_19" -> "572 dequantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; +"572 dequantize_per_tensor_default_19" -> "578 linear_18" [style=solid, label="(1, 28, 28, 768)"]; +"573 scale_updated_constant13" -> "575 mul_tensor_13" [style=solid, label="(192, 1)"]; +"574 compressed_weight_updated_constant13" -> "575 mul_tensor_13" [style=solid, label="(192, 768)"]; +"575 mul_tensor_13" -> "577 sub_tensor_13" [style=solid, label="(192, 768)"]; +"576 zero_point_updated_constant13" -> "577 sub_tensor_13" [style=solid, label="(192, 1)"]; +"577 sub_tensor_13" -> "578 linear_18" [style=solid, label="(192, 768)"]; +"578 linear_18" -> "579 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; +"579 dropout_11" -> "580 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; +"580 layer_norm_7" -> "581 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"581 add_9" -> "597 pad_4" [style=solid, label="(1, 28, 28, 192)"]; +"581 add_9" -> "712 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"582 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "584 linear_19" [style=solid, label="(512, 2)"]; +"583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "584 linear_19" [style=solid, label="(1, 15, 15, 2)"]; +"584 linear_19" -> "585 relu__3" [style=solid, label="(1, 15, 15, 512)"]; +"585 relu__3" -> "587 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"586 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "588 linear_20" [style=solid, label="(6, 512)"]; +"587 relu__3_0_0_nncf_smooth_quant_0" -> "588 linear_20" [style=solid, label="(1, 15, 15, 512)"]; +"588 linear_20" -> "589 view_15" [style=solid, label="(1, 15, 15, 6)"]; +"589 view_15" -> "590 index_3" [style=solid, label="(225, 6)"]; +"590 index_3" -> "591 view_16" [style=solid, label="(4096, 6)"]; +"591 view_16" -> "592 permute_14" [style=solid, label="(64, 64, 6)"]; +"592 permute_14" -> "593 contiguous_4" [style=solid, label="(6, 64, 64)"]; +"593 contiguous_4" -> "594 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; +"594 unsqueeze_7" -> "595 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; +"595 sigmoid_3" -> "596 mul_6" [style=solid, label="(1, 6, 64, 64)"]; +"596 mul_6" -> "636 add_10" [style=solid, label="(1, 6, 64, 64)"]; +"597 pad_4" -> "598 roll_2" [style=solid, label="(1, 32, 32, 192)"]; +"598 roll_2" -> "599 view_17" [style=solid, label="(1, 32, 32, 192)"]; +"599 view_17" -> "600 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"600 permute_15" -> "601 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"601 reshape_13" -> "605 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"601 reshape_13" -> "637 new_zeros_1" [style=solid, label="(16, 64, 192)"]; +"602 clone_3" -> "603 slice_32" [style=solid, label="(576,)"]; +"602 clone_3" -> "613 linear_21" [style=solid, label="(576,)"]; +"603 slice_32" -> "604 zero__3" [style=solid, label="(192,)"]; +"605 reshape_13_0_0_nncf_smooth_quant_0" -> "606 quantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; +"606 quantize_per_tensor_default_20" -> "607 dequantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; +"607 dequantize_per_tensor_default_20" -> "613 linear_21" [style=solid, label="(16, 64, 192)"]; +"608 scale_updated_constant14" -> "610 mul_tensor_14" [style=solid, label="(576, 1)"]; +"609 compressed_weight_updated_constant14" -> "610 mul_tensor_14" [style=solid, label="(576, 192)"]; +"610 mul_tensor_14" -> "612 sub_tensor_14" [style=solid, label="(576, 192)"]; +"611 zero_point_updated_constant14" -> "612 sub_tensor_14" [style=solid, label="(576, 1)"]; +"612 sub_tensor_14" -> "613 linear_21" [style=solid, label="(576, 192)"]; +"613 linear_21" -> "614 reshape_14" [style=solid, label="(16, 64, 576)"]; +"614 reshape_14" -> "615 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; +"615 permute_16" -> "616 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; +"615 permute_16" -> "617 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; +"615 permute_16" -> "618 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; +"616 select_9" -> "619 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; +"616 select_9" -> "621 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; +"616 select_9" -> "622 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"617 select_10" -> "625 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; +"617 select_10" -> "627 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; +"617 select_10" -> "628 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"618 select_11" -> "691 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; +"619 linalg_vector_norm_6" -> "620 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; +"620 clamp_min_6" -> "621 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; +"621 expand_as_6" -> "622 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"622 div_6" -> "623 quantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; +"623 quantize_per_tensor_default_21" -> "624 dequantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; +"624 dequantize_per_tensor_default_21" -> "632 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; +"625 linalg_vector_norm_7" -> "626 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; +"626 clamp_min_7" -> "627 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; +"627 expand_as_7" -> "628 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"628 div_7" -> "629 quantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; +"629 quantize_per_tensor_default_22" -> "630 dequantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; +"630 dequantize_per_tensor_default_22" -> "631 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; +"631 transpose_6" -> "632 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; +"632 matmul_6" -> "635 mul_7" [style=solid, label="(16, 6, 64, 64)"]; +"633 clamp_3" -> "634 exp_3" [style=solid, label="(6, 1, 1)"]; +"634 exp_3" -> "635 mul_7" [style=solid, label="(6, 1, 1)"]; +"635 mul_7" -> "636 add_10" [style=solid, label="(16, 6, 64, 64)"]; +"636 add_10" -> "684 view_19" [style=solid, label="(16, 6, 64, 64)"]; +"637 new_zeros_1" -> "639 slice_33" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "643 slice_35" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "647 slice_37" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "651 slice_39" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "655 slice_41" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "659 slice_43" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "663 slice_45" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "667 slice_47" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "671 slice_49" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "674 view_18" [style=solid, label="(32, 32)"]; +"638 lift_fresh_copy_9" -> "641 fill__9" [style=solid, label="()"]; +"639 slice_33" -> "640 slice_34" [style=solid, label="(24, 32)"]; +"640 slice_34" -> "641 fill__9" [style=solid, label="(24, 24)"]; +"642 lift_fresh_copy_10" -> "645 fill__10" [style=solid, label="()"]; +"643 slice_35" -> "644 slice_36" [style=solid, label="(24, 32)"]; +"644 slice_36" -> "645 fill__10" [style=solid, label="(24, 4)"]; +"646 lift_fresh_copy_11" -> "649 fill__11" [style=solid, label="()"]; +"647 slice_37" -> "648 slice_38" [style=solid, label="(24, 32)"]; +"648 slice_38" -> "649 fill__11" [style=solid, label="(24, 4)"]; +"650 lift_fresh_copy_12" -> "653 fill__12" [style=solid, label="()"]; +"651 slice_39" -> "652 slice_40" [style=solid, label="(4, 32)"]; +"652 slice_40" -> "653 fill__12" [style=solid, label="(4, 24)"]; +"654 lift_fresh_copy_13" -> "657 fill__13" [style=solid, label="()"]; +"655 slice_41" -> "656 slice_42" [style=solid, label="(4, 32)"]; +"656 slice_42" -> "657 fill__13" [style=solid, label="(4, 4)"]; +"658 lift_fresh_copy_14" -> "661 fill__14" [style=solid, label="()"]; +"659 slice_43" -> "660 slice_44" [style=solid, label="(4, 32)"]; +"660 slice_44" -> "661 fill__14" [style=solid, label="(4, 4)"]; +"662 lift_fresh_copy_15" -> "665 fill__15" [style=solid, label="()"]; +"663 slice_45" -> "664 slice_46" [style=solid, label="(4, 32)"]; +"664 slice_46" -> "665 fill__15" [style=solid, label="(4, 24)"]; +"666 lift_fresh_copy_16" -> "669 fill__16" [style=solid, label="()"]; +"667 slice_47" -> "668 slice_48" [style=solid, label="(4, 32)"]; +"668 slice_48" -> "669 fill__16" [style=solid, label="(4, 4)"]; +"670 lift_fresh_copy_17" -> "673 fill__17" [style=solid, label="()"]; +"671 slice_49" -> "672 slice_50" [style=solid, label="(4, 32)"]; +"672 slice_50" -> "673 fill__17" [style=solid, label="(4, 4)"]; +"674 view_18" -> "675 permute_17" [style=solid, label="(4, 8, 4, 8)"]; +"675 permute_17" -> "676 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; +"676 reshape_15" -> "677 unsqueeze_8" [style=solid, label="(16, 64)"]; +"676 reshape_15" -> "678 unsqueeze_9" [style=solid, label="(16, 64)"]; +"677 unsqueeze_8" -> "679 sub_1" [style=solid, label="(16, 1, 64)"]; +"678 unsqueeze_9" -> "679 sub_1" [style=solid, label="(16, 64, 1)"]; +"679 sub_1" -> "680 ne_1" [style=solid, label="(16, 64, 64)"]; +"679 sub_1" -> "681 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"679 sub_1" -> "682 eq_1" [style=solid, label="(16, 64, 64)"]; +"680 ne_1" -> "681 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"681 masked_fill_2" -> "683 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"682 eq_1" -> "683 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"683 masked_fill_3" -> "685 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; +"684 view_19" -> "687 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; +"685 unsqueeze_10" -> "686 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; +"686 unsqueeze_11" -> "687 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; +"687 add_11" -> "688 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; +"688 view_20" -> "689 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; +"689 softmax_3" -> "690 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; +"690 dropout_12" -> "691 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; +"691 matmul_7" -> "692 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; +"692 transpose_7" -> "693 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; +"693 reshape_16" -> "694 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"694 reshape_16_0_0_nncf_smooth_quant_0" -> "695 quantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; +"695 quantize_per_tensor_default_23" -> "696 dequantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; +"696 dequantize_per_tensor_default_23" -> "702 linear_22" [style=solid, label="(16, 64, 192)"]; +"697 scale_updated_constant15" -> "699 mul_tensor_15" [style=solid, label="(192, 1)"]; +"698 compressed_weight_updated_constant15" -> "699 mul_tensor_15" [style=solid, label="(192, 192)"]; +"699 mul_tensor_15" -> "701 sub_tensor_15" [style=solid, label="(192, 192)"]; +"700 zero_point_updated_constant15" -> "701 sub_tensor_15" [style=solid, label="(192, 1)"]; +"701 sub_tensor_15" -> "702 linear_22" [style=solid, label="(192, 192)"]; +"702 linear_22" -> "703 dropout_13" [style=solid, label="(16, 64, 192)"]; +"703 dropout_13" -> "704 view_21" [style=solid, label="(16, 64, 192)"]; +"704 view_21" -> "705 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"705 permute_18" -> "706 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"706 reshape_17" -> "707 roll_3" [style=solid, label="(1, 32, 32, 192)"]; +"707 roll_3" -> "708 slice_51" [style=solid, label="(1, 32, 32, 192)"]; +"708 slice_51" -> "709 slice_52" [style=solid, label="(1, 28, 32, 192)"]; +"709 slice_52" -> "710 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; +"710 contiguous_5" -> "711 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; +"711 layer_norm_8" -> "712 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"712 add_12" -> "713 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; +"712 add_12" -> "735 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"713 add_12_0_0_nncf_smooth_quant_0" -> "714 quantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; +"714 quantize_per_tensor_default_24" -> "715 dequantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; +"715 dequantize_per_tensor_default_24" -> "721 linear_23" [style=solid, label="(1, 28, 28, 192)"]; +"716 scale_updated_constant16" -> "718 mul_tensor_16" [style=solid, label="(768, 1)"]; +"717 compressed_weight_updated_constant16" -> "718 mul_tensor_16" [style=solid, label="(768, 192)"]; +"718 mul_tensor_16" -> "720 sub_tensor_16" [style=solid, label="(768, 192)"]; +"719 zero_point_updated_constant16" -> "720 sub_tensor_16" [style=solid, label="(768, 1)"]; +"720 sub_tensor_16" -> "721 linear_23" [style=solid, label="(768, 192)"]; +"721 linear_23" -> "722 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; +"722 gelu_3" -> "723 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; +"723 dropout_14" -> "724 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; +"724 dropout_14_0_0_nncf_smooth_quant_0" -> "725 quantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; +"725 quantize_per_tensor_default_25" -> "726 dequantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; +"726 dequantize_per_tensor_default_25" -> "732 linear_24" [style=solid, label="(1, 28, 28, 768)"]; +"727 scale_updated_constant17" -> "729 mul_tensor_17" [style=solid, label="(192, 1)"]; +"728 compressed_weight_updated_constant17" -> "729 mul_tensor_17" [style=solid, label="(192, 768)"]; +"729 mul_tensor_17" -> "731 sub_tensor_17" [style=solid, label="(192, 768)"]; +"730 zero_point_updated_constant17" -> "731 sub_tensor_17" [style=solid, label="(192, 1)"]; +"731 sub_tensor_17" -> "732 linear_24" [style=solid, label="(192, 768)"]; +"732 linear_24" -> "733 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; +"733 dropout_15" -> "734 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; +"734 layer_norm_9" -> "735 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"735 add_13" -> "736 pad_5" [style=solid, label="(1, 28, 28, 192)"]; +"736 pad_5" -> "737 slice_53" [style=solid, label="(1, 28, 28, 192)"]; +"736 pad_5" -> "739 slice_55" [style=solid, label="(1, 28, 28, 192)"]; +"736 pad_5" -> "741 slice_57" [style=solid, label="(1, 28, 28, 192)"]; +"736 pad_5" -> "743 slice_59" [style=solid, label="(1, 28, 28, 192)"]; +"737 slice_53" -> "738 slice_54" [style=solid, label="(1, 14, 28, 192)"]; +"738 slice_54" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"739 slice_55" -> "740 slice_56" [style=solid, label="(1, 14, 28, 192)"]; +"740 slice_56" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"741 slice_57" -> "742 slice_58" [style=solid, label="(1, 14, 28, 192)"]; +"742 slice_58" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"743 slice_59" -> "744 slice_60" [style=solid, label="(1, 14, 28, 192)"]; +"744 slice_60" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"745 cat_1" -> "746 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; +"746 cat_1_0_0_nncf_smooth_quant_0" -> "747 quantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; +"747 quantize_per_tensor_default_26" -> "748 dequantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; +"748 dequantize_per_tensor_default_26" -> "754 linear_25" [style=solid, label="(1, 14, 14, 768)"]; +"749 scale_updated_constant18" -> "751 mul_tensor_18" [style=solid, label="(384, 1)"]; +"750 compressed_weight_updated_constant18" -> "751 mul_tensor_18" [style=solid, label="(384, 768)"]; +"751 mul_tensor_18" -> "753 sub_tensor_18" [style=solid, label="(384, 768)"]; +"752 zero_point_updated_constant18" -> "753 sub_tensor_18" [style=solid, label="(384, 1)"]; +"753 sub_tensor_18" -> "754 linear_25" [style=solid, label="(384, 768)"]; +"754 linear_25" -> "755 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; +"755 layer_norm_10" -> "771 pad_6" [style=solid, label="(1, 14, 14, 384)"]; +"755 layer_norm_10" -> "832 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"756 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "758 linear_26" [style=solid, label="(512, 2)"]; +"757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "758 linear_26" [style=solid, label="(1, 15, 15, 2)"]; +"758 linear_26" -> "759 relu__4" [style=solid, label="(1, 15, 15, 512)"]; +"759 relu__4" -> "761 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"760 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "762 linear_27" [style=solid, label="(12, 512)"]; +"761 relu__4_0_0_nncf_smooth_quant_0" -> "762 linear_27" [style=solid, label="(1, 15, 15, 512)"]; +"762 linear_27" -> "763 view_22" [style=solid, label="(1, 15, 15, 12)"]; +"763 view_22" -> "764 index_4" [style=solid, label="(225, 12)"]; +"764 index_4" -> "765 view_23" [style=solid, label="(4096, 12)"]; +"765 view_23" -> "766 permute_19" [style=solid, label="(64, 64, 12)"]; +"766 permute_19" -> "767 contiguous_6" [style=solid, label="(12, 64, 64)"]; +"767 contiguous_6" -> "768 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; +"768 unsqueeze_12" -> "769 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; +"769 sigmoid_4" -> "770 mul_8" [style=solid, label="(1, 12, 64, 64)"]; +"770 mul_8" -> "809 add_14" [style=solid, label="(1, 12, 64, 64)"]; +"771 pad_6" -> "772 view_24" [style=solid, label="(1, 16, 16, 384)"]; +"772 view_24" -> "773 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"773 permute_20" -> "774 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"774 reshape_18" -> "778 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"775 clone_4" -> "776 slice_61" [style=solid, label="(1152,)"]; +"775 clone_4" -> "786 linear_28" [style=solid, label="(1152,)"]; +"776 slice_61" -> "777 zero__4" [style=solid, label="(384,)"]; +"778 reshape_18_0_0_nncf_smooth_quant_0" -> "779 quantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; +"779 quantize_per_tensor_default_27" -> "780 dequantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; +"780 dequantize_per_tensor_default_27" -> "786 linear_28" [style=solid, label="(4, 64, 384)"]; +"781 scale_updated_constant19" -> "783 mul_tensor_19" [style=solid, label="(1152, 1)"]; +"782 compressed_weight_updated_constant19" -> "783 mul_tensor_19" [style=solid, label="(1152, 384)"]; +"783 mul_tensor_19" -> "785 sub_tensor_19" [style=solid, label="(1152, 384)"]; +"784 zero_point_updated_constant19" -> "785 sub_tensor_19" [style=solid, label="(1152, 1)"]; +"785 sub_tensor_19" -> "786 linear_28" [style=solid, label="(1152, 384)"]; +"786 linear_28" -> "787 reshape_19" [style=solid, label="(4, 64, 1152)"]; +"787 reshape_19" -> "788 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; +"788 permute_21" -> "789 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; +"788 permute_21" -> "790 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; +"788 permute_21" -> "791 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; +"789 select_12" -> "792 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; +"789 select_12" -> "794 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; +"789 select_12" -> "795 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"790 select_13" -> "798 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; +"790 select_13" -> "800 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; +"790 select_13" -> "801 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"791 select_14" -> "812 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; +"792 linalg_vector_norm_8" -> "793 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; +"793 clamp_min_8" -> "794 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; +"794 expand_as_8" -> "795 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"795 div_8" -> "796 quantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; +"796 quantize_per_tensor_default_28" -> "797 dequantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; +"797 dequantize_per_tensor_default_28" -> "805 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; +"798 linalg_vector_norm_9" -> "799 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; +"799 clamp_min_9" -> "800 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; +"800 expand_as_9" -> "801 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"801 div_9" -> "802 quantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; +"802 quantize_per_tensor_default_29" -> "803 dequantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; +"803 dequantize_per_tensor_default_29" -> "804 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; +"804 transpose_8" -> "805 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; +"805 matmul_8" -> "808 mul_9" [style=solid, label="(4, 12, 64, 64)"]; +"806 clamp_4" -> "807 exp_4" [style=solid, label="(12, 1, 1)"]; +"807 exp_4" -> "808 mul_9" [style=solid, label="(12, 1, 1)"]; +"808 mul_9" -> "809 add_14" [style=solid, label="(4, 12, 64, 64)"]; +"809 add_14" -> "810 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; +"810 softmax_4" -> "811 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; +"811 dropout_16" -> "812 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; +"812 matmul_9" -> "813 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; +"813 transpose_9" -> "814 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; +"814 reshape_20" -> "815 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"815 reshape_20_0_0_nncf_smooth_quant_0" -> "816 quantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; +"816 quantize_per_tensor_default_30" -> "817 dequantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; +"817 dequantize_per_tensor_default_30" -> "823 linear_29" [style=solid, label="(4, 64, 384)"]; +"818 scale_updated_constant20" -> "820 mul_tensor_20" [style=solid, label="(384, 1)"]; +"819 compressed_weight_updated_constant20" -> "820 mul_tensor_20" [style=solid, label="(384, 384)"]; +"820 mul_tensor_20" -> "822 sub_tensor_20" [style=solid, label="(384, 384)"]; +"821 zero_point_updated_constant20" -> "822 sub_tensor_20" [style=solid, label="(384, 1)"]; +"822 sub_tensor_20" -> "823 linear_29" [style=solid, label="(384, 384)"]; +"823 linear_29" -> "824 dropout_17" [style=solid, label="(4, 64, 384)"]; +"824 dropout_17" -> "825 view_25" [style=solid, label="(4, 64, 384)"]; +"825 view_25" -> "826 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"826 permute_22" -> "827 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"827 reshape_21" -> "828 slice_62" [style=solid, label="(1, 16, 16, 384)"]; +"828 slice_62" -> "829 slice_63" [style=solid, label="(1, 14, 16, 384)"]; +"829 slice_63" -> "830 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; +"830 contiguous_7" -> "831 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; +"831 layer_norm_11" -> "832 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"832 add_15" -> "833 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"832 add_15" -> "855 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"833 add_15_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; +"834 quantize_per_tensor_default_31" -> "835 dequantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; +"835 dequantize_per_tensor_default_31" -> "841 linear_30" [style=solid, label="(1, 14, 14, 384)"]; +"836 scale_updated_constant21" -> "838 mul_tensor_21" [style=solid, label="(1536, 1)"]; +"837 compressed_weight_updated_constant21" -> "838 mul_tensor_21" [style=solid, label="(1536, 384)"]; +"838 mul_tensor_21" -> "840 sub_tensor_21" [style=solid, label="(1536, 384)"]; +"839 zero_point_updated_constant21" -> "840 sub_tensor_21" [style=solid, label="(1536, 1)"]; +"840 sub_tensor_21" -> "841 linear_30" [style=solid, label="(1536, 384)"]; +"841 linear_30" -> "842 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; +"842 gelu_4" -> "843 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; +"843 dropout_18" -> "844 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"844 dropout_18_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; +"845 quantize_per_tensor_default_32" -> "846 dequantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; +"846 dequantize_per_tensor_default_32" -> "852 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; +"847 scale_updated_constant22" -> "849 mul_tensor_22" [style=solid, label="(384, 1)"]; +"848 compressed_weight_updated_constant22" -> "849 mul_tensor_22" [style=solid, label="(384, 1536)"]; +"849 mul_tensor_22" -> "851 sub_tensor_22" [style=solid, label="(384, 1536)"]; +"850 zero_point_updated_constant22" -> "851 sub_tensor_22" [style=solid, label="(384, 1)"]; +"851 sub_tensor_22" -> "852 linear_31" [style=solid, label="(384, 1536)"]; +"852 linear_31" -> "853 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; +"853 dropout_19" -> "854 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; +"854 layer_norm_12" -> "855 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"855 add_16" -> "871 pad_7" [style=solid, label="(1, 14, 14, 384)"]; +"855 add_16" -> "986 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"856 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "858 linear_32" [style=solid, label="(512, 2)"]; +"857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "858 linear_32" [style=solid, label="(1, 15, 15, 2)"]; +"858 linear_32" -> "859 relu__5" [style=solid, label="(1, 15, 15, 512)"]; +"859 relu__5" -> "861 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"860 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "862 linear_33" [style=solid, label="(12, 512)"]; +"861 relu__5_0_0_nncf_smooth_quant_0" -> "862 linear_33" [style=solid, label="(1, 15, 15, 512)"]; +"862 linear_33" -> "863 view_26" [style=solid, label="(1, 15, 15, 12)"]; +"863 view_26" -> "864 index_5" [style=solid, label="(225, 12)"]; +"864 index_5" -> "865 view_27" [style=solid, label="(4096, 12)"]; +"865 view_27" -> "866 permute_23" [style=solid, label="(64, 64, 12)"]; +"866 permute_23" -> "867 contiguous_8" [style=solid, label="(12, 64, 64)"]; +"867 contiguous_8" -> "868 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; +"868 unsqueeze_13" -> "869 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; +"869 sigmoid_5" -> "870 mul_10" [style=solid, label="(1, 12, 64, 64)"]; +"870 mul_10" -> "910 add_17" [style=solid, label="(1, 12, 64, 64)"]; +"871 pad_7" -> "872 roll_4" [style=solid, label="(1, 16, 16, 384)"]; +"872 roll_4" -> "873 view_28" [style=solid, label="(1, 16, 16, 384)"]; +"873 view_28" -> "874 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"874 permute_24" -> "875 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"875 reshape_22" -> "879 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"875 reshape_22" -> "911 new_zeros_2" [style=solid, label="(4, 64, 384)"]; +"876 clone_5" -> "877 slice_64" [style=solid, label="(1152,)"]; +"876 clone_5" -> "887 linear_34" [style=solid, label="(1152,)"]; +"877 slice_64" -> "878 zero__5" [style=solid, label="(384,)"]; +"879 reshape_22_0_0_nncf_smooth_quant_0" -> "880 quantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; +"880 quantize_per_tensor_default_33" -> "881 dequantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; +"881 dequantize_per_tensor_default_33" -> "887 linear_34" [style=solid, label="(4, 64, 384)"]; +"882 scale_updated_constant23" -> "884 mul_tensor_23" [style=solid, label="(1152, 1)"]; +"883 compressed_weight_updated_constant23" -> "884 mul_tensor_23" [style=solid, label="(1152, 384)"]; +"884 mul_tensor_23" -> "886 sub_tensor_23" [style=solid, label="(1152, 384)"]; +"885 zero_point_updated_constant23" -> "886 sub_tensor_23" [style=solid, label="(1152, 1)"]; +"886 sub_tensor_23" -> "887 linear_34" [style=solid, label="(1152, 384)"]; +"887 linear_34" -> "888 reshape_23" [style=solid, label="(4, 64, 1152)"]; +"888 reshape_23" -> "889 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; +"889 permute_25" -> "890 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; +"889 permute_25" -> "891 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; +"889 permute_25" -> "892 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; +"890 select_15" -> "893 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; +"890 select_15" -> "895 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; +"890 select_15" -> "896 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"891 select_16" -> "899 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; +"891 select_16" -> "901 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; +"891 select_16" -> "902 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"892 select_17" -> "965 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; +"893 linalg_vector_norm_10" -> "894 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; +"894 clamp_min_10" -> "895 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; +"895 expand_as_10" -> "896 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"896 div_10" -> "897 quantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; +"897 quantize_per_tensor_default_34" -> "898 dequantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; +"898 dequantize_per_tensor_default_34" -> "906 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; +"899 linalg_vector_norm_11" -> "900 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; +"900 clamp_min_11" -> "901 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; +"901 expand_as_11" -> "902 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"902 div_11" -> "903 quantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; +"903 quantize_per_tensor_default_35" -> "904 dequantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; +"904 dequantize_per_tensor_default_35" -> "905 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; +"905 transpose_10" -> "906 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; +"906 matmul_10" -> "909 mul_11" [style=solid, label="(4, 12, 64, 64)"]; +"907 clamp_5" -> "908 exp_5" [style=solid, label="(12, 1, 1)"]; +"908 exp_5" -> "909 mul_11" [style=solid, label="(12, 1, 1)"]; +"909 mul_11" -> "910 add_17" [style=solid, label="(4, 12, 64, 64)"]; +"910 add_17" -> "958 view_30" [style=solid, label="(4, 12, 64, 64)"]; +"911 new_zeros_2" -> "913 slice_65" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "917 slice_67" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "921 slice_69" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "925 slice_71" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "929 slice_73" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "933 slice_75" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "937 slice_77" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "941 slice_79" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "945 slice_81" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "948 view_29" [style=solid, label="(16, 16)"]; +"912 lift_fresh_copy_18" -> "915 fill__18" [style=solid, label="()"]; +"913 slice_65" -> "914 slice_66" [style=solid, label="(8, 16)"]; +"914 slice_66" -> "915 fill__18" [style=solid, label="(8, 8)"]; +"916 lift_fresh_copy_19" -> "919 fill__19" [style=solid, label="()"]; +"917 slice_67" -> "918 slice_68" [style=solid, label="(8, 16)"]; +"918 slice_68" -> "919 fill__19" [style=solid, label="(8, 4)"]; +"920 lift_fresh_copy_20" -> "923 fill__20" [style=solid, label="()"]; +"921 slice_69" -> "922 slice_70" [style=solid, label="(8, 16)"]; +"922 slice_70" -> "923 fill__20" [style=solid, label="(8, 4)"]; +"924 lift_fresh_copy_21" -> "927 fill__21" [style=solid, label="()"]; +"925 slice_71" -> "926 slice_72" [style=solid, label="(4, 16)"]; +"926 slice_72" -> "927 fill__21" [style=solid, label="(4, 8)"]; +"928 lift_fresh_copy_22" -> "931 fill__22" [style=solid, label="()"]; +"929 slice_73" -> "930 slice_74" [style=solid, label="(4, 16)"]; +"930 slice_74" -> "931 fill__22" [style=solid, label="(4, 4)"]; +"932 lift_fresh_copy_23" -> "935 fill__23" [style=solid, label="()"]; +"933 slice_75" -> "934 slice_76" [style=solid, label="(4, 16)"]; +"934 slice_76" -> "935 fill__23" [style=solid, label="(4, 4)"]; +"936 lift_fresh_copy_24" -> "939 fill__24" [style=solid, label="()"]; +"937 slice_77" -> "938 slice_78" [style=solid, label="(4, 16)"]; +"938 slice_78" -> "939 fill__24" [style=solid, label="(4, 8)"]; +"940 lift_fresh_copy_25" -> "943 fill__25" [style=solid, label="()"]; +"941 slice_79" -> "942 slice_80" [style=solid, label="(4, 16)"]; +"942 slice_80" -> "943 fill__25" [style=solid, label="(4, 4)"]; +"944 lift_fresh_copy_26" -> "947 fill__26" [style=solid, label="()"]; +"945 slice_81" -> "946 slice_82" [style=solid, label="(4, 16)"]; +"946 slice_82" -> "947 fill__26" [style=solid, label="(4, 4)"]; +"948 view_29" -> "949 permute_26" [style=solid, label="(2, 8, 2, 8)"]; +"949 permute_26" -> "950 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; +"950 reshape_24" -> "951 unsqueeze_14" [style=solid, label="(4, 64)"]; +"950 reshape_24" -> "952 unsqueeze_15" [style=solid, label="(4, 64)"]; +"951 unsqueeze_14" -> "953 sub_2" [style=solid, label="(4, 1, 64)"]; +"952 unsqueeze_15" -> "953 sub_2" [style=solid, label="(4, 64, 1)"]; +"953 sub_2" -> "954 ne_2" [style=solid, label="(4, 64, 64)"]; +"953 sub_2" -> "955 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"953 sub_2" -> "956 eq_2" [style=solid, label="(4, 64, 64)"]; +"954 ne_2" -> "955 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"955 masked_fill_4" -> "957 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"956 eq_2" -> "957 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"957 masked_fill_5" -> "959 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; +"958 view_30" -> "961 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; +"959 unsqueeze_16" -> "960 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; +"960 unsqueeze_17" -> "961 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; +"961 add_18" -> "962 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; +"962 view_31" -> "963 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; +"963 softmax_5" -> "964 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; +"964 dropout_20" -> "965 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; +"965 matmul_11" -> "966 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; +"966 transpose_11" -> "967 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; +"967 reshape_25" -> "968 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"968 reshape_25_0_0_nncf_smooth_quant_0" -> "969 quantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; +"969 quantize_per_tensor_default_36" -> "970 dequantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; +"970 dequantize_per_tensor_default_36" -> "976 linear_35" [style=solid, label="(4, 64, 384)"]; +"971 scale_updated_constant24" -> "973 mul_tensor_24" [style=solid, label="(384, 1)"]; +"972 compressed_weight_updated_constant24" -> "973 mul_tensor_24" [style=solid, label="(384, 384)"]; +"973 mul_tensor_24" -> "975 sub_tensor_24" [style=solid, label="(384, 384)"]; +"974 zero_point_updated_constant24" -> "975 sub_tensor_24" [style=solid, label="(384, 1)"]; +"975 sub_tensor_24" -> "976 linear_35" [style=solid, label="(384, 384)"]; +"976 linear_35" -> "977 dropout_21" [style=solid, label="(4, 64, 384)"]; +"977 dropout_21" -> "978 view_32" [style=solid, label="(4, 64, 384)"]; +"978 view_32" -> "979 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"979 permute_27" -> "980 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"980 reshape_26" -> "981 roll_5" [style=solid, label="(1, 16, 16, 384)"]; +"981 roll_5" -> "982 slice_83" [style=solid, label="(1, 16, 16, 384)"]; +"982 slice_83" -> "983 slice_84" [style=solid, label="(1, 14, 16, 384)"]; +"983 slice_84" -> "984 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; +"984 contiguous_9" -> "985 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; +"985 layer_norm_13" -> "986 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"986 add_19" -> "987 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"986 add_19" -> "1009 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"987 add_19_0_0_nncf_smooth_quant_0" -> "988 quantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; +"988 quantize_per_tensor_default_37" -> "989 dequantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; +"989 dequantize_per_tensor_default_37" -> "995 linear_36" [style=solid, label="(1, 14, 14, 384)"]; +"990 scale_updated_constant25" -> "992 mul_tensor_25" [style=solid, label="(1536, 1)"]; +"991 compressed_weight_updated_constant25" -> "992 mul_tensor_25" [style=solid, label="(1536, 384)"]; +"992 mul_tensor_25" -> "994 sub_tensor_25" [style=solid, label="(1536, 384)"]; +"993 zero_point_updated_constant25" -> "994 sub_tensor_25" [style=solid, label="(1536, 1)"]; +"994 sub_tensor_25" -> "995 linear_36" [style=solid, label="(1536, 384)"]; +"995 linear_36" -> "996 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; +"996 gelu_5" -> "997 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; +"997 dropout_22" -> "998 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"998 dropout_22_0_0_nncf_smooth_quant_0" -> "999 quantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; +"999 quantize_per_tensor_default_38" -> "1000 dequantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; +"1000 dequantize_per_tensor_default_38" -> "1006 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; +"1001 scale_updated_constant26" -> "1003 mul_tensor_26" [style=solid, label="(384, 1)"]; +"1002 compressed_weight_updated_constant26" -> "1003 mul_tensor_26" [style=solid, label="(384, 1536)"]; +"1003 mul_tensor_26" -> "1005 sub_tensor_26" [style=solid, label="(384, 1536)"]; +"1004 zero_point_updated_constant26" -> "1005 sub_tensor_26" [style=solid, label="(384, 1)"]; +"1005 sub_tensor_26" -> "1006 linear_37" [style=solid, label="(384, 1536)"]; +"1006 linear_37" -> "1007 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; +"1007 dropout_23" -> "1008 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; +"1008 layer_norm_14" -> "1009 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"1009 add_20" -> "1025 pad_8" [style=solid, label="(1, 14, 14, 384)"]; +"1009 add_20" -> "1086 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"1010 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1012 linear_38" [style=solid, label="(512, 2)"]; +"1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1012 linear_38" [style=solid, label="(1, 15, 15, 2)"]; +"1012 linear_38" -> "1013 relu__6" [style=solid, label="(1, 15, 15, 512)"]; +"1013 relu__6" -> "1015 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1014 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1016 linear_39" [style=solid, label="(12, 512)"]; +"1015 relu__6_0_0_nncf_smooth_quant_0" -> "1016 linear_39" [style=solid, label="(1, 15, 15, 512)"]; +"1016 linear_39" -> "1017 view_33" [style=solid, label="(1, 15, 15, 12)"]; +"1017 view_33" -> "1018 index_6" [style=solid, label="(225, 12)"]; +"1018 index_6" -> "1019 view_34" [style=solid, label="(4096, 12)"]; +"1019 view_34" -> "1020 permute_28" [style=solid, label="(64, 64, 12)"]; +"1020 permute_28" -> "1021 contiguous_10" [style=solid, label="(12, 64, 64)"]; +"1021 contiguous_10" -> "1022 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; +"1022 unsqueeze_18" -> "1023 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; +"1023 sigmoid_6" -> "1024 mul_12" [style=solid, label="(1, 12, 64, 64)"]; +"1024 mul_12" -> "1063 add_21" [style=solid, label="(1, 12, 64, 64)"]; +"1025 pad_8" -> "1026 view_35" [style=solid, label="(1, 16, 16, 384)"]; +"1026 view_35" -> "1027 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1027 permute_29" -> "1028 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1028 reshape_27" -> "1032 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1029 clone_6" -> "1030 slice_85" [style=solid, label="(1152,)"]; +"1029 clone_6" -> "1040 linear_40" [style=solid, label="(1152,)"]; +"1030 slice_85" -> "1031 zero__6" [style=solid, label="(384,)"]; +"1032 reshape_27_0_0_nncf_smooth_quant_0" -> "1033 quantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; +"1033 quantize_per_tensor_default_39" -> "1034 dequantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; +"1034 dequantize_per_tensor_default_39" -> "1040 linear_40" [style=solid, label="(4, 64, 384)"]; +"1035 scale_updated_constant27" -> "1037 mul_tensor_27" [style=solid, label="(1152, 1)"]; +"1036 compressed_weight_updated_constant27" -> "1037 mul_tensor_27" [style=solid, label="(1152, 384)"]; +"1037 mul_tensor_27" -> "1039 sub_tensor_27" [style=solid, label="(1152, 384)"]; +"1038 zero_point_updated_constant27" -> "1039 sub_tensor_27" [style=solid, label="(1152, 1)"]; +"1039 sub_tensor_27" -> "1040 linear_40" [style=solid, label="(1152, 384)"]; +"1040 linear_40" -> "1041 reshape_28" [style=solid, label="(4, 64, 1152)"]; +"1041 reshape_28" -> "1042 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1042 permute_30" -> "1043 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1042 permute_30" -> "1044 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1042 permute_30" -> "1045 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1043 select_18" -> "1046 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; +"1043 select_18" -> "1048 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; +"1043 select_18" -> "1049 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"1044 select_19" -> "1052 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; +"1044 select_19" -> "1054 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; +"1044 select_19" -> "1055 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"1045 select_20" -> "1066 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; +"1046 linalg_vector_norm_12" -> "1047 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; +"1047 clamp_min_12" -> "1048 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; +"1048 expand_as_12" -> "1049 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"1049 div_12" -> "1050 quantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; +"1050 quantize_per_tensor_default_40" -> "1051 dequantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; +"1051 dequantize_per_tensor_default_40" -> "1059 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; +"1052 linalg_vector_norm_13" -> "1053 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; +"1053 clamp_min_13" -> "1054 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; +"1054 expand_as_13" -> "1055 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"1055 div_13" -> "1056 quantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; +"1056 quantize_per_tensor_default_41" -> "1057 dequantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; +"1057 dequantize_per_tensor_default_41" -> "1058 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; +"1058 transpose_12" -> "1059 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; +"1059 matmul_12" -> "1062 mul_13" [style=solid, label="(4, 12, 64, 64)"]; +"1060 clamp_6" -> "1061 exp_6" [style=solid, label="(12, 1, 1)"]; +"1061 exp_6" -> "1062 mul_13" [style=solid, label="(12, 1, 1)"]; +"1062 mul_13" -> "1063 add_21" [style=solid, label="(4, 12, 64, 64)"]; +"1063 add_21" -> "1064 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; +"1064 softmax_6" -> "1065 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; +"1065 dropout_24" -> "1066 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; +"1066 matmul_13" -> "1067 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; +"1067 transpose_13" -> "1068 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; +"1068 reshape_29" -> "1069 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1069 reshape_29_0_0_nncf_smooth_quant_0" -> "1070 quantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; +"1070 quantize_per_tensor_default_42" -> "1071 dequantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; +"1071 dequantize_per_tensor_default_42" -> "1077 linear_41" [style=solid, label="(4, 64, 384)"]; +"1072 scale_updated_constant28" -> "1074 mul_tensor_28" [style=solid, label="(384, 1)"]; +"1073 compressed_weight_updated_constant28" -> "1074 mul_tensor_28" [style=solid, label="(384, 384)"]; +"1074 mul_tensor_28" -> "1076 sub_tensor_28" [style=solid, label="(384, 384)"]; +"1075 zero_point_updated_constant28" -> "1076 sub_tensor_28" [style=solid, label="(384, 1)"]; +"1076 sub_tensor_28" -> "1077 linear_41" [style=solid, label="(384, 384)"]; +"1077 linear_41" -> "1078 dropout_25" [style=solid, label="(4, 64, 384)"]; +"1078 dropout_25" -> "1079 view_36" [style=solid, label="(4, 64, 384)"]; +"1079 view_36" -> "1080 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1080 permute_31" -> "1081 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1081 reshape_30" -> "1082 slice_86" [style=solid, label="(1, 16, 16, 384)"]; +"1082 slice_86" -> "1083 slice_87" [style=solid, label="(1, 14, 16, 384)"]; +"1083 slice_87" -> "1084 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; +"1084 contiguous_11" -> "1085 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; +"1085 layer_norm_15" -> "1086 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"1086 add_22" -> "1087 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1086 add_22" -> "1109 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"1087 add_22_0_0_nncf_smooth_quant_0" -> "1088 quantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; +"1088 quantize_per_tensor_default_43" -> "1089 dequantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; +"1089 dequantize_per_tensor_default_43" -> "1095 linear_42" [style=solid, label="(1, 14, 14, 384)"]; +"1090 scale_updated_constant29" -> "1092 mul_tensor_29" [style=solid, label="(1536, 1)"]; +"1091 compressed_weight_updated_constant29" -> "1092 mul_tensor_29" [style=solid, label="(1536, 384)"]; +"1092 mul_tensor_29" -> "1094 sub_tensor_29" [style=solid, label="(1536, 384)"]; +"1093 zero_point_updated_constant29" -> "1094 sub_tensor_29" [style=solid, label="(1536, 1)"]; +"1094 sub_tensor_29" -> "1095 linear_42" [style=solid, label="(1536, 384)"]; +"1095 linear_42" -> "1096 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; +"1096 gelu_6" -> "1097 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; +"1097 dropout_26" -> "1098 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1098 dropout_26_0_0_nncf_smooth_quant_0" -> "1099 quantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; +"1099 quantize_per_tensor_default_44" -> "1100 dequantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; +"1100 dequantize_per_tensor_default_44" -> "1106 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; +"1101 scale_updated_constant30" -> "1103 mul_tensor_30" [style=solid, label="(384, 1)"]; +"1102 compressed_weight_updated_constant30" -> "1103 mul_tensor_30" [style=solid, label="(384, 1536)"]; +"1103 mul_tensor_30" -> "1105 sub_tensor_30" [style=solid, label="(384, 1536)"]; +"1104 zero_point_updated_constant30" -> "1105 sub_tensor_30" [style=solid, label="(384, 1)"]; +"1105 sub_tensor_30" -> "1106 linear_43" [style=solid, label="(384, 1536)"]; +"1106 linear_43" -> "1107 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; +"1107 dropout_27" -> "1108 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; +"1108 layer_norm_16" -> "1109 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"1109 add_23" -> "1125 pad_9" [style=solid, label="(1, 14, 14, 384)"]; +"1109 add_23" -> "1240 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"1110 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1112 linear_44" [style=solid, label="(512, 2)"]; +"1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1112 linear_44" [style=solid, label="(1, 15, 15, 2)"]; +"1112 linear_44" -> "1113 relu__7" [style=solid, label="(1, 15, 15, 512)"]; +"1113 relu__7" -> "1115 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1114 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1116 linear_45" [style=solid, label="(12, 512)"]; +"1115 relu__7_0_0_nncf_smooth_quant_0" -> "1116 linear_45" [style=solid, label="(1, 15, 15, 512)"]; +"1116 linear_45" -> "1117 view_37" [style=solid, label="(1, 15, 15, 12)"]; +"1117 view_37" -> "1118 index_7" [style=solid, label="(225, 12)"]; +"1118 index_7" -> "1119 view_38" [style=solid, label="(4096, 12)"]; +"1119 view_38" -> "1120 permute_32" [style=solid, label="(64, 64, 12)"]; +"1120 permute_32" -> "1121 contiguous_12" [style=solid, label="(12, 64, 64)"]; +"1121 contiguous_12" -> "1122 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; +"1122 unsqueeze_19" -> "1123 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; +"1123 sigmoid_7" -> "1124 mul_14" [style=solid, label="(1, 12, 64, 64)"]; +"1124 mul_14" -> "1164 add_24" [style=solid, label="(1, 12, 64, 64)"]; +"1125 pad_9" -> "1126 roll_6" [style=solid, label="(1, 16, 16, 384)"]; +"1126 roll_6" -> "1127 view_39" [style=solid, label="(1, 16, 16, 384)"]; +"1127 view_39" -> "1128 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1128 permute_33" -> "1129 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1129 reshape_31" -> "1133 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1129 reshape_31" -> "1165 new_zeros_3" [style=solid, label="(4, 64, 384)"]; +"1130 clone_7" -> "1131 slice_88" [style=solid, label="(1152,)"]; +"1130 clone_7" -> "1141 linear_46" [style=solid, label="(1152,)"]; +"1131 slice_88" -> "1132 zero__7" [style=solid, label="(384,)"]; +"1133 reshape_31_0_0_nncf_smooth_quant_0" -> "1134 quantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; +"1134 quantize_per_tensor_default_45" -> "1135 dequantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; +"1135 dequantize_per_tensor_default_45" -> "1141 linear_46" [style=solid, label="(4, 64, 384)"]; +"1136 scale_updated_constant31" -> "1138 mul_tensor_31" [style=solid, label="(1152, 1)"]; +"1137 compressed_weight_updated_constant31" -> "1138 mul_tensor_31" [style=solid, label="(1152, 384)"]; +"1138 mul_tensor_31" -> "1140 sub_tensor_31" [style=solid, label="(1152, 384)"]; +"1139 zero_point_updated_constant31" -> "1140 sub_tensor_31" [style=solid, label="(1152, 1)"]; +"1140 sub_tensor_31" -> "1141 linear_46" [style=solid, label="(1152, 384)"]; +"1141 linear_46" -> "1142 reshape_32" [style=solid, label="(4, 64, 1152)"]; +"1142 reshape_32" -> "1143 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1143 permute_34" -> "1144 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1143 permute_34" -> "1145 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1143 permute_34" -> "1146 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1144 select_21" -> "1147 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; +"1144 select_21" -> "1149 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; +"1144 select_21" -> "1150 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"1145 select_22" -> "1153 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; +"1145 select_22" -> "1155 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; +"1145 select_22" -> "1156 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"1146 select_23" -> "1219 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; +"1147 linalg_vector_norm_14" -> "1148 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; +"1148 clamp_min_14" -> "1149 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; +"1149 expand_as_14" -> "1150 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"1150 div_14" -> "1151 quantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; +"1151 quantize_per_tensor_default_46" -> "1152 dequantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; +"1152 dequantize_per_tensor_default_46" -> "1160 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; +"1153 linalg_vector_norm_15" -> "1154 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; +"1154 clamp_min_15" -> "1155 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; +"1155 expand_as_15" -> "1156 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"1156 div_15" -> "1157 quantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; +"1157 quantize_per_tensor_default_47" -> "1158 dequantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; +"1158 dequantize_per_tensor_default_47" -> "1159 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; +"1159 transpose_14" -> "1160 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; +"1160 matmul_14" -> "1163 mul_15" [style=solid, label="(4, 12, 64, 64)"]; +"1161 clamp_7" -> "1162 exp_7" [style=solid, label="(12, 1, 1)"]; +"1162 exp_7" -> "1163 mul_15" [style=solid, label="(12, 1, 1)"]; +"1163 mul_15" -> "1164 add_24" [style=solid, label="(4, 12, 64, 64)"]; +"1164 add_24" -> "1212 view_41" [style=solid, label="(4, 12, 64, 64)"]; +"1165 new_zeros_3" -> "1167 slice_89" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1171 slice_91" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1175 slice_93" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1179 slice_95" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1183 slice_97" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1187 slice_99" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1191 slice_101" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1195 slice_103" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1199 slice_105" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1202 view_40" [style=solid, label="(16, 16)"]; +"1166 lift_fresh_copy_27" -> "1169 fill__27" [style=solid, label="()"]; +"1167 slice_89" -> "1168 slice_90" [style=solid, label="(8, 16)"]; +"1168 slice_90" -> "1169 fill__27" [style=solid, label="(8, 8)"]; +"1170 lift_fresh_copy_28" -> "1173 fill__28" [style=solid, label="()"]; +"1171 slice_91" -> "1172 slice_92" [style=solid, label="(8, 16)"]; +"1172 slice_92" -> "1173 fill__28" [style=solid, label="(8, 4)"]; +"1174 lift_fresh_copy_29" -> "1177 fill__29" [style=solid, label="()"]; +"1175 slice_93" -> "1176 slice_94" [style=solid, label="(8, 16)"]; +"1176 slice_94" -> "1177 fill__29" [style=solid, label="(8, 4)"]; +"1178 lift_fresh_copy_30" -> "1181 fill__30" [style=solid, label="()"]; +"1179 slice_95" -> "1180 slice_96" [style=solid, label="(4, 16)"]; +"1180 slice_96" -> "1181 fill__30" [style=solid, label="(4, 8)"]; +"1182 lift_fresh_copy_31" -> "1185 fill__31" [style=solid, label="()"]; +"1183 slice_97" -> "1184 slice_98" [style=solid, label="(4, 16)"]; +"1184 slice_98" -> "1185 fill__31" [style=solid, label="(4, 4)"]; +"1186 lift_fresh_copy_32" -> "1189 fill__32" [style=solid, label="()"]; +"1187 slice_99" -> "1188 slice_100" [style=solid, label="(4, 16)"]; +"1188 slice_100" -> "1189 fill__32" [style=solid, label="(4, 4)"]; +"1190 lift_fresh_copy_33" -> "1193 fill__33" [style=solid, label="()"]; +"1191 slice_101" -> "1192 slice_102" [style=solid, label="(4, 16)"]; +"1192 slice_102" -> "1193 fill__33" [style=solid, label="(4, 8)"]; +"1194 lift_fresh_copy_34" -> "1197 fill__34" [style=solid, label="()"]; +"1195 slice_103" -> "1196 slice_104" [style=solid, label="(4, 16)"]; +"1196 slice_104" -> "1197 fill__34" [style=solid, label="(4, 4)"]; +"1198 lift_fresh_copy_35" -> "1201 fill__35" [style=solid, label="()"]; +"1199 slice_105" -> "1200 slice_106" [style=solid, label="(4, 16)"]; +"1200 slice_106" -> "1201 fill__35" [style=solid, label="(4, 4)"]; +"1202 view_40" -> "1203 permute_35" [style=solid, label="(2, 8, 2, 8)"]; +"1203 permute_35" -> "1204 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; +"1204 reshape_33" -> "1205 unsqueeze_20" [style=solid, label="(4, 64)"]; +"1204 reshape_33" -> "1206 unsqueeze_21" [style=solid, label="(4, 64)"]; +"1205 unsqueeze_20" -> "1207 sub_3" [style=solid, label="(4, 1, 64)"]; +"1206 unsqueeze_21" -> "1207 sub_3" [style=solid, label="(4, 64, 1)"]; +"1207 sub_3" -> "1208 ne_3" [style=solid, label="(4, 64, 64)"]; +"1207 sub_3" -> "1209 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"1207 sub_3" -> "1210 eq_3" [style=solid, label="(4, 64, 64)"]; +"1208 ne_3" -> "1209 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"1209 masked_fill_6" -> "1211 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1210 eq_3" -> "1211 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1211 masked_fill_7" -> "1213 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; +"1212 view_41" -> "1215 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1213 unsqueeze_22" -> "1214 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; +"1214 unsqueeze_23" -> "1215 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1215 add_25" -> "1216 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1216 view_42" -> "1217 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; +"1217 softmax_7" -> "1218 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; +"1218 dropout_28" -> "1219 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; +"1219 matmul_15" -> "1220 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; +"1220 transpose_15" -> "1221 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; +"1221 reshape_34" -> "1222 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1222 reshape_34_0_0_nncf_smooth_quant_0" -> "1223 quantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; +"1223 quantize_per_tensor_default_48" -> "1224 dequantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; +"1224 dequantize_per_tensor_default_48" -> "1230 linear_47" [style=solid, label="(4, 64, 384)"]; +"1225 scale_updated_constant32" -> "1227 mul_tensor_32" [style=solid, label="(384, 1)"]; +"1226 compressed_weight_updated_constant32" -> "1227 mul_tensor_32" [style=solid, label="(384, 384)"]; +"1227 mul_tensor_32" -> "1229 sub_tensor_32" [style=solid, label="(384, 384)"]; +"1228 zero_point_updated_constant32" -> "1229 sub_tensor_32" [style=solid, label="(384, 1)"]; +"1229 sub_tensor_32" -> "1230 linear_47" [style=solid, label="(384, 384)"]; +"1230 linear_47" -> "1231 dropout_29" [style=solid, label="(4, 64, 384)"]; +"1231 dropout_29" -> "1232 view_43" [style=solid, label="(4, 64, 384)"]; +"1232 view_43" -> "1233 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1233 permute_36" -> "1234 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1234 reshape_35" -> "1235 roll_7" [style=solid, label="(1, 16, 16, 384)"]; +"1235 roll_7" -> "1236 slice_107" [style=solid, label="(1, 16, 16, 384)"]; +"1236 slice_107" -> "1237 slice_108" [style=solid, label="(1, 14, 16, 384)"]; +"1237 slice_108" -> "1238 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; +"1238 contiguous_13" -> "1239 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; +"1239 layer_norm_17" -> "1240 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"1240 add_26" -> "1241 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1240 add_26" -> "1263 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1241 add_26_0_0_nncf_smooth_quant_0" -> "1242 quantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; +"1242 quantize_per_tensor_default_49" -> "1243 dequantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; +"1243 dequantize_per_tensor_default_49" -> "1249 linear_48" [style=solid, label="(1, 14, 14, 384)"]; +"1244 scale_updated_constant33" -> "1246 mul_tensor_33" [style=solid, label="(1536, 1)"]; +"1245 compressed_weight_updated_constant33" -> "1246 mul_tensor_33" [style=solid, label="(1536, 384)"]; +"1246 mul_tensor_33" -> "1248 sub_tensor_33" [style=solid, label="(1536, 384)"]; +"1247 zero_point_updated_constant33" -> "1248 sub_tensor_33" [style=solid, label="(1536, 1)"]; +"1248 sub_tensor_33" -> "1249 linear_48" [style=solid, label="(1536, 384)"]; +"1249 linear_48" -> "1250 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; +"1250 gelu_7" -> "1251 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; +"1251 dropout_30" -> "1252 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1252 dropout_30_0_0_nncf_smooth_quant_0" -> "1253 quantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; +"1253 quantize_per_tensor_default_50" -> "1254 dequantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; +"1254 dequantize_per_tensor_default_50" -> "1260 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; +"1255 scale_updated_constant34" -> "1257 mul_tensor_34" [style=solid, label="(384, 1)"]; +"1256 compressed_weight_updated_constant34" -> "1257 mul_tensor_34" [style=solid, label="(384, 1536)"]; +"1257 mul_tensor_34" -> "1259 sub_tensor_34" [style=solid, label="(384, 1536)"]; +"1258 zero_point_updated_constant34" -> "1259 sub_tensor_34" [style=solid, label="(384, 1)"]; +"1259 sub_tensor_34" -> "1260 linear_49" [style=solid, label="(384, 1536)"]; +"1260 linear_49" -> "1261 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; +"1261 dropout_31" -> "1262 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; +"1262 layer_norm_18" -> "1263 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1263 add_27" -> "1279 pad_10" [style=solid, label="(1, 14, 14, 384)"]; +"1263 add_27" -> "1340 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1264 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1266 linear_50" [style=solid, label="(512, 2)"]; +"1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1266 linear_50" [style=solid, label="(1, 15, 15, 2)"]; +"1266 linear_50" -> "1267 relu__8" [style=solid, label="(1, 15, 15, 512)"]; +"1267 relu__8" -> "1269 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1268 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1270 linear_51" [style=solid, label="(12, 512)"]; +"1269 relu__8_0_0_nncf_smooth_quant_0" -> "1270 linear_51" [style=solid, label="(1, 15, 15, 512)"]; +"1270 linear_51" -> "1271 view_44" [style=solid, label="(1, 15, 15, 12)"]; +"1271 view_44" -> "1272 index_8" [style=solid, label="(225, 12)"]; +"1272 index_8" -> "1273 view_45" [style=solid, label="(4096, 12)"]; +"1273 view_45" -> "1274 permute_37" [style=solid, label="(64, 64, 12)"]; +"1274 permute_37" -> "1275 contiguous_14" [style=solid, label="(12, 64, 64)"]; +"1275 contiguous_14" -> "1276 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; +"1276 unsqueeze_24" -> "1277 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; +"1277 sigmoid_8" -> "1278 mul_16" [style=solid, label="(1, 12, 64, 64)"]; +"1278 mul_16" -> "1317 add_28" [style=solid, label="(1, 12, 64, 64)"]; +"1279 pad_10" -> "1280 view_46" [style=solid, label="(1, 16, 16, 384)"]; +"1280 view_46" -> "1281 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1281 permute_38" -> "1282 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1282 reshape_36" -> "1286 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1283 clone_8" -> "1284 slice_109" [style=solid, label="(1152,)"]; +"1283 clone_8" -> "1294 linear_52" [style=solid, label="(1152,)"]; +"1284 slice_109" -> "1285 zero__8" [style=solid, label="(384,)"]; +"1286 reshape_36_0_0_nncf_smooth_quant_0" -> "1287 quantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; +"1287 quantize_per_tensor_default_51" -> "1288 dequantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; +"1288 dequantize_per_tensor_default_51" -> "1294 linear_52" [style=solid, label="(4, 64, 384)"]; +"1289 scale_updated_constant35" -> "1291 mul_tensor_35" [style=solid, label="(1152, 1)"]; +"1290 compressed_weight_updated_constant35" -> "1291 mul_tensor_35" [style=solid, label="(1152, 384)"]; +"1291 mul_tensor_35" -> "1293 sub_tensor_35" [style=solid, label="(1152, 384)"]; +"1292 zero_point_updated_constant35" -> "1293 sub_tensor_35" [style=solid, label="(1152, 1)"]; +"1293 sub_tensor_35" -> "1294 linear_52" [style=solid, label="(1152, 384)"]; +"1294 linear_52" -> "1295 reshape_37" [style=solid, label="(4, 64, 1152)"]; +"1295 reshape_37" -> "1296 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1296 permute_39" -> "1297 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1296 permute_39" -> "1298 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1296 permute_39" -> "1299 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1297 select_24" -> "1300 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; +"1297 select_24" -> "1302 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; +"1297 select_24" -> "1303 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1298 select_25" -> "1306 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; +"1298 select_25" -> "1308 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; +"1298 select_25" -> "1309 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1299 select_26" -> "1320 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; +"1300 linalg_vector_norm_16" -> "1301 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; +"1301 clamp_min_16" -> "1302 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; +"1302 expand_as_16" -> "1303 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1303 div_16" -> "1304 quantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; +"1304 quantize_per_tensor_default_52" -> "1305 dequantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; +"1305 dequantize_per_tensor_default_52" -> "1313 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; +"1306 linalg_vector_norm_17" -> "1307 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; +"1307 clamp_min_17" -> "1308 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; +"1308 expand_as_17" -> "1309 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1309 div_17" -> "1310 quantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; +"1310 quantize_per_tensor_default_53" -> "1311 dequantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; +"1311 dequantize_per_tensor_default_53" -> "1312 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; +"1312 transpose_16" -> "1313 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; +"1313 matmul_16" -> "1316 mul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1314 clamp_8" -> "1315 exp_8" [style=solid, label="(12, 1, 1)"]; +"1315 exp_8" -> "1316 mul_17" [style=solid, label="(12, 1, 1)"]; +"1316 mul_17" -> "1317 add_28" [style=solid, label="(4, 12, 64, 64)"]; +"1317 add_28" -> "1318 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; +"1318 softmax_8" -> "1319 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; +"1319 dropout_32" -> "1320 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1320 matmul_17" -> "1321 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; +"1321 transpose_17" -> "1322 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; +"1322 reshape_38" -> "1323 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1323 reshape_38_0_0_nncf_smooth_quant_0" -> "1324 quantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; +"1324 quantize_per_tensor_default_54" -> "1325 dequantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; +"1325 dequantize_per_tensor_default_54" -> "1331 linear_53" [style=solid, label="(4, 64, 384)"]; +"1326 scale_updated_constant36" -> "1328 mul_tensor_36" [style=solid, label="(384, 1)"]; +"1327 compressed_weight_updated_constant36" -> "1328 mul_tensor_36" [style=solid, label="(384, 384)"]; +"1328 mul_tensor_36" -> "1330 sub_tensor_36" [style=solid, label="(384, 384)"]; +"1329 zero_point_updated_constant36" -> "1330 sub_tensor_36" [style=solid, label="(384, 1)"]; +"1330 sub_tensor_36" -> "1331 linear_53" [style=solid, label="(384, 384)"]; +"1331 linear_53" -> "1332 dropout_33" [style=solid, label="(4, 64, 384)"]; +"1332 dropout_33" -> "1333 view_47" [style=solid, label="(4, 64, 384)"]; +"1333 view_47" -> "1334 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1334 permute_40" -> "1335 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1335 reshape_39" -> "1336 slice_110" [style=solid, label="(1, 16, 16, 384)"]; +"1336 slice_110" -> "1337 slice_111" [style=solid, label="(1, 14, 16, 384)"]; +"1337 slice_111" -> "1338 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; +"1338 contiguous_15" -> "1339 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; +"1339 layer_norm_19" -> "1340 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1340 add_29" -> "1341 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1340 add_29" -> "1363 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1341 add_29_0_0_nncf_smooth_quant_0" -> "1342 quantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; +"1342 quantize_per_tensor_default_55" -> "1343 dequantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; +"1343 dequantize_per_tensor_default_55" -> "1349 linear_54" [style=solid, label="(1, 14, 14, 384)"]; +"1344 scale_updated_constant37" -> "1346 mul_tensor_37" [style=solid, label="(1536, 1)"]; +"1345 compressed_weight_updated_constant37" -> "1346 mul_tensor_37" [style=solid, label="(1536, 384)"]; +"1346 mul_tensor_37" -> "1348 sub_tensor_37" [style=solid, label="(1536, 384)"]; +"1347 zero_point_updated_constant37" -> "1348 sub_tensor_37" [style=solid, label="(1536, 1)"]; +"1348 sub_tensor_37" -> "1349 linear_54" [style=solid, label="(1536, 384)"]; +"1349 linear_54" -> "1350 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; +"1350 gelu_8" -> "1351 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; +"1351 dropout_34" -> "1352 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1352 dropout_34_0_0_nncf_smooth_quant_0" -> "1353 quantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; +"1353 quantize_per_tensor_default_56" -> "1354 dequantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; +"1354 dequantize_per_tensor_default_56" -> "1360 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; +"1355 scale_updated_constant38" -> "1357 mul_tensor_38" [style=solid, label="(384, 1)"]; +"1356 compressed_weight_updated_constant38" -> "1357 mul_tensor_38" [style=solid, label="(384, 1536)"]; +"1357 mul_tensor_38" -> "1359 sub_tensor_38" [style=solid, label="(384, 1536)"]; +"1358 zero_point_updated_constant38" -> "1359 sub_tensor_38" [style=solid, label="(384, 1)"]; +"1359 sub_tensor_38" -> "1360 linear_55" [style=solid, label="(384, 1536)"]; +"1360 linear_55" -> "1361 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; +"1361 dropout_35" -> "1362 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; +"1362 layer_norm_20" -> "1363 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1363 add_30" -> "1379 pad_11" [style=solid, label="(1, 14, 14, 384)"]; +"1363 add_30" -> "1494 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1364 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1366 linear_56" [style=solid, label="(512, 2)"]; +"1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1366 linear_56" [style=solid, label="(1, 15, 15, 2)"]; +"1366 linear_56" -> "1367 relu__9" [style=solid, label="(1, 15, 15, 512)"]; +"1367 relu__9" -> "1369 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1368 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1370 linear_57" [style=solid, label="(12, 512)"]; +"1369 relu__9_0_0_nncf_smooth_quant_0" -> "1370 linear_57" [style=solid, label="(1, 15, 15, 512)"]; +"1370 linear_57" -> "1371 view_48" [style=solid, label="(1, 15, 15, 12)"]; +"1371 view_48" -> "1372 index_9" [style=solid, label="(225, 12)"]; +"1372 index_9" -> "1373 view_49" [style=solid, label="(4096, 12)"]; +"1373 view_49" -> "1374 permute_41" [style=solid, label="(64, 64, 12)"]; +"1374 permute_41" -> "1375 contiguous_16" [style=solid, label="(12, 64, 64)"]; +"1375 contiguous_16" -> "1376 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; +"1376 unsqueeze_25" -> "1377 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; +"1377 sigmoid_9" -> "1378 mul_18" [style=solid, label="(1, 12, 64, 64)"]; +"1378 mul_18" -> "1418 add_31" [style=solid, label="(1, 12, 64, 64)"]; +"1379 pad_11" -> "1380 roll_8" [style=solid, label="(1, 16, 16, 384)"]; +"1380 roll_8" -> "1381 view_50" [style=solid, label="(1, 16, 16, 384)"]; +"1381 view_50" -> "1382 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1382 permute_42" -> "1383 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1383 reshape_40" -> "1387 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1383 reshape_40" -> "1419 new_zeros_4" [style=solid, label="(4, 64, 384)"]; +"1384 clone_9" -> "1385 slice_112" [style=solid, label="(1152,)"]; +"1384 clone_9" -> "1395 linear_58" [style=solid, label="(1152,)"]; +"1385 slice_112" -> "1386 zero__9" [style=solid, label="(384,)"]; +"1387 reshape_40_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; +"1388 quantize_per_tensor_default_57" -> "1389 dequantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; +"1389 dequantize_per_tensor_default_57" -> "1395 linear_58" [style=solid, label="(4, 64, 384)"]; +"1390 scale_updated_constant39" -> "1392 mul_tensor_39" [style=solid, label="(1152, 1)"]; +"1391 compressed_weight_updated_constant39" -> "1392 mul_tensor_39" [style=solid, label="(1152, 384)"]; +"1392 mul_tensor_39" -> "1394 sub_tensor_39" [style=solid, label="(1152, 384)"]; +"1393 zero_point_updated_constant39" -> "1394 sub_tensor_39" [style=solid, label="(1152, 1)"]; +"1394 sub_tensor_39" -> "1395 linear_58" [style=solid, label="(1152, 384)"]; +"1395 linear_58" -> "1396 reshape_41" [style=solid, label="(4, 64, 1152)"]; +"1396 reshape_41" -> "1397 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1397 permute_43" -> "1398 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1397 permute_43" -> "1399 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1397 permute_43" -> "1400 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1398 select_27" -> "1401 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; +"1398 select_27" -> "1403 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; +"1398 select_27" -> "1404 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1399 select_28" -> "1407 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; +"1399 select_28" -> "1409 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; +"1399 select_28" -> "1410 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1400 select_29" -> "1473 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; +"1401 linalg_vector_norm_18" -> "1402 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; +"1402 clamp_min_18" -> "1403 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; +"1403 expand_as_18" -> "1404 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1404 div_18" -> "1405 quantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; +"1405 quantize_per_tensor_default_58" -> "1406 dequantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; +"1406 dequantize_per_tensor_default_58" -> "1414 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; +"1407 linalg_vector_norm_19" -> "1408 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; +"1408 clamp_min_19" -> "1409 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; +"1409 expand_as_19" -> "1410 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1410 div_19" -> "1411 quantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; +"1411 quantize_per_tensor_default_59" -> "1412 dequantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; +"1412 dequantize_per_tensor_default_59" -> "1413 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; +"1413 transpose_18" -> "1414 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; +"1414 matmul_18" -> "1417 mul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1415 clamp_9" -> "1416 exp_9" [style=solid, label="(12, 1, 1)"]; +"1416 exp_9" -> "1417 mul_19" [style=solid, label="(12, 1, 1)"]; +"1417 mul_19" -> "1418 add_31" [style=solid, label="(4, 12, 64, 64)"]; +"1418 add_31" -> "1466 view_52" [style=solid, label="(4, 12, 64, 64)"]; +"1419 new_zeros_4" -> "1421 slice_113" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1425 slice_115" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1429 slice_117" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1433 slice_119" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1437 slice_121" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1441 slice_123" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1445 slice_125" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1449 slice_127" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1453 slice_129" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1456 view_51" [style=solid, label="(16, 16)"]; +"1420 lift_fresh_copy_36" -> "1423 fill__36" [style=solid, label="()"]; +"1421 slice_113" -> "1422 slice_114" [style=solid, label="(8, 16)"]; +"1422 slice_114" -> "1423 fill__36" [style=solid, label="(8, 8)"]; +"1424 lift_fresh_copy_37" -> "1427 fill__37" [style=solid, label="()"]; +"1425 slice_115" -> "1426 slice_116" [style=solid, label="(8, 16)"]; +"1426 slice_116" -> "1427 fill__37" [style=solid, label="(8, 4)"]; +"1428 lift_fresh_copy_38" -> "1431 fill__38" [style=solid, label="()"]; +"1429 slice_117" -> "1430 slice_118" [style=solid, label="(8, 16)"]; +"1430 slice_118" -> "1431 fill__38" [style=solid, label="(8, 4)"]; +"1432 lift_fresh_copy_39" -> "1435 fill__39" [style=solid, label="()"]; +"1433 slice_119" -> "1434 slice_120" [style=solid, label="(4, 16)"]; +"1434 slice_120" -> "1435 fill__39" [style=solid, label="(4, 8)"]; +"1436 lift_fresh_copy_40" -> "1439 fill__40" [style=solid, label="()"]; +"1437 slice_121" -> "1438 slice_122" [style=solid, label="(4, 16)"]; +"1438 slice_122" -> "1439 fill__40" [style=solid, label="(4, 4)"]; +"1440 lift_fresh_copy_41" -> "1443 fill__41" [style=solid, label="()"]; +"1441 slice_123" -> "1442 slice_124" [style=solid, label="(4, 16)"]; +"1442 slice_124" -> "1443 fill__41" [style=solid, label="(4, 4)"]; +"1444 lift_fresh_copy_42" -> "1447 fill__42" [style=solid, label="()"]; +"1445 slice_125" -> "1446 slice_126" [style=solid, label="(4, 16)"]; +"1446 slice_126" -> "1447 fill__42" [style=solid, label="(4, 8)"]; +"1448 lift_fresh_copy_43" -> "1451 fill__43" [style=solid, label="()"]; +"1449 slice_127" -> "1450 slice_128" [style=solid, label="(4, 16)"]; +"1450 slice_128" -> "1451 fill__43" [style=solid, label="(4, 4)"]; +"1452 lift_fresh_copy_44" -> "1455 fill__44" [style=solid, label="()"]; +"1453 slice_129" -> "1454 slice_130" [style=solid, label="(4, 16)"]; +"1454 slice_130" -> "1455 fill__44" [style=solid, label="(4, 4)"]; +"1456 view_51" -> "1457 permute_44" [style=solid, label="(2, 8, 2, 8)"]; +"1457 permute_44" -> "1458 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; +"1458 reshape_42" -> "1459 unsqueeze_26" [style=solid, label="(4, 64)"]; +"1458 reshape_42" -> "1460 unsqueeze_27" [style=solid, label="(4, 64)"]; +"1459 unsqueeze_26" -> "1461 sub_4" [style=solid, label="(4, 1, 64)"]; +"1460 unsqueeze_27" -> "1461 sub_4" [style=solid, label="(4, 64, 1)"]; +"1461 sub_4" -> "1462 ne_4" [style=solid, label="(4, 64, 64)"]; +"1461 sub_4" -> "1463 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1461 sub_4" -> "1464 eq_4" [style=solid, label="(4, 64, 64)"]; +"1462 ne_4" -> "1463 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1463 masked_fill_8" -> "1465 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1464 eq_4" -> "1465 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1465 masked_fill_9" -> "1467 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; +"1466 view_52" -> "1469 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1467 unsqueeze_28" -> "1468 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; +"1468 unsqueeze_29" -> "1469 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1469 add_32" -> "1470 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1470 view_53" -> "1471 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; +"1471 softmax_9" -> "1472 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; +"1472 dropout_36" -> "1473 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1473 matmul_19" -> "1474 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; +"1474 transpose_19" -> "1475 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; +"1475 reshape_43" -> "1476 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1476 reshape_43_0_0_nncf_smooth_quant_0" -> "1477 quantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; +"1477 quantize_per_tensor_default_60" -> "1478 dequantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; +"1478 dequantize_per_tensor_default_60" -> "1484 linear_59" [style=solid, label="(4, 64, 384)"]; +"1479 scale_updated_constant40" -> "1481 mul_tensor_40" [style=solid, label="(384, 1)"]; +"1480 compressed_weight_updated_constant40" -> "1481 mul_tensor_40" [style=solid, label="(384, 384)"]; +"1481 mul_tensor_40" -> "1483 sub_tensor_40" [style=solid, label="(384, 384)"]; +"1482 zero_point_updated_constant40" -> "1483 sub_tensor_40" [style=solid, label="(384, 1)"]; +"1483 sub_tensor_40" -> "1484 linear_59" [style=solid, label="(384, 384)"]; +"1484 linear_59" -> "1485 dropout_37" [style=solid, label="(4, 64, 384)"]; +"1485 dropout_37" -> "1486 view_54" [style=solid, label="(4, 64, 384)"]; +"1486 view_54" -> "1487 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1487 permute_45" -> "1488 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1488 reshape_44" -> "1489 roll_9" [style=solid, label="(1, 16, 16, 384)"]; +"1489 roll_9" -> "1490 slice_131" [style=solid, label="(1, 16, 16, 384)"]; +"1490 slice_131" -> "1491 slice_132" [style=solid, label="(1, 14, 16, 384)"]; +"1491 slice_132" -> "1492 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; +"1492 contiguous_17" -> "1493 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; +"1493 layer_norm_21" -> "1494 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1494 add_33" -> "1495 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1494 add_33" -> "1517 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1495 add_33_0_0_nncf_smooth_quant_0" -> "1496 quantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; +"1496 quantize_per_tensor_default_61" -> "1497 dequantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; +"1497 dequantize_per_tensor_default_61" -> "1503 linear_60" [style=solid, label="(1, 14, 14, 384)"]; +"1498 scale_updated_constant41" -> "1500 mul_tensor_41" [style=solid, label="(1536, 1)"]; +"1499 compressed_weight_updated_constant41" -> "1500 mul_tensor_41" [style=solid, label="(1536, 384)"]; +"1500 mul_tensor_41" -> "1502 sub_tensor_41" [style=solid, label="(1536, 384)"]; +"1501 zero_point_updated_constant41" -> "1502 sub_tensor_41" [style=solid, label="(1536, 1)"]; +"1502 sub_tensor_41" -> "1503 linear_60" [style=solid, label="(1536, 384)"]; +"1503 linear_60" -> "1504 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; +"1504 gelu_9" -> "1505 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; +"1505 dropout_38" -> "1506 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1506 dropout_38_0_0_nncf_smooth_quant_0" -> "1507 quantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; +"1507 quantize_per_tensor_default_62" -> "1508 dequantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; +"1508 dequantize_per_tensor_default_62" -> "1514 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; +"1509 scale_updated_constant42" -> "1511 mul_tensor_42" [style=solid, label="(384, 1)"]; +"1510 compressed_weight_updated_constant42" -> "1511 mul_tensor_42" [style=solid, label="(384, 1536)"]; +"1511 mul_tensor_42" -> "1513 sub_tensor_42" [style=solid, label="(384, 1536)"]; +"1512 zero_point_updated_constant42" -> "1513 sub_tensor_42" [style=solid, label="(384, 1)"]; +"1513 sub_tensor_42" -> "1514 linear_61" [style=solid, label="(384, 1536)"]; +"1514 linear_61" -> "1515 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; +"1515 dropout_39" -> "1516 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; +"1516 layer_norm_22" -> "1517 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1517 add_34" -> "1518 pad_12" [style=solid, label="(1, 14, 14, 384)"]; +"1518 pad_12" -> "1519 slice_133" [style=solid, label="(1, 14, 14, 384)"]; +"1518 pad_12" -> "1521 slice_135" [style=solid, label="(1, 14, 14, 384)"]; +"1518 pad_12" -> "1523 slice_137" [style=solid, label="(1, 14, 14, 384)"]; +"1518 pad_12" -> "1525 slice_139" [style=solid, label="(1, 14, 14, 384)"]; +"1519 slice_133" -> "1520 slice_134" [style=solid, label="(1, 7, 14, 384)"]; +"1520 slice_134" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1521 slice_135" -> "1522 slice_136" [style=solid, label="(1, 7, 14, 384)"]; +"1522 slice_136" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1523 slice_137" -> "1524 slice_138" [style=solid, label="(1, 7, 14, 384)"]; +"1524 slice_138" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1525 slice_139" -> "1526 slice_140" [style=solid, label="(1, 7, 14, 384)"]; +"1526 slice_140" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1527 cat_2" -> "1528 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; +"1528 cat_2_0_0_nncf_smooth_quant_0" -> "1529 quantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; +"1529 quantize_per_tensor_default_63" -> "1530 dequantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; +"1530 dequantize_per_tensor_default_63" -> "1536 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; +"1531 scale_updated_constant43" -> "1533 mul_tensor_43" [style=solid, label="(768, 1)"]; +"1532 compressed_weight_updated_constant43" -> "1533 mul_tensor_43" [style=solid, label="(768, 1536)"]; +"1533 mul_tensor_43" -> "1535 sub_tensor_43" [style=solid, label="(768, 1536)"]; +"1534 zero_point_updated_constant43" -> "1535 sub_tensor_43" [style=solid, label="(768, 1)"]; +"1535 sub_tensor_43" -> "1536 linear_62" [style=solid, label="(768, 1536)"]; +"1536 linear_62" -> "1537 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; +"1537 layer_norm_23" -> "1553 pad_13" [style=solid, label="(1, 7, 7, 768)"]; +"1537 layer_norm_23" -> "1614 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1538 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1540 linear_63" [style=solid, label="(512, 2)"]; +"1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1540 linear_63" [style=solid, label="(1, 15, 15, 2)"]; +"1540 linear_63" -> "1541 relu__10" [style=solid, label="(1, 15, 15, 512)"]; +"1541 relu__10" -> "1543 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1542 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1544 linear_64" [style=solid, label="(24, 512)"]; +"1543 relu__10_0_0_nncf_smooth_quant_0" -> "1544 linear_64" [style=solid, label="(1, 15, 15, 512)"]; +"1544 linear_64" -> "1545 view_55" [style=solid, label="(1, 15, 15, 24)"]; +"1545 view_55" -> "1546 index_10" [style=solid, label="(225, 24)"]; +"1546 index_10" -> "1547 view_56" [style=solid, label="(4096, 24)"]; +"1547 view_56" -> "1548 permute_46" [style=solid, label="(64, 64, 24)"]; +"1548 permute_46" -> "1549 contiguous_18" [style=solid, label="(24, 64, 64)"]; +"1549 contiguous_18" -> "1550 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; +"1550 unsqueeze_30" -> "1551 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; +"1551 sigmoid_10" -> "1552 mul_20" [style=solid, label="(1, 24, 64, 64)"]; +"1552 mul_20" -> "1591 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1553 pad_13" -> "1554 view_57" [style=solid, label="(1, 8, 8, 768)"]; +"1554 view_57" -> "1555 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1555 permute_47" -> "1556 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1556 reshape_45" -> "1560 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1557 clone_10" -> "1558 slice_141" [style=solid, label="(2304,)"]; +"1557 clone_10" -> "1568 linear_65" [style=solid, label="(2304,)"]; +"1558 slice_141" -> "1559 zero__10" [style=solid, label="(768,)"]; +"1560 reshape_45_0_0_nncf_smooth_quant_0" -> "1561 quantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; +"1561 quantize_per_tensor_default_64" -> "1562 dequantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; +"1562 dequantize_per_tensor_default_64" -> "1568 linear_65" [style=solid, label="(1, 64, 768)"]; +"1563 scale_updated_constant44" -> "1565 mul_tensor_44" [style=solid, label="(2304, 1)"]; +"1564 compressed_weight_updated_constant44" -> "1565 mul_tensor_44" [style=solid, label="(2304, 768)"]; +"1565 mul_tensor_44" -> "1567 sub_tensor_44" [style=solid, label="(2304, 768)"]; +"1566 zero_point_updated_constant44" -> "1567 sub_tensor_44" [style=solid, label="(2304, 1)"]; +"1567 sub_tensor_44" -> "1568 linear_65" [style=solid, label="(2304, 768)"]; +"1568 linear_65" -> "1569 reshape_46" [style=solid, label="(1, 64, 2304)"]; +"1569 reshape_46" -> "1570 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1570 permute_48" -> "1571 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1570 permute_48" -> "1572 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1570 permute_48" -> "1573 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1571 select_30" -> "1574 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; +"1571 select_30" -> "1576 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; +"1571 select_30" -> "1577 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1572 select_31" -> "1580 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; +"1572 select_31" -> "1582 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; +"1572 select_31" -> "1583 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1573 select_32" -> "1594 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; +"1574 linalg_vector_norm_20" -> "1575 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; +"1575 clamp_min_20" -> "1576 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; +"1576 expand_as_20" -> "1577 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1577 div_20" -> "1578 quantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; +"1578 quantize_per_tensor_default_65" -> "1579 dequantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; +"1579 dequantize_per_tensor_default_65" -> "1587 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; +"1580 linalg_vector_norm_21" -> "1581 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; +"1581 clamp_min_21" -> "1582 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; +"1582 expand_as_21" -> "1583 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1583 div_21" -> "1584 quantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; +"1584 quantize_per_tensor_default_66" -> "1585 dequantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; +"1585 dequantize_per_tensor_default_66" -> "1586 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; +"1586 transpose_20" -> "1587 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; +"1587 matmul_20" -> "1590 mul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1588 clamp_10" -> "1589 exp_10" [style=solid, label="(24, 1, 1)"]; +"1589 exp_10" -> "1590 mul_21" [style=solid, label="(24, 1, 1)"]; +"1590 mul_21" -> "1591 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1591 add_35" -> "1592 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; +"1592 softmax_10" -> "1593 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; +"1593 dropout_40" -> "1594 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1594 matmul_21" -> "1595 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; +"1595 transpose_21" -> "1596 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; +"1596 reshape_47" -> "1597 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1597 reshape_47_0_0_nncf_smooth_quant_0" -> "1598 quantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; +"1598 quantize_per_tensor_default_67" -> "1599 dequantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; +"1599 dequantize_per_tensor_default_67" -> "1605 linear_66" [style=solid, label="(1, 64, 768)"]; +"1600 scale_updated_constant45" -> "1602 mul_tensor_45" [style=solid, label="(768, 1)"]; +"1601 compressed_weight_updated_constant45" -> "1602 mul_tensor_45" [style=solid, label="(768, 768)"]; +"1602 mul_tensor_45" -> "1604 sub_tensor_45" [style=solid, label="(768, 768)"]; +"1603 zero_point_updated_constant45" -> "1604 sub_tensor_45" [style=solid, label="(768, 1)"]; +"1604 sub_tensor_45" -> "1605 linear_66" [style=solid, label="(768, 768)"]; +"1605 linear_66" -> "1606 dropout_41" [style=solid, label="(1, 64, 768)"]; +"1606 dropout_41" -> "1607 view_58" [style=solid, label="(1, 64, 768)"]; +"1607 view_58" -> "1608 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1608 permute_49" -> "1609 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1609 reshape_48" -> "1610 slice_142" [style=solid, label="(1, 8, 8, 768)"]; +"1610 slice_142" -> "1611 slice_143" [style=solid, label="(1, 7, 8, 768)"]; +"1611 slice_143" -> "1612 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; +"1612 contiguous_19" -> "1613 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; +"1613 layer_norm_24" -> "1614 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1614 add_36" -> "1615 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; +"1614 add_36" -> "1637 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1615 add_36_0_0_nncf_smooth_quant_0" -> "1616 quantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; +"1616 quantize_per_tensor_default_68" -> "1617 dequantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; +"1617 dequantize_per_tensor_default_68" -> "1623 linear_67" [style=solid, label="(1, 7, 7, 768)"]; +"1618 scale_updated_constant46" -> "1620 mul_tensor_46" [style=solid, label="(3072, 1)"]; +"1619 compressed_weight_updated_constant46" -> "1620 mul_tensor_46" [style=solid, label="(3072, 768)"]; +"1620 mul_tensor_46" -> "1622 sub_tensor_46" [style=solid, label="(3072, 768)"]; +"1621 zero_point_updated_constant46" -> "1622 sub_tensor_46" [style=solid, label="(3072, 1)"]; +"1622 sub_tensor_46" -> "1623 linear_67" [style=solid, label="(3072, 768)"]; +"1623 linear_67" -> "1624 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; +"1624 gelu_10" -> "1625 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; +"1625 dropout_42" -> "1626 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; +"1626 dropout_42_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; +"1627 quantize_per_tensor_default_69" -> "1628 dequantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; +"1628 dequantize_per_tensor_default_69" -> "1634 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; +"1629 scale_updated_constant47" -> "1631 mul_tensor_47" [style=solid, label="(768, 1)"]; +"1630 compressed_weight_updated_constant47" -> "1631 mul_tensor_47" [style=solid, label="(768, 3072)"]; +"1631 mul_tensor_47" -> "1633 sub_tensor_47" [style=solid, label="(768, 3072)"]; +"1632 zero_point_updated_constant47" -> "1633 sub_tensor_47" [style=solid, label="(768, 1)"]; +"1633 sub_tensor_47" -> "1634 linear_68" [style=solid, label="(768, 3072)"]; +"1634 linear_68" -> "1635 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; +"1635 dropout_43" -> "1636 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; +"1636 layer_norm_25" -> "1637 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1637 add_37" -> "1653 pad_14" [style=solid, label="(1, 7, 7, 768)"]; +"1637 add_37" -> "1714 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1638 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1640 linear_69" [style=solid, label="(512, 2)"]; +"1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1640 linear_69" [style=solid, label="(1, 15, 15, 2)"]; +"1640 linear_69" -> "1641 relu__11" [style=solid, label="(1, 15, 15, 512)"]; +"1641 relu__11" -> "1643 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1642 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1644 linear_70" [style=solid, label="(24, 512)"]; +"1643 relu__11_0_0_nncf_smooth_quant_0" -> "1644 linear_70" [style=solid, label="(1, 15, 15, 512)"]; +"1644 linear_70" -> "1645 view_59" [style=solid, label="(1, 15, 15, 24)"]; +"1645 view_59" -> "1646 index_11" [style=solid, label="(225, 24)"]; +"1646 index_11" -> "1647 view_60" [style=solid, label="(4096, 24)"]; +"1647 view_60" -> "1648 permute_50" [style=solid, label="(64, 64, 24)"]; +"1648 permute_50" -> "1649 contiguous_20" [style=solid, label="(24, 64, 64)"]; +"1649 contiguous_20" -> "1650 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; +"1650 unsqueeze_31" -> "1651 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; +"1651 sigmoid_11" -> "1652 mul_22" [style=solid, label="(1, 24, 64, 64)"]; +"1652 mul_22" -> "1691 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1653 pad_14" -> "1654 view_61" [style=solid, label="(1, 8, 8, 768)"]; +"1654 view_61" -> "1655 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1655 permute_51" -> "1656 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1656 reshape_49" -> "1660 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1657 clone_11" -> "1658 slice_144" [style=solid, label="(2304,)"]; +"1657 clone_11" -> "1668 linear_71" [style=solid, label="(2304,)"]; +"1658 slice_144" -> "1659 zero__11" [style=solid, label="(768,)"]; +"1660 reshape_49_0_0_nncf_smooth_quant_0" -> "1661 quantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; +"1661 quantize_per_tensor_default_70" -> "1662 dequantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; +"1662 dequantize_per_tensor_default_70" -> "1668 linear_71" [style=solid, label="(1, 64, 768)"]; +"1663 scale_updated_constant48" -> "1665 mul_tensor_48" [style=solid, label="(2304, 1)"]; +"1664 compressed_weight_updated_constant48" -> "1665 mul_tensor_48" [style=solid, label="(2304, 768)"]; +"1665 mul_tensor_48" -> "1667 sub_tensor_48" [style=solid, label="(2304, 768)"]; +"1666 zero_point_updated_constant48" -> "1667 sub_tensor_48" [style=solid, label="(2304, 1)"]; +"1667 sub_tensor_48" -> "1668 linear_71" [style=solid, label="(2304, 768)"]; +"1668 linear_71" -> "1669 reshape_50" [style=solid, label="(1, 64, 2304)"]; +"1669 reshape_50" -> "1670 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1670 permute_52" -> "1671 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1670 permute_52" -> "1672 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1670 permute_52" -> "1673 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1671 select_33" -> "1674 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; +"1671 select_33" -> "1676 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; +"1671 select_33" -> "1677 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1672 select_34" -> "1680 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; +"1672 select_34" -> "1682 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; +"1672 select_34" -> "1683 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1673 select_35" -> "1694 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; +"1674 linalg_vector_norm_22" -> "1675 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; +"1675 clamp_min_22" -> "1676 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; +"1676 expand_as_22" -> "1677 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1677 div_22" -> "1678 quantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; +"1678 quantize_per_tensor_default_71" -> "1679 dequantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; +"1679 dequantize_per_tensor_default_71" -> "1687 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; +"1680 linalg_vector_norm_23" -> "1681 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; +"1681 clamp_min_23" -> "1682 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; +"1682 expand_as_23" -> "1683 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1683 div_23" -> "1684 quantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; +"1684 quantize_per_tensor_default_72" -> "1685 dequantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; +"1685 dequantize_per_tensor_default_72" -> "1686 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; +"1686 transpose_22" -> "1687 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; +"1687 matmul_22" -> "1690 mul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1688 clamp_11" -> "1689 exp_11" [style=solid, label="(24, 1, 1)"]; +"1689 exp_11" -> "1690 mul_23" [style=solid, label="(24, 1, 1)"]; +"1690 mul_23" -> "1691 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1691 add_38" -> "1692 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; +"1692 softmax_11" -> "1693 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; +"1693 dropout_44" -> "1694 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1694 matmul_23" -> "1695 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; +"1695 transpose_23" -> "1696 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; +"1696 reshape_51" -> "1697 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1697 reshape_51_0_0_nncf_smooth_quant_0" -> "1698 quantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; +"1698 quantize_per_tensor_default_73" -> "1699 dequantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; +"1699 dequantize_per_tensor_default_73" -> "1705 linear_72" [style=solid, label="(1, 64, 768)"]; +"1700 scale_updated_constant49" -> "1702 mul_tensor_49" [style=solid, label="(768, 1)"]; +"1701 compressed_weight_updated_constant49" -> "1702 mul_tensor_49" [style=solid, label="(768, 768)"]; +"1702 mul_tensor_49" -> "1704 sub_tensor_49" [style=solid, label="(768, 768)"]; +"1703 zero_point_updated_constant49" -> "1704 sub_tensor_49" [style=solid, label="(768, 1)"]; +"1704 sub_tensor_49" -> "1705 linear_72" [style=solid, label="(768, 768)"]; +"1705 linear_72" -> "1706 dropout_45" [style=solid, label="(1, 64, 768)"]; +"1706 dropout_45" -> "1707 view_62" [style=solid, label="(1, 64, 768)"]; +"1707 view_62" -> "1708 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1708 permute_53" -> "1709 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1709 reshape_52" -> "1710 slice_145" [style=solid, label="(1, 8, 8, 768)"]; +"1710 slice_145" -> "1711 slice_146" [style=solid, label="(1, 7, 8, 768)"]; +"1711 slice_146" -> "1712 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; +"1712 contiguous_21" -> "1713 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; +"1713 layer_norm_26" -> "1714 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1714 add_39" -> "1715 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; +"1714 add_39" -> "1737 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1715 add_39_0_0_nncf_smooth_quant_0" -> "1716 quantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; +"1716 quantize_per_tensor_default_74" -> "1717 dequantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; +"1717 dequantize_per_tensor_default_74" -> "1723 linear_73" [style=solid, label="(1, 7, 7, 768)"]; +"1718 scale_updated_constant50" -> "1720 mul_tensor_50" [style=solid, label="(3072, 1)"]; +"1719 compressed_weight_updated_constant50" -> "1720 mul_tensor_50" [style=solid, label="(3072, 768)"]; +"1720 mul_tensor_50" -> "1722 sub_tensor_50" [style=solid, label="(3072, 768)"]; +"1721 zero_point_updated_constant50" -> "1722 sub_tensor_50" [style=solid, label="(3072, 1)"]; +"1722 sub_tensor_50" -> "1723 linear_73" [style=solid, label="(3072, 768)"]; +"1723 linear_73" -> "1724 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; +"1724 gelu_11" -> "1725 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; +"1725 dropout_46" -> "1726 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; +"1726 dropout_46_0_0_nncf_smooth_quant_0" -> "1727 quantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; +"1727 quantize_per_tensor_default_75" -> "1728 dequantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; +"1728 dequantize_per_tensor_default_75" -> "1734 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; +"1729 scale_updated_constant51" -> "1731 mul_tensor_51" [style=solid, label="(768, 1)"]; +"1730 compressed_weight_updated_constant51" -> "1731 mul_tensor_51" [style=solid, label="(768, 3072)"]; +"1731 mul_tensor_51" -> "1733 sub_tensor_51" [style=solid, label="(768, 3072)"]; +"1732 zero_point_updated_constant51" -> "1733 sub_tensor_51" [style=solid, label="(768, 1)"]; +"1733 sub_tensor_51" -> "1734 linear_74" [style=solid, label="(768, 3072)"]; +"1734 linear_74" -> "1735 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; +"1735 dropout_47" -> "1736 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; +"1736 layer_norm_27" -> "1737 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1737 add_40" -> "1738 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; +"1738 layer_norm_28" -> "1739 permute_54" [style=solid, label="(1, 7, 7, 768)"]; +"1739 permute_54" -> "1740 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; +"1740 adaptive_avg_pool2d" -> "1741 flatten" [style=solid, label="(1, 768, 1, 1)"]; +"1741 flatten" -> "1742 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"1742 flatten_0_0_nncf_smooth_quant_0" -> "1743 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; +"1743 quantize_per_tensor_default_76" -> "1744 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; +"1744 dequantize_per_tensor_default_76" -> "1750 linear_75" [style=solid, label="(1, 768)"]; +"1745 scale_updated_constant52" -> "1747 mul_tensor_52" [style=solid, label="(1000, 1)"]; +"1746 compressed_weight_updated_constant52" -> "1747 mul_tensor_52" [style=solid, label="(1000, 768)"]; +"1747 mul_tensor_52" -> "1749 sub_tensor_52" [style=solid, label="(1000, 768)"]; +"1748 zero_point_updated_constant52" -> "1749 sub_tensor_52" [style=solid, label="(1000, 1)"]; +"1749 sub_tensor_52" -> "1750 linear_75" [style=solid, label="(1000, 768)"]; +"1750 linear_75" -> "1751 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/post_quantization_compressed/unet.dot b/tests/torch2/data/fx/post_quantization_compressed/unet.dot index 6ad29de79b1..ae77d445f82 100644 --- a/tests/torch2/data/fx/post_quantization_compressed/unet.dot +++ b/tests/torch2/data/fx/post_quantization_compressed/unet.dot @@ -133,127 +133,119 @@ strict digraph { "131 dequantize_per_tensor_default_6" [id=131, type="dequantize_per_tensor"]; "132 slice_1" [id=132, type=slice]; "133 slice_2" [id=133, type=slice]; -"134 slice_3" [id=134, type=slice]; -"135 slice_4" [id=135, type=slice]; -"136 cat" [id=136, type=cat]; -"137 scale_updated_constant11" [id=137, type="get_attr"]; -"138 compressed_weight_updated_constant11" [id=138, type="get_attr"]; -"139 mul_tensor_11" [id=139, type=mul]; -"140 zero_point_updated_constant11" [id=140, type="get_attr"]; -"141 sub_tensor_11" [id=141, type=sub]; -"142 conv2d_10" [id=142, type=conv2d]; -"143 relu_10" [id=143, type=relu]; -"144 quantize_per_tensor_default_15" [id=144, type="quantize_per_tensor"]; -"145 dequantize_per_tensor_default_15" [id=145, type="dequantize_per_tensor"]; -"146 scale_updated_constant12" [id=146, type="get_attr"]; -"147 compressed_weight_updated_constant12" [id=147, type="get_attr"]; -"148 mul_tensor_12" [id=148, type=mul]; -"149 zero_point_updated_constant12" [id=149, type="get_attr"]; -"150 sub_tensor_12" [id=150, type=sub]; -"151 conv2d_11" [id=151, type=conv2d]; -"152 relu_11" [id=152, type=relu]; -"153 quantize_per_tensor_default_16" [id=153, type="quantize_per_tensor"]; -"154 dequantize_per_tensor_default_16" [id=154, type="dequantize_per_tensor"]; -"155 scale_updated_constant13" [id=155, type="get_attr"]; -"156 compressed_weight_updated_constant13" [id=156, type="get_attr"]; -"157 mul_tensor_13" [id=157, type=mul]; -"158 zero_point_updated_constant13" [id=158, type="get_attr"]; -"159 sub_tensor_13" [id=159, type=sub]; -"160 conv_transpose2d_1" [id=160, type="conv_transpose2d"]; -"161 quantize_per_tensor_default_5" [id=161, type="quantize_per_tensor"]; -"162 dequantize_per_tensor_default_5" [id=162, type="dequantize_per_tensor"]; -"163 slice_5" [id=163, type=slice]; -"164 slice_6" [id=164, type=slice]; -"165 slice_7" [id=165, type=slice]; -"166 slice_8" [id=166, type=slice]; -"167 cat_1" [id=167, type=cat]; -"168 scale_updated_constant14" [id=168, type="get_attr"]; -"169 compressed_weight_updated_constant14" [id=169, type="get_attr"]; -"170 mul_tensor_14" [id=170, type=mul]; -"171 zero_point_updated_constant14" [id=171, type="get_attr"]; -"172 sub_tensor_14" [id=172, type=sub]; -"173 conv2d_12" [id=173, type=conv2d]; -"174 relu_12" [id=174, type=relu]; -"175 quantize_per_tensor_default_17" [id=175, type="quantize_per_tensor"]; -"176 dequantize_per_tensor_default_17" [id=176, type="dequantize_per_tensor"]; -"177 scale_updated_constant15" [id=177, type="get_attr"]; -"178 compressed_weight_updated_constant15" [id=178, type="get_attr"]; -"179 mul_tensor_15" [id=179, type=mul]; -"180 zero_point_updated_constant15" [id=180, type="get_attr"]; -"181 sub_tensor_15" [id=181, type=sub]; -"182 conv2d_13" [id=182, type=conv2d]; -"183 relu_13" [id=183, type=relu]; -"184 quantize_per_tensor_default_18" [id=184, type="quantize_per_tensor"]; -"185 dequantize_per_tensor_default_18" [id=185, type="dequantize_per_tensor"]; -"186 scale_updated_constant16" [id=186, type="get_attr"]; -"187 compressed_weight_updated_constant16" [id=187, type="get_attr"]; -"188 mul_tensor_16" [id=188, type=mul]; -"189 zero_point_updated_constant16" [id=189, type="get_attr"]; -"190 sub_tensor_16" [id=190, type=sub]; -"191 conv_transpose2d_2" [id=191, type="conv_transpose2d"]; -"192 quantize_per_tensor_default_2" [id=192, type="quantize_per_tensor"]; -"193 dequantize_per_tensor_default_2" [id=193, type="dequantize_per_tensor"]; -"194 slice_9" [id=194, type=slice]; -"195 slice_10" [id=195, type=slice]; -"196 slice_11" [id=196, type=slice]; -"197 slice_12" [id=197, type=slice]; -"198 cat_2" [id=198, type=cat]; -"199 scale_updated_constant17" [id=199, type="get_attr"]; -"200 compressed_weight_updated_constant17" [id=200, type="get_attr"]; -"201 mul_tensor_17" [id=201, type=mul]; -"202 zero_point_updated_constant17" [id=202, type="get_attr"]; -"203 sub_tensor_17" [id=203, type=sub]; -"204 conv2d_14" [id=204, type=conv2d]; -"205 relu_14" [id=205, type=relu]; -"206 quantize_per_tensor_default_19" [id=206, type="quantize_per_tensor"]; -"207 dequantize_per_tensor_default_19" [id=207, type="dequantize_per_tensor"]; -"208 scale_updated_constant18" [id=208, type="get_attr"]; -"209 compressed_weight_updated_constant18" [id=209, type="get_attr"]; -"210 mul_tensor_18" [id=210, type=mul]; -"211 zero_point_updated_constant18" [id=211, type="get_attr"]; -"212 sub_tensor_18" [id=212, type=sub]; -"213 conv2d_15" [id=213, type=conv2d]; -"214 relu_15" [id=214, type=relu]; -"215 quantize_per_tensor_default_20" [id=215, type="quantize_per_tensor"]; -"216 dequantize_per_tensor_default_20" [id=216, type="dequantize_per_tensor"]; -"217 scale_updated_constant19" [id=217, type="get_attr"]; -"218 compressed_weight_updated_constant19" [id=218, type="get_attr"]; -"219 mul_tensor_19" [id=219, type=mul]; -"220 zero_point_updated_constant19" [id=220, type="get_attr"]; -"221 sub_tensor_19" [id=221, type=sub]; -"222 conv_transpose2d_3" [id=222, type="conv_transpose2d"]; -"223 quantize_per_tensor_default_1" [id=223, type="quantize_per_tensor"]; -"224 dequantize_per_tensor_default_1" [id=224, type="dequantize_per_tensor"]; -"225 slice_13" [id=225, type=slice]; -"226 slice_14" [id=226, type=slice]; -"227 slice_15" [id=227, type=slice]; -"228 slice_16" [id=228, type=slice]; -"229 cat_3" [id=229, type=cat]; -"230 scale_updated_constant20" [id=230, type="get_attr"]; -"231 compressed_weight_updated_constant20" [id=231, type="get_attr"]; -"232 mul_tensor_20" [id=232, type=mul]; -"233 zero_point_updated_constant20" [id=233, type="get_attr"]; -"234 sub_tensor_20" [id=234, type=sub]; -"235 conv2d_16" [id=235, type=conv2d]; -"236 relu_16" [id=236, type=relu]; -"237 quantize_per_tensor_default_21" [id=237, type="quantize_per_tensor"]; -"238 dequantize_per_tensor_default_21" [id=238, type="dequantize_per_tensor"]; -"239 scale_updated_constant21" [id=239, type="get_attr"]; -"240 compressed_weight_updated_constant21" [id=240, type="get_attr"]; -"241 mul_tensor_21" [id=241, type=mul]; -"242 zero_point_updated_constant21" [id=242, type="get_attr"]; -"243 sub_tensor_21" [id=243, type=sub]; -"244 conv2d_17" [id=244, type=conv2d]; -"245 relu_17" [id=245, type=relu]; -"246 quantize_per_tensor_default_22" [id=246, type="quantize_per_tensor"]; -"247 dequantize_per_tensor_default_22" [id=247, type="dequantize_per_tensor"]; -"248 scale_updated_constant22" [id=248, type="get_attr"]; -"249 compressed_weight_updated_constant22" [id=249, type="get_attr"]; -"250 mul_tensor_22" [id=250, type=mul]; -"251 zero_point_updated_constant22" [id=251, type="get_attr"]; -"252 sub_tensor_22" [id=252, type=sub]; -"253 conv2d_18" [id=253, type=conv2d]; -"254 output" [id=254, type=output]; +"134 cat" [id=134, type=cat]; +"135 scale_updated_constant11" [id=135, type="get_attr"]; +"136 compressed_weight_updated_constant11" [id=136, type="get_attr"]; +"137 mul_tensor_11" [id=137, type=mul]; +"138 zero_point_updated_constant11" [id=138, type="get_attr"]; +"139 sub_tensor_11" [id=139, type=sub]; +"140 conv2d_10" [id=140, type=conv2d]; +"141 relu_10" [id=141, type=relu]; +"142 quantize_per_tensor_default_15" [id=142, type="quantize_per_tensor"]; +"143 dequantize_per_tensor_default_15" [id=143, type="dequantize_per_tensor"]; +"144 scale_updated_constant12" [id=144, type="get_attr"]; +"145 compressed_weight_updated_constant12" [id=145, type="get_attr"]; +"146 mul_tensor_12" [id=146, type=mul]; +"147 zero_point_updated_constant12" [id=147, type="get_attr"]; +"148 sub_tensor_12" [id=148, type=sub]; +"149 conv2d_11" [id=149, type=conv2d]; +"150 relu_11" [id=150, type=relu]; +"151 quantize_per_tensor_default_16" [id=151, type="quantize_per_tensor"]; +"152 dequantize_per_tensor_default_16" [id=152, type="dequantize_per_tensor"]; +"153 scale_updated_constant13" [id=153, type="get_attr"]; +"154 compressed_weight_updated_constant13" [id=154, type="get_attr"]; +"155 mul_tensor_13" [id=155, type=mul]; +"156 zero_point_updated_constant13" [id=156, type="get_attr"]; +"157 sub_tensor_13" [id=157, type=sub]; +"158 conv_transpose2d_1" [id=158, type="conv_transpose2d"]; +"159 quantize_per_tensor_default_5" [id=159, type="quantize_per_tensor"]; +"160 dequantize_per_tensor_default_5" [id=160, type="dequantize_per_tensor"]; +"161 slice_3" [id=161, type=slice]; +"162 slice_4" [id=162, type=slice]; +"163 cat_1" [id=163, type=cat]; +"164 scale_updated_constant14" [id=164, type="get_attr"]; +"165 compressed_weight_updated_constant14" [id=165, type="get_attr"]; +"166 mul_tensor_14" [id=166, type=mul]; +"167 zero_point_updated_constant14" [id=167, type="get_attr"]; +"168 sub_tensor_14" [id=168, type=sub]; +"169 conv2d_12" [id=169, type=conv2d]; +"170 relu_12" [id=170, type=relu]; +"171 quantize_per_tensor_default_17" [id=171, type="quantize_per_tensor"]; +"172 dequantize_per_tensor_default_17" [id=172, type="dequantize_per_tensor"]; +"173 scale_updated_constant15" [id=173, type="get_attr"]; +"174 compressed_weight_updated_constant15" [id=174, type="get_attr"]; +"175 mul_tensor_15" [id=175, type=mul]; +"176 zero_point_updated_constant15" [id=176, type="get_attr"]; +"177 sub_tensor_15" [id=177, type=sub]; +"178 conv2d_13" [id=178, type=conv2d]; +"179 relu_13" [id=179, type=relu]; +"180 quantize_per_tensor_default_18" [id=180, type="quantize_per_tensor"]; +"181 dequantize_per_tensor_default_18" [id=181, type="dequantize_per_tensor"]; +"182 scale_updated_constant16" [id=182, type="get_attr"]; +"183 compressed_weight_updated_constant16" [id=183, type="get_attr"]; +"184 mul_tensor_16" [id=184, type=mul]; +"185 zero_point_updated_constant16" [id=185, type="get_attr"]; +"186 sub_tensor_16" [id=186, type=sub]; +"187 conv_transpose2d_2" [id=187, type="conv_transpose2d"]; +"188 quantize_per_tensor_default_2" [id=188, type="quantize_per_tensor"]; +"189 dequantize_per_tensor_default_2" [id=189, type="dequantize_per_tensor"]; +"190 slice_5" [id=190, type=slice]; +"191 slice_6" [id=191, type=slice]; +"192 cat_2" [id=192, type=cat]; +"193 scale_updated_constant17" [id=193, type="get_attr"]; +"194 compressed_weight_updated_constant17" [id=194, type="get_attr"]; +"195 mul_tensor_17" [id=195, type=mul]; +"196 zero_point_updated_constant17" [id=196, type="get_attr"]; +"197 sub_tensor_17" [id=197, type=sub]; +"198 conv2d_14" [id=198, type=conv2d]; +"199 relu_14" [id=199, type=relu]; +"200 quantize_per_tensor_default_19" [id=200, type="quantize_per_tensor"]; +"201 dequantize_per_tensor_default_19" [id=201, type="dequantize_per_tensor"]; +"202 scale_updated_constant18" [id=202, type="get_attr"]; +"203 compressed_weight_updated_constant18" [id=203, type="get_attr"]; +"204 mul_tensor_18" [id=204, type=mul]; +"205 zero_point_updated_constant18" [id=205, type="get_attr"]; +"206 sub_tensor_18" [id=206, type=sub]; +"207 conv2d_15" [id=207, type=conv2d]; +"208 relu_15" [id=208, type=relu]; +"209 quantize_per_tensor_default_20" [id=209, type="quantize_per_tensor"]; +"210 dequantize_per_tensor_default_20" [id=210, type="dequantize_per_tensor"]; +"211 scale_updated_constant19" [id=211, type="get_attr"]; +"212 compressed_weight_updated_constant19" [id=212, type="get_attr"]; +"213 mul_tensor_19" [id=213, type=mul]; +"214 zero_point_updated_constant19" [id=214, type="get_attr"]; +"215 sub_tensor_19" [id=215, type=sub]; +"216 conv_transpose2d_3" [id=216, type="conv_transpose2d"]; +"217 quantize_per_tensor_default_1" [id=217, type="quantize_per_tensor"]; +"218 dequantize_per_tensor_default_1" [id=218, type="dequantize_per_tensor"]; +"219 slice_7" [id=219, type=slice]; +"220 slice_8" [id=220, type=slice]; +"221 cat_3" [id=221, type=cat]; +"222 scale_updated_constant20" [id=222, type="get_attr"]; +"223 compressed_weight_updated_constant20" [id=223, type="get_attr"]; +"224 mul_tensor_20" [id=224, type=mul]; +"225 zero_point_updated_constant20" [id=225, type="get_attr"]; +"226 sub_tensor_20" [id=226, type=sub]; +"227 conv2d_16" [id=227, type=conv2d]; +"228 relu_16" [id=228, type=relu]; +"229 quantize_per_tensor_default_21" [id=229, type="quantize_per_tensor"]; +"230 dequantize_per_tensor_default_21" [id=230, type="dequantize_per_tensor"]; +"231 scale_updated_constant21" [id=231, type="get_attr"]; +"232 compressed_weight_updated_constant21" [id=232, type="get_attr"]; +"233 mul_tensor_21" [id=233, type=mul]; +"234 zero_point_updated_constant21" [id=234, type="get_attr"]; +"235 sub_tensor_21" [id=235, type=sub]; +"236 conv2d_17" [id=236, type=conv2d]; +"237 relu_17" [id=237, type=relu]; +"238 quantize_per_tensor_default_22" [id=238, type="quantize_per_tensor"]; +"239 dequantize_per_tensor_default_22" [id=239, type="dequantize_per_tensor"]; +"240 scale_updated_constant22" [id=240, type="get_attr"]; +"241 compressed_weight_updated_constant22" [id=241, type="get_attr"]; +"242 mul_tensor_22" [id=242, type=mul]; +"243 zero_point_updated_constant22" [id=243, type="get_attr"]; +"244 sub_tensor_22" [id=244, type=sub]; +"245 conv2d_18" [id=245, type=conv2d]; +"246 output" [id=246, type=output]; "0 down_path_0_block_0_bias" -> "31 conv2d" [style=solid, label="(64,)"]; "1 down_path_0_block_3_bias" -> "40 conv2d_1" [style=solid, label="(64,)"]; "2 down_path_1_block_0_bias" -> "51 conv2d_2" [style=solid, label="(128,)"]; @@ -265,18 +257,18 @@ strict digraph { "8 down_path_4_block_0_bias" -> "111 conv2d_8" [style=solid, label="(1024,)"]; "9 down_path_4_block_3_bias" -> "120 conv2d_9" [style=solid, label="(1024,)"]; "10 up_path_0_up_bias" -> "129 conv_transpose2d" [style=solid, label="(512,)"]; -"11 up_path_0_conv_block_block_0_bias" -> "142 conv2d_10" [style=solid, label="(512,)"]; -"12 up_path_0_conv_block_block_3_bias" -> "151 conv2d_11" [style=solid, label="(512,)"]; -"13 up_path_1_up_bias" -> "160 conv_transpose2d_1" [style=solid, label="(256,)"]; -"14 up_path_1_conv_block_block_0_bias" -> "173 conv2d_12" [style=solid, label="(256,)"]; -"15 up_path_1_conv_block_block_3_bias" -> "182 conv2d_13" [style=solid, label="(256,)"]; -"16 up_path_2_up_bias" -> "191 conv_transpose2d_2" [style=solid, label="(128,)"]; -"17 up_path_2_conv_block_block_0_bias" -> "204 conv2d_14" [style=solid, label="(128,)"]; -"18 up_path_2_conv_block_block_3_bias" -> "213 conv2d_15" [style=solid, label="(128,)"]; -"19 up_path_3_up_bias" -> "222 conv_transpose2d_3" [style=solid, label="(64,)"]; -"20 up_path_3_conv_block_block_0_bias" -> "235 conv2d_16" [style=solid, label="(64,)"]; -"21 up_path_3_conv_block_block_3_bias" -> "244 conv2d_17" [style=solid, label="(64,)"]; -"22 last_bias" -> "253 conv2d_18" [style=solid, label="(12,)"]; +"11 up_path_0_conv_block_block_0_bias" -> "140 conv2d_10" [style=solid, label="(512,)"]; +"12 up_path_0_conv_block_block_3_bias" -> "149 conv2d_11" [style=solid, label="(512,)"]; +"13 up_path_1_up_bias" -> "158 conv_transpose2d_1" [style=solid, label="(256,)"]; +"14 up_path_1_conv_block_block_0_bias" -> "169 conv2d_12" [style=solid, label="(256,)"]; +"15 up_path_1_conv_block_block_3_bias" -> "178 conv2d_13" [style=solid, label="(256,)"]; +"16 up_path_2_up_bias" -> "187 conv_transpose2d_2" [style=solid, label="(128,)"]; +"17 up_path_2_conv_block_block_0_bias" -> "198 conv2d_14" [style=solid, label="(128,)"]; +"18 up_path_2_conv_block_block_3_bias" -> "207 conv2d_15" [style=solid, label="(128,)"]; +"19 up_path_3_up_bias" -> "216 conv_transpose2d_3" [style=solid, label="(64,)"]; +"20 up_path_3_conv_block_block_0_bias" -> "227 conv2d_16" [style=solid, label="(64,)"]; +"21 up_path_3_conv_block_block_3_bias" -> "236 conv2d_17" [style=solid, label="(64,)"]; +"22 last_bias" -> "245 conv2d_18" [style=solid, label="(12,)"]; "23 x" -> "24 quantize_per_tensor_default_8" [style=solid, label="(1, 3, 224, 224)"]; "24 quantize_per_tensor_default_8" -> "25 dequantize_per_tensor_default_8" [style=solid, label="(1, 3, 224, 224)"]; "25 dequantize_per_tensor_default_8" -> "31 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -298,7 +290,7 @@ strict digraph { "41 relu_1" -> "42 quantize_per_tensor_default" [style=solid, label="(1, 64, 220, 220)"]; "42 quantize_per_tensor_default" -> "43 dequantize_per_tensor_default_24" [style=solid, label="(1, 64, 220, 220)"]; "42 quantize_per_tensor_default" -> "44 dequantize_per_tensor_default_23" [style=solid, label="(1, 64, 220, 220)"]; -"43 dequantize_per_tensor_default_24" -> "225 slice_13" [style=solid, label="(1, 64, 220, 220)"]; +"43 dequantize_per_tensor_default_24" -> "219 slice_7" [style=solid, label="(1, 64, 220, 220)"]; "44 dequantize_per_tensor_default_23" -> "45 max_pool2d" [style=solid, label="(1, 64, 220, 220)"]; "45 max_pool2d" -> "51 conv2d_2" [style=solid, label="(1, 64, 110, 110)"]; "46 scale_updated_constant2" -> "48 mul_tensor_2" [style=solid, label="(128, 1, 1, 1)"]; @@ -319,7 +311,7 @@ strict digraph { "61 relu_3" -> "62 quantize_per_tensor_default_3" [style=solid, label="(1, 128, 106, 106)"]; "62 quantize_per_tensor_default_3" -> "63 dequantize_per_tensor_default_26" [style=solid, label="(1, 128, 106, 106)"]; "62 quantize_per_tensor_default_3" -> "64 dequantize_per_tensor_default_25" [style=solid, label="(1, 128, 106, 106)"]; -"63 dequantize_per_tensor_default_26" -> "194 slice_9" [style=solid, label="(1, 128, 106, 106)"]; +"63 dequantize_per_tensor_default_26" -> "190 slice_5" [style=solid, label="(1, 128, 106, 106)"]; "64 dequantize_per_tensor_default_25" -> "65 max_pool2d_1" [style=solid, label="(1, 128, 106, 106)"]; "65 max_pool2d_1" -> "71 conv2d_4" [style=solid, label="(1, 128, 53, 53)"]; "66 scale_updated_constant4" -> "68 mul_tensor_4" [style=solid, label="(256, 1, 1, 1)"]; @@ -340,7 +332,7 @@ strict digraph { "81 relu_5" -> "82 quantize_per_tensor_default_4" [style=solid, label="(1, 256, 49, 49)"]; "82 quantize_per_tensor_default_4" -> "83 dequantize_per_tensor_default_28" [style=solid, label="(1, 256, 49, 49)"]; "82 quantize_per_tensor_default_4" -> "84 dequantize_per_tensor_default_27" [style=solid, label="(1, 256, 49, 49)"]; -"83 dequantize_per_tensor_default_28" -> "163 slice_5" [style=solid, label="(1, 256, 49, 49)"]; +"83 dequantize_per_tensor_default_28" -> "161 slice_3" [style=solid, label="(1, 256, 49, 49)"]; "84 dequantize_per_tensor_default_27" -> "85 max_pool2d_2" [style=solid, label="(1, 256, 49, 49)"]; "85 max_pool2d_2" -> "91 conv2d_6" [style=solid, label="(1, 256, 24, 24)"]; "86 scale_updated_constant6" -> "88 mul_tensor_6" [style=solid, label="(512, 1, 1, 1)"]; @@ -389,127 +381,119 @@ strict digraph { "128 sub_tensor_10" -> "129 conv_transpose2d" [style=solid, label="(1024, 512, 2, 2)"]; "129 conv_transpose2d" -> "130 quantize_per_tensor_default_6" [style=solid, label="(1, 512, 12, 12)"]; "130 quantize_per_tensor_default_6" -> "131 dequantize_per_tensor_default_6" [style=solid, label="(1, 512, 12, 12)"]; -"131 dequantize_per_tensor_default_6" -> "136 cat" [style=solid, label="(1, 512, 12, 12)"]; -"132 slice_1" -> "133 slice_2" [style=solid, label="(1, 512, 20, 20)"]; -"133 slice_2" -> "134 slice_3" [style=solid, label="(1, 512, 20, 20)"]; -"134 slice_3" -> "135 slice_4" [style=solid, label="(1, 512, 12, 20)"]; -"135 slice_4" -> "136 cat" [style=solid, label="(1, 512, 12, 12)"]; -"136 cat" -> "142 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; -"137 scale_updated_constant11" -> "139 mul_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; -"138 compressed_weight_updated_constant11" -> "139 mul_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; -"139 mul_tensor_11" -> "141 sub_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; -"140 zero_point_updated_constant11" -> "141 sub_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; -"141 sub_tensor_11" -> "142 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; -"142 conv2d_10" -> "143 relu_10" [style=solid, label="(1, 512, 10, 10)"]; -"143 relu_10" -> "144 quantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; -"144 quantize_per_tensor_default_15" -> "145 dequantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; -"145 dequantize_per_tensor_default_15" -> "151 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; -"146 scale_updated_constant12" -> "148 mul_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; -"147 compressed_weight_updated_constant12" -> "148 mul_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; -"148 mul_tensor_12" -> "150 sub_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; -"149 zero_point_updated_constant12" -> "150 sub_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; -"150 sub_tensor_12" -> "151 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; -"151 conv2d_11" -> "152 relu_11" [style=solid, label="(1, 512, 8, 8)"]; -"152 relu_11" -> "153 quantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; -"153 quantize_per_tensor_default_16" -> "154 dequantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; -"154 dequantize_per_tensor_default_16" -> "160 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; -"155 scale_updated_constant13" -> "157 mul_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; -"156 compressed_weight_updated_constant13" -> "157 mul_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; -"157 mul_tensor_13" -> "159 sub_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; -"158 zero_point_updated_constant13" -> "159 sub_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; -"159 sub_tensor_13" -> "160 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; -"160 conv_transpose2d_1" -> "161 quantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; -"161 quantize_per_tensor_default_5" -> "162 dequantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; -"162 dequantize_per_tensor_default_5" -> "167 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"163 slice_5" -> "164 slice_6" [style=solid, label="(1, 256, 49, 49)"]; -"164 slice_6" -> "165 slice_7" [style=solid, label="(1, 256, 49, 49)"]; -"165 slice_7" -> "166 slice_8" [style=solid, label="(1, 256, 16, 49)"]; -"166 slice_8" -> "167 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"167 cat_1" -> "173 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; -"168 scale_updated_constant14" -> "170 mul_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; -"169 compressed_weight_updated_constant14" -> "170 mul_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; -"170 mul_tensor_14" -> "172 sub_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; -"171 zero_point_updated_constant14" -> "172 sub_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; -"172 sub_tensor_14" -> "173 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; -"173 conv2d_12" -> "174 relu_12" [style=solid, label="(1, 256, 14, 14)"]; -"174 relu_12" -> "175 quantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"175 quantize_per_tensor_default_17" -> "176 dequantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"176 dequantize_per_tensor_default_17" -> "182 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; -"177 scale_updated_constant15" -> "179 mul_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; -"178 compressed_weight_updated_constant15" -> "179 mul_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; -"179 mul_tensor_15" -> "181 sub_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; -"180 zero_point_updated_constant15" -> "181 sub_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; -"181 sub_tensor_15" -> "182 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; -"182 conv2d_13" -> "183 relu_13" [style=solid, label="(1, 256, 12, 12)"]; -"183 relu_13" -> "184 quantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; -"184 quantize_per_tensor_default_18" -> "185 dequantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; -"185 dequantize_per_tensor_default_18" -> "191 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; -"186 scale_updated_constant16" -> "188 mul_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; -"187 compressed_weight_updated_constant16" -> "188 mul_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; -"188 mul_tensor_16" -> "190 sub_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; -"189 zero_point_updated_constant16" -> "190 sub_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; -"190 sub_tensor_16" -> "191 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; -"191 conv_transpose2d_2" -> "192 quantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; -"192 quantize_per_tensor_default_2" -> "193 dequantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; -"193 dequantize_per_tensor_default_2" -> "198 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"194 slice_9" -> "195 slice_10" [style=solid, label="(1, 128, 106, 106)"]; -"195 slice_10" -> "196 slice_11" [style=solid, label="(1, 128, 106, 106)"]; -"196 slice_11" -> "197 slice_12" [style=solid, label="(1, 128, 24, 106)"]; -"197 slice_12" -> "198 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"198 cat_2" -> "204 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; -"199 scale_updated_constant17" -> "201 mul_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; -"200 compressed_weight_updated_constant17" -> "201 mul_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; -"201 mul_tensor_17" -> "203 sub_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; -"202 zero_point_updated_constant17" -> "203 sub_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; -"203 sub_tensor_17" -> "204 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; -"204 conv2d_14" -> "205 relu_14" [style=solid, label="(1, 128, 22, 22)"]; -"205 relu_14" -> "206 quantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; -"206 quantize_per_tensor_default_19" -> "207 dequantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; -"207 dequantize_per_tensor_default_19" -> "213 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; -"208 scale_updated_constant18" -> "210 mul_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; -"209 compressed_weight_updated_constant18" -> "210 mul_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; -"210 mul_tensor_18" -> "212 sub_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; -"211 zero_point_updated_constant18" -> "212 sub_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; -"212 sub_tensor_18" -> "213 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; -"213 conv2d_15" -> "214 relu_15" [style=solid, label="(1, 128, 20, 20)"]; -"214 relu_15" -> "215 quantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; -"215 quantize_per_tensor_default_20" -> "216 dequantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; -"216 dequantize_per_tensor_default_20" -> "222 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; -"217 scale_updated_constant19" -> "219 mul_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; -"218 compressed_weight_updated_constant19" -> "219 mul_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; -"219 mul_tensor_19" -> "221 sub_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; -"220 zero_point_updated_constant19" -> "221 sub_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; -"221 sub_tensor_19" -> "222 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; -"222 conv_transpose2d_3" -> "223 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; -"223 quantize_per_tensor_default_1" -> "224 dequantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; -"224 dequantize_per_tensor_default_1" -> "229 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"225 slice_13" -> "226 slice_14" [style=solid, label="(1, 64, 220, 220)"]; -"226 slice_14" -> "227 slice_15" [style=solid, label="(1, 64, 220, 220)"]; -"227 slice_15" -> "228 slice_16" [style=solid, label="(1, 64, 40, 220)"]; -"228 slice_16" -> "229 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"229 cat_3" -> "235 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; -"230 scale_updated_constant20" -> "232 mul_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; -"231 compressed_weight_updated_constant20" -> "232 mul_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; -"232 mul_tensor_20" -> "234 sub_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; -"233 zero_point_updated_constant20" -> "234 sub_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; -"234 sub_tensor_20" -> "235 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; -"235 conv2d_16" -> "236 relu_16" [style=solid, label="(1, 64, 38, 38)"]; -"236 relu_16" -> "237 quantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; -"237 quantize_per_tensor_default_21" -> "238 dequantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; -"238 dequantize_per_tensor_default_21" -> "244 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; -"239 scale_updated_constant21" -> "241 mul_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; -"240 compressed_weight_updated_constant21" -> "241 mul_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; -"241 mul_tensor_21" -> "243 sub_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; -"242 zero_point_updated_constant21" -> "243 sub_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; -"243 sub_tensor_21" -> "244 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; -"244 conv2d_17" -> "245 relu_17" [style=solid, label="(1, 64, 36, 36)"]; -"245 relu_17" -> "246 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; -"246 quantize_per_tensor_default_22" -> "247 dequantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; -"247 dequantize_per_tensor_default_22" -> "253 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; -"248 scale_updated_constant22" -> "250 mul_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; -"249 compressed_weight_updated_constant22" -> "250 mul_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; -"250 mul_tensor_22" -> "252 sub_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; -"251 zero_point_updated_constant22" -> "252 sub_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; -"252 sub_tensor_22" -> "253 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; -"253 conv2d_18" -> "254 output" [style=solid, label="(1, 12, 36, 36)"]; +"131 dequantize_per_tensor_default_6" -> "134 cat" [style=solid, label="(1, 512, 12, 12)"]; +"132 slice_1" -> "133 slice_2" [style=solid, label="(1, 512, 12, 20)"]; +"133 slice_2" -> "134 cat" [style=solid, label="(1, 512, 12, 12)"]; +"134 cat" -> "140 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; +"135 scale_updated_constant11" -> "137 mul_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; +"136 compressed_weight_updated_constant11" -> "137 mul_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; +"137 mul_tensor_11" -> "139 sub_tensor_11" [style=solid, label="(512, 1024, 3, 3)"]; +"138 zero_point_updated_constant11" -> "139 sub_tensor_11" [style=solid, label="(512, 1, 1, 1)"]; +"139 sub_tensor_11" -> "140 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; +"140 conv2d_10" -> "141 relu_10" [style=solid, label="(1, 512, 10, 10)"]; +"141 relu_10" -> "142 quantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; +"142 quantize_per_tensor_default_15" -> "143 dequantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; +"143 dequantize_per_tensor_default_15" -> "149 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; +"144 scale_updated_constant12" -> "146 mul_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; +"145 compressed_weight_updated_constant12" -> "146 mul_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; +"146 mul_tensor_12" -> "148 sub_tensor_12" [style=solid, label="(512, 512, 3, 3)"]; +"147 zero_point_updated_constant12" -> "148 sub_tensor_12" [style=solid, label="(512, 1, 1, 1)"]; +"148 sub_tensor_12" -> "149 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; +"149 conv2d_11" -> "150 relu_11" [style=solid, label="(1, 512, 8, 8)"]; +"150 relu_11" -> "151 quantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; +"151 quantize_per_tensor_default_16" -> "152 dequantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; +"152 dequantize_per_tensor_default_16" -> "158 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; +"153 scale_updated_constant13" -> "155 mul_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; +"154 compressed_weight_updated_constant13" -> "155 mul_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; +"155 mul_tensor_13" -> "157 sub_tensor_13" [style=solid, label="(512, 256, 2, 2)"]; +"156 zero_point_updated_constant13" -> "157 sub_tensor_13" [style=solid, label="(512, 1, 1, 1)"]; +"157 sub_tensor_13" -> "158 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; +"158 conv_transpose2d_1" -> "159 quantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; +"159 quantize_per_tensor_default_5" -> "160 dequantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; +"160 dequantize_per_tensor_default_5" -> "163 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"161 slice_3" -> "162 slice_4" [style=solid, label="(1, 256, 16, 49)"]; +"162 slice_4" -> "163 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"163 cat_1" -> "169 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; +"164 scale_updated_constant14" -> "166 mul_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; +"165 compressed_weight_updated_constant14" -> "166 mul_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; +"166 mul_tensor_14" -> "168 sub_tensor_14" [style=solid, label="(256, 512, 3, 3)"]; +"167 zero_point_updated_constant14" -> "168 sub_tensor_14" [style=solid, label="(256, 1, 1, 1)"]; +"168 sub_tensor_14" -> "169 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; +"169 conv2d_12" -> "170 relu_12" [style=solid, label="(1, 256, 14, 14)"]; +"170 relu_12" -> "171 quantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; +"171 quantize_per_tensor_default_17" -> "172 dequantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; +"172 dequantize_per_tensor_default_17" -> "178 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"173 scale_updated_constant15" -> "175 mul_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; +"174 compressed_weight_updated_constant15" -> "175 mul_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; +"175 mul_tensor_15" -> "177 sub_tensor_15" [style=solid, label="(256, 256, 3, 3)"]; +"176 zero_point_updated_constant15" -> "177 sub_tensor_15" [style=solid, label="(256, 1, 1, 1)"]; +"177 sub_tensor_15" -> "178 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"178 conv2d_13" -> "179 relu_13" [style=solid, label="(1, 256, 12, 12)"]; +"179 relu_13" -> "180 quantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; +"180 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; +"181 dequantize_per_tensor_default_18" -> "187 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; +"182 scale_updated_constant16" -> "184 mul_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; +"183 compressed_weight_updated_constant16" -> "184 mul_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; +"184 mul_tensor_16" -> "186 sub_tensor_16" [style=solid, label="(256, 128, 2, 2)"]; +"185 zero_point_updated_constant16" -> "186 sub_tensor_16" [style=solid, label="(256, 1, 1, 1)"]; +"186 sub_tensor_16" -> "187 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; +"187 conv_transpose2d_2" -> "188 quantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; +"188 quantize_per_tensor_default_2" -> "189 dequantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; +"189 dequantize_per_tensor_default_2" -> "192 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"190 slice_5" -> "191 slice_6" [style=solid, label="(1, 128, 24, 106)"]; +"191 slice_6" -> "192 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"192 cat_2" -> "198 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; +"193 scale_updated_constant17" -> "195 mul_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; +"194 compressed_weight_updated_constant17" -> "195 mul_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; +"195 mul_tensor_17" -> "197 sub_tensor_17" [style=solid, label="(128, 256, 3, 3)"]; +"196 zero_point_updated_constant17" -> "197 sub_tensor_17" [style=solid, label="(128, 1, 1, 1)"]; +"197 sub_tensor_17" -> "198 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; +"198 conv2d_14" -> "199 relu_14" [style=solid, label="(1, 128, 22, 22)"]; +"199 relu_14" -> "200 quantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; +"200 quantize_per_tensor_default_19" -> "201 dequantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; +"201 dequantize_per_tensor_default_19" -> "207 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; +"202 scale_updated_constant18" -> "204 mul_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; +"203 compressed_weight_updated_constant18" -> "204 mul_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; +"204 mul_tensor_18" -> "206 sub_tensor_18" [style=solid, label="(128, 128, 3, 3)"]; +"205 zero_point_updated_constant18" -> "206 sub_tensor_18" [style=solid, label="(128, 1, 1, 1)"]; +"206 sub_tensor_18" -> "207 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; +"207 conv2d_15" -> "208 relu_15" [style=solid, label="(1, 128, 20, 20)"]; +"208 relu_15" -> "209 quantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; +"209 quantize_per_tensor_default_20" -> "210 dequantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; +"210 dequantize_per_tensor_default_20" -> "216 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; +"211 scale_updated_constant19" -> "213 mul_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; +"212 compressed_weight_updated_constant19" -> "213 mul_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; +"213 mul_tensor_19" -> "215 sub_tensor_19" [style=solid, label="(128, 64, 2, 2)"]; +"214 zero_point_updated_constant19" -> "215 sub_tensor_19" [style=solid, label="(128, 1, 1, 1)"]; +"215 sub_tensor_19" -> "216 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; +"216 conv_transpose2d_3" -> "217 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; +"217 quantize_per_tensor_default_1" -> "218 dequantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; +"218 dequantize_per_tensor_default_1" -> "221 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"219 slice_7" -> "220 slice_8" [style=solid, label="(1, 64, 40, 220)"]; +"220 slice_8" -> "221 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"221 cat_3" -> "227 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; +"222 scale_updated_constant20" -> "224 mul_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; +"223 compressed_weight_updated_constant20" -> "224 mul_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; +"224 mul_tensor_20" -> "226 sub_tensor_20" [style=solid, label="(64, 128, 3, 3)"]; +"225 zero_point_updated_constant20" -> "226 sub_tensor_20" [style=solid, label="(64, 1, 1, 1)"]; +"226 sub_tensor_20" -> "227 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; +"227 conv2d_16" -> "228 relu_16" [style=solid, label="(1, 64, 38, 38)"]; +"228 relu_16" -> "229 quantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; +"229 quantize_per_tensor_default_21" -> "230 dequantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; +"230 dequantize_per_tensor_default_21" -> "236 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; +"231 scale_updated_constant21" -> "233 mul_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; +"232 compressed_weight_updated_constant21" -> "233 mul_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; +"233 mul_tensor_21" -> "235 sub_tensor_21" [style=solid, label="(64, 64, 3, 3)"]; +"234 zero_point_updated_constant21" -> "235 sub_tensor_21" [style=solid, label="(64, 1, 1, 1)"]; +"235 sub_tensor_21" -> "236 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; +"236 conv2d_17" -> "237 relu_17" [style=solid, label="(1, 64, 36, 36)"]; +"237 relu_17" -> "238 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; +"238 quantize_per_tensor_default_22" -> "239 dequantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; +"239 dequantize_per_tensor_default_22" -> "245 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; +"240 scale_updated_constant22" -> "242 mul_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; +"241 compressed_weight_updated_constant22" -> "242 mul_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; +"242 mul_tensor_22" -> "244 sub_tensor_22" [style=solid, label="(12, 64, 1, 1)"]; +"243 zero_point_updated_constant22" -> "244 sub_tensor_22" [style=solid, label="(12, 1, 1, 1)"]; +"244 sub_tensor_22" -> "245 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; +"245 conv2d_18" -> "246 output" [style=solid, label="(1, 12, 36, 36)"]; } diff --git a/tests/torch2/data/fx/post_quantization_compressed/vit_b_16.dot b/tests/torch2/data/fx/post_quantization_compressed/vit_b_16.dot index c161f3cdba0..263fb088f46 100644 --- a/tests/torch2/data/fx/post_quantization_compressed/vit_b_16.dot +++ b/tests/torch2/data/fx/post_quantization_compressed/vit_b_16.dot @@ -969,18 +969,17 @@ strict digraph { "967 dropout_36" [id=967, type=dropout]; "968 add_24" [id=968, type=add]; "969 layer_norm_24" [id=969, type="layer_norm"]; -"970 slice_1" [id=970, type=slice]; -"971 select_36" [id=971, type=select]; -"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type="call_module"]; -"973 quantize_per_tensor_default_73" [id=973, type="quantize_per_tensor"]; -"974 dequantize_per_tensor_default_73" [id=974, type="dequantize_per_tensor"]; -"975 scale_updated_constant49" [id=975, type="get_attr"]; -"976 compressed_weight_updated_constant49" [id=976, type="get_attr"]; -"977 mul_tensor_49" [id=977, type=mul]; -"978 zero_point_updated_constant49" [id=978, type="get_attr"]; -"979 sub_tensor_49" [id=979, type=sub]; -"980 linear_48" [id=980, type=linear]; -"981 output" [id=981, type=output]; +"970 select_36" [id=970, type=select]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type="call_module"]; +"972 quantize_per_tensor_default_73" [id=972, type="quantize_per_tensor"]; +"973 dequantize_per_tensor_default_73" [id=973, type="dequantize_per_tensor"]; +"974 scale_updated_constant49" [id=974, type="get_attr"]; +"975 compressed_weight_updated_constant49" [id=975, type="get_attr"]; +"976 mul_tensor_49" [id=976, type=mul]; +"977 zero_point_updated_constant49" [id=977, type="get_attr"]; +"978 sub_tensor_49" [id=978, type=sub]; +"979 linear_48" [id=979, type=linear]; +"980 output" [id=980, type=output]; "0 class_token" -> "113 expand" [style=solid, label="(1, 1, 768)"]; "1 encoder_pos_embedding" -> "115 add" [style=solid, label="(1, 197, 768)"]; "2 conv_proj_bias" -> "110 conv2d" [style=solid, label="(768,)"]; @@ -1082,7 +1081,7 @@ strict digraph { "98 encoder_layers_encoder_layer_11_mlp_3_bias" -> "966 linear_47" [style=solid, label="(768,)"]; "99 encoder_ln_weight" -> "969 layer_norm_24" [style=solid, label="(768,)"]; "100 encoder_ln_bias" -> "969 layer_norm_24" [style=solid, label="(768,)"]; -"101 heads_head_bias" -> "980 linear_48" [style=solid, label="(1000,)"]; +"101 heads_head_bias" -> "979 linear_48" [style=solid, label="(1000,)"]; "102 x" -> "103 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "103 quantize_per_tensor_default" -> "104 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "104 dequantize_per_tensor_default" -> "110 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -1998,16 +1997,15 @@ strict digraph { "966 linear_47" -> "967 dropout_36" [style=solid, label="(1, 197, 768)"]; "967 dropout_36" -> "968 add_24" [style=solid, label="(1, 197, 768)"]; "968 add_24" -> "969 layer_norm_24" [style=solid, label="(1, 197, 768)"]; -"969 layer_norm_24" -> "970 slice_1" [style=solid, label="(1, 197, 768)"]; -"970 slice_1" -> "971 select_36" [style=solid, label="(1, 197, 768)"]; -"971 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; -"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; -"974 dequantize_per_tensor_default_73" -> "980 linear_48" [style=solid, label="(1, 768)"]; -"975 scale_updated_constant49" -> "977 mul_tensor_49" [style=solid, label="(1000, 1)"]; -"976 compressed_weight_updated_constant49" -> "977 mul_tensor_49" [style=solid, label="(1000, 768)"]; -"977 mul_tensor_49" -> "979 sub_tensor_49" [style=solid, label="(1000, 768)"]; -"978 zero_point_updated_constant49" -> "979 sub_tensor_49" [style=solid, label="(1000, 1)"]; -"979 sub_tensor_49" -> "980 linear_48" [style=solid, label="(1000, 768)"]; -"980 linear_48" -> "981 output" [style=solid, label="(1, 1000)"]; +"969 layer_norm_24" -> "970 select_36" [style=solid, label="(1, 197, 768)"]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; +"973 dequantize_per_tensor_default_73" -> "979 linear_48" [style=solid, label="(1, 768)"]; +"974 scale_updated_constant49" -> "976 mul_tensor_49" [style=solid, label="(1000, 1)"]; +"975 compressed_weight_updated_constant49" -> "976 mul_tensor_49" [style=solid, label="(1000, 768)"]; +"976 mul_tensor_49" -> "978 sub_tensor_49" [style=solid, label="(1000, 768)"]; +"977 zero_point_updated_constant49" -> "978 sub_tensor_49" [style=solid, label="(1000, 1)"]; +"978 sub_tensor_49" -> "979 linear_48" [style=solid, label="(1000, 768)"]; +"979 linear_48" -> "980 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/post_quantization_compressed/yolo11n_sdpa_block.dot b/tests/torch2/data/fx/post_quantization_compressed/yolo11n_sdpa_block.dot index 7ed00ee1dea..f8b6921e6f8 100644 --- a/tests/torch2/data/fx/post_quantization_compressed/yolo11n_sdpa_block.dot +++ b/tests/torch2/data/fx/post_quantization_compressed/yolo11n_sdpa_block.dot @@ -12,23 +12,17 @@ strict digraph { "10 quantize_per_tensor_default_1" [id=10, type="quantize_per_tensor"]; "11 dequantize_per_tensor_default_1" [id=11, type="dequantize_per_tensor"]; "12 slice_1" [id=12, type=slice]; -"13 slice_2" [id=13, type=slice]; -"14 slice_3" [id=14, type=slice]; -"15 quantize_per_tensor_default_2" [id=15, type="quantize_per_tensor"]; -"16 dequantize_per_tensor_default_2" [id=16, type="dequantize_per_tensor"]; -"17 slice_4" [id=17, type=slice]; -"18 slice_5" [id=18, type=slice]; -"19 slice_6" [id=19, type=slice]; -"20 slice_7" [id=20, type=slice]; -"21 slice_8" [id=21, type=slice]; -"22 slice_9" [id=22, type=slice]; -"23 transpose" [id=23, type=transpose]; -"24 matmul" [id=24, type=matmul]; -"25 div_" [id=25, type="div_"]; -"26 softmax" [id=26, type=softmax]; -"27 transpose_1" [id=27, type=transpose]; -"28 matmul_1" [id=28, type=matmul]; -"29 output" [id=29, type=output]; +"13 quantize_per_tensor_default_2" [id=13, type="quantize_per_tensor"]; +"14 dequantize_per_tensor_default_2" [id=14, type="dequantize_per_tensor"]; +"15 slice_2" [id=15, type=slice]; +"16 slice_3" [id=16, type=slice]; +"17 transpose" [id=17, type=transpose]; +"18 matmul" [id=18, type=matmul]; +"19 div_" [id=19, type="div_"]; +"20 softmax" [id=20, type=softmax]; +"21 transpose_1" [id=21, type=transpose]; +"22 matmul_1" [id=22, type=matmul]; +"23 output" [id=23, type=output]; "0 x" -> "1 x_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 2, 4)"]; "1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_default" [style=solid, label="(1, 2, 4)"]; "2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [style=solid, label="(1, 2, 4)"]; @@ -39,25 +33,19 @@ strict digraph { "7 zero_point_updated_constant0" -> "8 sub_tensor" [style=solid, label="(12, 1)"]; "8 sub_tensor" -> "9 linear" [style=solid, label="(12, 4)"]; "9 linear" -> "10 quantize_per_tensor_default_1" [style=solid, label="(1, 2, 12)"]; -"9 linear" -> "15 quantize_per_tensor_default_2" [style=solid, label="(1, 2, 12)"]; -"9 linear" -> "20 slice_7" [style=solid, label="(1, 2, 12)"]; +"9 linear" -> "13 quantize_per_tensor_default_2" [style=solid, label="(1, 2, 12)"]; +"9 linear" -> "16 slice_3" [style=solid, label="(1, 2, 12)"]; "10 quantize_per_tensor_default_1" -> "11 dequantize_per_tensor_default_1" [style=solid, label="(1, 2, 12)"]; "11 dequantize_per_tensor_default_1" -> "12 slice_1" [style=solid, label="(1, 2, 12)"]; -"12 slice_1" -> "13 slice_2" [style=solid, label="(1, 2, 12)"]; -"13 slice_2" -> "14 slice_3" [style=solid, label="(1, 2, 12)"]; -"14 slice_3" -> "24 matmul" [style=solid, label="(1, 2, 4)"]; -"15 quantize_per_tensor_default_2" -> "16 dequantize_per_tensor_default_2" [style=solid, label="(1, 2, 12)"]; -"16 dequantize_per_tensor_default_2" -> "17 slice_4" [style=solid, label="(1, 2, 12)"]; -"17 slice_4" -> "18 slice_5" [style=solid, label="(1, 2, 12)"]; -"18 slice_5" -> "19 slice_6" [style=solid, label="(1, 2, 12)"]; -"19 slice_6" -> "23 transpose" [style=solid, label="(1, 2, 4)"]; -"20 slice_7" -> "21 slice_8" [style=solid, label="(1, 2, 12)"]; -"21 slice_8" -> "22 slice_9" [style=solid, label="(1, 2, 12)"]; -"22 slice_9" -> "28 matmul_1" [style=solid, label="(1, 2, 4)"]; -"23 transpose" -> "24 matmul" [style=solid, label="(1, 4, 2)"]; -"24 matmul" -> "25 div_" [style=solid, label="(1, 2, 2)"]; -"25 div_" -> "26 softmax" [style=solid, label="(1, 2, 2)"]; -"26 softmax" -> "27 transpose_1" [style=solid, label="(1, 2, 2)"]; -"27 transpose_1" -> "28 matmul_1" [style=solid, label="(1, 2, 2)"]; -"28 matmul_1" -> "29 output" [style=solid, label="(1, 2, 4)"]; +"12 slice_1" -> "18 matmul" [style=solid, label="(1, 2, 4)"]; +"13 quantize_per_tensor_default_2" -> "14 dequantize_per_tensor_default_2" [style=solid, label="(1, 2, 12)"]; +"14 dequantize_per_tensor_default_2" -> "15 slice_2" [style=solid, label="(1, 2, 12)"]; +"15 slice_2" -> "17 transpose" [style=solid, label="(1, 2, 4)"]; +"16 slice_3" -> "22 matmul_1" [style=solid, label="(1, 2, 4)"]; +"17 transpose" -> "18 matmul" [style=solid, label="(1, 4, 2)"]; +"18 matmul" -> "19 div_" [style=solid, label="(1, 2, 2)"]; +"19 div_" -> "20 softmax" [style=solid, label="(1, 2, 2)"]; +"20 softmax" -> "21 transpose_1" [style=solid, label="(1, 2, 2)"]; +"21 transpose_1" -> "22 matmul_1" [style=solid, label="(1, 2, 2)"]; +"22 matmul_1" -> "23 output" [style=solid, label="(1, 2, 4)"]; } diff --git a/tests/torch2/data/fx/quantized/swin_v2_t.dot b/tests/torch2/data/fx/quantized/swin_v2_t.dot index f2654db1216..1d64591d825 100644 --- a/tests/torch2/data/fx/quantized/swin_v2_t.dot +++ b/tests/torch2/data/fx/quantized/swin_v2_t.dot @@ -283,1709 +283,1675 @@ strict digraph { "281 view_3" [id=281, type=view]; "282 permute_4" [id=282, type=permute]; "283 reshape_3" [id=283, type=reshape]; -"284 slice_2" [id=284, type=slice]; -"285 slice_3" [id=285, type=slice]; -"286 layer_norm_1" [id=286, type="layer_norm"]; -"287 add_1" [id=287, type=add]; -"288 add_1_0_0_nncf_smooth_quant_0" [id=288, type="call_module"]; -"289 quantize_per_tensor_default_5" [id=289, type="quantize_per_tensor"]; -"290 dequantize_per_tensor_default_5" [id=290, type="dequantize_per_tensor"]; -"291 linear_4_scale_0" [id=291, type="get_attr"]; -"292 linear_4_zero_point_0" [id=292, type="get_attr"]; -"293 compressed_weight_updated_constant3" [id=293, type="get_attr"]; -"294 quantize_per_channel_default_3" [id=294, type="quantize_per_channel"]; -"295 dequantize_per_channel_default_3" [id=295, type="dequantize_per_channel"]; -"296 linear_4" [id=296, type=linear]; -"297 gelu" [id=297, type=gelu]; -"298 dropout_2" [id=298, type=dropout]; -"299 dropout_2_0_0_nncf_smooth_quant_0" [id=299, type="call_module"]; -"300 quantize_per_tensor_default_6" [id=300, type="quantize_per_tensor"]; -"301 dequantize_per_tensor_default_6" [id=301, type="dequantize_per_tensor"]; -"302 linear_5_scale_0" [id=302, type="get_attr"]; -"303 linear_5_zero_point_0" [id=303, type="get_attr"]; -"304 compressed_weight_updated_constant4" [id=304, type="get_attr"]; -"305 quantize_per_channel_default_4" [id=305, type="quantize_per_channel"]; -"306 dequantize_per_channel_default_4" [id=306, type="dequantize_per_channel"]; -"307 linear_5" [id=307, type=linear]; -"308 dropout_3" [id=308, type=dropout]; -"309 layer_norm_2" [id=309, type="layer_norm"]; -"310 add_2" [id=310, type=add]; -"311 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=311, type="get_attr"]; -"312 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=312, type="call_module"]; -"313 linear_6" [id=313, type=linear]; -"314 relu__1" [id=314, type="relu_"]; -"315 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=315, type="get_attr"]; -"316 relu__1_0_0_nncf_smooth_quant_0" [id=316, type="call_module"]; -"317 linear_7" [id=317, type=linear]; -"318 view_4" [id=318, type=view]; -"319 index_1" [id=319, type=index]; -"320 view_5" [id=320, type=view]; -"321 permute_5" [id=321, type=permute]; -"322 contiguous_1" [id=322, type=contiguous]; -"323 unsqueeze_1" [id=323, type=unsqueeze]; -"324 sigmoid_1" [id=324, type=sigmoid]; -"325 mul_2" [id=325, type=mul]; -"326 pad_1" [id=326, type=pad]; -"327 roll" [id=327, type=roll]; -"328 view_6" [id=328, type=view]; -"329 permute_6" [id=329, type=permute]; -"330 reshape_4" [id=330, type=reshape]; -"331 clone_1" [id=331, type=clone]; -"332 slice_4" [id=332, type=slice]; -"333 zero__1" [id=333, type="zero_"]; -"334 reshape_4_0_0_nncf_smooth_quant_0" [id=334, type="call_module"]; -"335 quantize_per_tensor_default_7" [id=335, type="quantize_per_tensor"]; -"336 dequantize_per_tensor_default_7" [id=336, type="dequantize_per_tensor"]; -"337 linear_8_scale_0" [id=337, type="get_attr"]; -"338 linear_8_zero_point_0" [id=338, type="get_attr"]; -"339 compressed_weight_updated_constant5" [id=339, type="get_attr"]; -"340 quantize_per_channel_default_5" [id=340, type="quantize_per_channel"]; -"341 dequantize_per_channel_default_5" [id=341, type="dequantize_per_channel"]; -"342 linear_8" [id=342, type=linear]; -"343 reshape_5" [id=343, type=reshape]; -"344 permute_7" [id=344, type=permute]; -"345 select_3" [id=345, type=select]; -"346 select_4" [id=346, type=select]; -"347 select_5" [id=347, type=select]; -"348 linalg_vector_norm_2" [id=348, type="linalg_vector_norm"]; -"349 clamp_min_2" [id=349, type="clamp_min"]; -"350 expand_as_2" [id=350, type="expand_as"]; -"351 div_2" [id=351, type=div]; -"352 quantize_per_tensor_default_8" [id=352, type="quantize_per_tensor"]; -"353 dequantize_per_tensor_default_8" [id=353, type="dequantize_per_tensor"]; -"354 linalg_vector_norm_3" [id=354, type="linalg_vector_norm"]; -"355 clamp_min_3" [id=355, type="clamp_min"]; -"356 expand_as_3" [id=356, type="expand_as"]; -"357 div_3" [id=357, type=div]; -"358 quantize_per_tensor_default_9" [id=358, type="quantize_per_tensor"]; -"359 dequantize_per_tensor_default_9" [id=359, type="dequantize_per_tensor"]; -"360 transpose_2" [id=360, type=transpose]; -"361 matmul_2" [id=361, type=matmul]; -"362 clamp_1" [id=362, type=clamp]; -"363 exp_1" [id=363, type=exp]; -"364 mul_3" [id=364, type=mul]; -"365 add_3" [id=365, type=add]; -"366 new_zeros" [id=366, type="new_zeros"]; -"367 lift_fresh_copy" [id=367, type="lift_fresh_copy"]; -"368 slice_5" [id=368, type=slice]; -"369 slice_6" [id=369, type=slice]; -"370 fill_" [id=370, type="fill_"]; -"371 lift_fresh_copy_1" [id=371, type="lift_fresh_copy"]; -"372 slice_7" [id=372, type=slice]; -"373 slice_8" [id=373, type=slice]; -"374 fill__1" [id=374, type="fill_"]; -"375 lift_fresh_copy_2" [id=375, type="lift_fresh_copy"]; -"376 slice_9" [id=376, type=slice]; -"377 slice_10" [id=377, type=slice]; -"378 fill__2" [id=378, type="fill_"]; -"379 lift_fresh_copy_3" [id=379, type="lift_fresh_copy"]; -"380 slice_11" [id=380, type=slice]; -"381 slice_12" [id=381, type=slice]; -"382 fill__3" [id=382, type="fill_"]; -"383 lift_fresh_copy_4" [id=383, type="lift_fresh_copy"]; -"384 slice_13" [id=384, type=slice]; -"385 slice_14" [id=385, type=slice]; -"386 fill__4" [id=386, type="fill_"]; -"387 lift_fresh_copy_5" [id=387, type="lift_fresh_copy"]; -"388 slice_15" [id=388, type=slice]; -"389 slice_16" [id=389, type=slice]; -"390 fill__5" [id=390, type="fill_"]; -"391 lift_fresh_copy_6" [id=391, type="lift_fresh_copy"]; -"392 slice_17" [id=392, type=slice]; -"393 slice_18" [id=393, type=slice]; -"394 fill__6" [id=394, type="fill_"]; -"395 lift_fresh_copy_7" [id=395, type="lift_fresh_copy"]; -"396 slice_19" [id=396, type=slice]; -"397 slice_20" [id=397, type=slice]; -"398 fill__7" [id=398, type="fill_"]; -"399 lift_fresh_copy_8" [id=399, type="lift_fresh_copy"]; -"400 slice_21" [id=400, type=slice]; -"401 slice_22" [id=401, type=slice]; -"402 fill__8" [id=402, type="fill_"]; -"403 view_7" [id=403, type=view]; -"404 permute_8" [id=404, type=permute]; -"405 reshape_6" [id=405, type=reshape]; -"406 unsqueeze_2" [id=406, type=unsqueeze]; -"407 unsqueeze_3" [id=407, type=unsqueeze]; -"408 sub" [id=408, type=sub]; -"409 ne" [id=409, type=ne]; -"410 masked_fill" [id=410, type="masked_fill"]; -"411 eq" [id=411, type=eq]; -"412 masked_fill_1" [id=412, type="masked_fill"]; -"413 view_8" [id=413, type=view]; -"414 unsqueeze_4" [id=414, type=unsqueeze]; -"415 unsqueeze_5" [id=415, type=unsqueeze]; -"416 add_4" [id=416, type=add]; -"417 view_9" [id=417, type=view]; -"418 softmax_1" [id=418, type=softmax]; -"419 dropout_4" [id=419, type=dropout]; -"420 matmul_3" [id=420, type=matmul]; -"421 transpose_3" [id=421, type=transpose]; -"422 reshape_7" [id=422, type=reshape]; -"423 reshape_7_0_0_nncf_smooth_quant_0" [id=423, type="call_module"]; -"424 quantize_per_tensor_default_10" [id=424, type="quantize_per_tensor"]; -"425 dequantize_per_tensor_default_10" [id=425, type="dequantize_per_tensor"]; -"426 linear_9_scale_0" [id=426, type="get_attr"]; -"427 linear_9_zero_point_0" [id=427, type="get_attr"]; -"428 compressed_weight_updated_constant6" [id=428, type="get_attr"]; -"429 quantize_per_channel_default_6" [id=429, type="quantize_per_channel"]; -"430 dequantize_per_channel_default_6" [id=430, type="dequantize_per_channel"]; -"431 linear_9" [id=431, type=linear]; -"432 dropout_5" [id=432, type=dropout]; -"433 view_10" [id=433, type=view]; -"434 permute_9" [id=434, type=permute]; -"435 reshape_8" [id=435, type=reshape]; -"436 roll_1" [id=436, type=roll]; -"437 slice_23" [id=437, type=slice]; -"438 slice_24" [id=438, type=slice]; -"439 layer_norm_3" [id=439, type="layer_norm"]; -"440 add_5" [id=440, type=add]; -"441 add_5_0_0_nncf_smooth_quant_0" [id=441, type="call_module"]; -"442 quantize_per_tensor_default_11" [id=442, type="quantize_per_tensor"]; -"443 dequantize_per_tensor_default_11" [id=443, type="dequantize_per_tensor"]; -"444 linear_10_scale_0" [id=444, type="get_attr"]; -"445 linear_10_zero_point_0" [id=445, type="get_attr"]; -"446 compressed_weight_updated_constant7" [id=446, type="get_attr"]; -"447 quantize_per_channel_default_7" [id=447, type="quantize_per_channel"]; -"448 dequantize_per_channel_default_7" [id=448, type="dequantize_per_channel"]; -"449 linear_10" [id=449, type=linear]; -"450 gelu_1" [id=450, type=gelu]; -"451 dropout_6" [id=451, type=dropout]; -"452 dropout_6_0_0_nncf_smooth_quant_0" [id=452, type="call_module"]; -"453 quantize_per_tensor_default_12" [id=453, type="quantize_per_tensor"]; -"454 dequantize_per_tensor_default_12" [id=454, type="dequantize_per_tensor"]; -"455 linear_11_scale_0" [id=455, type="get_attr"]; -"456 linear_11_zero_point_0" [id=456, type="get_attr"]; -"457 compressed_weight_updated_constant8" [id=457, type="get_attr"]; -"458 quantize_per_channel_default_8" [id=458, type="quantize_per_channel"]; -"459 dequantize_per_channel_default_8" [id=459, type="dequantize_per_channel"]; -"460 linear_11" [id=460, type=linear]; -"461 dropout_7" [id=461, type=dropout]; -"462 layer_norm_4" [id=462, type="layer_norm"]; -"463 add_6" [id=463, type=add]; -"464 pad_2" [id=464, type=pad]; -"465 slice_25" [id=465, type=slice]; -"466 slice_26" [id=466, type=slice]; -"467 slice_27" [id=467, type=slice]; -"468 slice_28" [id=468, type=slice]; -"469 slice_29" [id=469, type=slice]; -"470 slice_30" [id=470, type=slice]; -"471 slice_31" [id=471, type=slice]; -"472 slice_32" [id=472, type=slice]; -"473 slice_33" [id=473, type=slice]; -"474 slice_34" [id=474, type=slice]; -"475 slice_35" [id=475, type=slice]; -"476 slice_36" [id=476, type=slice]; -"477 cat" [id=477, type=cat]; -"478 cat_0_0_nncf_smooth_quant_0" [id=478, type="call_module"]; -"479 quantize_per_tensor_default_13" [id=479, type="quantize_per_tensor"]; -"480 dequantize_per_tensor_default_13" [id=480, type="dequantize_per_tensor"]; -"481 linear_12_scale_0" [id=481, type="get_attr"]; -"482 linear_12_zero_point_0" [id=482, type="get_attr"]; -"483 compressed_weight_updated_constant9" [id=483, type="get_attr"]; -"484 quantize_per_channel_default_9" [id=484, type="quantize_per_channel"]; -"485 dequantize_per_channel_default_9" [id=485, type="dequantize_per_channel"]; -"486 linear_12" [id=486, type=linear]; -"487 layer_norm_5" [id=487, type="layer_norm"]; -"488 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=488, type="get_attr"]; -"489 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=489, type="call_module"]; -"490 linear_13" [id=490, type=linear]; -"491 relu__2" [id=491, type="relu_"]; -"492 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=492, type="get_attr"]; -"493 relu__2_0_0_nncf_smooth_quant_0" [id=493, type="call_module"]; -"494 linear_14" [id=494, type=linear]; -"495 view_11" [id=495, type=view]; -"496 index_2" [id=496, type=index]; -"497 view_12" [id=497, type=view]; -"498 permute_10" [id=498, type=permute]; -"499 contiguous_2" [id=499, type=contiguous]; -"500 unsqueeze_6" [id=500, type=unsqueeze]; -"501 sigmoid_2" [id=501, type=sigmoid]; -"502 mul_4" [id=502, type=mul]; -"503 pad_3" [id=503, type=pad]; -"504 view_13" [id=504, type=view]; -"505 permute_11" [id=505, type=permute]; -"506 reshape_9" [id=506, type=reshape]; -"507 clone_2" [id=507, type=clone]; -"508 slice_37" [id=508, type=slice]; -"509 zero__2" [id=509, type="zero_"]; -"510 reshape_9_0_0_nncf_smooth_quant_0" [id=510, type="call_module"]; -"511 quantize_per_tensor_default_14" [id=511, type="quantize_per_tensor"]; -"512 dequantize_per_tensor_default_14" [id=512, type="dequantize_per_tensor"]; -"513 linear_15_scale_0" [id=513, type="get_attr"]; -"514 linear_15_zero_point_0" [id=514, type="get_attr"]; -"515 compressed_weight_updated_constant10" [id=515, type="get_attr"]; -"516 quantize_per_channel_default_10" [id=516, type="quantize_per_channel"]; -"517 dequantize_per_channel_default_10" [id=517, type="dequantize_per_channel"]; -"518 linear_15" [id=518, type=linear]; -"519 reshape_10" [id=519, type=reshape]; -"520 permute_12" [id=520, type=permute]; -"521 select_6" [id=521, type=select]; -"522 select_7" [id=522, type=select]; -"523 select_8" [id=523, type=select]; -"524 linalg_vector_norm_4" [id=524, type="linalg_vector_norm"]; -"525 clamp_min_4" [id=525, type="clamp_min"]; -"526 expand_as_4" [id=526, type="expand_as"]; -"527 div_4" [id=527, type=div]; -"528 quantize_per_tensor_default_15" [id=528, type="quantize_per_tensor"]; -"529 dequantize_per_tensor_default_15" [id=529, type="dequantize_per_tensor"]; -"530 linalg_vector_norm_5" [id=530, type="linalg_vector_norm"]; -"531 clamp_min_5" [id=531, type="clamp_min"]; -"532 expand_as_5" [id=532, type="expand_as"]; -"533 div_5" [id=533, type=div]; -"534 quantize_per_tensor_default_16" [id=534, type="quantize_per_tensor"]; -"535 dequantize_per_tensor_default_16" [id=535, type="dequantize_per_tensor"]; -"536 transpose_4" [id=536, type=transpose]; -"537 matmul_4" [id=537, type=matmul]; -"538 clamp_2" [id=538, type=clamp]; -"539 exp_2" [id=539, type=exp]; -"540 mul_5" [id=540, type=mul]; -"541 add_7" [id=541, type=add]; -"542 softmax_2" [id=542, type=softmax]; -"543 dropout_8" [id=543, type=dropout]; -"544 matmul_5" [id=544, type=matmul]; -"545 transpose_5" [id=545, type=transpose]; -"546 reshape_11" [id=546, type=reshape]; -"547 reshape_11_0_0_nncf_smooth_quant_0" [id=547, type="call_module"]; -"548 quantize_per_tensor_default_17" [id=548, type="quantize_per_tensor"]; -"549 dequantize_per_tensor_default_17" [id=549, type="dequantize_per_tensor"]; -"550 linear_16_scale_0" [id=550, type="get_attr"]; -"551 linear_16_zero_point_0" [id=551, type="get_attr"]; -"552 compressed_weight_updated_constant11" [id=552, type="get_attr"]; -"553 quantize_per_channel_default_11" [id=553, type="quantize_per_channel"]; -"554 dequantize_per_channel_default_11" [id=554, type="dequantize_per_channel"]; -"555 linear_16" [id=555, type=linear]; -"556 dropout_9" [id=556, type=dropout]; -"557 view_14" [id=557, type=view]; -"558 permute_13" [id=558, type=permute]; -"559 reshape_12" [id=559, type=reshape]; -"560 slice_38" [id=560, type=slice]; -"561 slice_39" [id=561, type=slice]; -"562 slice_40" [id=562, type=slice]; -"563 slice_41" [id=563, type=slice]; -"564 contiguous_3" [id=564, type=contiguous]; -"565 layer_norm_6" [id=565, type="layer_norm"]; -"566 add_8" [id=566, type=add]; -"567 add_8_0_0_nncf_smooth_quant_0" [id=567, type="call_module"]; -"568 quantize_per_tensor_default_18" [id=568, type="quantize_per_tensor"]; -"569 dequantize_per_tensor_default_18" [id=569, type="dequantize_per_tensor"]; -"570 linear_17_scale_0" [id=570, type="get_attr"]; -"571 linear_17_zero_point_0" [id=571, type="get_attr"]; -"572 compressed_weight_updated_constant12" [id=572, type="get_attr"]; -"573 quantize_per_channel_default_12" [id=573, type="quantize_per_channel"]; -"574 dequantize_per_channel_default_12" [id=574, type="dequantize_per_channel"]; -"575 linear_17" [id=575, type=linear]; -"576 gelu_2" [id=576, type=gelu]; -"577 dropout_10" [id=577, type=dropout]; -"578 dropout_10_0_0_nncf_smooth_quant_0" [id=578, type="call_module"]; -"579 quantize_per_tensor_default_19" [id=579, type="quantize_per_tensor"]; -"580 dequantize_per_tensor_default_19" [id=580, type="dequantize_per_tensor"]; -"581 linear_18_scale_0" [id=581, type="get_attr"]; -"582 linear_18_zero_point_0" [id=582, type="get_attr"]; -"583 compressed_weight_updated_constant13" [id=583, type="get_attr"]; -"584 quantize_per_channel_default_13" [id=584, type="quantize_per_channel"]; -"585 dequantize_per_channel_default_13" [id=585, type="dequantize_per_channel"]; -"586 linear_18" [id=586, type=linear]; -"587 dropout_11" [id=587, type=dropout]; -"588 layer_norm_7" [id=588, type="layer_norm"]; -"589 add_9" [id=589, type=add]; -"590 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=590, type="get_attr"]; -"591 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=591, type="call_module"]; -"592 linear_19" [id=592, type=linear]; -"593 relu__3" [id=593, type="relu_"]; -"594 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=594, type="get_attr"]; -"595 relu__3_0_0_nncf_smooth_quant_0" [id=595, type="call_module"]; -"596 linear_20" [id=596, type=linear]; -"597 view_15" [id=597, type=view]; -"598 index_3" [id=598, type=index]; -"599 view_16" [id=599, type=view]; -"600 permute_14" [id=600, type=permute]; -"601 contiguous_4" [id=601, type=contiguous]; -"602 unsqueeze_7" [id=602, type=unsqueeze]; -"603 sigmoid_3" [id=603, type=sigmoid]; -"604 mul_6" [id=604, type=mul]; -"605 pad_4" [id=605, type=pad]; -"606 roll_2" [id=606, type=roll]; -"607 view_17" [id=607, type=view]; -"608 permute_15" [id=608, type=permute]; -"609 reshape_13" [id=609, type=reshape]; -"610 clone_3" [id=610, type=clone]; -"611 slice_42" [id=611, type=slice]; -"612 zero__3" [id=612, type="zero_"]; -"613 reshape_13_0_0_nncf_smooth_quant_0" [id=613, type="call_module"]; -"614 quantize_per_tensor_default_20" [id=614, type="quantize_per_tensor"]; -"615 dequantize_per_tensor_default_20" [id=615, type="dequantize_per_tensor"]; -"616 linear_21_scale_0" [id=616, type="get_attr"]; -"617 linear_21_zero_point_0" [id=617, type="get_attr"]; -"618 compressed_weight_updated_constant14" [id=618, type="get_attr"]; -"619 quantize_per_channel_default_14" [id=619, type="quantize_per_channel"]; -"620 dequantize_per_channel_default_14" [id=620, type="dequantize_per_channel"]; -"621 linear_21" [id=621, type=linear]; -"622 reshape_14" [id=622, type=reshape]; -"623 permute_16" [id=623, type=permute]; -"624 select_9" [id=624, type=select]; -"625 select_10" [id=625, type=select]; -"626 select_11" [id=626, type=select]; -"627 linalg_vector_norm_6" [id=627, type="linalg_vector_norm"]; -"628 clamp_min_6" [id=628, type="clamp_min"]; -"629 expand_as_6" [id=629, type="expand_as"]; -"630 div_6" [id=630, type=div]; -"631 quantize_per_tensor_default_21" [id=631, type="quantize_per_tensor"]; -"632 dequantize_per_tensor_default_21" [id=632, type="dequantize_per_tensor"]; -"633 linalg_vector_norm_7" [id=633, type="linalg_vector_norm"]; -"634 clamp_min_7" [id=634, type="clamp_min"]; -"635 expand_as_7" [id=635, type="expand_as"]; -"636 div_7" [id=636, type=div]; -"637 quantize_per_tensor_default_22" [id=637, type="quantize_per_tensor"]; -"638 dequantize_per_tensor_default_22" [id=638, type="dequantize_per_tensor"]; -"639 transpose_6" [id=639, type=transpose]; -"640 matmul_6" [id=640, type=matmul]; -"641 clamp_3" [id=641, type=clamp]; -"642 exp_3" [id=642, type=exp]; -"643 mul_7" [id=643, type=mul]; -"644 add_10" [id=644, type=add]; -"645 new_zeros_1" [id=645, type="new_zeros"]; -"646 lift_fresh_copy_9" [id=646, type="lift_fresh_copy"]; -"647 slice_43" [id=647, type=slice]; -"648 slice_44" [id=648, type=slice]; -"649 fill__9" [id=649, type="fill_"]; -"650 lift_fresh_copy_10" [id=650, type="lift_fresh_copy"]; -"651 slice_45" [id=651, type=slice]; -"652 slice_46" [id=652, type=slice]; -"653 fill__10" [id=653, type="fill_"]; -"654 lift_fresh_copy_11" [id=654, type="lift_fresh_copy"]; -"655 slice_47" [id=655, type=slice]; -"656 slice_48" [id=656, type=slice]; -"657 fill__11" [id=657, type="fill_"]; -"658 lift_fresh_copy_12" [id=658, type="lift_fresh_copy"]; -"659 slice_49" [id=659, type=slice]; -"660 slice_50" [id=660, type=slice]; -"661 fill__12" [id=661, type="fill_"]; -"662 lift_fresh_copy_13" [id=662, type="lift_fresh_copy"]; -"663 slice_51" [id=663, type=slice]; -"664 slice_52" [id=664, type=slice]; -"665 fill__13" [id=665, type="fill_"]; -"666 lift_fresh_copy_14" [id=666, type="lift_fresh_copy"]; -"667 slice_53" [id=667, type=slice]; -"668 slice_54" [id=668, type=slice]; -"669 fill__14" [id=669, type="fill_"]; -"670 lift_fresh_copy_15" [id=670, type="lift_fresh_copy"]; -"671 slice_55" [id=671, type=slice]; -"672 slice_56" [id=672, type=slice]; -"673 fill__15" [id=673, type="fill_"]; -"674 lift_fresh_copy_16" [id=674, type="lift_fresh_copy"]; -"675 slice_57" [id=675, type=slice]; -"676 slice_58" [id=676, type=slice]; -"677 fill__16" [id=677, type="fill_"]; -"678 lift_fresh_copy_17" [id=678, type="lift_fresh_copy"]; -"679 slice_59" [id=679, type=slice]; -"680 slice_60" [id=680, type=slice]; -"681 fill__17" [id=681, type="fill_"]; -"682 view_18" [id=682, type=view]; -"683 permute_17" [id=683, type=permute]; -"684 reshape_15" [id=684, type=reshape]; -"685 unsqueeze_8" [id=685, type=unsqueeze]; -"686 unsqueeze_9" [id=686, type=unsqueeze]; -"687 sub_1" [id=687, type=sub]; -"688 ne_1" [id=688, type=ne]; -"689 masked_fill_2" [id=689, type="masked_fill"]; -"690 eq_1" [id=690, type=eq]; -"691 masked_fill_3" [id=691, type="masked_fill"]; -"692 view_19" [id=692, type=view]; -"693 unsqueeze_10" [id=693, type=unsqueeze]; -"694 unsqueeze_11" [id=694, type=unsqueeze]; -"695 add_11" [id=695, type=add]; -"696 view_20" [id=696, type=view]; -"697 softmax_3" [id=697, type=softmax]; -"698 dropout_12" [id=698, type=dropout]; -"699 matmul_7" [id=699, type=matmul]; -"700 transpose_7" [id=700, type=transpose]; -"701 reshape_16" [id=701, type=reshape]; -"702 reshape_16_0_0_nncf_smooth_quant_0" [id=702, type="call_module"]; -"703 quantize_per_tensor_default_23" [id=703, type="quantize_per_tensor"]; -"704 dequantize_per_tensor_default_23" [id=704, type="dequantize_per_tensor"]; -"705 linear_22_scale_0" [id=705, type="get_attr"]; -"706 linear_22_zero_point_0" [id=706, type="get_attr"]; -"707 compressed_weight_updated_constant15" [id=707, type="get_attr"]; -"708 quantize_per_channel_default_15" [id=708, type="quantize_per_channel"]; -"709 dequantize_per_channel_default_15" [id=709, type="dequantize_per_channel"]; -"710 linear_22" [id=710, type=linear]; -"711 dropout_13" [id=711, type=dropout]; -"712 view_21" [id=712, type=view]; -"713 permute_18" [id=713, type=permute]; -"714 reshape_17" [id=714, type=reshape]; -"715 roll_3" [id=715, type=roll]; -"716 slice_61" [id=716, type=slice]; -"717 slice_62" [id=717, type=slice]; -"718 slice_63" [id=718, type=slice]; -"719 slice_64" [id=719, type=slice]; -"720 contiguous_5" [id=720, type=contiguous]; -"721 layer_norm_8" [id=721, type="layer_norm"]; -"722 add_12" [id=722, type=add]; -"723 add_12_0_0_nncf_smooth_quant_0" [id=723, type="call_module"]; -"724 quantize_per_tensor_default_24" [id=724, type="quantize_per_tensor"]; -"725 dequantize_per_tensor_default_24" [id=725, type="dequantize_per_tensor"]; -"726 linear_23_scale_0" [id=726, type="get_attr"]; -"727 linear_23_zero_point_0" [id=727, type="get_attr"]; -"728 compressed_weight_updated_constant16" [id=728, type="get_attr"]; -"729 quantize_per_channel_default_16" [id=729, type="quantize_per_channel"]; -"730 dequantize_per_channel_default_16" [id=730, type="dequantize_per_channel"]; -"731 linear_23" [id=731, type=linear]; -"732 gelu_3" [id=732, type=gelu]; -"733 dropout_14" [id=733, type=dropout]; -"734 dropout_14_0_0_nncf_smooth_quant_0" [id=734, type="call_module"]; -"735 quantize_per_tensor_default_25" [id=735, type="quantize_per_tensor"]; -"736 dequantize_per_tensor_default_25" [id=736, type="dequantize_per_tensor"]; -"737 linear_24_scale_0" [id=737, type="get_attr"]; -"738 linear_24_zero_point_0" [id=738, type="get_attr"]; -"739 compressed_weight_updated_constant17" [id=739, type="get_attr"]; -"740 quantize_per_channel_default_17" [id=740, type="quantize_per_channel"]; -"741 dequantize_per_channel_default_17" [id=741, type="dequantize_per_channel"]; -"742 linear_24" [id=742, type=linear]; -"743 dropout_15" [id=743, type=dropout]; -"744 layer_norm_9" [id=744, type="layer_norm"]; -"745 add_13" [id=745, type=add]; -"746 pad_5" [id=746, type=pad]; -"747 slice_65" [id=747, type=slice]; -"748 slice_66" [id=748, type=slice]; -"749 slice_67" [id=749, type=slice]; -"750 slice_68" [id=750, type=slice]; -"751 slice_69" [id=751, type=slice]; -"752 slice_70" [id=752, type=slice]; -"753 slice_71" [id=753, type=slice]; -"754 slice_72" [id=754, type=slice]; -"755 slice_73" [id=755, type=slice]; -"756 slice_74" [id=756, type=slice]; -"757 slice_75" [id=757, type=slice]; -"758 slice_76" [id=758, type=slice]; -"759 cat_1" [id=759, type=cat]; -"760 cat_1_0_0_nncf_smooth_quant_0" [id=760, type="call_module"]; -"761 quantize_per_tensor_default_26" [id=761, type="quantize_per_tensor"]; -"762 dequantize_per_tensor_default_26" [id=762, type="dequantize_per_tensor"]; -"763 linear_25_scale_0" [id=763, type="get_attr"]; -"764 linear_25_zero_point_0" [id=764, type="get_attr"]; -"765 compressed_weight_updated_constant18" [id=765, type="get_attr"]; -"766 quantize_per_channel_default_18" [id=766, type="quantize_per_channel"]; -"767 dequantize_per_channel_default_18" [id=767, type="dequantize_per_channel"]; -"768 linear_25" [id=768, type=linear]; -"769 layer_norm_10" [id=769, type="layer_norm"]; -"770 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=770, type="get_attr"]; -"771 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=771, type="call_module"]; -"772 linear_26" [id=772, type=linear]; -"773 relu__4" [id=773, type="relu_"]; -"774 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=774, type="get_attr"]; -"775 relu__4_0_0_nncf_smooth_quant_0" [id=775, type="call_module"]; -"776 linear_27" [id=776, type=linear]; -"777 view_22" [id=777, type=view]; -"778 index_4" [id=778, type=index]; -"779 view_23" [id=779, type=view]; -"780 permute_19" [id=780, type=permute]; -"781 contiguous_6" [id=781, type=contiguous]; -"782 unsqueeze_12" [id=782, type=unsqueeze]; -"783 sigmoid_4" [id=783, type=sigmoid]; -"784 mul_8" [id=784, type=mul]; -"785 pad_6" [id=785, type=pad]; -"786 view_24" [id=786, type=view]; -"787 permute_20" [id=787, type=permute]; -"788 reshape_18" [id=788, type=reshape]; -"789 clone_4" [id=789, type=clone]; -"790 slice_77" [id=790, type=slice]; -"791 zero__4" [id=791, type="zero_"]; -"792 reshape_18_0_0_nncf_smooth_quant_0" [id=792, type="call_module"]; -"793 quantize_per_tensor_default_27" [id=793, type="quantize_per_tensor"]; -"794 dequantize_per_tensor_default_27" [id=794, type="dequantize_per_tensor"]; -"795 linear_28_scale_0" [id=795, type="get_attr"]; -"796 linear_28_zero_point_0" [id=796, type="get_attr"]; -"797 compressed_weight_updated_constant19" [id=797, type="get_attr"]; -"798 quantize_per_channel_default_19" [id=798, type="quantize_per_channel"]; -"799 dequantize_per_channel_default_19" [id=799, type="dequantize_per_channel"]; -"800 linear_28" [id=800, type=linear]; -"801 reshape_19" [id=801, type=reshape]; -"802 permute_21" [id=802, type=permute]; -"803 select_12" [id=803, type=select]; -"804 select_13" [id=804, type=select]; -"805 select_14" [id=805, type=select]; -"806 linalg_vector_norm_8" [id=806, type="linalg_vector_norm"]; -"807 clamp_min_8" [id=807, type="clamp_min"]; -"808 expand_as_8" [id=808, type="expand_as"]; -"809 div_8" [id=809, type=div]; -"810 quantize_per_tensor_default_28" [id=810, type="quantize_per_tensor"]; -"811 dequantize_per_tensor_default_28" [id=811, type="dequantize_per_tensor"]; -"812 linalg_vector_norm_9" [id=812, type="linalg_vector_norm"]; -"813 clamp_min_9" [id=813, type="clamp_min"]; -"814 expand_as_9" [id=814, type="expand_as"]; -"815 div_9" [id=815, type=div]; -"816 quantize_per_tensor_default_29" [id=816, type="quantize_per_tensor"]; -"817 dequantize_per_tensor_default_29" [id=817, type="dequantize_per_tensor"]; -"818 transpose_8" [id=818, type=transpose]; -"819 matmul_8" [id=819, type=matmul]; -"820 clamp_4" [id=820, type=clamp]; -"821 exp_4" [id=821, type=exp]; -"822 mul_9" [id=822, type=mul]; -"823 add_14" [id=823, type=add]; -"824 softmax_4" [id=824, type=softmax]; -"825 dropout_16" [id=825, type=dropout]; -"826 matmul_9" [id=826, type=matmul]; -"827 transpose_9" [id=827, type=transpose]; -"828 reshape_20" [id=828, type=reshape]; -"829 reshape_20_0_0_nncf_smooth_quant_0" [id=829, type="call_module"]; -"830 quantize_per_tensor_default_30" [id=830, type="quantize_per_tensor"]; -"831 dequantize_per_tensor_default_30" [id=831, type="dequantize_per_tensor"]; -"832 linear_29_scale_0" [id=832, type="get_attr"]; -"833 linear_29_zero_point_0" [id=833, type="get_attr"]; -"834 compressed_weight_updated_constant20" [id=834, type="get_attr"]; -"835 quantize_per_channel_default_20" [id=835, type="quantize_per_channel"]; -"836 dequantize_per_channel_default_20" [id=836, type="dequantize_per_channel"]; -"837 linear_29" [id=837, type=linear]; -"838 dropout_17" [id=838, type=dropout]; -"839 view_25" [id=839, type=view]; -"840 permute_22" [id=840, type=permute]; -"841 reshape_21" [id=841, type=reshape]; -"842 slice_78" [id=842, type=slice]; -"843 slice_79" [id=843, type=slice]; -"844 slice_80" [id=844, type=slice]; -"845 slice_81" [id=845, type=slice]; -"846 contiguous_7" [id=846, type=contiguous]; -"847 layer_norm_11" [id=847, type="layer_norm"]; -"848 add_15" [id=848, type=add]; -"849 add_15_0_0_nncf_smooth_quant_0" [id=849, type="call_module"]; -"850 quantize_per_tensor_default_31" [id=850, type="quantize_per_tensor"]; -"851 dequantize_per_tensor_default_31" [id=851, type="dequantize_per_tensor"]; -"852 linear_30_scale_0" [id=852, type="get_attr"]; -"853 linear_30_zero_point_0" [id=853, type="get_attr"]; -"854 compressed_weight_updated_constant21" [id=854, type="get_attr"]; -"855 quantize_per_channel_default_21" [id=855, type="quantize_per_channel"]; -"856 dequantize_per_channel_default_21" [id=856, type="dequantize_per_channel"]; -"857 linear_30" [id=857, type=linear]; -"858 gelu_4" [id=858, type=gelu]; -"859 dropout_18" [id=859, type=dropout]; -"860 dropout_18_0_0_nncf_smooth_quant_0" [id=860, type="call_module"]; -"861 quantize_per_tensor_default_32" [id=861, type="quantize_per_tensor"]; -"862 dequantize_per_tensor_default_32" [id=862, type="dequantize_per_tensor"]; -"863 linear_31_scale_0" [id=863, type="get_attr"]; -"864 linear_31_zero_point_0" [id=864, type="get_attr"]; -"865 compressed_weight_updated_constant22" [id=865, type="get_attr"]; -"866 quantize_per_channel_default_22" [id=866, type="quantize_per_channel"]; -"867 dequantize_per_channel_default_22" [id=867, type="dequantize_per_channel"]; -"868 linear_31" [id=868, type=linear]; -"869 dropout_19" [id=869, type=dropout]; -"870 layer_norm_12" [id=870, type="layer_norm"]; -"871 add_16" [id=871, type=add]; -"872 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=872, type="get_attr"]; -"873 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=873, type="call_module"]; -"874 linear_32" [id=874, type=linear]; -"875 relu__5" [id=875, type="relu_"]; -"876 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=876, type="get_attr"]; -"877 relu__5_0_0_nncf_smooth_quant_0" [id=877, type="call_module"]; -"878 linear_33" [id=878, type=linear]; -"879 view_26" [id=879, type=view]; -"880 index_5" [id=880, type=index]; -"881 view_27" [id=881, type=view]; -"882 permute_23" [id=882, type=permute]; -"883 contiguous_8" [id=883, type=contiguous]; -"884 unsqueeze_13" [id=884, type=unsqueeze]; -"885 sigmoid_5" [id=885, type=sigmoid]; -"886 mul_10" [id=886, type=mul]; -"887 pad_7" [id=887, type=pad]; -"888 roll_4" [id=888, type=roll]; -"889 view_28" [id=889, type=view]; -"890 permute_24" [id=890, type=permute]; -"891 reshape_22" [id=891, type=reshape]; -"892 clone_5" [id=892, type=clone]; -"893 slice_82" [id=893, type=slice]; -"894 zero__5" [id=894, type="zero_"]; -"895 reshape_22_0_0_nncf_smooth_quant_0" [id=895, type="call_module"]; -"896 quantize_per_tensor_default_33" [id=896, type="quantize_per_tensor"]; -"897 dequantize_per_tensor_default_33" [id=897, type="dequantize_per_tensor"]; -"898 linear_34_scale_0" [id=898, type="get_attr"]; -"899 linear_34_zero_point_0" [id=899, type="get_attr"]; -"900 compressed_weight_updated_constant23" [id=900, type="get_attr"]; -"901 quantize_per_channel_default_23" [id=901, type="quantize_per_channel"]; -"902 dequantize_per_channel_default_23" [id=902, type="dequantize_per_channel"]; -"903 linear_34" [id=903, type=linear]; -"904 reshape_23" [id=904, type=reshape]; -"905 permute_25" [id=905, type=permute]; -"906 select_15" [id=906, type=select]; -"907 select_16" [id=907, type=select]; -"908 select_17" [id=908, type=select]; -"909 linalg_vector_norm_10" [id=909, type="linalg_vector_norm"]; -"910 clamp_min_10" [id=910, type="clamp_min"]; -"911 expand_as_10" [id=911, type="expand_as"]; -"912 div_10" [id=912, type=div]; -"913 quantize_per_tensor_default_34" [id=913, type="quantize_per_tensor"]; -"914 dequantize_per_tensor_default_34" [id=914, type="dequantize_per_tensor"]; -"915 linalg_vector_norm_11" [id=915, type="linalg_vector_norm"]; -"916 clamp_min_11" [id=916, type="clamp_min"]; -"917 expand_as_11" [id=917, type="expand_as"]; -"918 div_11" [id=918, type=div]; -"919 quantize_per_tensor_default_35" [id=919, type="quantize_per_tensor"]; -"920 dequantize_per_tensor_default_35" [id=920, type="dequantize_per_tensor"]; -"921 transpose_10" [id=921, type=transpose]; -"922 matmul_10" [id=922, type=matmul]; -"923 clamp_5" [id=923, type=clamp]; -"924 exp_5" [id=924, type=exp]; -"925 mul_11" [id=925, type=mul]; -"926 add_17" [id=926, type=add]; -"927 new_zeros_2" [id=927, type="new_zeros"]; -"928 lift_fresh_copy_18" [id=928, type="lift_fresh_copy"]; -"929 slice_83" [id=929, type=slice]; -"930 slice_84" [id=930, type=slice]; -"931 fill__18" [id=931, type="fill_"]; -"932 lift_fresh_copy_19" [id=932, type="lift_fresh_copy"]; -"933 slice_85" [id=933, type=slice]; -"934 slice_86" [id=934, type=slice]; -"935 fill__19" [id=935, type="fill_"]; -"936 lift_fresh_copy_20" [id=936, type="lift_fresh_copy"]; -"937 slice_87" [id=937, type=slice]; -"938 slice_88" [id=938, type=slice]; -"939 fill__20" [id=939, type="fill_"]; -"940 lift_fresh_copy_21" [id=940, type="lift_fresh_copy"]; -"941 slice_89" [id=941, type=slice]; -"942 slice_90" [id=942, type=slice]; -"943 fill__21" [id=943, type="fill_"]; -"944 lift_fresh_copy_22" [id=944, type="lift_fresh_copy"]; -"945 slice_91" [id=945, type=slice]; -"946 slice_92" [id=946, type=slice]; -"947 fill__22" [id=947, type="fill_"]; -"948 lift_fresh_copy_23" [id=948, type="lift_fresh_copy"]; -"949 slice_93" [id=949, type=slice]; -"950 slice_94" [id=950, type=slice]; -"951 fill__23" [id=951, type="fill_"]; -"952 lift_fresh_copy_24" [id=952, type="lift_fresh_copy"]; -"953 slice_95" [id=953, type=slice]; -"954 slice_96" [id=954, type=slice]; -"955 fill__24" [id=955, type="fill_"]; -"956 lift_fresh_copy_25" [id=956, type="lift_fresh_copy"]; -"957 slice_97" [id=957, type=slice]; -"958 slice_98" [id=958, type=slice]; -"959 fill__25" [id=959, type="fill_"]; -"960 lift_fresh_copy_26" [id=960, type="lift_fresh_copy"]; -"961 slice_99" [id=961, type=slice]; -"962 slice_100" [id=962, type=slice]; -"963 fill__26" [id=963, type="fill_"]; -"964 view_29" [id=964, type=view]; -"965 permute_26" [id=965, type=permute]; -"966 reshape_24" [id=966, type=reshape]; -"967 unsqueeze_14" [id=967, type=unsqueeze]; -"968 unsqueeze_15" [id=968, type=unsqueeze]; -"969 sub_2" [id=969, type=sub]; -"970 ne_2" [id=970, type=ne]; -"971 masked_fill_4" [id=971, type="masked_fill"]; -"972 eq_2" [id=972, type=eq]; -"973 masked_fill_5" [id=973, type="masked_fill"]; -"974 view_30" [id=974, type=view]; -"975 unsqueeze_16" [id=975, type=unsqueeze]; -"976 unsqueeze_17" [id=976, type=unsqueeze]; -"977 add_18" [id=977, type=add]; -"978 view_31" [id=978, type=view]; -"979 softmax_5" [id=979, type=softmax]; -"980 dropout_20" [id=980, type=dropout]; -"981 matmul_11" [id=981, type=matmul]; -"982 transpose_11" [id=982, type=transpose]; -"983 reshape_25" [id=983, type=reshape]; -"984 reshape_25_0_0_nncf_smooth_quant_0" [id=984, type="call_module"]; -"985 quantize_per_tensor_default_36" [id=985, type="quantize_per_tensor"]; -"986 dequantize_per_tensor_default_36" [id=986, type="dequantize_per_tensor"]; -"987 linear_35_scale_0" [id=987, type="get_attr"]; -"988 linear_35_zero_point_0" [id=988, type="get_attr"]; -"989 compressed_weight_updated_constant24" [id=989, type="get_attr"]; -"990 quantize_per_channel_default_24" [id=990, type="quantize_per_channel"]; -"991 dequantize_per_channel_default_24" [id=991, type="dequantize_per_channel"]; -"992 linear_35" [id=992, type=linear]; -"993 dropout_21" [id=993, type=dropout]; -"994 view_32" [id=994, type=view]; -"995 permute_27" [id=995, type=permute]; -"996 reshape_26" [id=996, type=reshape]; -"997 roll_5" [id=997, type=roll]; -"998 slice_101" [id=998, type=slice]; -"999 slice_102" [id=999, type=slice]; -"1000 slice_103" [id=1000, type=slice]; -"1001 slice_104" [id=1001, type=slice]; -"1002 contiguous_9" [id=1002, type=contiguous]; -"1003 layer_norm_13" [id=1003, type="layer_norm"]; -"1004 add_19" [id=1004, type=add]; -"1005 add_19_0_0_nncf_smooth_quant_0" [id=1005, type="call_module"]; -"1006 quantize_per_tensor_default_37" [id=1006, type="quantize_per_tensor"]; -"1007 dequantize_per_tensor_default_37" [id=1007, type="dequantize_per_tensor"]; -"1008 linear_36_scale_0" [id=1008, type="get_attr"]; -"1009 linear_36_zero_point_0" [id=1009, type="get_attr"]; -"1010 compressed_weight_updated_constant25" [id=1010, type="get_attr"]; -"1011 quantize_per_channel_default_25" [id=1011, type="quantize_per_channel"]; -"1012 dequantize_per_channel_default_25" [id=1012, type="dequantize_per_channel"]; -"1013 linear_36" [id=1013, type=linear]; -"1014 gelu_5" [id=1014, type=gelu]; -"1015 dropout_22" [id=1015, type=dropout]; -"1016 dropout_22_0_0_nncf_smooth_quant_0" [id=1016, type="call_module"]; -"1017 quantize_per_tensor_default_38" [id=1017, type="quantize_per_tensor"]; -"1018 dequantize_per_tensor_default_38" [id=1018, type="dequantize_per_tensor"]; -"1019 linear_37_scale_0" [id=1019, type="get_attr"]; -"1020 linear_37_zero_point_0" [id=1020, type="get_attr"]; -"1021 compressed_weight_updated_constant26" [id=1021, type="get_attr"]; -"1022 quantize_per_channel_default_26" [id=1022, type="quantize_per_channel"]; -"1023 dequantize_per_channel_default_26" [id=1023, type="dequantize_per_channel"]; -"1024 linear_37" [id=1024, type=linear]; -"1025 dropout_23" [id=1025, type=dropout]; -"1026 layer_norm_14" [id=1026, type="layer_norm"]; -"1027 add_20" [id=1027, type=add]; -"1028 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1028, type="get_attr"]; -"1029 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1029, type="call_module"]; -"1030 linear_38" [id=1030, type=linear]; -"1031 relu__6" [id=1031, type="relu_"]; -"1032 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1032, type="get_attr"]; -"1033 relu__6_0_0_nncf_smooth_quant_0" [id=1033, type="call_module"]; -"1034 linear_39" [id=1034, type=linear]; -"1035 view_33" [id=1035, type=view]; -"1036 index_6" [id=1036, type=index]; -"1037 view_34" [id=1037, type=view]; -"1038 permute_28" [id=1038, type=permute]; -"1039 contiguous_10" [id=1039, type=contiguous]; -"1040 unsqueeze_18" [id=1040, type=unsqueeze]; -"1041 sigmoid_6" [id=1041, type=sigmoid]; -"1042 mul_12" [id=1042, type=mul]; -"1043 pad_8" [id=1043, type=pad]; -"1044 view_35" [id=1044, type=view]; -"1045 permute_29" [id=1045, type=permute]; -"1046 reshape_27" [id=1046, type=reshape]; -"1047 clone_6" [id=1047, type=clone]; -"1048 slice_105" [id=1048, type=slice]; -"1049 zero__6" [id=1049, type="zero_"]; -"1050 reshape_27_0_0_nncf_smooth_quant_0" [id=1050, type="call_module"]; -"1051 quantize_per_tensor_default_39" [id=1051, type="quantize_per_tensor"]; -"1052 dequantize_per_tensor_default_39" [id=1052, type="dequantize_per_tensor"]; -"1053 linear_40_scale_0" [id=1053, type="get_attr"]; -"1054 linear_40_zero_point_0" [id=1054, type="get_attr"]; -"1055 compressed_weight_updated_constant27" [id=1055, type="get_attr"]; -"1056 quantize_per_channel_default_27" [id=1056, type="quantize_per_channel"]; -"1057 dequantize_per_channel_default_27" [id=1057, type="dequantize_per_channel"]; -"1058 linear_40" [id=1058, type=linear]; -"1059 reshape_28" [id=1059, type=reshape]; -"1060 permute_30" [id=1060, type=permute]; -"1061 select_18" [id=1061, type=select]; -"1062 select_19" [id=1062, type=select]; -"1063 select_20" [id=1063, type=select]; -"1064 linalg_vector_norm_12" [id=1064, type="linalg_vector_norm"]; -"1065 clamp_min_12" [id=1065, type="clamp_min"]; -"1066 expand_as_12" [id=1066, type="expand_as"]; -"1067 div_12" [id=1067, type=div]; -"1068 quantize_per_tensor_default_40" [id=1068, type="quantize_per_tensor"]; -"1069 dequantize_per_tensor_default_40" [id=1069, type="dequantize_per_tensor"]; -"1070 linalg_vector_norm_13" [id=1070, type="linalg_vector_norm"]; -"1071 clamp_min_13" [id=1071, type="clamp_min"]; -"1072 expand_as_13" [id=1072, type="expand_as"]; -"1073 div_13" [id=1073, type=div]; -"1074 quantize_per_tensor_default_41" [id=1074, type="quantize_per_tensor"]; -"1075 dequantize_per_tensor_default_41" [id=1075, type="dequantize_per_tensor"]; -"1076 transpose_12" [id=1076, type=transpose]; -"1077 matmul_12" [id=1077, type=matmul]; -"1078 clamp_6" [id=1078, type=clamp]; -"1079 exp_6" [id=1079, type=exp]; -"1080 mul_13" [id=1080, type=mul]; -"1081 add_21" [id=1081, type=add]; -"1082 softmax_6" [id=1082, type=softmax]; -"1083 dropout_24" [id=1083, type=dropout]; -"1084 matmul_13" [id=1084, type=matmul]; -"1085 transpose_13" [id=1085, type=transpose]; -"1086 reshape_29" [id=1086, type=reshape]; -"1087 reshape_29_0_0_nncf_smooth_quant_0" [id=1087, type="call_module"]; -"1088 quantize_per_tensor_default_42" [id=1088, type="quantize_per_tensor"]; -"1089 dequantize_per_tensor_default_42" [id=1089, type="dequantize_per_tensor"]; -"1090 linear_41_scale_0" [id=1090, type="get_attr"]; -"1091 linear_41_zero_point_0" [id=1091, type="get_attr"]; -"1092 compressed_weight_updated_constant28" [id=1092, type="get_attr"]; -"1093 quantize_per_channel_default_28" [id=1093, type="quantize_per_channel"]; -"1094 dequantize_per_channel_default_28" [id=1094, type="dequantize_per_channel"]; -"1095 linear_41" [id=1095, type=linear]; -"1096 dropout_25" [id=1096, type=dropout]; -"1097 view_36" [id=1097, type=view]; -"1098 permute_31" [id=1098, type=permute]; -"1099 reshape_30" [id=1099, type=reshape]; -"1100 slice_106" [id=1100, type=slice]; -"1101 slice_107" [id=1101, type=slice]; -"1102 slice_108" [id=1102, type=slice]; -"1103 slice_109" [id=1103, type=slice]; -"1104 contiguous_11" [id=1104, type=contiguous]; -"1105 layer_norm_15" [id=1105, type="layer_norm"]; -"1106 add_22" [id=1106, type=add]; -"1107 add_22_0_0_nncf_smooth_quant_0" [id=1107, type="call_module"]; -"1108 quantize_per_tensor_default_43" [id=1108, type="quantize_per_tensor"]; -"1109 dequantize_per_tensor_default_43" [id=1109, type="dequantize_per_tensor"]; -"1110 linear_42_scale_0" [id=1110, type="get_attr"]; -"1111 linear_42_zero_point_0" [id=1111, type="get_attr"]; -"1112 compressed_weight_updated_constant29" [id=1112, type="get_attr"]; -"1113 quantize_per_channel_default_29" [id=1113, type="quantize_per_channel"]; -"1114 dequantize_per_channel_default_29" [id=1114, type="dequantize_per_channel"]; -"1115 linear_42" [id=1115, type=linear]; -"1116 gelu_6" [id=1116, type=gelu]; -"1117 dropout_26" [id=1117, type=dropout]; -"1118 dropout_26_0_0_nncf_smooth_quant_0" [id=1118, type="call_module"]; -"1119 quantize_per_tensor_default_44" [id=1119, type="quantize_per_tensor"]; -"1120 dequantize_per_tensor_default_44" [id=1120, type="dequantize_per_tensor"]; -"1121 linear_43_scale_0" [id=1121, type="get_attr"]; -"1122 linear_43_zero_point_0" [id=1122, type="get_attr"]; -"1123 compressed_weight_updated_constant30" [id=1123, type="get_attr"]; -"1124 quantize_per_channel_default_30" [id=1124, type="quantize_per_channel"]; -"1125 dequantize_per_channel_default_30" [id=1125, type="dequantize_per_channel"]; -"1126 linear_43" [id=1126, type=linear]; -"1127 dropout_27" [id=1127, type=dropout]; -"1128 layer_norm_16" [id=1128, type="layer_norm"]; -"1129 add_23" [id=1129, type=add]; -"1130 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1130, type="get_attr"]; -"1131 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1131, type="call_module"]; -"1132 linear_44" [id=1132, type=linear]; -"1133 relu__7" [id=1133, type="relu_"]; -"1134 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1134, type="get_attr"]; -"1135 relu__7_0_0_nncf_smooth_quant_0" [id=1135, type="call_module"]; -"1136 linear_45" [id=1136, type=linear]; -"1137 view_37" [id=1137, type=view]; -"1138 index_7" [id=1138, type=index]; -"1139 view_38" [id=1139, type=view]; -"1140 permute_32" [id=1140, type=permute]; -"1141 contiguous_12" [id=1141, type=contiguous]; -"1142 unsqueeze_19" [id=1142, type=unsqueeze]; -"1143 sigmoid_7" [id=1143, type=sigmoid]; -"1144 mul_14" [id=1144, type=mul]; -"1145 pad_9" [id=1145, type=pad]; -"1146 roll_6" [id=1146, type=roll]; -"1147 view_39" [id=1147, type=view]; -"1148 permute_33" [id=1148, type=permute]; -"1149 reshape_31" [id=1149, type=reshape]; -"1150 clone_7" [id=1150, type=clone]; -"1151 slice_110" [id=1151, type=slice]; -"1152 zero__7" [id=1152, type="zero_"]; -"1153 reshape_31_0_0_nncf_smooth_quant_0" [id=1153, type="call_module"]; -"1154 quantize_per_tensor_default_45" [id=1154, type="quantize_per_tensor"]; -"1155 dequantize_per_tensor_default_45" [id=1155, type="dequantize_per_tensor"]; -"1156 linear_46_scale_0" [id=1156, type="get_attr"]; -"1157 linear_46_zero_point_0" [id=1157, type="get_attr"]; -"1158 compressed_weight_updated_constant31" [id=1158, type="get_attr"]; -"1159 quantize_per_channel_default_31" [id=1159, type="quantize_per_channel"]; -"1160 dequantize_per_channel_default_31" [id=1160, type="dequantize_per_channel"]; -"1161 linear_46" [id=1161, type=linear]; -"1162 reshape_32" [id=1162, type=reshape]; -"1163 permute_34" [id=1163, type=permute]; -"1164 select_21" [id=1164, type=select]; -"1165 select_22" [id=1165, type=select]; -"1166 select_23" [id=1166, type=select]; -"1167 linalg_vector_norm_14" [id=1167, type="linalg_vector_norm"]; -"1168 clamp_min_14" [id=1168, type="clamp_min"]; -"1169 expand_as_14" [id=1169, type="expand_as"]; -"1170 div_14" [id=1170, type=div]; -"1171 quantize_per_tensor_default_46" [id=1171, type="quantize_per_tensor"]; -"1172 dequantize_per_tensor_default_46" [id=1172, type="dequantize_per_tensor"]; -"1173 linalg_vector_norm_15" [id=1173, type="linalg_vector_norm"]; -"1174 clamp_min_15" [id=1174, type="clamp_min"]; -"1175 expand_as_15" [id=1175, type="expand_as"]; -"1176 div_15" [id=1176, type=div]; -"1177 quantize_per_tensor_default_47" [id=1177, type="quantize_per_tensor"]; -"1178 dequantize_per_tensor_default_47" [id=1178, type="dequantize_per_tensor"]; -"1179 transpose_14" [id=1179, type=transpose]; -"1180 matmul_14" [id=1180, type=matmul]; -"1181 clamp_7" [id=1181, type=clamp]; -"1182 exp_7" [id=1182, type=exp]; -"1183 mul_15" [id=1183, type=mul]; -"1184 add_24" [id=1184, type=add]; -"1185 new_zeros_3" [id=1185, type="new_zeros"]; -"1186 lift_fresh_copy_27" [id=1186, type="lift_fresh_copy"]; -"1187 slice_111" [id=1187, type=slice]; -"1188 slice_112" [id=1188, type=slice]; -"1189 fill__27" [id=1189, type="fill_"]; -"1190 lift_fresh_copy_28" [id=1190, type="lift_fresh_copy"]; -"1191 slice_113" [id=1191, type=slice]; -"1192 slice_114" [id=1192, type=slice]; -"1193 fill__28" [id=1193, type="fill_"]; -"1194 lift_fresh_copy_29" [id=1194, type="lift_fresh_copy"]; -"1195 slice_115" [id=1195, type=slice]; -"1196 slice_116" [id=1196, type=slice]; -"1197 fill__29" [id=1197, type="fill_"]; -"1198 lift_fresh_copy_30" [id=1198, type="lift_fresh_copy"]; -"1199 slice_117" [id=1199, type=slice]; -"1200 slice_118" [id=1200, type=slice]; -"1201 fill__30" [id=1201, type="fill_"]; -"1202 lift_fresh_copy_31" [id=1202, type="lift_fresh_copy"]; -"1203 slice_119" [id=1203, type=slice]; -"1204 slice_120" [id=1204, type=slice]; -"1205 fill__31" [id=1205, type="fill_"]; -"1206 lift_fresh_copy_32" [id=1206, type="lift_fresh_copy"]; -"1207 slice_121" [id=1207, type=slice]; -"1208 slice_122" [id=1208, type=slice]; -"1209 fill__32" [id=1209, type="fill_"]; -"1210 lift_fresh_copy_33" [id=1210, type="lift_fresh_copy"]; -"1211 slice_123" [id=1211, type=slice]; -"1212 slice_124" [id=1212, type=slice]; -"1213 fill__33" [id=1213, type="fill_"]; -"1214 lift_fresh_copy_34" [id=1214, type="lift_fresh_copy"]; -"1215 slice_125" [id=1215, type=slice]; -"1216 slice_126" [id=1216, type=slice]; -"1217 fill__34" [id=1217, type="fill_"]; -"1218 lift_fresh_copy_35" [id=1218, type="lift_fresh_copy"]; -"1219 slice_127" [id=1219, type=slice]; -"1220 slice_128" [id=1220, type=slice]; -"1221 fill__35" [id=1221, type="fill_"]; -"1222 view_40" [id=1222, type=view]; -"1223 permute_35" [id=1223, type=permute]; -"1224 reshape_33" [id=1224, type=reshape]; -"1225 unsqueeze_20" [id=1225, type=unsqueeze]; -"1226 unsqueeze_21" [id=1226, type=unsqueeze]; -"1227 sub_3" [id=1227, type=sub]; -"1228 ne_3" [id=1228, type=ne]; -"1229 masked_fill_6" [id=1229, type="masked_fill"]; -"1230 eq_3" [id=1230, type=eq]; -"1231 masked_fill_7" [id=1231, type="masked_fill"]; -"1232 view_41" [id=1232, type=view]; -"1233 unsqueeze_22" [id=1233, type=unsqueeze]; -"1234 unsqueeze_23" [id=1234, type=unsqueeze]; -"1235 add_25" [id=1235, type=add]; -"1236 view_42" [id=1236, type=view]; -"1237 softmax_7" [id=1237, type=softmax]; -"1238 dropout_28" [id=1238, type=dropout]; -"1239 matmul_15" [id=1239, type=matmul]; -"1240 transpose_15" [id=1240, type=transpose]; -"1241 reshape_34" [id=1241, type=reshape]; -"1242 reshape_34_0_0_nncf_smooth_quant_0" [id=1242, type="call_module"]; -"1243 quantize_per_tensor_default_48" [id=1243, type="quantize_per_tensor"]; -"1244 dequantize_per_tensor_default_48" [id=1244, type="dequantize_per_tensor"]; -"1245 linear_47_scale_0" [id=1245, type="get_attr"]; -"1246 linear_47_zero_point_0" [id=1246, type="get_attr"]; -"1247 compressed_weight_updated_constant32" [id=1247, type="get_attr"]; -"1248 quantize_per_channel_default_32" [id=1248, type="quantize_per_channel"]; -"1249 dequantize_per_channel_default_32" [id=1249, type="dequantize_per_channel"]; -"1250 linear_47" [id=1250, type=linear]; -"1251 dropout_29" [id=1251, type=dropout]; -"1252 view_43" [id=1252, type=view]; -"1253 permute_36" [id=1253, type=permute]; -"1254 reshape_35" [id=1254, type=reshape]; -"1255 roll_7" [id=1255, type=roll]; -"1256 slice_129" [id=1256, type=slice]; -"1257 slice_130" [id=1257, type=slice]; -"1258 slice_131" [id=1258, type=slice]; -"1259 slice_132" [id=1259, type=slice]; -"1260 contiguous_13" [id=1260, type=contiguous]; -"1261 layer_norm_17" [id=1261, type="layer_norm"]; -"1262 add_26" [id=1262, type=add]; -"1263 add_26_0_0_nncf_smooth_quant_0" [id=1263, type="call_module"]; -"1264 quantize_per_tensor_default_49" [id=1264, type="quantize_per_tensor"]; -"1265 dequantize_per_tensor_default_49" [id=1265, type="dequantize_per_tensor"]; -"1266 linear_48_scale_0" [id=1266, type="get_attr"]; -"1267 linear_48_zero_point_0" [id=1267, type="get_attr"]; -"1268 compressed_weight_updated_constant33" [id=1268, type="get_attr"]; -"1269 quantize_per_channel_default_33" [id=1269, type="quantize_per_channel"]; -"1270 dequantize_per_channel_default_33" [id=1270, type="dequantize_per_channel"]; -"1271 linear_48" [id=1271, type=linear]; -"1272 gelu_7" [id=1272, type=gelu]; -"1273 dropout_30" [id=1273, type=dropout]; -"1274 dropout_30_0_0_nncf_smooth_quant_0" [id=1274, type="call_module"]; -"1275 quantize_per_tensor_default_50" [id=1275, type="quantize_per_tensor"]; -"1276 dequantize_per_tensor_default_50" [id=1276, type="dequantize_per_tensor"]; -"1277 linear_49_scale_0" [id=1277, type="get_attr"]; -"1278 linear_49_zero_point_0" [id=1278, type="get_attr"]; -"1279 compressed_weight_updated_constant34" [id=1279, type="get_attr"]; -"1280 quantize_per_channel_default_34" [id=1280, type="quantize_per_channel"]; -"1281 dequantize_per_channel_default_34" [id=1281, type="dequantize_per_channel"]; -"1282 linear_49" [id=1282, type=linear]; -"1283 dropout_31" [id=1283, type=dropout]; -"1284 layer_norm_18" [id=1284, type="layer_norm"]; -"1285 add_27" [id=1285, type=add]; -"1286 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1286, type="get_attr"]; -"1287 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1287, type="call_module"]; -"1288 linear_50" [id=1288, type=linear]; -"1289 relu__8" [id=1289, type="relu_"]; -"1290 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1290, type="get_attr"]; -"1291 relu__8_0_0_nncf_smooth_quant_0" [id=1291, type="call_module"]; -"1292 linear_51" [id=1292, type=linear]; -"1293 view_44" [id=1293, type=view]; -"1294 index_8" [id=1294, type=index]; -"1295 view_45" [id=1295, type=view]; -"1296 permute_37" [id=1296, type=permute]; -"1297 contiguous_14" [id=1297, type=contiguous]; -"1298 unsqueeze_24" [id=1298, type=unsqueeze]; -"1299 sigmoid_8" [id=1299, type=sigmoid]; -"1300 mul_16" [id=1300, type=mul]; -"1301 pad_10" [id=1301, type=pad]; -"1302 view_46" [id=1302, type=view]; -"1303 permute_38" [id=1303, type=permute]; -"1304 reshape_36" [id=1304, type=reshape]; -"1305 clone_8" [id=1305, type=clone]; -"1306 slice_133" [id=1306, type=slice]; -"1307 zero__8" [id=1307, type="zero_"]; -"1308 reshape_36_0_0_nncf_smooth_quant_0" [id=1308, type="call_module"]; -"1309 quantize_per_tensor_default_51" [id=1309, type="quantize_per_tensor"]; -"1310 dequantize_per_tensor_default_51" [id=1310, type="dequantize_per_tensor"]; -"1311 linear_52_scale_0" [id=1311, type="get_attr"]; -"1312 linear_52_zero_point_0" [id=1312, type="get_attr"]; -"1313 compressed_weight_updated_constant35" [id=1313, type="get_attr"]; -"1314 quantize_per_channel_default_35" [id=1314, type="quantize_per_channel"]; -"1315 dequantize_per_channel_default_35" [id=1315, type="dequantize_per_channel"]; -"1316 linear_52" [id=1316, type=linear]; -"1317 reshape_37" [id=1317, type=reshape]; -"1318 permute_39" [id=1318, type=permute]; -"1319 select_24" [id=1319, type=select]; -"1320 select_25" [id=1320, type=select]; -"1321 select_26" [id=1321, type=select]; -"1322 linalg_vector_norm_16" [id=1322, type="linalg_vector_norm"]; -"1323 clamp_min_16" [id=1323, type="clamp_min"]; -"1324 expand_as_16" [id=1324, type="expand_as"]; -"1325 div_16" [id=1325, type=div]; -"1326 quantize_per_tensor_default_52" [id=1326, type="quantize_per_tensor"]; -"1327 dequantize_per_tensor_default_52" [id=1327, type="dequantize_per_tensor"]; -"1328 linalg_vector_norm_17" [id=1328, type="linalg_vector_norm"]; -"1329 clamp_min_17" [id=1329, type="clamp_min"]; -"1330 expand_as_17" [id=1330, type="expand_as"]; -"1331 div_17" [id=1331, type=div]; -"1332 quantize_per_tensor_default_53" [id=1332, type="quantize_per_tensor"]; -"1333 dequantize_per_tensor_default_53" [id=1333, type="dequantize_per_tensor"]; -"1334 transpose_16" [id=1334, type=transpose]; -"1335 matmul_16" [id=1335, type=matmul]; -"1336 clamp_8" [id=1336, type=clamp]; -"1337 exp_8" [id=1337, type=exp]; -"1338 mul_17" [id=1338, type=mul]; -"1339 add_28" [id=1339, type=add]; -"1340 softmax_8" [id=1340, type=softmax]; -"1341 dropout_32" [id=1341, type=dropout]; -"1342 matmul_17" [id=1342, type=matmul]; -"1343 transpose_17" [id=1343, type=transpose]; -"1344 reshape_38" [id=1344, type=reshape]; -"1345 reshape_38_0_0_nncf_smooth_quant_0" [id=1345, type="call_module"]; -"1346 quantize_per_tensor_default_54" [id=1346, type="quantize_per_tensor"]; -"1347 dequantize_per_tensor_default_54" [id=1347, type="dequantize_per_tensor"]; -"1348 linear_53_scale_0" [id=1348, type="get_attr"]; -"1349 linear_53_zero_point_0" [id=1349, type="get_attr"]; -"1350 compressed_weight_updated_constant36" [id=1350, type="get_attr"]; -"1351 quantize_per_channel_default_36" [id=1351, type="quantize_per_channel"]; -"1352 dequantize_per_channel_default_36" [id=1352, type="dequantize_per_channel"]; -"1353 linear_53" [id=1353, type=linear]; -"1354 dropout_33" [id=1354, type=dropout]; -"1355 view_47" [id=1355, type=view]; -"1356 permute_40" [id=1356, type=permute]; -"1357 reshape_39" [id=1357, type=reshape]; -"1358 slice_134" [id=1358, type=slice]; -"1359 slice_135" [id=1359, type=slice]; -"1360 slice_136" [id=1360, type=slice]; -"1361 slice_137" [id=1361, type=slice]; -"1362 contiguous_15" [id=1362, type=contiguous]; -"1363 layer_norm_19" [id=1363, type="layer_norm"]; -"1364 add_29" [id=1364, type=add]; -"1365 add_29_0_0_nncf_smooth_quant_0" [id=1365, type="call_module"]; -"1366 quantize_per_tensor_default_55" [id=1366, type="quantize_per_tensor"]; -"1367 dequantize_per_tensor_default_55" [id=1367, type="dequantize_per_tensor"]; -"1368 linear_54_scale_0" [id=1368, type="get_attr"]; -"1369 linear_54_zero_point_0" [id=1369, type="get_attr"]; -"1370 compressed_weight_updated_constant37" [id=1370, type="get_attr"]; -"1371 quantize_per_channel_default_37" [id=1371, type="quantize_per_channel"]; -"1372 dequantize_per_channel_default_37" [id=1372, type="dequantize_per_channel"]; -"1373 linear_54" [id=1373, type=linear]; -"1374 gelu_8" [id=1374, type=gelu]; -"1375 dropout_34" [id=1375, type=dropout]; -"1376 dropout_34_0_0_nncf_smooth_quant_0" [id=1376, type="call_module"]; -"1377 quantize_per_tensor_default_56" [id=1377, type="quantize_per_tensor"]; -"1378 dequantize_per_tensor_default_56" [id=1378, type="dequantize_per_tensor"]; -"1379 linear_55_scale_0" [id=1379, type="get_attr"]; -"1380 linear_55_zero_point_0" [id=1380, type="get_attr"]; -"1381 compressed_weight_updated_constant38" [id=1381, type="get_attr"]; -"1382 quantize_per_channel_default_38" [id=1382, type="quantize_per_channel"]; -"1383 dequantize_per_channel_default_38" [id=1383, type="dequantize_per_channel"]; -"1384 linear_55" [id=1384, type=linear]; -"1385 dropout_35" [id=1385, type=dropout]; -"1386 layer_norm_20" [id=1386, type="layer_norm"]; -"1387 add_30" [id=1387, type=add]; -"1388 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1388, type="get_attr"]; -"1389 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1389, type="call_module"]; -"1390 linear_56" [id=1390, type=linear]; -"1391 relu__9" [id=1391, type="relu_"]; -"1392 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1392, type="get_attr"]; -"1393 relu__9_0_0_nncf_smooth_quant_0" [id=1393, type="call_module"]; -"1394 linear_57" [id=1394, type=linear]; -"1395 view_48" [id=1395, type=view]; -"1396 index_9" [id=1396, type=index]; -"1397 view_49" [id=1397, type=view]; -"1398 permute_41" [id=1398, type=permute]; -"1399 contiguous_16" [id=1399, type=contiguous]; -"1400 unsqueeze_25" [id=1400, type=unsqueeze]; -"1401 sigmoid_9" [id=1401, type=sigmoid]; -"1402 mul_18" [id=1402, type=mul]; -"1403 pad_11" [id=1403, type=pad]; -"1404 roll_8" [id=1404, type=roll]; -"1405 view_50" [id=1405, type=view]; -"1406 permute_42" [id=1406, type=permute]; -"1407 reshape_40" [id=1407, type=reshape]; -"1408 clone_9" [id=1408, type=clone]; -"1409 slice_138" [id=1409, type=slice]; -"1410 zero__9" [id=1410, type="zero_"]; -"1411 reshape_40_0_0_nncf_smooth_quant_0" [id=1411, type="call_module"]; -"1412 quantize_per_tensor_default_57" [id=1412, type="quantize_per_tensor"]; -"1413 dequantize_per_tensor_default_57" [id=1413, type="dequantize_per_tensor"]; -"1414 linear_58_scale_0" [id=1414, type="get_attr"]; -"1415 linear_58_zero_point_0" [id=1415, type="get_attr"]; -"1416 compressed_weight_updated_constant39" [id=1416, type="get_attr"]; -"1417 quantize_per_channel_default_39" [id=1417, type="quantize_per_channel"]; -"1418 dequantize_per_channel_default_39" [id=1418, type="dequantize_per_channel"]; -"1419 linear_58" [id=1419, type=linear]; -"1420 reshape_41" [id=1420, type=reshape]; -"1421 permute_43" [id=1421, type=permute]; -"1422 select_27" [id=1422, type=select]; -"1423 select_28" [id=1423, type=select]; -"1424 select_29" [id=1424, type=select]; -"1425 linalg_vector_norm_18" [id=1425, type="linalg_vector_norm"]; -"1426 clamp_min_18" [id=1426, type="clamp_min"]; -"1427 expand_as_18" [id=1427, type="expand_as"]; -"1428 div_18" [id=1428, type=div]; -"1429 quantize_per_tensor_default_58" [id=1429, type="quantize_per_tensor"]; -"1430 dequantize_per_tensor_default_58" [id=1430, type="dequantize_per_tensor"]; -"1431 linalg_vector_norm_19" [id=1431, type="linalg_vector_norm"]; -"1432 clamp_min_19" [id=1432, type="clamp_min"]; -"1433 expand_as_19" [id=1433, type="expand_as"]; -"1434 div_19" [id=1434, type=div]; -"1435 quantize_per_tensor_default_59" [id=1435, type="quantize_per_tensor"]; -"1436 dequantize_per_tensor_default_59" [id=1436, type="dequantize_per_tensor"]; -"1437 transpose_18" [id=1437, type=transpose]; -"1438 matmul_18" [id=1438, type=matmul]; -"1439 clamp_9" [id=1439, type=clamp]; -"1440 exp_9" [id=1440, type=exp]; -"1441 mul_19" [id=1441, type=mul]; -"1442 add_31" [id=1442, type=add]; -"1443 new_zeros_4" [id=1443, type="new_zeros"]; -"1444 lift_fresh_copy_36" [id=1444, type="lift_fresh_copy"]; -"1445 slice_139" [id=1445, type=slice]; -"1446 slice_140" [id=1446, type=slice]; -"1447 fill__36" [id=1447, type="fill_"]; -"1448 lift_fresh_copy_37" [id=1448, type="lift_fresh_copy"]; -"1449 slice_141" [id=1449, type=slice]; -"1450 slice_142" [id=1450, type=slice]; -"1451 fill__37" [id=1451, type="fill_"]; -"1452 lift_fresh_copy_38" [id=1452, type="lift_fresh_copy"]; -"1453 slice_143" [id=1453, type=slice]; -"1454 slice_144" [id=1454, type=slice]; -"1455 fill__38" [id=1455, type="fill_"]; -"1456 lift_fresh_copy_39" [id=1456, type="lift_fresh_copy"]; -"1457 slice_145" [id=1457, type=slice]; -"1458 slice_146" [id=1458, type=slice]; -"1459 fill__39" [id=1459, type="fill_"]; -"1460 lift_fresh_copy_40" [id=1460, type="lift_fresh_copy"]; -"1461 slice_147" [id=1461, type=slice]; -"1462 slice_148" [id=1462, type=slice]; -"1463 fill__40" [id=1463, type="fill_"]; -"1464 lift_fresh_copy_41" [id=1464, type="lift_fresh_copy"]; -"1465 slice_149" [id=1465, type=slice]; -"1466 slice_150" [id=1466, type=slice]; -"1467 fill__41" [id=1467, type="fill_"]; -"1468 lift_fresh_copy_42" [id=1468, type="lift_fresh_copy"]; -"1469 slice_151" [id=1469, type=slice]; -"1470 slice_152" [id=1470, type=slice]; -"1471 fill__42" [id=1471, type="fill_"]; -"1472 lift_fresh_copy_43" [id=1472, type="lift_fresh_copy"]; -"1473 slice_153" [id=1473, type=slice]; -"1474 slice_154" [id=1474, type=slice]; -"1475 fill__43" [id=1475, type="fill_"]; -"1476 lift_fresh_copy_44" [id=1476, type="lift_fresh_copy"]; -"1477 slice_155" [id=1477, type=slice]; -"1478 slice_156" [id=1478, type=slice]; -"1479 fill__44" [id=1479, type="fill_"]; -"1480 view_51" [id=1480, type=view]; -"1481 permute_44" [id=1481, type=permute]; -"1482 reshape_42" [id=1482, type=reshape]; -"1483 unsqueeze_26" [id=1483, type=unsqueeze]; -"1484 unsqueeze_27" [id=1484, type=unsqueeze]; -"1485 sub_4" [id=1485, type=sub]; -"1486 ne_4" [id=1486, type=ne]; -"1487 masked_fill_8" [id=1487, type="masked_fill"]; -"1488 eq_4" [id=1488, type=eq]; -"1489 masked_fill_9" [id=1489, type="masked_fill"]; -"1490 view_52" [id=1490, type=view]; -"1491 unsqueeze_28" [id=1491, type=unsqueeze]; -"1492 unsqueeze_29" [id=1492, type=unsqueeze]; -"1493 add_32" [id=1493, type=add]; -"1494 view_53" [id=1494, type=view]; -"1495 softmax_9" [id=1495, type=softmax]; -"1496 dropout_36" [id=1496, type=dropout]; -"1497 matmul_19" [id=1497, type=matmul]; -"1498 transpose_19" [id=1498, type=transpose]; -"1499 reshape_43" [id=1499, type=reshape]; -"1500 reshape_43_0_0_nncf_smooth_quant_0" [id=1500, type="call_module"]; -"1501 quantize_per_tensor_default_60" [id=1501, type="quantize_per_tensor"]; -"1502 dequantize_per_tensor_default_60" [id=1502, type="dequantize_per_tensor"]; -"1503 linear_59_scale_0" [id=1503, type="get_attr"]; -"1504 linear_59_zero_point_0" [id=1504, type="get_attr"]; -"1505 compressed_weight_updated_constant40" [id=1505, type="get_attr"]; -"1506 quantize_per_channel_default_40" [id=1506, type="quantize_per_channel"]; -"1507 dequantize_per_channel_default_40" [id=1507, type="dequantize_per_channel"]; -"1508 linear_59" [id=1508, type=linear]; -"1509 dropout_37" [id=1509, type=dropout]; -"1510 view_54" [id=1510, type=view]; -"1511 permute_45" [id=1511, type=permute]; -"1512 reshape_44" [id=1512, type=reshape]; -"1513 roll_9" [id=1513, type=roll]; -"1514 slice_157" [id=1514, type=slice]; -"1515 slice_158" [id=1515, type=slice]; -"1516 slice_159" [id=1516, type=slice]; -"1517 slice_160" [id=1517, type=slice]; -"1518 contiguous_17" [id=1518, type=contiguous]; -"1519 layer_norm_21" [id=1519, type="layer_norm"]; -"1520 add_33" [id=1520, type=add]; -"1521 add_33_0_0_nncf_smooth_quant_0" [id=1521, type="call_module"]; -"1522 quantize_per_tensor_default_61" [id=1522, type="quantize_per_tensor"]; -"1523 dequantize_per_tensor_default_61" [id=1523, type="dequantize_per_tensor"]; -"1524 linear_60_scale_0" [id=1524, type="get_attr"]; -"1525 linear_60_zero_point_0" [id=1525, type="get_attr"]; -"1526 compressed_weight_updated_constant41" [id=1526, type="get_attr"]; -"1527 quantize_per_channel_default_41" [id=1527, type="quantize_per_channel"]; -"1528 dequantize_per_channel_default_41" [id=1528, type="dequantize_per_channel"]; -"1529 linear_60" [id=1529, type=linear]; -"1530 gelu_9" [id=1530, type=gelu]; -"1531 dropout_38" [id=1531, type=dropout]; -"1532 dropout_38_0_0_nncf_smooth_quant_0" [id=1532, type="call_module"]; -"1533 quantize_per_tensor_default_62" [id=1533, type="quantize_per_tensor"]; -"1534 dequantize_per_tensor_default_62" [id=1534, type="dequantize_per_tensor"]; -"1535 linear_61_scale_0" [id=1535, type="get_attr"]; -"1536 linear_61_zero_point_0" [id=1536, type="get_attr"]; -"1537 compressed_weight_updated_constant42" [id=1537, type="get_attr"]; -"1538 quantize_per_channel_default_42" [id=1538, type="quantize_per_channel"]; -"1539 dequantize_per_channel_default_42" [id=1539, type="dequantize_per_channel"]; -"1540 linear_61" [id=1540, type=linear]; -"1541 dropout_39" [id=1541, type=dropout]; -"1542 layer_norm_22" [id=1542, type="layer_norm"]; -"1543 add_34" [id=1543, type=add]; -"1544 pad_12" [id=1544, type=pad]; -"1545 slice_161" [id=1545, type=slice]; -"1546 slice_162" [id=1546, type=slice]; -"1547 slice_163" [id=1547, type=slice]; -"1548 slice_164" [id=1548, type=slice]; -"1549 slice_165" [id=1549, type=slice]; -"1550 slice_166" [id=1550, type=slice]; -"1551 slice_167" [id=1551, type=slice]; -"1552 slice_168" [id=1552, type=slice]; -"1553 slice_169" [id=1553, type=slice]; -"1554 slice_170" [id=1554, type=slice]; -"1555 slice_171" [id=1555, type=slice]; -"1556 slice_172" [id=1556, type=slice]; -"1557 cat_2" [id=1557, type=cat]; -"1558 cat_2_0_0_nncf_smooth_quant_0" [id=1558, type="call_module"]; -"1559 quantize_per_tensor_default_63" [id=1559, type="quantize_per_tensor"]; -"1560 dequantize_per_tensor_default_63" [id=1560, type="dequantize_per_tensor"]; -"1561 linear_62_scale_0" [id=1561, type="get_attr"]; -"1562 linear_62_zero_point_0" [id=1562, type="get_attr"]; -"1563 compressed_weight_updated_constant43" [id=1563, type="get_attr"]; -"1564 quantize_per_channel_default_43" [id=1564, type="quantize_per_channel"]; -"1565 dequantize_per_channel_default_43" [id=1565, type="dequantize_per_channel"]; -"1566 linear_62" [id=1566, type=linear]; -"1567 layer_norm_23" [id=1567, type="layer_norm"]; -"1568 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1568, type="get_attr"]; -"1569 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1569, type="call_module"]; -"1570 linear_63" [id=1570, type=linear]; -"1571 relu__10" [id=1571, type="relu_"]; -"1572 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1572, type="get_attr"]; -"1573 relu__10_0_0_nncf_smooth_quant_0" [id=1573, type="call_module"]; -"1574 linear_64" [id=1574, type=linear]; -"1575 view_55" [id=1575, type=view]; -"1576 index_10" [id=1576, type=index]; -"1577 view_56" [id=1577, type=view]; -"1578 permute_46" [id=1578, type=permute]; -"1579 contiguous_18" [id=1579, type=contiguous]; -"1580 unsqueeze_30" [id=1580, type=unsqueeze]; -"1581 sigmoid_10" [id=1581, type=sigmoid]; -"1582 mul_20" [id=1582, type=mul]; -"1583 pad_13" [id=1583, type=pad]; -"1584 view_57" [id=1584, type=view]; -"1585 permute_47" [id=1585, type=permute]; -"1586 reshape_45" [id=1586, type=reshape]; -"1587 clone_10" [id=1587, type=clone]; -"1588 slice_173" [id=1588, type=slice]; -"1589 zero__10" [id=1589, type="zero_"]; -"1590 reshape_45_0_0_nncf_smooth_quant_0" [id=1590, type="call_module"]; -"1591 quantize_per_tensor_default_64" [id=1591, type="quantize_per_tensor"]; -"1592 dequantize_per_tensor_default_64" [id=1592, type="dequantize_per_tensor"]; -"1593 linear_65_scale_0" [id=1593, type="get_attr"]; -"1594 linear_65_zero_point_0" [id=1594, type="get_attr"]; -"1595 compressed_weight_updated_constant44" [id=1595, type="get_attr"]; -"1596 quantize_per_channel_default_44" [id=1596, type="quantize_per_channel"]; -"1597 dequantize_per_channel_default_44" [id=1597, type="dequantize_per_channel"]; -"1598 linear_65" [id=1598, type=linear]; -"1599 reshape_46" [id=1599, type=reshape]; -"1600 permute_48" [id=1600, type=permute]; -"1601 select_30" [id=1601, type=select]; -"1602 select_31" [id=1602, type=select]; -"1603 select_32" [id=1603, type=select]; -"1604 linalg_vector_norm_20" [id=1604, type="linalg_vector_norm"]; -"1605 clamp_min_20" [id=1605, type="clamp_min"]; -"1606 expand_as_20" [id=1606, type="expand_as"]; -"1607 div_20" [id=1607, type=div]; -"1608 quantize_per_tensor_default_65" [id=1608, type="quantize_per_tensor"]; -"1609 dequantize_per_tensor_default_65" [id=1609, type="dequantize_per_tensor"]; -"1610 linalg_vector_norm_21" [id=1610, type="linalg_vector_norm"]; -"1611 clamp_min_21" [id=1611, type="clamp_min"]; -"1612 expand_as_21" [id=1612, type="expand_as"]; -"1613 div_21" [id=1613, type=div]; -"1614 quantize_per_tensor_default_66" [id=1614, type="quantize_per_tensor"]; -"1615 dequantize_per_tensor_default_66" [id=1615, type="dequantize_per_tensor"]; -"1616 transpose_20" [id=1616, type=transpose]; -"1617 matmul_20" [id=1617, type=matmul]; -"1618 clamp_10" [id=1618, type=clamp]; -"1619 exp_10" [id=1619, type=exp]; -"1620 mul_21" [id=1620, type=mul]; -"1621 add_35" [id=1621, type=add]; -"1622 softmax_10" [id=1622, type=softmax]; -"1623 dropout_40" [id=1623, type=dropout]; -"1624 matmul_21" [id=1624, type=matmul]; -"1625 transpose_21" [id=1625, type=transpose]; -"1626 reshape_47" [id=1626, type=reshape]; -"1627 reshape_47_0_0_nncf_smooth_quant_0" [id=1627, type="call_module"]; -"1628 quantize_per_tensor_default_67" [id=1628, type="quantize_per_tensor"]; -"1629 dequantize_per_tensor_default_67" [id=1629, type="dequantize_per_tensor"]; -"1630 linear_66_scale_0" [id=1630, type="get_attr"]; -"1631 linear_66_zero_point_0" [id=1631, type="get_attr"]; -"1632 compressed_weight_updated_constant45" [id=1632, type="get_attr"]; -"1633 quantize_per_channel_default_45" [id=1633, type="quantize_per_channel"]; -"1634 dequantize_per_channel_default_45" [id=1634, type="dequantize_per_channel"]; -"1635 linear_66" [id=1635, type=linear]; -"1636 dropout_41" [id=1636, type=dropout]; -"1637 view_58" [id=1637, type=view]; -"1638 permute_49" [id=1638, type=permute]; -"1639 reshape_48" [id=1639, type=reshape]; -"1640 slice_174" [id=1640, type=slice]; -"1641 slice_175" [id=1641, type=slice]; -"1642 slice_176" [id=1642, type=slice]; -"1643 slice_177" [id=1643, type=slice]; -"1644 contiguous_19" [id=1644, type=contiguous]; -"1645 layer_norm_24" [id=1645, type="layer_norm"]; -"1646 add_36" [id=1646, type=add]; -"1647 add_36_0_0_nncf_smooth_quant_0" [id=1647, type="call_module"]; -"1648 quantize_per_tensor_default_68" [id=1648, type="quantize_per_tensor"]; -"1649 dequantize_per_tensor_default_68" [id=1649, type="dequantize_per_tensor"]; -"1650 linear_67_scale_0" [id=1650, type="get_attr"]; -"1651 linear_67_zero_point_0" [id=1651, type="get_attr"]; -"1652 compressed_weight_updated_constant46" [id=1652, type="get_attr"]; -"1653 quantize_per_channel_default_46" [id=1653, type="quantize_per_channel"]; -"1654 dequantize_per_channel_default_46" [id=1654, type="dequantize_per_channel"]; -"1655 linear_67" [id=1655, type=linear]; -"1656 gelu_10" [id=1656, type=gelu]; -"1657 dropout_42" [id=1657, type=dropout]; -"1658 dropout_42_0_0_nncf_smooth_quant_0" [id=1658, type="call_module"]; -"1659 quantize_per_tensor_default_69" [id=1659, type="quantize_per_tensor"]; -"1660 dequantize_per_tensor_default_69" [id=1660, type="dequantize_per_tensor"]; -"1661 linear_68_scale_0" [id=1661, type="get_attr"]; -"1662 linear_68_zero_point_0" [id=1662, type="get_attr"]; -"1663 compressed_weight_updated_constant47" [id=1663, type="get_attr"]; -"1664 quantize_per_channel_default_47" [id=1664, type="quantize_per_channel"]; -"1665 dequantize_per_channel_default_47" [id=1665, type="dequantize_per_channel"]; -"1666 linear_68" [id=1666, type=linear]; -"1667 dropout_43" [id=1667, type=dropout]; -"1668 layer_norm_25" [id=1668, type="layer_norm"]; -"1669 add_37" [id=1669, type=add]; -"1670 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1670, type="get_attr"]; -"1671 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1671, type="call_module"]; -"1672 linear_69" [id=1672, type=linear]; -"1673 relu__11" [id=1673, type="relu_"]; -"1674 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1674, type="get_attr"]; -"1675 relu__11_0_0_nncf_smooth_quant_0" [id=1675, type="call_module"]; -"1676 linear_70" [id=1676, type=linear]; -"1677 view_59" [id=1677, type=view]; -"1678 index_11" [id=1678, type=index]; -"1679 view_60" [id=1679, type=view]; -"1680 permute_50" [id=1680, type=permute]; -"1681 contiguous_20" [id=1681, type=contiguous]; -"1682 unsqueeze_31" [id=1682, type=unsqueeze]; -"1683 sigmoid_11" [id=1683, type=sigmoid]; -"1684 mul_22" [id=1684, type=mul]; -"1685 pad_14" [id=1685, type=pad]; -"1686 view_61" [id=1686, type=view]; -"1687 permute_51" [id=1687, type=permute]; -"1688 reshape_49" [id=1688, type=reshape]; -"1689 clone_11" [id=1689, type=clone]; -"1690 slice_178" [id=1690, type=slice]; -"1691 zero__11" [id=1691, type="zero_"]; -"1692 reshape_49_0_0_nncf_smooth_quant_0" [id=1692, type="call_module"]; -"1693 quantize_per_tensor_default_70" [id=1693, type="quantize_per_tensor"]; -"1694 dequantize_per_tensor_default_70" [id=1694, type="dequantize_per_tensor"]; -"1695 linear_71_scale_0" [id=1695, type="get_attr"]; -"1696 linear_71_zero_point_0" [id=1696, type="get_attr"]; -"1697 compressed_weight_updated_constant48" [id=1697, type="get_attr"]; -"1698 quantize_per_channel_default_48" [id=1698, type="quantize_per_channel"]; -"1699 dequantize_per_channel_default_48" [id=1699, type="dequantize_per_channel"]; -"1700 linear_71" [id=1700, type=linear]; -"1701 reshape_50" [id=1701, type=reshape]; -"1702 permute_52" [id=1702, type=permute]; -"1703 select_33" [id=1703, type=select]; -"1704 select_34" [id=1704, type=select]; -"1705 select_35" [id=1705, type=select]; -"1706 linalg_vector_norm_22" [id=1706, type="linalg_vector_norm"]; -"1707 clamp_min_22" [id=1707, type="clamp_min"]; -"1708 expand_as_22" [id=1708, type="expand_as"]; -"1709 div_22" [id=1709, type=div]; -"1710 quantize_per_tensor_default_71" [id=1710, type="quantize_per_tensor"]; -"1711 dequantize_per_tensor_default_71" [id=1711, type="dequantize_per_tensor"]; -"1712 linalg_vector_norm_23" [id=1712, type="linalg_vector_norm"]; -"1713 clamp_min_23" [id=1713, type="clamp_min"]; -"1714 expand_as_23" [id=1714, type="expand_as"]; -"1715 div_23" [id=1715, type=div]; -"1716 quantize_per_tensor_default_72" [id=1716, type="quantize_per_tensor"]; -"1717 dequantize_per_tensor_default_72" [id=1717, type="dequantize_per_tensor"]; -"1718 transpose_22" [id=1718, type=transpose]; -"1719 matmul_22" [id=1719, type=matmul]; -"1720 clamp_11" [id=1720, type=clamp]; -"1721 exp_11" [id=1721, type=exp]; -"1722 mul_23" [id=1722, type=mul]; -"1723 add_38" [id=1723, type=add]; -"1724 softmax_11" [id=1724, type=softmax]; -"1725 dropout_44" [id=1725, type=dropout]; -"1726 matmul_23" [id=1726, type=matmul]; -"1727 transpose_23" [id=1727, type=transpose]; -"1728 reshape_51" [id=1728, type=reshape]; -"1729 reshape_51_0_0_nncf_smooth_quant_0" [id=1729, type="call_module"]; -"1730 quantize_per_tensor_default_73" [id=1730, type="quantize_per_tensor"]; -"1731 dequantize_per_tensor_default_73" [id=1731, type="dequantize_per_tensor"]; -"1732 linear_72_scale_0" [id=1732, type="get_attr"]; -"1733 linear_72_zero_point_0" [id=1733, type="get_attr"]; -"1734 compressed_weight_updated_constant49" [id=1734, type="get_attr"]; -"1735 quantize_per_channel_default_49" [id=1735, type="quantize_per_channel"]; -"1736 dequantize_per_channel_default_49" [id=1736, type="dequantize_per_channel"]; -"1737 linear_72" [id=1737, type=linear]; -"1738 dropout_45" [id=1738, type=dropout]; -"1739 view_62" [id=1739, type=view]; -"1740 permute_53" [id=1740, type=permute]; -"1741 reshape_52" [id=1741, type=reshape]; -"1742 slice_179" [id=1742, type=slice]; -"1743 slice_180" [id=1743, type=slice]; -"1744 slice_181" [id=1744, type=slice]; -"1745 slice_182" [id=1745, type=slice]; -"1746 contiguous_21" [id=1746, type=contiguous]; -"1747 layer_norm_26" [id=1747, type="layer_norm"]; -"1748 add_39" [id=1748, type=add]; -"1749 add_39_0_0_nncf_smooth_quant_0" [id=1749, type="call_module"]; -"1750 quantize_per_tensor_default_74" [id=1750, type="quantize_per_tensor"]; -"1751 dequantize_per_tensor_default_74" [id=1751, type="dequantize_per_tensor"]; -"1752 linear_73_scale_0" [id=1752, type="get_attr"]; -"1753 linear_73_zero_point_0" [id=1753, type="get_attr"]; -"1754 compressed_weight_updated_constant50" [id=1754, type="get_attr"]; -"1755 quantize_per_channel_default_50" [id=1755, type="quantize_per_channel"]; -"1756 dequantize_per_channel_default_50" [id=1756, type="dequantize_per_channel"]; -"1757 linear_73" [id=1757, type=linear]; -"1758 gelu_11" [id=1758, type=gelu]; -"1759 dropout_46" [id=1759, type=dropout]; -"1760 dropout_46_0_0_nncf_smooth_quant_0" [id=1760, type="call_module"]; -"1761 quantize_per_tensor_default_75" [id=1761, type="quantize_per_tensor"]; -"1762 dequantize_per_tensor_default_75" [id=1762, type="dequantize_per_tensor"]; -"1763 linear_74_scale_0" [id=1763, type="get_attr"]; -"1764 linear_74_zero_point_0" [id=1764, type="get_attr"]; -"1765 compressed_weight_updated_constant51" [id=1765, type="get_attr"]; -"1766 quantize_per_channel_default_51" [id=1766, type="quantize_per_channel"]; -"1767 dequantize_per_channel_default_51" [id=1767, type="dequantize_per_channel"]; -"1768 linear_74" [id=1768, type=linear]; -"1769 dropout_47" [id=1769, type=dropout]; -"1770 layer_norm_27" [id=1770, type="layer_norm"]; -"1771 add_40" [id=1771, type=add]; -"1772 layer_norm_28" [id=1772, type="layer_norm"]; -"1773 permute_54" [id=1773, type=permute]; -"1774 adaptive_avg_pool2d" [id=1774, type="adaptive_avg_pool2d"]; -"1775 flatten" [id=1775, type=flatten]; -"1776 flatten_0_0_nncf_smooth_quant_0" [id=1776, type="call_module"]; -"1777 quantize_per_tensor_default_76" [id=1777, type="quantize_per_tensor"]; -"1778 dequantize_per_tensor_default_76" [id=1778, type="dequantize_per_tensor"]; -"1779 linear_75_scale_0" [id=1779, type="get_attr"]; -"1780 linear_75_zero_point_0" [id=1780, type="get_attr"]; -"1781 compressed_weight_updated_constant52" [id=1781, type="get_attr"]; -"1782 quantize_per_channel_default_52" [id=1782, type="quantize_per_channel"]; -"1783 dequantize_per_channel_default_52" [id=1783, type="dequantize_per_channel"]; -"1784 linear_75" [id=1784, type=linear]; -"1785 output" [id=1785, type=output]; +"284 alias" [id=284, type=alias]; +"285 layer_norm_1" [id=285, type="layer_norm"]; +"286 add_1" [id=286, type=add]; +"287 add_1_0_0_nncf_smooth_quant_0" [id=287, type="call_module"]; +"288 quantize_per_tensor_default_5" [id=288, type="quantize_per_tensor"]; +"289 dequantize_per_tensor_default_5" [id=289, type="dequantize_per_tensor"]; +"290 linear_4_scale_0" [id=290, type="get_attr"]; +"291 linear_4_zero_point_0" [id=291, type="get_attr"]; +"292 compressed_weight_updated_constant3" [id=292, type="get_attr"]; +"293 quantize_per_channel_default_3" [id=293, type="quantize_per_channel"]; +"294 dequantize_per_channel_default_3" [id=294, type="dequantize_per_channel"]; +"295 linear_4" [id=295, type=linear]; +"296 gelu" [id=296, type=gelu]; +"297 dropout_2" [id=297, type=dropout]; +"298 dropout_2_0_0_nncf_smooth_quant_0" [id=298, type="call_module"]; +"299 quantize_per_tensor_default_6" [id=299, type="quantize_per_tensor"]; +"300 dequantize_per_tensor_default_6" [id=300, type="dequantize_per_tensor"]; +"301 linear_5_scale_0" [id=301, type="get_attr"]; +"302 linear_5_zero_point_0" [id=302, type="get_attr"]; +"303 compressed_weight_updated_constant4" [id=303, type="get_attr"]; +"304 quantize_per_channel_default_4" [id=304, type="quantize_per_channel"]; +"305 dequantize_per_channel_default_4" [id=305, type="dequantize_per_channel"]; +"306 linear_5" [id=306, type=linear]; +"307 dropout_3" [id=307, type=dropout]; +"308 layer_norm_2" [id=308, type="layer_norm"]; +"309 add_2" [id=309, type=add]; +"310 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=310, type="get_attr"]; +"311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=311, type="call_module"]; +"312 linear_6" [id=312, type=linear]; +"313 relu__1" [id=313, type="relu_"]; +"314 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=314, type="get_attr"]; +"315 relu__1_0_0_nncf_smooth_quant_0" [id=315, type="call_module"]; +"316 linear_7" [id=316, type=linear]; +"317 view_4" [id=317, type=view]; +"318 index_1" [id=318, type=index]; +"319 view_5" [id=319, type=view]; +"320 permute_5" [id=320, type=permute]; +"321 contiguous_1" [id=321, type=contiguous]; +"322 unsqueeze_1" [id=322, type=unsqueeze]; +"323 sigmoid_1" [id=323, type=sigmoid]; +"324 mul_2" [id=324, type=mul]; +"325 pad_1" [id=325, type=pad]; +"326 roll" [id=326, type=roll]; +"327 view_6" [id=327, type=view]; +"328 permute_6" [id=328, type=permute]; +"329 reshape_4" [id=329, type=reshape]; +"330 clone_1" [id=330, type=clone]; +"331 slice_2" [id=331, type=slice]; +"332 zero__1" [id=332, type="zero_"]; +"333 reshape_4_0_0_nncf_smooth_quant_0" [id=333, type="call_module"]; +"334 quantize_per_tensor_default_7" [id=334, type="quantize_per_tensor"]; +"335 dequantize_per_tensor_default_7" [id=335, type="dequantize_per_tensor"]; +"336 linear_8_scale_0" [id=336, type="get_attr"]; +"337 linear_8_zero_point_0" [id=337, type="get_attr"]; +"338 compressed_weight_updated_constant5" [id=338, type="get_attr"]; +"339 quantize_per_channel_default_5" [id=339, type="quantize_per_channel"]; +"340 dequantize_per_channel_default_5" [id=340, type="dequantize_per_channel"]; +"341 linear_8" [id=341, type=linear]; +"342 reshape_5" [id=342, type=reshape]; +"343 permute_7" [id=343, type=permute]; +"344 select_3" [id=344, type=select]; +"345 select_4" [id=345, type=select]; +"346 select_5" [id=346, type=select]; +"347 linalg_vector_norm_2" [id=347, type="linalg_vector_norm"]; +"348 clamp_min_2" [id=348, type="clamp_min"]; +"349 expand_as_2" [id=349, type="expand_as"]; +"350 div_2" [id=350, type=div]; +"351 quantize_per_tensor_default_8" [id=351, type="quantize_per_tensor"]; +"352 dequantize_per_tensor_default_8" [id=352, type="dequantize_per_tensor"]; +"353 linalg_vector_norm_3" [id=353, type="linalg_vector_norm"]; +"354 clamp_min_3" [id=354, type="clamp_min"]; +"355 expand_as_3" [id=355, type="expand_as"]; +"356 div_3" [id=356, type=div]; +"357 quantize_per_tensor_default_9" [id=357, type="quantize_per_tensor"]; +"358 dequantize_per_tensor_default_9" [id=358, type="dequantize_per_tensor"]; +"359 transpose_2" [id=359, type=transpose]; +"360 matmul_2" [id=360, type=matmul]; +"361 clamp_1" [id=361, type=clamp]; +"362 exp_1" [id=362, type=exp]; +"363 mul_3" [id=363, type=mul]; +"364 add_3" [id=364, type=add]; +"365 new_zeros" [id=365, type="new_zeros"]; +"366 lift_fresh_copy" [id=366, type="lift_fresh_copy"]; +"367 slice_3" [id=367, type=slice]; +"368 slice_4" [id=368, type=slice]; +"369 fill_" [id=369, type="fill_"]; +"370 lift_fresh_copy_1" [id=370, type="lift_fresh_copy"]; +"371 slice_5" [id=371, type=slice]; +"372 slice_6" [id=372, type=slice]; +"373 fill__1" [id=373, type="fill_"]; +"374 lift_fresh_copy_2" [id=374, type="lift_fresh_copy"]; +"375 slice_7" [id=375, type=slice]; +"376 slice_8" [id=376, type=slice]; +"377 fill__2" [id=377, type="fill_"]; +"378 lift_fresh_copy_3" [id=378, type="lift_fresh_copy"]; +"379 slice_9" [id=379, type=slice]; +"380 slice_10" [id=380, type=slice]; +"381 fill__3" [id=381, type="fill_"]; +"382 lift_fresh_copy_4" [id=382, type="lift_fresh_copy"]; +"383 slice_11" [id=383, type=slice]; +"384 slice_12" [id=384, type=slice]; +"385 fill__4" [id=385, type="fill_"]; +"386 lift_fresh_copy_5" [id=386, type="lift_fresh_copy"]; +"387 slice_13" [id=387, type=slice]; +"388 slice_14" [id=388, type=slice]; +"389 fill__5" [id=389, type="fill_"]; +"390 lift_fresh_copy_6" [id=390, type="lift_fresh_copy"]; +"391 slice_15" [id=391, type=slice]; +"392 slice_16" [id=392, type=slice]; +"393 fill__6" [id=393, type="fill_"]; +"394 lift_fresh_copy_7" [id=394, type="lift_fresh_copy"]; +"395 slice_17" [id=395, type=slice]; +"396 slice_18" [id=396, type=slice]; +"397 fill__7" [id=397, type="fill_"]; +"398 lift_fresh_copy_8" [id=398, type="lift_fresh_copy"]; +"399 slice_19" [id=399, type=slice]; +"400 slice_20" [id=400, type=slice]; +"401 fill__8" [id=401, type="fill_"]; +"402 view_7" [id=402, type=view]; +"403 permute_8" [id=403, type=permute]; +"404 reshape_6" [id=404, type=reshape]; +"405 unsqueeze_2" [id=405, type=unsqueeze]; +"406 unsqueeze_3" [id=406, type=unsqueeze]; +"407 sub" [id=407, type=sub]; +"408 ne" [id=408, type=ne]; +"409 masked_fill" [id=409, type="masked_fill"]; +"410 eq" [id=410, type=eq]; +"411 masked_fill_1" [id=411, type="masked_fill"]; +"412 view_8" [id=412, type=view]; +"413 unsqueeze_4" [id=413, type=unsqueeze]; +"414 unsqueeze_5" [id=414, type=unsqueeze]; +"415 add_4" [id=415, type=add]; +"416 view_9" [id=416, type=view]; +"417 softmax_1" [id=417, type=softmax]; +"418 dropout_4" [id=418, type=dropout]; +"419 matmul_3" [id=419, type=matmul]; +"420 transpose_3" [id=420, type=transpose]; +"421 reshape_7" [id=421, type=reshape]; +"422 reshape_7_0_0_nncf_smooth_quant_0" [id=422, type="call_module"]; +"423 quantize_per_tensor_default_10" [id=423, type="quantize_per_tensor"]; +"424 dequantize_per_tensor_default_10" [id=424, type="dequantize_per_tensor"]; +"425 linear_9_scale_0" [id=425, type="get_attr"]; +"426 linear_9_zero_point_0" [id=426, type="get_attr"]; +"427 compressed_weight_updated_constant6" [id=427, type="get_attr"]; +"428 quantize_per_channel_default_6" [id=428, type="quantize_per_channel"]; +"429 dequantize_per_channel_default_6" [id=429, type="dequantize_per_channel"]; +"430 linear_9" [id=430, type=linear]; +"431 dropout_5" [id=431, type=dropout]; +"432 view_10" [id=432, type=view]; +"433 permute_9" [id=433, type=permute]; +"434 reshape_8" [id=434, type=reshape]; +"435 roll_1" [id=435, type=roll]; +"436 alias_1" [id=436, type=alias]; +"437 layer_norm_3" [id=437, type="layer_norm"]; +"438 add_5" [id=438, type=add]; +"439 add_5_0_0_nncf_smooth_quant_0" [id=439, type="call_module"]; +"440 quantize_per_tensor_default_11" [id=440, type="quantize_per_tensor"]; +"441 dequantize_per_tensor_default_11" [id=441, type="dequantize_per_tensor"]; +"442 linear_10_scale_0" [id=442, type="get_attr"]; +"443 linear_10_zero_point_0" [id=443, type="get_attr"]; +"444 compressed_weight_updated_constant7" [id=444, type="get_attr"]; +"445 quantize_per_channel_default_7" [id=445, type="quantize_per_channel"]; +"446 dequantize_per_channel_default_7" [id=446, type="dequantize_per_channel"]; +"447 linear_10" [id=447, type=linear]; +"448 gelu_1" [id=448, type=gelu]; +"449 dropout_6" [id=449, type=dropout]; +"450 dropout_6_0_0_nncf_smooth_quant_0" [id=450, type="call_module"]; +"451 quantize_per_tensor_default_12" [id=451, type="quantize_per_tensor"]; +"452 dequantize_per_tensor_default_12" [id=452, type="dequantize_per_tensor"]; +"453 linear_11_scale_0" [id=453, type="get_attr"]; +"454 linear_11_zero_point_0" [id=454, type="get_attr"]; +"455 compressed_weight_updated_constant8" [id=455, type="get_attr"]; +"456 quantize_per_channel_default_8" [id=456, type="quantize_per_channel"]; +"457 dequantize_per_channel_default_8" [id=457, type="dequantize_per_channel"]; +"458 linear_11" [id=458, type=linear]; +"459 dropout_7" [id=459, type=dropout]; +"460 layer_norm_4" [id=460, type="layer_norm"]; +"461 add_6" [id=461, type=add]; +"462 pad_2" [id=462, type=pad]; +"463 slice_21" [id=463, type=slice]; +"464 slice_22" [id=464, type=slice]; +"465 slice_23" [id=465, type=slice]; +"466 slice_24" [id=466, type=slice]; +"467 slice_25" [id=467, type=slice]; +"468 slice_26" [id=468, type=slice]; +"469 slice_27" [id=469, type=slice]; +"470 slice_28" [id=470, type=slice]; +"471 cat" [id=471, type=cat]; +"472 cat_0_0_nncf_smooth_quant_0" [id=472, type="call_module"]; +"473 quantize_per_tensor_default_13" [id=473, type="quantize_per_tensor"]; +"474 dequantize_per_tensor_default_13" [id=474, type="dequantize_per_tensor"]; +"475 linear_12_scale_0" [id=475, type="get_attr"]; +"476 linear_12_zero_point_0" [id=476, type="get_attr"]; +"477 compressed_weight_updated_constant9" [id=477, type="get_attr"]; +"478 quantize_per_channel_default_9" [id=478, type="quantize_per_channel"]; +"479 dequantize_per_channel_default_9" [id=479, type="dequantize_per_channel"]; +"480 linear_12" [id=480, type=linear]; +"481 layer_norm_5" [id=481, type="layer_norm"]; +"482 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=482, type="get_attr"]; +"483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=483, type="call_module"]; +"484 linear_13" [id=484, type=linear]; +"485 relu__2" [id=485, type="relu_"]; +"486 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=486, type="get_attr"]; +"487 relu__2_0_0_nncf_smooth_quant_0" [id=487, type="call_module"]; +"488 linear_14" [id=488, type=linear]; +"489 view_11" [id=489, type=view]; +"490 index_2" [id=490, type=index]; +"491 view_12" [id=491, type=view]; +"492 permute_10" [id=492, type=permute]; +"493 contiguous_2" [id=493, type=contiguous]; +"494 unsqueeze_6" [id=494, type=unsqueeze]; +"495 sigmoid_2" [id=495, type=sigmoid]; +"496 mul_4" [id=496, type=mul]; +"497 pad_3" [id=497, type=pad]; +"498 view_13" [id=498, type=view]; +"499 permute_11" [id=499, type=permute]; +"500 reshape_9" [id=500, type=reshape]; +"501 clone_2" [id=501, type=clone]; +"502 slice_29" [id=502, type=slice]; +"503 zero__2" [id=503, type="zero_"]; +"504 reshape_9_0_0_nncf_smooth_quant_0" [id=504, type="call_module"]; +"505 quantize_per_tensor_default_14" [id=505, type="quantize_per_tensor"]; +"506 dequantize_per_tensor_default_14" [id=506, type="dequantize_per_tensor"]; +"507 linear_15_scale_0" [id=507, type="get_attr"]; +"508 linear_15_zero_point_0" [id=508, type="get_attr"]; +"509 compressed_weight_updated_constant10" [id=509, type="get_attr"]; +"510 quantize_per_channel_default_10" [id=510, type="quantize_per_channel"]; +"511 dequantize_per_channel_default_10" [id=511, type="dequantize_per_channel"]; +"512 linear_15" [id=512, type=linear]; +"513 reshape_10" [id=513, type=reshape]; +"514 permute_12" [id=514, type=permute]; +"515 select_6" [id=515, type=select]; +"516 select_7" [id=516, type=select]; +"517 select_8" [id=517, type=select]; +"518 linalg_vector_norm_4" [id=518, type="linalg_vector_norm"]; +"519 clamp_min_4" [id=519, type="clamp_min"]; +"520 expand_as_4" [id=520, type="expand_as"]; +"521 div_4" [id=521, type=div]; +"522 quantize_per_tensor_default_15" [id=522, type="quantize_per_tensor"]; +"523 dequantize_per_tensor_default_15" [id=523, type="dequantize_per_tensor"]; +"524 linalg_vector_norm_5" [id=524, type="linalg_vector_norm"]; +"525 clamp_min_5" [id=525, type="clamp_min"]; +"526 expand_as_5" [id=526, type="expand_as"]; +"527 div_5" [id=527, type=div]; +"528 quantize_per_tensor_default_16" [id=528, type="quantize_per_tensor"]; +"529 dequantize_per_tensor_default_16" [id=529, type="dequantize_per_tensor"]; +"530 transpose_4" [id=530, type=transpose]; +"531 matmul_4" [id=531, type=matmul]; +"532 clamp_2" [id=532, type=clamp]; +"533 exp_2" [id=533, type=exp]; +"534 mul_5" [id=534, type=mul]; +"535 add_7" [id=535, type=add]; +"536 softmax_2" [id=536, type=softmax]; +"537 dropout_8" [id=537, type=dropout]; +"538 matmul_5" [id=538, type=matmul]; +"539 transpose_5" [id=539, type=transpose]; +"540 reshape_11" [id=540, type=reshape]; +"541 reshape_11_0_0_nncf_smooth_quant_0" [id=541, type="call_module"]; +"542 quantize_per_tensor_default_17" [id=542, type="quantize_per_tensor"]; +"543 dequantize_per_tensor_default_17" [id=543, type="dequantize_per_tensor"]; +"544 linear_16_scale_0" [id=544, type="get_attr"]; +"545 linear_16_zero_point_0" [id=545, type="get_attr"]; +"546 compressed_weight_updated_constant11" [id=546, type="get_attr"]; +"547 quantize_per_channel_default_11" [id=547, type="quantize_per_channel"]; +"548 dequantize_per_channel_default_11" [id=548, type="dequantize_per_channel"]; +"549 linear_16" [id=549, type=linear]; +"550 dropout_9" [id=550, type=dropout]; +"551 view_14" [id=551, type=view]; +"552 permute_13" [id=552, type=permute]; +"553 reshape_12" [id=553, type=reshape]; +"554 slice_30" [id=554, type=slice]; +"555 slice_31" [id=555, type=slice]; +"556 contiguous_3" [id=556, type=contiguous]; +"557 layer_norm_6" [id=557, type="layer_norm"]; +"558 add_8" [id=558, type=add]; +"559 add_8_0_0_nncf_smooth_quant_0" [id=559, type="call_module"]; +"560 quantize_per_tensor_default_18" [id=560, type="quantize_per_tensor"]; +"561 dequantize_per_tensor_default_18" [id=561, type="dequantize_per_tensor"]; +"562 linear_17_scale_0" [id=562, type="get_attr"]; +"563 linear_17_zero_point_0" [id=563, type="get_attr"]; +"564 compressed_weight_updated_constant12" [id=564, type="get_attr"]; +"565 quantize_per_channel_default_12" [id=565, type="quantize_per_channel"]; +"566 dequantize_per_channel_default_12" [id=566, type="dequantize_per_channel"]; +"567 linear_17" [id=567, type=linear]; +"568 gelu_2" [id=568, type=gelu]; +"569 dropout_10" [id=569, type=dropout]; +"570 dropout_10_0_0_nncf_smooth_quant_0" [id=570, type="call_module"]; +"571 quantize_per_tensor_default_19" [id=571, type="quantize_per_tensor"]; +"572 dequantize_per_tensor_default_19" [id=572, type="dequantize_per_tensor"]; +"573 linear_18_scale_0" [id=573, type="get_attr"]; +"574 linear_18_zero_point_0" [id=574, type="get_attr"]; +"575 compressed_weight_updated_constant13" [id=575, type="get_attr"]; +"576 quantize_per_channel_default_13" [id=576, type="quantize_per_channel"]; +"577 dequantize_per_channel_default_13" [id=577, type="dequantize_per_channel"]; +"578 linear_18" [id=578, type=linear]; +"579 dropout_11" [id=579, type=dropout]; +"580 layer_norm_7" [id=580, type="layer_norm"]; +"581 add_9" [id=581, type=add]; +"582 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=582, type="get_attr"]; +"583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=583, type="call_module"]; +"584 linear_19" [id=584, type=linear]; +"585 relu__3" [id=585, type="relu_"]; +"586 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=586, type="get_attr"]; +"587 relu__3_0_0_nncf_smooth_quant_0" [id=587, type="call_module"]; +"588 linear_20" [id=588, type=linear]; +"589 view_15" [id=589, type=view]; +"590 index_3" [id=590, type=index]; +"591 view_16" [id=591, type=view]; +"592 permute_14" [id=592, type=permute]; +"593 contiguous_4" [id=593, type=contiguous]; +"594 unsqueeze_7" [id=594, type=unsqueeze]; +"595 sigmoid_3" [id=595, type=sigmoid]; +"596 mul_6" [id=596, type=mul]; +"597 pad_4" [id=597, type=pad]; +"598 roll_2" [id=598, type=roll]; +"599 view_17" [id=599, type=view]; +"600 permute_15" [id=600, type=permute]; +"601 reshape_13" [id=601, type=reshape]; +"602 clone_3" [id=602, type=clone]; +"603 slice_32" [id=603, type=slice]; +"604 zero__3" [id=604, type="zero_"]; +"605 reshape_13_0_0_nncf_smooth_quant_0" [id=605, type="call_module"]; +"606 quantize_per_tensor_default_20" [id=606, type="quantize_per_tensor"]; +"607 dequantize_per_tensor_default_20" [id=607, type="dequantize_per_tensor"]; +"608 linear_21_scale_0" [id=608, type="get_attr"]; +"609 linear_21_zero_point_0" [id=609, type="get_attr"]; +"610 compressed_weight_updated_constant14" [id=610, type="get_attr"]; +"611 quantize_per_channel_default_14" [id=611, type="quantize_per_channel"]; +"612 dequantize_per_channel_default_14" [id=612, type="dequantize_per_channel"]; +"613 linear_21" [id=613, type=linear]; +"614 reshape_14" [id=614, type=reshape]; +"615 permute_16" [id=615, type=permute]; +"616 select_9" [id=616, type=select]; +"617 select_10" [id=617, type=select]; +"618 select_11" [id=618, type=select]; +"619 linalg_vector_norm_6" [id=619, type="linalg_vector_norm"]; +"620 clamp_min_6" [id=620, type="clamp_min"]; +"621 expand_as_6" [id=621, type="expand_as"]; +"622 div_6" [id=622, type=div]; +"623 quantize_per_tensor_default_21" [id=623, type="quantize_per_tensor"]; +"624 dequantize_per_tensor_default_21" [id=624, type="dequantize_per_tensor"]; +"625 linalg_vector_norm_7" [id=625, type="linalg_vector_norm"]; +"626 clamp_min_7" [id=626, type="clamp_min"]; +"627 expand_as_7" [id=627, type="expand_as"]; +"628 div_7" [id=628, type=div]; +"629 quantize_per_tensor_default_22" [id=629, type="quantize_per_tensor"]; +"630 dequantize_per_tensor_default_22" [id=630, type="dequantize_per_tensor"]; +"631 transpose_6" [id=631, type=transpose]; +"632 matmul_6" [id=632, type=matmul]; +"633 clamp_3" [id=633, type=clamp]; +"634 exp_3" [id=634, type=exp]; +"635 mul_7" [id=635, type=mul]; +"636 add_10" [id=636, type=add]; +"637 new_zeros_1" [id=637, type="new_zeros"]; +"638 lift_fresh_copy_9" [id=638, type="lift_fresh_copy"]; +"639 slice_33" [id=639, type=slice]; +"640 slice_34" [id=640, type=slice]; +"641 fill__9" [id=641, type="fill_"]; +"642 lift_fresh_copy_10" [id=642, type="lift_fresh_copy"]; +"643 slice_35" [id=643, type=slice]; +"644 slice_36" [id=644, type=slice]; +"645 fill__10" [id=645, type="fill_"]; +"646 lift_fresh_copy_11" [id=646, type="lift_fresh_copy"]; +"647 slice_37" [id=647, type=slice]; +"648 slice_38" [id=648, type=slice]; +"649 fill__11" [id=649, type="fill_"]; +"650 lift_fresh_copy_12" [id=650, type="lift_fresh_copy"]; +"651 slice_39" [id=651, type=slice]; +"652 slice_40" [id=652, type=slice]; +"653 fill__12" [id=653, type="fill_"]; +"654 lift_fresh_copy_13" [id=654, type="lift_fresh_copy"]; +"655 slice_41" [id=655, type=slice]; +"656 slice_42" [id=656, type=slice]; +"657 fill__13" [id=657, type="fill_"]; +"658 lift_fresh_copy_14" [id=658, type="lift_fresh_copy"]; +"659 slice_43" [id=659, type=slice]; +"660 slice_44" [id=660, type=slice]; +"661 fill__14" [id=661, type="fill_"]; +"662 lift_fresh_copy_15" [id=662, type="lift_fresh_copy"]; +"663 slice_45" [id=663, type=slice]; +"664 slice_46" [id=664, type=slice]; +"665 fill__15" [id=665, type="fill_"]; +"666 lift_fresh_copy_16" [id=666, type="lift_fresh_copy"]; +"667 slice_47" [id=667, type=slice]; +"668 slice_48" [id=668, type=slice]; +"669 fill__16" [id=669, type="fill_"]; +"670 lift_fresh_copy_17" [id=670, type="lift_fresh_copy"]; +"671 slice_49" [id=671, type=slice]; +"672 slice_50" [id=672, type=slice]; +"673 fill__17" [id=673, type="fill_"]; +"674 view_18" [id=674, type=view]; +"675 permute_17" [id=675, type=permute]; +"676 reshape_15" [id=676, type=reshape]; +"677 unsqueeze_8" [id=677, type=unsqueeze]; +"678 unsqueeze_9" [id=678, type=unsqueeze]; +"679 sub_1" [id=679, type=sub]; +"680 ne_1" [id=680, type=ne]; +"681 masked_fill_2" [id=681, type="masked_fill"]; +"682 eq_1" [id=682, type=eq]; +"683 masked_fill_3" [id=683, type="masked_fill"]; +"684 view_19" [id=684, type=view]; +"685 unsqueeze_10" [id=685, type=unsqueeze]; +"686 unsqueeze_11" [id=686, type=unsqueeze]; +"687 add_11" [id=687, type=add]; +"688 view_20" [id=688, type=view]; +"689 softmax_3" [id=689, type=softmax]; +"690 dropout_12" [id=690, type=dropout]; +"691 matmul_7" [id=691, type=matmul]; +"692 transpose_7" [id=692, type=transpose]; +"693 reshape_16" [id=693, type=reshape]; +"694 reshape_16_0_0_nncf_smooth_quant_0" [id=694, type="call_module"]; +"695 quantize_per_tensor_default_23" [id=695, type="quantize_per_tensor"]; +"696 dequantize_per_tensor_default_23" [id=696, type="dequantize_per_tensor"]; +"697 linear_22_scale_0" [id=697, type="get_attr"]; +"698 linear_22_zero_point_0" [id=698, type="get_attr"]; +"699 compressed_weight_updated_constant15" [id=699, type="get_attr"]; +"700 quantize_per_channel_default_15" [id=700, type="quantize_per_channel"]; +"701 dequantize_per_channel_default_15" [id=701, type="dequantize_per_channel"]; +"702 linear_22" [id=702, type=linear]; +"703 dropout_13" [id=703, type=dropout]; +"704 view_21" [id=704, type=view]; +"705 permute_18" [id=705, type=permute]; +"706 reshape_17" [id=706, type=reshape]; +"707 roll_3" [id=707, type=roll]; +"708 slice_51" [id=708, type=slice]; +"709 slice_52" [id=709, type=slice]; +"710 contiguous_5" [id=710, type=contiguous]; +"711 layer_norm_8" [id=711, type="layer_norm"]; +"712 add_12" [id=712, type=add]; +"713 add_12_0_0_nncf_smooth_quant_0" [id=713, type="call_module"]; +"714 quantize_per_tensor_default_24" [id=714, type="quantize_per_tensor"]; +"715 dequantize_per_tensor_default_24" [id=715, type="dequantize_per_tensor"]; +"716 linear_23_scale_0" [id=716, type="get_attr"]; +"717 linear_23_zero_point_0" [id=717, type="get_attr"]; +"718 compressed_weight_updated_constant16" [id=718, type="get_attr"]; +"719 quantize_per_channel_default_16" [id=719, type="quantize_per_channel"]; +"720 dequantize_per_channel_default_16" [id=720, type="dequantize_per_channel"]; +"721 linear_23" [id=721, type=linear]; +"722 gelu_3" [id=722, type=gelu]; +"723 dropout_14" [id=723, type=dropout]; +"724 dropout_14_0_0_nncf_smooth_quant_0" [id=724, type="call_module"]; +"725 quantize_per_tensor_default_25" [id=725, type="quantize_per_tensor"]; +"726 dequantize_per_tensor_default_25" [id=726, type="dequantize_per_tensor"]; +"727 linear_24_scale_0" [id=727, type="get_attr"]; +"728 linear_24_zero_point_0" [id=728, type="get_attr"]; +"729 compressed_weight_updated_constant17" [id=729, type="get_attr"]; +"730 quantize_per_channel_default_17" [id=730, type="quantize_per_channel"]; +"731 dequantize_per_channel_default_17" [id=731, type="dequantize_per_channel"]; +"732 linear_24" [id=732, type=linear]; +"733 dropout_15" [id=733, type=dropout]; +"734 layer_norm_9" [id=734, type="layer_norm"]; +"735 add_13" [id=735, type=add]; +"736 pad_5" [id=736, type=pad]; +"737 slice_53" [id=737, type=slice]; +"738 slice_54" [id=738, type=slice]; +"739 slice_55" [id=739, type=slice]; +"740 slice_56" [id=740, type=slice]; +"741 slice_57" [id=741, type=slice]; +"742 slice_58" [id=742, type=slice]; +"743 slice_59" [id=743, type=slice]; +"744 slice_60" [id=744, type=slice]; +"745 cat_1" [id=745, type=cat]; +"746 cat_1_0_0_nncf_smooth_quant_0" [id=746, type="call_module"]; +"747 quantize_per_tensor_default_26" [id=747, type="quantize_per_tensor"]; +"748 dequantize_per_tensor_default_26" [id=748, type="dequantize_per_tensor"]; +"749 linear_25_scale_0" [id=749, type="get_attr"]; +"750 linear_25_zero_point_0" [id=750, type="get_attr"]; +"751 compressed_weight_updated_constant18" [id=751, type="get_attr"]; +"752 quantize_per_channel_default_18" [id=752, type="quantize_per_channel"]; +"753 dequantize_per_channel_default_18" [id=753, type="dequantize_per_channel"]; +"754 linear_25" [id=754, type=linear]; +"755 layer_norm_10" [id=755, type="layer_norm"]; +"756 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=756, type="get_attr"]; +"757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=757, type="call_module"]; +"758 linear_26" [id=758, type=linear]; +"759 relu__4" [id=759, type="relu_"]; +"760 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=760, type="get_attr"]; +"761 relu__4_0_0_nncf_smooth_quant_0" [id=761, type="call_module"]; +"762 linear_27" [id=762, type=linear]; +"763 view_22" [id=763, type=view]; +"764 index_4" [id=764, type=index]; +"765 view_23" [id=765, type=view]; +"766 permute_19" [id=766, type=permute]; +"767 contiguous_6" [id=767, type=contiguous]; +"768 unsqueeze_12" [id=768, type=unsqueeze]; +"769 sigmoid_4" [id=769, type=sigmoid]; +"770 mul_8" [id=770, type=mul]; +"771 pad_6" [id=771, type=pad]; +"772 view_24" [id=772, type=view]; +"773 permute_20" [id=773, type=permute]; +"774 reshape_18" [id=774, type=reshape]; +"775 clone_4" [id=775, type=clone]; +"776 slice_61" [id=776, type=slice]; +"777 zero__4" [id=777, type="zero_"]; +"778 reshape_18_0_0_nncf_smooth_quant_0" [id=778, type="call_module"]; +"779 quantize_per_tensor_default_27" [id=779, type="quantize_per_tensor"]; +"780 dequantize_per_tensor_default_27" [id=780, type="dequantize_per_tensor"]; +"781 linear_28_scale_0" [id=781, type="get_attr"]; +"782 linear_28_zero_point_0" [id=782, type="get_attr"]; +"783 compressed_weight_updated_constant19" [id=783, type="get_attr"]; +"784 quantize_per_channel_default_19" [id=784, type="quantize_per_channel"]; +"785 dequantize_per_channel_default_19" [id=785, type="dequantize_per_channel"]; +"786 linear_28" [id=786, type=linear]; +"787 reshape_19" [id=787, type=reshape]; +"788 permute_21" [id=788, type=permute]; +"789 select_12" [id=789, type=select]; +"790 select_13" [id=790, type=select]; +"791 select_14" [id=791, type=select]; +"792 linalg_vector_norm_8" [id=792, type="linalg_vector_norm"]; +"793 clamp_min_8" [id=793, type="clamp_min"]; +"794 expand_as_8" [id=794, type="expand_as"]; +"795 div_8" [id=795, type=div]; +"796 quantize_per_tensor_default_28" [id=796, type="quantize_per_tensor"]; +"797 dequantize_per_tensor_default_28" [id=797, type="dequantize_per_tensor"]; +"798 linalg_vector_norm_9" [id=798, type="linalg_vector_norm"]; +"799 clamp_min_9" [id=799, type="clamp_min"]; +"800 expand_as_9" [id=800, type="expand_as"]; +"801 div_9" [id=801, type=div]; +"802 quantize_per_tensor_default_29" [id=802, type="quantize_per_tensor"]; +"803 dequantize_per_tensor_default_29" [id=803, type="dequantize_per_tensor"]; +"804 transpose_8" [id=804, type=transpose]; +"805 matmul_8" [id=805, type=matmul]; +"806 clamp_4" [id=806, type=clamp]; +"807 exp_4" [id=807, type=exp]; +"808 mul_9" [id=808, type=mul]; +"809 add_14" [id=809, type=add]; +"810 softmax_4" [id=810, type=softmax]; +"811 dropout_16" [id=811, type=dropout]; +"812 matmul_9" [id=812, type=matmul]; +"813 transpose_9" [id=813, type=transpose]; +"814 reshape_20" [id=814, type=reshape]; +"815 reshape_20_0_0_nncf_smooth_quant_0" [id=815, type="call_module"]; +"816 quantize_per_tensor_default_30" [id=816, type="quantize_per_tensor"]; +"817 dequantize_per_tensor_default_30" [id=817, type="dequantize_per_tensor"]; +"818 linear_29_scale_0" [id=818, type="get_attr"]; +"819 linear_29_zero_point_0" [id=819, type="get_attr"]; +"820 compressed_weight_updated_constant20" [id=820, type="get_attr"]; +"821 quantize_per_channel_default_20" [id=821, type="quantize_per_channel"]; +"822 dequantize_per_channel_default_20" [id=822, type="dequantize_per_channel"]; +"823 linear_29" [id=823, type=linear]; +"824 dropout_17" [id=824, type=dropout]; +"825 view_25" [id=825, type=view]; +"826 permute_22" [id=826, type=permute]; +"827 reshape_21" [id=827, type=reshape]; +"828 slice_62" [id=828, type=slice]; +"829 slice_63" [id=829, type=slice]; +"830 contiguous_7" [id=830, type=contiguous]; +"831 layer_norm_11" [id=831, type="layer_norm"]; +"832 add_15" [id=832, type=add]; +"833 add_15_0_0_nncf_smooth_quant_0" [id=833, type="call_module"]; +"834 quantize_per_tensor_default_31" [id=834, type="quantize_per_tensor"]; +"835 dequantize_per_tensor_default_31" [id=835, type="dequantize_per_tensor"]; +"836 linear_30_scale_0" [id=836, type="get_attr"]; +"837 linear_30_zero_point_0" [id=837, type="get_attr"]; +"838 compressed_weight_updated_constant21" [id=838, type="get_attr"]; +"839 quantize_per_channel_default_21" [id=839, type="quantize_per_channel"]; +"840 dequantize_per_channel_default_21" [id=840, type="dequantize_per_channel"]; +"841 linear_30" [id=841, type=linear]; +"842 gelu_4" [id=842, type=gelu]; +"843 dropout_18" [id=843, type=dropout]; +"844 dropout_18_0_0_nncf_smooth_quant_0" [id=844, type="call_module"]; +"845 quantize_per_tensor_default_32" [id=845, type="quantize_per_tensor"]; +"846 dequantize_per_tensor_default_32" [id=846, type="dequantize_per_tensor"]; +"847 linear_31_scale_0" [id=847, type="get_attr"]; +"848 linear_31_zero_point_0" [id=848, type="get_attr"]; +"849 compressed_weight_updated_constant22" [id=849, type="get_attr"]; +"850 quantize_per_channel_default_22" [id=850, type="quantize_per_channel"]; +"851 dequantize_per_channel_default_22" [id=851, type="dequantize_per_channel"]; +"852 linear_31" [id=852, type=linear]; +"853 dropout_19" [id=853, type=dropout]; +"854 layer_norm_12" [id=854, type="layer_norm"]; +"855 add_16" [id=855, type=add]; +"856 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=856, type="get_attr"]; +"857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=857, type="call_module"]; +"858 linear_32" [id=858, type=linear]; +"859 relu__5" [id=859, type="relu_"]; +"860 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=860, type="get_attr"]; +"861 relu__5_0_0_nncf_smooth_quant_0" [id=861, type="call_module"]; +"862 linear_33" [id=862, type=linear]; +"863 view_26" [id=863, type=view]; +"864 index_5" [id=864, type=index]; +"865 view_27" [id=865, type=view]; +"866 permute_23" [id=866, type=permute]; +"867 contiguous_8" [id=867, type=contiguous]; +"868 unsqueeze_13" [id=868, type=unsqueeze]; +"869 sigmoid_5" [id=869, type=sigmoid]; +"870 mul_10" [id=870, type=mul]; +"871 pad_7" [id=871, type=pad]; +"872 roll_4" [id=872, type=roll]; +"873 view_28" [id=873, type=view]; +"874 permute_24" [id=874, type=permute]; +"875 reshape_22" [id=875, type=reshape]; +"876 clone_5" [id=876, type=clone]; +"877 slice_64" [id=877, type=slice]; +"878 zero__5" [id=878, type="zero_"]; +"879 reshape_22_0_0_nncf_smooth_quant_0" [id=879, type="call_module"]; +"880 quantize_per_tensor_default_33" [id=880, type="quantize_per_tensor"]; +"881 dequantize_per_tensor_default_33" [id=881, type="dequantize_per_tensor"]; +"882 linear_34_scale_0" [id=882, type="get_attr"]; +"883 linear_34_zero_point_0" [id=883, type="get_attr"]; +"884 compressed_weight_updated_constant23" [id=884, type="get_attr"]; +"885 quantize_per_channel_default_23" [id=885, type="quantize_per_channel"]; +"886 dequantize_per_channel_default_23" [id=886, type="dequantize_per_channel"]; +"887 linear_34" [id=887, type=linear]; +"888 reshape_23" [id=888, type=reshape]; +"889 permute_25" [id=889, type=permute]; +"890 select_15" [id=890, type=select]; +"891 select_16" [id=891, type=select]; +"892 select_17" [id=892, type=select]; +"893 linalg_vector_norm_10" [id=893, type="linalg_vector_norm"]; +"894 clamp_min_10" [id=894, type="clamp_min"]; +"895 expand_as_10" [id=895, type="expand_as"]; +"896 div_10" [id=896, type=div]; +"897 quantize_per_tensor_default_34" [id=897, type="quantize_per_tensor"]; +"898 dequantize_per_tensor_default_34" [id=898, type="dequantize_per_tensor"]; +"899 linalg_vector_norm_11" [id=899, type="linalg_vector_norm"]; +"900 clamp_min_11" [id=900, type="clamp_min"]; +"901 expand_as_11" [id=901, type="expand_as"]; +"902 div_11" [id=902, type=div]; +"903 quantize_per_tensor_default_35" [id=903, type="quantize_per_tensor"]; +"904 dequantize_per_tensor_default_35" [id=904, type="dequantize_per_tensor"]; +"905 transpose_10" [id=905, type=transpose]; +"906 matmul_10" [id=906, type=matmul]; +"907 clamp_5" [id=907, type=clamp]; +"908 exp_5" [id=908, type=exp]; +"909 mul_11" [id=909, type=mul]; +"910 add_17" [id=910, type=add]; +"911 new_zeros_2" [id=911, type="new_zeros"]; +"912 lift_fresh_copy_18" [id=912, type="lift_fresh_copy"]; +"913 slice_65" [id=913, type=slice]; +"914 slice_66" [id=914, type=slice]; +"915 fill__18" [id=915, type="fill_"]; +"916 lift_fresh_copy_19" [id=916, type="lift_fresh_copy"]; +"917 slice_67" [id=917, type=slice]; +"918 slice_68" [id=918, type=slice]; +"919 fill__19" [id=919, type="fill_"]; +"920 lift_fresh_copy_20" [id=920, type="lift_fresh_copy"]; +"921 slice_69" [id=921, type=slice]; +"922 slice_70" [id=922, type=slice]; +"923 fill__20" [id=923, type="fill_"]; +"924 lift_fresh_copy_21" [id=924, type="lift_fresh_copy"]; +"925 slice_71" [id=925, type=slice]; +"926 slice_72" [id=926, type=slice]; +"927 fill__21" [id=927, type="fill_"]; +"928 lift_fresh_copy_22" [id=928, type="lift_fresh_copy"]; +"929 slice_73" [id=929, type=slice]; +"930 slice_74" [id=930, type=slice]; +"931 fill__22" [id=931, type="fill_"]; +"932 lift_fresh_copy_23" [id=932, type="lift_fresh_copy"]; +"933 slice_75" [id=933, type=slice]; +"934 slice_76" [id=934, type=slice]; +"935 fill__23" [id=935, type="fill_"]; +"936 lift_fresh_copy_24" [id=936, type="lift_fresh_copy"]; +"937 slice_77" [id=937, type=slice]; +"938 slice_78" [id=938, type=slice]; +"939 fill__24" [id=939, type="fill_"]; +"940 lift_fresh_copy_25" [id=940, type="lift_fresh_copy"]; +"941 slice_79" [id=941, type=slice]; +"942 slice_80" [id=942, type=slice]; +"943 fill__25" [id=943, type="fill_"]; +"944 lift_fresh_copy_26" [id=944, type="lift_fresh_copy"]; +"945 slice_81" [id=945, type=slice]; +"946 slice_82" [id=946, type=slice]; +"947 fill__26" [id=947, type="fill_"]; +"948 view_29" [id=948, type=view]; +"949 permute_26" [id=949, type=permute]; +"950 reshape_24" [id=950, type=reshape]; +"951 unsqueeze_14" [id=951, type=unsqueeze]; +"952 unsqueeze_15" [id=952, type=unsqueeze]; +"953 sub_2" [id=953, type=sub]; +"954 ne_2" [id=954, type=ne]; +"955 masked_fill_4" [id=955, type="masked_fill"]; +"956 eq_2" [id=956, type=eq]; +"957 masked_fill_5" [id=957, type="masked_fill"]; +"958 view_30" [id=958, type=view]; +"959 unsqueeze_16" [id=959, type=unsqueeze]; +"960 unsqueeze_17" [id=960, type=unsqueeze]; +"961 add_18" [id=961, type=add]; +"962 view_31" [id=962, type=view]; +"963 softmax_5" [id=963, type=softmax]; +"964 dropout_20" [id=964, type=dropout]; +"965 matmul_11" [id=965, type=matmul]; +"966 transpose_11" [id=966, type=transpose]; +"967 reshape_25" [id=967, type=reshape]; +"968 reshape_25_0_0_nncf_smooth_quant_0" [id=968, type="call_module"]; +"969 quantize_per_tensor_default_36" [id=969, type="quantize_per_tensor"]; +"970 dequantize_per_tensor_default_36" [id=970, type="dequantize_per_tensor"]; +"971 linear_35_scale_0" [id=971, type="get_attr"]; +"972 linear_35_zero_point_0" [id=972, type="get_attr"]; +"973 compressed_weight_updated_constant24" [id=973, type="get_attr"]; +"974 quantize_per_channel_default_24" [id=974, type="quantize_per_channel"]; +"975 dequantize_per_channel_default_24" [id=975, type="dequantize_per_channel"]; +"976 linear_35" [id=976, type=linear]; +"977 dropout_21" [id=977, type=dropout]; +"978 view_32" [id=978, type=view]; +"979 permute_27" [id=979, type=permute]; +"980 reshape_26" [id=980, type=reshape]; +"981 roll_5" [id=981, type=roll]; +"982 slice_83" [id=982, type=slice]; +"983 slice_84" [id=983, type=slice]; +"984 contiguous_9" [id=984, type=contiguous]; +"985 layer_norm_13" [id=985, type="layer_norm"]; +"986 add_19" [id=986, type=add]; +"987 add_19_0_0_nncf_smooth_quant_0" [id=987, type="call_module"]; +"988 quantize_per_tensor_default_37" [id=988, type="quantize_per_tensor"]; +"989 dequantize_per_tensor_default_37" [id=989, type="dequantize_per_tensor"]; +"990 linear_36_scale_0" [id=990, type="get_attr"]; +"991 linear_36_zero_point_0" [id=991, type="get_attr"]; +"992 compressed_weight_updated_constant25" [id=992, type="get_attr"]; +"993 quantize_per_channel_default_25" [id=993, type="quantize_per_channel"]; +"994 dequantize_per_channel_default_25" [id=994, type="dequantize_per_channel"]; +"995 linear_36" [id=995, type=linear]; +"996 gelu_5" [id=996, type=gelu]; +"997 dropout_22" [id=997, type=dropout]; +"998 dropout_22_0_0_nncf_smooth_quant_0" [id=998, type="call_module"]; +"999 quantize_per_tensor_default_38" [id=999, type="quantize_per_tensor"]; +"1000 dequantize_per_tensor_default_38" [id=1000, type="dequantize_per_tensor"]; +"1001 linear_37_scale_0" [id=1001, type="get_attr"]; +"1002 linear_37_zero_point_0" [id=1002, type="get_attr"]; +"1003 compressed_weight_updated_constant26" [id=1003, type="get_attr"]; +"1004 quantize_per_channel_default_26" [id=1004, type="quantize_per_channel"]; +"1005 dequantize_per_channel_default_26" [id=1005, type="dequantize_per_channel"]; +"1006 linear_37" [id=1006, type=linear]; +"1007 dropout_23" [id=1007, type=dropout]; +"1008 layer_norm_14" [id=1008, type="layer_norm"]; +"1009 add_20" [id=1009, type=add]; +"1010 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1010, type="get_attr"]; +"1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1011, type="call_module"]; +"1012 linear_38" [id=1012, type=linear]; +"1013 relu__6" [id=1013, type="relu_"]; +"1014 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1014, type="get_attr"]; +"1015 relu__6_0_0_nncf_smooth_quant_0" [id=1015, type="call_module"]; +"1016 linear_39" [id=1016, type=linear]; +"1017 view_33" [id=1017, type=view]; +"1018 index_6" [id=1018, type=index]; +"1019 view_34" [id=1019, type=view]; +"1020 permute_28" [id=1020, type=permute]; +"1021 contiguous_10" [id=1021, type=contiguous]; +"1022 unsqueeze_18" [id=1022, type=unsqueeze]; +"1023 sigmoid_6" [id=1023, type=sigmoid]; +"1024 mul_12" [id=1024, type=mul]; +"1025 pad_8" [id=1025, type=pad]; +"1026 view_35" [id=1026, type=view]; +"1027 permute_29" [id=1027, type=permute]; +"1028 reshape_27" [id=1028, type=reshape]; +"1029 clone_6" [id=1029, type=clone]; +"1030 slice_85" [id=1030, type=slice]; +"1031 zero__6" [id=1031, type="zero_"]; +"1032 reshape_27_0_0_nncf_smooth_quant_0" [id=1032, type="call_module"]; +"1033 quantize_per_tensor_default_39" [id=1033, type="quantize_per_tensor"]; +"1034 dequantize_per_tensor_default_39" [id=1034, type="dequantize_per_tensor"]; +"1035 linear_40_scale_0" [id=1035, type="get_attr"]; +"1036 linear_40_zero_point_0" [id=1036, type="get_attr"]; +"1037 compressed_weight_updated_constant27" [id=1037, type="get_attr"]; +"1038 quantize_per_channel_default_27" [id=1038, type="quantize_per_channel"]; +"1039 dequantize_per_channel_default_27" [id=1039, type="dequantize_per_channel"]; +"1040 linear_40" [id=1040, type=linear]; +"1041 reshape_28" [id=1041, type=reshape]; +"1042 permute_30" [id=1042, type=permute]; +"1043 select_18" [id=1043, type=select]; +"1044 select_19" [id=1044, type=select]; +"1045 select_20" [id=1045, type=select]; +"1046 linalg_vector_norm_12" [id=1046, type="linalg_vector_norm"]; +"1047 clamp_min_12" [id=1047, type="clamp_min"]; +"1048 expand_as_12" [id=1048, type="expand_as"]; +"1049 div_12" [id=1049, type=div]; +"1050 quantize_per_tensor_default_40" [id=1050, type="quantize_per_tensor"]; +"1051 dequantize_per_tensor_default_40" [id=1051, type="dequantize_per_tensor"]; +"1052 linalg_vector_norm_13" [id=1052, type="linalg_vector_norm"]; +"1053 clamp_min_13" [id=1053, type="clamp_min"]; +"1054 expand_as_13" [id=1054, type="expand_as"]; +"1055 div_13" [id=1055, type=div]; +"1056 quantize_per_tensor_default_41" [id=1056, type="quantize_per_tensor"]; +"1057 dequantize_per_tensor_default_41" [id=1057, type="dequantize_per_tensor"]; +"1058 transpose_12" [id=1058, type=transpose]; +"1059 matmul_12" [id=1059, type=matmul]; +"1060 clamp_6" [id=1060, type=clamp]; +"1061 exp_6" [id=1061, type=exp]; +"1062 mul_13" [id=1062, type=mul]; +"1063 add_21" [id=1063, type=add]; +"1064 softmax_6" [id=1064, type=softmax]; +"1065 dropout_24" [id=1065, type=dropout]; +"1066 matmul_13" [id=1066, type=matmul]; +"1067 transpose_13" [id=1067, type=transpose]; +"1068 reshape_29" [id=1068, type=reshape]; +"1069 reshape_29_0_0_nncf_smooth_quant_0" [id=1069, type="call_module"]; +"1070 quantize_per_tensor_default_42" [id=1070, type="quantize_per_tensor"]; +"1071 dequantize_per_tensor_default_42" [id=1071, type="dequantize_per_tensor"]; +"1072 linear_41_scale_0" [id=1072, type="get_attr"]; +"1073 linear_41_zero_point_0" [id=1073, type="get_attr"]; +"1074 compressed_weight_updated_constant28" [id=1074, type="get_attr"]; +"1075 quantize_per_channel_default_28" [id=1075, type="quantize_per_channel"]; +"1076 dequantize_per_channel_default_28" [id=1076, type="dequantize_per_channel"]; +"1077 linear_41" [id=1077, type=linear]; +"1078 dropout_25" [id=1078, type=dropout]; +"1079 view_36" [id=1079, type=view]; +"1080 permute_31" [id=1080, type=permute]; +"1081 reshape_30" [id=1081, type=reshape]; +"1082 slice_86" [id=1082, type=slice]; +"1083 slice_87" [id=1083, type=slice]; +"1084 contiguous_11" [id=1084, type=contiguous]; +"1085 layer_norm_15" [id=1085, type="layer_norm"]; +"1086 add_22" [id=1086, type=add]; +"1087 add_22_0_0_nncf_smooth_quant_0" [id=1087, type="call_module"]; +"1088 quantize_per_tensor_default_43" [id=1088, type="quantize_per_tensor"]; +"1089 dequantize_per_tensor_default_43" [id=1089, type="dequantize_per_tensor"]; +"1090 linear_42_scale_0" [id=1090, type="get_attr"]; +"1091 linear_42_zero_point_0" [id=1091, type="get_attr"]; +"1092 compressed_weight_updated_constant29" [id=1092, type="get_attr"]; +"1093 quantize_per_channel_default_29" [id=1093, type="quantize_per_channel"]; +"1094 dequantize_per_channel_default_29" [id=1094, type="dequantize_per_channel"]; +"1095 linear_42" [id=1095, type=linear]; +"1096 gelu_6" [id=1096, type=gelu]; +"1097 dropout_26" [id=1097, type=dropout]; +"1098 dropout_26_0_0_nncf_smooth_quant_0" [id=1098, type="call_module"]; +"1099 quantize_per_tensor_default_44" [id=1099, type="quantize_per_tensor"]; +"1100 dequantize_per_tensor_default_44" [id=1100, type="dequantize_per_tensor"]; +"1101 linear_43_scale_0" [id=1101, type="get_attr"]; +"1102 linear_43_zero_point_0" [id=1102, type="get_attr"]; +"1103 compressed_weight_updated_constant30" [id=1103, type="get_attr"]; +"1104 quantize_per_channel_default_30" [id=1104, type="quantize_per_channel"]; +"1105 dequantize_per_channel_default_30" [id=1105, type="dequantize_per_channel"]; +"1106 linear_43" [id=1106, type=linear]; +"1107 dropout_27" [id=1107, type=dropout]; +"1108 layer_norm_16" [id=1108, type="layer_norm"]; +"1109 add_23" [id=1109, type=add]; +"1110 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1110, type="get_attr"]; +"1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1111, type="call_module"]; +"1112 linear_44" [id=1112, type=linear]; +"1113 relu__7" [id=1113, type="relu_"]; +"1114 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1114, type="get_attr"]; +"1115 relu__7_0_0_nncf_smooth_quant_0" [id=1115, type="call_module"]; +"1116 linear_45" [id=1116, type=linear]; +"1117 view_37" [id=1117, type=view]; +"1118 index_7" [id=1118, type=index]; +"1119 view_38" [id=1119, type=view]; +"1120 permute_32" [id=1120, type=permute]; +"1121 contiguous_12" [id=1121, type=contiguous]; +"1122 unsqueeze_19" [id=1122, type=unsqueeze]; +"1123 sigmoid_7" [id=1123, type=sigmoid]; +"1124 mul_14" [id=1124, type=mul]; +"1125 pad_9" [id=1125, type=pad]; +"1126 roll_6" [id=1126, type=roll]; +"1127 view_39" [id=1127, type=view]; +"1128 permute_33" [id=1128, type=permute]; +"1129 reshape_31" [id=1129, type=reshape]; +"1130 clone_7" [id=1130, type=clone]; +"1131 slice_88" [id=1131, type=slice]; +"1132 zero__7" [id=1132, type="zero_"]; +"1133 reshape_31_0_0_nncf_smooth_quant_0" [id=1133, type="call_module"]; +"1134 quantize_per_tensor_default_45" [id=1134, type="quantize_per_tensor"]; +"1135 dequantize_per_tensor_default_45" [id=1135, type="dequantize_per_tensor"]; +"1136 linear_46_scale_0" [id=1136, type="get_attr"]; +"1137 linear_46_zero_point_0" [id=1137, type="get_attr"]; +"1138 compressed_weight_updated_constant31" [id=1138, type="get_attr"]; +"1139 quantize_per_channel_default_31" [id=1139, type="quantize_per_channel"]; +"1140 dequantize_per_channel_default_31" [id=1140, type="dequantize_per_channel"]; +"1141 linear_46" [id=1141, type=linear]; +"1142 reshape_32" [id=1142, type=reshape]; +"1143 permute_34" [id=1143, type=permute]; +"1144 select_21" [id=1144, type=select]; +"1145 select_22" [id=1145, type=select]; +"1146 select_23" [id=1146, type=select]; +"1147 linalg_vector_norm_14" [id=1147, type="linalg_vector_norm"]; +"1148 clamp_min_14" [id=1148, type="clamp_min"]; +"1149 expand_as_14" [id=1149, type="expand_as"]; +"1150 div_14" [id=1150, type=div]; +"1151 quantize_per_tensor_default_46" [id=1151, type="quantize_per_tensor"]; +"1152 dequantize_per_tensor_default_46" [id=1152, type="dequantize_per_tensor"]; +"1153 linalg_vector_norm_15" [id=1153, type="linalg_vector_norm"]; +"1154 clamp_min_15" [id=1154, type="clamp_min"]; +"1155 expand_as_15" [id=1155, type="expand_as"]; +"1156 div_15" [id=1156, type=div]; +"1157 quantize_per_tensor_default_47" [id=1157, type="quantize_per_tensor"]; +"1158 dequantize_per_tensor_default_47" [id=1158, type="dequantize_per_tensor"]; +"1159 transpose_14" [id=1159, type=transpose]; +"1160 matmul_14" [id=1160, type=matmul]; +"1161 clamp_7" [id=1161, type=clamp]; +"1162 exp_7" [id=1162, type=exp]; +"1163 mul_15" [id=1163, type=mul]; +"1164 add_24" [id=1164, type=add]; +"1165 new_zeros_3" [id=1165, type="new_zeros"]; +"1166 lift_fresh_copy_27" [id=1166, type="lift_fresh_copy"]; +"1167 slice_89" [id=1167, type=slice]; +"1168 slice_90" [id=1168, type=slice]; +"1169 fill__27" [id=1169, type="fill_"]; +"1170 lift_fresh_copy_28" [id=1170, type="lift_fresh_copy"]; +"1171 slice_91" [id=1171, type=slice]; +"1172 slice_92" [id=1172, type=slice]; +"1173 fill__28" [id=1173, type="fill_"]; +"1174 lift_fresh_copy_29" [id=1174, type="lift_fresh_copy"]; +"1175 slice_93" [id=1175, type=slice]; +"1176 slice_94" [id=1176, type=slice]; +"1177 fill__29" [id=1177, type="fill_"]; +"1178 lift_fresh_copy_30" [id=1178, type="lift_fresh_copy"]; +"1179 slice_95" [id=1179, type=slice]; +"1180 slice_96" [id=1180, type=slice]; +"1181 fill__30" [id=1181, type="fill_"]; +"1182 lift_fresh_copy_31" [id=1182, type="lift_fresh_copy"]; +"1183 slice_97" [id=1183, type=slice]; +"1184 slice_98" [id=1184, type=slice]; +"1185 fill__31" [id=1185, type="fill_"]; +"1186 lift_fresh_copy_32" [id=1186, type="lift_fresh_copy"]; +"1187 slice_99" [id=1187, type=slice]; +"1188 slice_100" [id=1188, type=slice]; +"1189 fill__32" [id=1189, type="fill_"]; +"1190 lift_fresh_copy_33" [id=1190, type="lift_fresh_copy"]; +"1191 slice_101" [id=1191, type=slice]; +"1192 slice_102" [id=1192, type=slice]; +"1193 fill__33" [id=1193, type="fill_"]; +"1194 lift_fresh_copy_34" [id=1194, type="lift_fresh_copy"]; +"1195 slice_103" [id=1195, type=slice]; +"1196 slice_104" [id=1196, type=slice]; +"1197 fill__34" [id=1197, type="fill_"]; +"1198 lift_fresh_copy_35" [id=1198, type="lift_fresh_copy"]; +"1199 slice_105" [id=1199, type=slice]; +"1200 slice_106" [id=1200, type=slice]; +"1201 fill__35" [id=1201, type="fill_"]; +"1202 view_40" [id=1202, type=view]; +"1203 permute_35" [id=1203, type=permute]; +"1204 reshape_33" [id=1204, type=reshape]; +"1205 unsqueeze_20" [id=1205, type=unsqueeze]; +"1206 unsqueeze_21" [id=1206, type=unsqueeze]; +"1207 sub_3" [id=1207, type=sub]; +"1208 ne_3" [id=1208, type=ne]; +"1209 masked_fill_6" [id=1209, type="masked_fill"]; +"1210 eq_3" [id=1210, type=eq]; +"1211 masked_fill_7" [id=1211, type="masked_fill"]; +"1212 view_41" [id=1212, type=view]; +"1213 unsqueeze_22" [id=1213, type=unsqueeze]; +"1214 unsqueeze_23" [id=1214, type=unsqueeze]; +"1215 add_25" [id=1215, type=add]; +"1216 view_42" [id=1216, type=view]; +"1217 softmax_7" [id=1217, type=softmax]; +"1218 dropout_28" [id=1218, type=dropout]; +"1219 matmul_15" [id=1219, type=matmul]; +"1220 transpose_15" [id=1220, type=transpose]; +"1221 reshape_34" [id=1221, type=reshape]; +"1222 reshape_34_0_0_nncf_smooth_quant_0" [id=1222, type="call_module"]; +"1223 quantize_per_tensor_default_48" [id=1223, type="quantize_per_tensor"]; +"1224 dequantize_per_tensor_default_48" [id=1224, type="dequantize_per_tensor"]; +"1225 linear_47_scale_0" [id=1225, type="get_attr"]; +"1226 linear_47_zero_point_0" [id=1226, type="get_attr"]; +"1227 compressed_weight_updated_constant32" [id=1227, type="get_attr"]; +"1228 quantize_per_channel_default_32" [id=1228, type="quantize_per_channel"]; +"1229 dequantize_per_channel_default_32" [id=1229, type="dequantize_per_channel"]; +"1230 linear_47" [id=1230, type=linear]; +"1231 dropout_29" [id=1231, type=dropout]; +"1232 view_43" [id=1232, type=view]; +"1233 permute_36" [id=1233, type=permute]; +"1234 reshape_35" [id=1234, type=reshape]; +"1235 roll_7" [id=1235, type=roll]; +"1236 slice_107" [id=1236, type=slice]; +"1237 slice_108" [id=1237, type=slice]; +"1238 contiguous_13" [id=1238, type=contiguous]; +"1239 layer_norm_17" [id=1239, type="layer_norm"]; +"1240 add_26" [id=1240, type=add]; +"1241 add_26_0_0_nncf_smooth_quant_0" [id=1241, type="call_module"]; +"1242 quantize_per_tensor_default_49" [id=1242, type="quantize_per_tensor"]; +"1243 dequantize_per_tensor_default_49" [id=1243, type="dequantize_per_tensor"]; +"1244 linear_48_scale_0" [id=1244, type="get_attr"]; +"1245 linear_48_zero_point_0" [id=1245, type="get_attr"]; +"1246 compressed_weight_updated_constant33" [id=1246, type="get_attr"]; +"1247 quantize_per_channel_default_33" [id=1247, type="quantize_per_channel"]; +"1248 dequantize_per_channel_default_33" [id=1248, type="dequantize_per_channel"]; +"1249 linear_48" [id=1249, type=linear]; +"1250 gelu_7" [id=1250, type=gelu]; +"1251 dropout_30" [id=1251, type=dropout]; +"1252 dropout_30_0_0_nncf_smooth_quant_0" [id=1252, type="call_module"]; +"1253 quantize_per_tensor_default_50" [id=1253, type="quantize_per_tensor"]; +"1254 dequantize_per_tensor_default_50" [id=1254, type="dequantize_per_tensor"]; +"1255 linear_49_scale_0" [id=1255, type="get_attr"]; +"1256 linear_49_zero_point_0" [id=1256, type="get_attr"]; +"1257 compressed_weight_updated_constant34" [id=1257, type="get_attr"]; +"1258 quantize_per_channel_default_34" [id=1258, type="quantize_per_channel"]; +"1259 dequantize_per_channel_default_34" [id=1259, type="dequantize_per_channel"]; +"1260 linear_49" [id=1260, type=linear]; +"1261 dropout_31" [id=1261, type=dropout]; +"1262 layer_norm_18" [id=1262, type="layer_norm"]; +"1263 add_27" [id=1263, type=add]; +"1264 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1264, type="get_attr"]; +"1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1265, type="call_module"]; +"1266 linear_50" [id=1266, type=linear]; +"1267 relu__8" [id=1267, type="relu_"]; +"1268 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1268, type="get_attr"]; +"1269 relu__8_0_0_nncf_smooth_quant_0" [id=1269, type="call_module"]; +"1270 linear_51" [id=1270, type=linear]; +"1271 view_44" [id=1271, type=view]; +"1272 index_8" [id=1272, type=index]; +"1273 view_45" [id=1273, type=view]; +"1274 permute_37" [id=1274, type=permute]; +"1275 contiguous_14" [id=1275, type=contiguous]; +"1276 unsqueeze_24" [id=1276, type=unsqueeze]; +"1277 sigmoid_8" [id=1277, type=sigmoid]; +"1278 mul_16" [id=1278, type=mul]; +"1279 pad_10" [id=1279, type=pad]; +"1280 view_46" [id=1280, type=view]; +"1281 permute_38" [id=1281, type=permute]; +"1282 reshape_36" [id=1282, type=reshape]; +"1283 clone_8" [id=1283, type=clone]; +"1284 slice_109" [id=1284, type=slice]; +"1285 zero__8" [id=1285, type="zero_"]; +"1286 reshape_36_0_0_nncf_smooth_quant_0" [id=1286, type="call_module"]; +"1287 quantize_per_tensor_default_51" [id=1287, type="quantize_per_tensor"]; +"1288 dequantize_per_tensor_default_51" [id=1288, type="dequantize_per_tensor"]; +"1289 linear_52_scale_0" [id=1289, type="get_attr"]; +"1290 linear_52_zero_point_0" [id=1290, type="get_attr"]; +"1291 compressed_weight_updated_constant35" [id=1291, type="get_attr"]; +"1292 quantize_per_channel_default_35" [id=1292, type="quantize_per_channel"]; +"1293 dequantize_per_channel_default_35" [id=1293, type="dequantize_per_channel"]; +"1294 linear_52" [id=1294, type=linear]; +"1295 reshape_37" [id=1295, type=reshape]; +"1296 permute_39" [id=1296, type=permute]; +"1297 select_24" [id=1297, type=select]; +"1298 select_25" [id=1298, type=select]; +"1299 select_26" [id=1299, type=select]; +"1300 linalg_vector_norm_16" [id=1300, type="linalg_vector_norm"]; +"1301 clamp_min_16" [id=1301, type="clamp_min"]; +"1302 expand_as_16" [id=1302, type="expand_as"]; +"1303 div_16" [id=1303, type=div]; +"1304 quantize_per_tensor_default_52" [id=1304, type="quantize_per_tensor"]; +"1305 dequantize_per_tensor_default_52" [id=1305, type="dequantize_per_tensor"]; +"1306 linalg_vector_norm_17" [id=1306, type="linalg_vector_norm"]; +"1307 clamp_min_17" [id=1307, type="clamp_min"]; +"1308 expand_as_17" [id=1308, type="expand_as"]; +"1309 div_17" [id=1309, type=div]; +"1310 quantize_per_tensor_default_53" [id=1310, type="quantize_per_tensor"]; +"1311 dequantize_per_tensor_default_53" [id=1311, type="dequantize_per_tensor"]; +"1312 transpose_16" [id=1312, type=transpose]; +"1313 matmul_16" [id=1313, type=matmul]; +"1314 clamp_8" [id=1314, type=clamp]; +"1315 exp_8" [id=1315, type=exp]; +"1316 mul_17" [id=1316, type=mul]; +"1317 add_28" [id=1317, type=add]; +"1318 softmax_8" [id=1318, type=softmax]; +"1319 dropout_32" [id=1319, type=dropout]; +"1320 matmul_17" [id=1320, type=matmul]; +"1321 transpose_17" [id=1321, type=transpose]; +"1322 reshape_38" [id=1322, type=reshape]; +"1323 reshape_38_0_0_nncf_smooth_quant_0" [id=1323, type="call_module"]; +"1324 quantize_per_tensor_default_54" [id=1324, type="quantize_per_tensor"]; +"1325 dequantize_per_tensor_default_54" [id=1325, type="dequantize_per_tensor"]; +"1326 linear_53_scale_0" [id=1326, type="get_attr"]; +"1327 linear_53_zero_point_0" [id=1327, type="get_attr"]; +"1328 compressed_weight_updated_constant36" [id=1328, type="get_attr"]; +"1329 quantize_per_channel_default_36" [id=1329, type="quantize_per_channel"]; +"1330 dequantize_per_channel_default_36" [id=1330, type="dequantize_per_channel"]; +"1331 linear_53" [id=1331, type=linear]; +"1332 dropout_33" [id=1332, type=dropout]; +"1333 view_47" [id=1333, type=view]; +"1334 permute_40" [id=1334, type=permute]; +"1335 reshape_39" [id=1335, type=reshape]; +"1336 slice_110" [id=1336, type=slice]; +"1337 slice_111" [id=1337, type=slice]; +"1338 contiguous_15" [id=1338, type=contiguous]; +"1339 layer_norm_19" [id=1339, type="layer_norm"]; +"1340 add_29" [id=1340, type=add]; +"1341 add_29_0_0_nncf_smooth_quant_0" [id=1341, type="call_module"]; +"1342 quantize_per_tensor_default_55" [id=1342, type="quantize_per_tensor"]; +"1343 dequantize_per_tensor_default_55" [id=1343, type="dequantize_per_tensor"]; +"1344 linear_54_scale_0" [id=1344, type="get_attr"]; +"1345 linear_54_zero_point_0" [id=1345, type="get_attr"]; +"1346 compressed_weight_updated_constant37" [id=1346, type="get_attr"]; +"1347 quantize_per_channel_default_37" [id=1347, type="quantize_per_channel"]; +"1348 dequantize_per_channel_default_37" [id=1348, type="dequantize_per_channel"]; +"1349 linear_54" [id=1349, type=linear]; +"1350 gelu_8" [id=1350, type=gelu]; +"1351 dropout_34" [id=1351, type=dropout]; +"1352 dropout_34_0_0_nncf_smooth_quant_0" [id=1352, type="call_module"]; +"1353 quantize_per_tensor_default_56" [id=1353, type="quantize_per_tensor"]; +"1354 dequantize_per_tensor_default_56" [id=1354, type="dequantize_per_tensor"]; +"1355 linear_55_scale_0" [id=1355, type="get_attr"]; +"1356 linear_55_zero_point_0" [id=1356, type="get_attr"]; +"1357 compressed_weight_updated_constant38" [id=1357, type="get_attr"]; +"1358 quantize_per_channel_default_38" [id=1358, type="quantize_per_channel"]; +"1359 dequantize_per_channel_default_38" [id=1359, type="dequantize_per_channel"]; +"1360 linear_55" [id=1360, type=linear]; +"1361 dropout_35" [id=1361, type=dropout]; +"1362 layer_norm_20" [id=1362, type="layer_norm"]; +"1363 add_30" [id=1363, type=add]; +"1364 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1364, type="get_attr"]; +"1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1365, type="call_module"]; +"1366 linear_56" [id=1366, type=linear]; +"1367 relu__9" [id=1367, type="relu_"]; +"1368 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1368, type="get_attr"]; +"1369 relu__9_0_0_nncf_smooth_quant_0" [id=1369, type="call_module"]; +"1370 linear_57" [id=1370, type=linear]; +"1371 view_48" [id=1371, type=view]; +"1372 index_9" [id=1372, type=index]; +"1373 view_49" [id=1373, type=view]; +"1374 permute_41" [id=1374, type=permute]; +"1375 contiguous_16" [id=1375, type=contiguous]; +"1376 unsqueeze_25" [id=1376, type=unsqueeze]; +"1377 sigmoid_9" [id=1377, type=sigmoid]; +"1378 mul_18" [id=1378, type=mul]; +"1379 pad_11" [id=1379, type=pad]; +"1380 roll_8" [id=1380, type=roll]; +"1381 view_50" [id=1381, type=view]; +"1382 permute_42" [id=1382, type=permute]; +"1383 reshape_40" [id=1383, type=reshape]; +"1384 clone_9" [id=1384, type=clone]; +"1385 slice_112" [id=1385, type=slice]; +"1386 zero__9" [id=1386, type="zero_"]; +"1387 reshape_40_0_0_nncf_smooth_quant_0" [id=1387, type="call_module"]; +"1388 quantize_per_tensor_default_57" [id=1388, type="quantize_per_tensor"]; +"1389 dequantize_per_tensor_default_57" [id=1389, type="dequantize_per_tensor"]; +"1390 linear_58_scale_0" [id=1390, type="get_attr"]; +"1391 linear_58_zero_point_0" [id=1391, type="get_attr"]; +"1392 compressed_weight_updated_constant39" [id=1392, type="get_attr"]; +"1393 quantize_per_channel_default_39" [id=1393, type="quantize_per_channel"]; +"1394 dequantize_per_channel_default_39" [id=1394, type="dequantize_per_channel"]; +"1395 linear_58" [id=1395, type=linear]; +"1396 reshape_41" [id=1396, type=reshape]; +"1397 permute_43" [id=1397, type=permute]; +"1398 select_27" [id=1398, type=select]; +"1399 select_28" [id=1399, type=select]; +"1400 select_29" [id=1400, type=select]; +"1401 linalg_vector_norm_18" [id=1401, type="linalg_vector_norm"]; +"1402 clamp_min_18" [id=1402, type="clamp_min"]; +"1403 expand_as_18" [id=1403, type="expand_as"]; +"1404 div_18" [id=1404, type=div]; +"1405 quantize_per_tensor_default_58" [id=1405, type="quantize_per_tensor"]; +"1406 dequantize_per_tensor_default_58" [id=1406, type="dequantize_per_tensor"]; +"1407 linalg_vector_norm_19" [id=1407, type="linalg_vector_norm"]; +"1408 clamp_min_19" [id=1408, type="clamp_min"]; +"1409 expand_as_19" [id=1409, type="expand_as"]; +"1410 div_19" [id=1410, type=div]; +"1411 quantize_per_tensor_default_59" [id=1411, type="quantize_per_tensor"]; +"1412 dequantize_per_tensor_default_59" [id=1412, type="dequantize_per_tensor"]; +"1413 transpose_18" [id=1413, type=transpose]; +"1414 matmul_18" [id=1414, type=matmul]; +"1415 clamp_9" [id=1415, type=clamp]; +"1416 exp_9" [id=1416, type=exp]; +"1417 mul_19" [id=1417, type=mul]; +"1418 add_31" [id=1418, type=add]; +"1419 new_zeros_4" [id=1419, type="new_zeros"]; +"1420 lift_fresh_copy_36" [id=1420, type="lift_fresh_copy"]; +"1421 slice_113" [id=1421, type=slice]; +"1422 slice_114" [id=1422, type=slice]; +"1423 fill__36" [id=1423, type="fill_"]; +"1424 lift_fresh_copy_37" [id=1424, type="lift_fresh_copy"]; +"1425 slice_115" [id=1425, type=slice]; +"1426 slice_116" [id=1426, type=slice]; +"1427 fill__37" [id=1427, type="fill_"]; +"1428 lift_fresh_copy_38" [id=1428, type="lift_fresh_copy"]; +"1429 slice_117" [id=1429, type=slice]; +"1430 slice_118" [id=1430, type=slice]; +"1431 fill__38" [id=1431, type="fill_"]; +"1432 lift_fresh_copy_39" [id=1432, type="lift_fresh_copy"]; +"1433 slice_119" [id=1433, type=slice]; +"1434 slice_120" [id=1434, type=slice]; +"1435 fill__39" [id=1435, type="fill_"]; +"1436 lift_fresh_copy_40" [id=1436, type="lift_fresh_copy"]; +"1437 slice_121" [id=1437, type=slice]; +"1438 slice_122" [id=1438, type=slice]; +"1439 fill__40" [id=1439, type="fill_"]; +"1440 lift_fresh_copy_41" [id=1440, type="lift_fresh_copy"]; +"1441 slice_123" [id=1441, type=slice]; +"1442 slice_124" [id=1442, type=slice]; +"1443 fill__41" [id=1443, type="fill_"]; +"1444 lift_fresh_copy_42" [id=1444, type="lift_fresh_copy"]; +"1445 slice_125" [id=1445, type=slice]; +"1446 slice_126" [id=1446, type=slice]; +"1447 fill__42" [id=1447, type="fill_"]; +"1448 lift_fresh_copy_43" [id=1448, type="lift_fresh_copy"]; +"1449 slice_127" [id=1449, type=slice]; +"1450 slice_128" [id=1450, type=slice]; +"1451 fill__43" [id=1451, type="fill_"]; +"1452 lift_fresh_copy_44" [id=1452, type="lift_fresh_copy"]; +"1453 slice_129" [id=1453, type=slice]; +"1454 slice_130" [id=1454, type=slice]; +"1455 fill__44" [id=1455, type="fill_"]; +"1456 view_51" [id=1456, type=view]; +"1457 permute_44" [id=1457, type=permute]; +"1458 reshape_42" [id=1458, type=reshape]; +"1459 unsqueeze_26" [id=1459, type=unsqueeze]; +"1460 unsqueeze_27" [id=1460, type=unsqueeze]; +"1461 sub_4" [id=1461, type=sub]; +"1462 ne_4" [id=1462, type=ne]; +"1463 masked_fill_8" [id=1463, type="masked_fill"]; +"1464 eq_4" [id=1464, type=eq]; +"1465 masked_fill_9" [id=1465, type="masked_fill"]; +"1466 view_52" [id=1466, type=view]; +"1467 unsqueeze_28" [id=1467, type=unsqueeze]; +"1468 unsqueeze_29" [id=1468, type=unsqueeze]; +"1469 add_32" [id=1469, type=add]; +"1470 view_53" [id=1470, type=view]; +"1471 softmax_9" [id=1471, type=softmax]; +"1472 dropout_36" [id=1472, type=dropout]; +"1473 matmul_19" [id=1473, type=matmul]; +"1474 transpose_19" [id=1474, type=transpose]; +"1475 reshape_43" [id=1475, type=reshape]; +"1476 reshape_43_0_0_nncf_smooth_quant_0" [id=1476, type="call_module"]; +"1477 quantize_per_tensor_default_60" [id=1477, type="quantize_per_tensor"]; +"1478 dequantize_per_tensor_default_60" [id=1478, type="dequantize_per_tensor"]; +"1479 linear_59_scale_0" [id=1479, type="get_attr"]; +"1480 linear_59_zero_point_0" [id=1480, type="get_attr"]; +"1481 compressed_weight_updated_constant40" [id=1481, type="get_attr"]; +"1482 quantize_per_channel_default_40" [id=1482, type="quantize_per_channel"]; +"1483 dequantize_per_channel_default_40" [id=1483, type="dequantize_per_channel"]; +"1484 linear_59" [id=1484, type=linear]; +"1485 dropout_37" [id=1485, type=dropout]; +"1486 view_54" [id=1486, type=view]; +"1487 permute_45" [id=1487, type=permute]; +"1488 reshape_44" [id=1488, type=reshape]; +"1489 roll_9" [id=1489, type=roll]; +"1490 slice_131" [id=1490, type=slice]; +"1491 slice_132" [id=1491, type=slice]; +"1492 contiguous_17" [id=1492, type=contiguous]; +"1493 layer_norm_21" [id=1493, type="layer_norm"]; +"1494 add_33" [id=1494, type=add]; +"1495 add_33_0_0_nncf_smooth_quant_0" [id=1495, type="call_module"]; +"1496 quantize_per_tensor_default_61" [id=1496, type="quantize_per_tensor"]; +"1497 dequantize_per_tensor_default_61" [id=1497, type="dequantize_per_tensor"]; +"1498 linear_60_scale_0" [id=1498, type="get_attr"]; +"1499 linear_60_zero_point_0" [id=1499, type="get_attr"]; +"1500 compressed_weight_updated_constant41" [id=1500, type="get_attr"]; +"1501 quantize_per_channel_default_41" [id=1501, type="quantize_per_channel"]; +"1502 dequantize_per_channel_default_41" [id=1502, type="dequantize_per_channel"]; +"1503 linear_60" [id=1503, type=linear]; +"1504 gelu_9" [id=1504, type=gelu]; +"1505 dropout_38" [id=1505, type=dropout]; +"1506 dropout_38_0_0_nncf_smooth_quant_0" [id=1506, type="call_module"]; +"1507 quantize_per_tensor_default_62" [id=1507, type="quantize_per_tensor"]; +"1508 dequantize_per_tensor_default_62" [id=1508, type="dequantize_per_tensor"]; +"1509 linear_61_scale_0" [id=1509, type="get_attr"]; +"1510 linear_61_zero_point_0" [id=1510, type="get_attr"]; +"1511 compressed_weight_updated_constant42" [id=1511, type="get_attr"]; +"1512 quantize_per_channel_default_42" [id=1512, type="quantize_per_channel"]; +"1513 dequantize_per_channel_default_42" [id=1513, type="dequantize_per_channel"]; +"1514 linear_61" [id=1514, type=linear]; +"1515 dropout_39" [id=1515, type=dropout]; +"1516 layer_norm_22" [id=1516, type="layer_norm"]; +"1517 add_34" [id=1517, type=add]; +"1518 pad_12" [id=1518, type=pad]; +"1519 slice_133" [id=1519, type=slice]; +"1520 slice_134" [id=1520, type=slice]; +"1521 slice_135" [id=1521, type=slice]; +"1522 slice_136" [id=1522, type=slice]; +"1523 slice_137" [id=1523, type=slice]; +"1524 slice_138" [id=1524, type=slice]; +"1525 slice_139" [id=1525, type=slice]; +"1526 slice_140" [id=1526, type=slice]; +"1527 cat_2" [id=1527, type=cat]; +"1528 cat_2_0_0_nncf_smooth_quant_0" [id=1528, type="call_module"]; +"1529 quantize_per_tensor_default_63" [id=1529, type="quantize_per_tensor"]; +"1530 dequantize_per_tensor_default_63" [id=1530, type="dequantize_per_tensor"]; +"1531 linear_62_scale_0" [id=1531, type="get_attr"]; +"1532 linear_62_zero_point_0" [id=1532, type="get_attr"]; +"1533 compressed_weight_updated_constant43" [id=1533, type="get_attr"]; +"1534 quantize_per_channel_default_43" [id=1534, type="quantize_per_channel"]; +"1535 dequantize_per_channel_default_43" [id=1535, type="dequantize_per_channel"]; +"1536 linear_62" [id=1536, type=linear]; +"1537 layer_norm_23" [id=1537, type="layer_norm"]; +"1538 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1538, type="get_attr"]; +"1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1539, type="call_module"]; +"1540 linear_63" [id=1540, type=linear]; +"1541 relu__10" [id=1541, type="relu_"]; +"1542 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1542, type="get_attr"]; +"1543 relu__10_0_0_nncf_smooth_quant_0" [id=1543, type="call_module"]; +"1544 linear_64" [id=1544, type=linear]; +"1545 view_55" [id=1545, type=view]; +"1546 index_10" [id=1546, type=index]; +"1547 view_56" [id=1547, type=view]; +"1548 permute_46" [id=1548, type=permute]; +"1549 contiguous_18" [id=1549, type=contiguous]; +"1550 unsqueeze_30" [id=1550, type=unsqueeze]; +"1551 sigmoid_10" [id=1551, type=sigmoid]; +"1552 mul_20" [id=1552, type=mul]; +"1553 pad_13" [id=1553, type=pad]; +"1554 view_57" [id=1554, type=view]; +"1555 permute_47" [id=1555, type=permute]; +"1556 reshape_45" [id=1556, type=reshape]; +"1557 clone_10" [id=1557, type=clone]; +"1558 slice_141" [id=1558, type=slice]; +"1559 zero__10" [id=1559, type="zero_"]; +"1560 reshape_45_0_0_nncf_smooth_quant_0" [id=1560, type="call_module"]; +"1561 quantize_per_tensor_default_64" [id=1561, type="quantize_per_tensor"]; +"1562 dequantize_per_tensor_default_64" [id=1562, type="dequantize_per_tensor"]; +"1563 linear_65_scale_0" [id=1563, type="get_attr"]; +"1564 linear_65_zero_point_0" [id=1564, type="get_attr"]; +"1565 compressed_weight_updated_constant44" [id=1565, type="get_attr"]; +"1566 quantize_per_channel_default_44" [id=1566, type="quantize_per_channel"]; +"1567 dequantize_per_channel_default_44" [id=1567, type="dequantize_per_channel"]; +"1568 linear_65" [id=1568, type=linear]; +"1569 reshape_46" [id=1569, type=reshape]; +"1570 permute_48" [id=1570, type=permute]; +"1571 select_30" [id=1571, type=select]; +"1572 select_31" [id=1572, type=select]; +"1573 select_32" [id=1573, type=select]; +"1574 linalg_vector_norm_20" [id=1574, type="linalg_vector_norm"]; +"1575 clamp_min_20" [id=1575, type="clamp_min"]; +"1576 expand_as_20" [id=1576, type="expand_as"]; +"1577 div_20" [id=1577, type=div]; +"1578 quantize_per_tensor_default_65" [id=1578, type="quantize_per_tensor"]; +"1579 dequantize_per_tensor_default_65" [id=1579, type="dequantize_per_tensor"]; +"1580 linalg_vector_norm_21" [id=1580, type="linalg_vector_norm"]; +"1581 clamp_min_21" [id=1581, type="clamp_min"]; +"1582 expand_as_21" [id=1582, type="expand_as"]; +"1583 div_21" [id=1583, type=div]; +"1584 quantize_per_tensor_default_66" [id=1584, type="quantize_per_tensor"]; +"1585 dequantize_per_tensor_default_66" [id=1585, type="dequantize_per_tensor"]; +"1586 transpose_20" [id=1586, type=transpose]; +"1587 matmul_20" [id=1587, type=matmul]; +"1588 clamp_10" [id=1588, type=clamp]; +"1589 exp_10" [id=1589, type=exp]; +"1590 mul_21" [id=1590, type=mul]; +"1591 add_35" [id=1591, type=add]; +"1592 softmax_10" [id=1592, type=softmax]; +"1593 dropout_40" [id=1593, type=dropout]; +"1594 matmul_21" [id=1594, type=matmul]; +"1595 transpose_21" [id=1595, type=transpose]; +"1596 reshape_47" [id=1596, type=reshape]; +"1597 reshape_47_0_0_nncf_smooth_quant_0" [id=1597, type="call_module"]; +"1598 quantize_per_tensor_default_67" [id=1598, type="quantize_per_tensor"]; +"1599 dequantize_per_tensor_default_67" [id=1599, type="dequantize_per_tensor"]; +"1600 linear_66_scale_0" [id=1600, type="get_attr"]; +"1601 linear_66_zero_point_0" [id=1601, type="get_attr"]; +"1602 compressed_weight_updated_constant45" [id=1602, type="get_attr"]; +"1603 quantize_per_channel_default_45" [id=1603, type="quantize_per_channel"]; +"1604 dequantize_per_channel_default_45" [id=1604, type="dequantize_per_channel"]; +"1605 linear_66" [id=1605, type=linear]; +"1606 dropout_41" [id=1606, type=dropout]; +"1607 view_58" [id=1607, type=view]; +"1608 permute_49" [id=1608, type=permute]; +"1609 reshape_48" [id=1609, type=reshape]; +"1610 slice_142" [id=1610, type=slice]; +"1611 slice_143" [id=1611, type=slice]; +"1612 contiguous_19" [id=1612, type=contiguous]; +"1613 layer_norm_24" [id=1613, type="layer_norm"]; +"1614 add_36" [id=1614, type=add]; +"1615 add_36_0_0_nncf_smooth_quant_0" [id=1615, type="call_module"]; +"1616 quantize_per_tensor_default_68" [id=1616, type="quantize_per_tensor"]; +"1617 dequantize_per_tensor_default_68" [id=1617, type="dequantize_per_tensor"]; +"1618 linear_67_scale_0" [id=1618, type="get_attr"]; +"1619 linear_67_zero_point_0" [id=1619, type="get_attr"]; +"1620 compressed_weight_updated_constant46" [id=1620, type="get_attr"]; +"1621 quantize_per_channel_default_46" [id=1621, type="quantize_per_channel"]; +"1622 dequantize_per_channel_default_46" [id=1622, type="dequantize_per_channel"]; +"1623 linear_67" [id=1623, type=linear]; +"1624 gelu_10" [id=1624, type=gelu]; +"1625 dropout_42" [id=1625, type=dropout]; +"1626 dropout_42_0_0_nncf_smooth_quant_0" [id=1626, type="call_module"]; +"1627 quantize_per_tensor_default_69" [id=1627, type="quantize_per_tensor"]; +"1628 dequantize_per_tensor_default_69" [id=1628, type="dequantize_per_tensor"]; +"1629 linear_68_scale_0" [id=1629, type="get_attr"]; +"1630 linear_68_zero_point_0" [id=1630, type="get_attr"]; +"1631 compressed_weight_updated_constant47" [id=1631, type="get_attr"]; +"1632 quantize_per_channel_default_47" [id=1632, type="quantize_per_channel"]; +"1633 dequantize_per_channel_default_47" [id=1633, type="dequantize_per_channel"]; +"1634 linear_68" [id=1634, type=linear]; +"1635 dropout_43" [id=1635, type=dropout]; +"1636 layer_norm_25" [id=1636, type="layer_norm"]; +"1637 add_37" [id=1637, type=add]; +"1638 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1638, type="get_attr"]; +"1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1639, type="call_module"]; +"1640 linear_69" [id=1640, type=linear]; +"1641 relu__11" [id=1641, type="relu_"]; +"1642 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1642, type="get_attr"]; +"1643 relu__11_0_0_nncf_smooth_quant_0" [id=1643, type="call_module"]; +"1644 linear_70" [id=1644, type=linear]; +"1645 view_59" [id=1645, type=view]; +"1646 index_11" [id=1646, type=index]; +"1647 view_60" [id=1647, type=view]; +"1648 permute_50" [id=1648, type=permute]; +"1649 contiguous_20" [id=1649, type=contiguous]; +"1650 unsqueeze_31" [id=1650, type=unsqueeze]; +"1651 sigmoid_11" [id=1651, type=sigmoid]; +"1652 mul_22" [id=1652, type=mul]; +"1653 pad_14" [id=1653, type=pad]; +"1654 view_61" [id=1654, type=view]; +"1655 permute_51" [id=1655, type=permute]; +"1656 reshape_49" [id=1656, type=reshape]; +"1657 clone_11" [id=1657, type=clone]; +"1658 slice_144" [id=1658, type=slice]; +"1659 zero__11" [id=1659, type="zero_"]; +"1660 reshape_49_0_0_nncf_smooth_quant_0" [id=1660, type="call_module"]; +"1661 quantize_per_tensor_default_70" [id=1661, type="quantize_per_tensor"]; +"1662 dequantize_per_tensor_default_70" [id=1662, type="dequantize_per_tensor"]; +"1663 linear_71_scale_0" [id=1663, type="get_attr"]; +"1664 linear_71_zero_point_0" [id=1664, type="get_attr"]; +"1665 compressed_weight_updated_constant48" [id=1665, type="get_attr"]; +"1666 quantize_per_channel_default_48" [id=1666, type="quantize_per_channel"]; +"1667 dequantize_per_channel_default_48" [id=1667, type="dequantize_per_channel"]; +"1668 linear_71" [id=1668, type=linear]; +"1669 reshape_50" [id=1669, type=reshape]; +"1670 permute_52" [id=1670, type=permute]; +"1671 select_33" [id=1671, type=select]; +"1672 select_34" [id=1672, type=select]; +"1673 select_35" [id=1673, type=select]; +"1674 linalg_vector_norm_22" [id=1674, type="linalg_vector_norm"]; +"1675 clamp_min_22" [id=1675, type="clamp_min"]; +"1676 expand_as_22" [id=1676, type="expand_as"]; +"1677 div_22" [id=1677, type=div]; +"1678 quantize_per_tensor_default_71" [id=1678, type="quantize_per_tensor"]; +"1679 dequantize_per_tensor_default_71" [id=1679, type="dequantize_per_tensor"]; +"1680 linalg_vector_norm_23" [id=1680, type="linalg_vector_norm"]; +"1681 clamp_min_23" [id=1681, type="clamp_min"]; +"1682 expand_as_23" [id=1682, type="expand_as"]; +"1683 div_23" [id=1683, type=div]; +"1684 quantize_per_tensor_default_72" [id=1684, type="quantize_per_tensor"]; +"1685 dequantize_per_tensor_default_72" [id=1685, type="dequantize_per_tensor"]; +"1686 transpose_22" [id=1686, type=transpose]; +"1687 matmul_22" [id=1687, type=matmul]; +"1688 clamp_11" [id=1688, type=clamp]; +"1689 exp_11" [id=1689, type=exp]; +"1690 mul_23" [id=1690, type=mul]; +"1691 add_38" [id=1691, type=add]; +"1692 softmax_11" [id=1692, type=softmax]; +"1693 dropout_44" [id=1693, type=dropout]; +"1694 matmul_23" [id=1694, type=matmul]; +"1695 transpose_23" [id=1695, type=transpose]; +"1696 reshape_51" [id=1696, type=reshape]; +"1697 reshape_51_0_0_nncf_smooth_quant_0" [id=1697, type="call_module"]; +"1698 quantize_per_tensor_default_73" [id=1698, type="quantize_per_tensor"]; +"1699 dequantize_per_tensor_default_73" [id=1699, type="dequantize_per_tensor"]; +"1700 linear_72_scale_0" [id=1700, type="get_attr"]; +"1701 linear_72_zero_point_0" [id=1701, type="get_attr"]; +"1702 compressed_weight_updated_constant49" [id=1702, type="get_attr"]; +"1703 quantize_per_channel_default_49" [id=1703, type="quantize_per_channel"]; +"1704 dequantize_per_channel_default_49" [id=1704, type="dequantize_per_channel"]; +"1705 linear_72" [id=1705, type=linear]; +"1706 dropout_45" [id=1706, type=dropout]; +"1707 view_62" [id=1707, type=view]; +"1708 permute_53" [id=1708, type=permute]; +"1709 reshape_52" [id=1709, type=reshape]; +"1710 slice_145" [id=1710, type=slice]; +"1711 slice_146" [id=1711, type=slice]; +"1712 contiguous_21" [id=1712, type=contiguous]; +"1713 layer_norm_26" [id=1713, type="layer_norm"]; +"1714 add_39" [id=1714, type=add]; +"1715 add_39_0_0_nncf_smooth_quant_0" [id=1715, type="call_module"]; +"1716 quantize_per_tensor_default_74" [id=1716, type="quantize_per_tensor"]; +"1717 dequantize_per_tensor_default_74" [id=1717, type="dequantize_per_tensor"]; +"1718 linear_73_scale_0" [id=1718, type="get_attr"]; +"1719 linear_73_zero_point_0" [id=1719, type="get_attr"]; +"1720 compressed_weight_updated_constant50" [id=1720, type="get_attr"]; +"1721 quantize_per_channel_default_50" [id=1721, type="quantize_per_channel"]; +"1722 dequantize_per_channel_default_50" [id=1722, type="dequantize_per_channel"]; +"1723 linear_73" [id=1723, type=linear]; +"1724 gelu_11" [id=1724, type=gelu]; +"1725 dropout_46" [id=1725, type=dropout]; +"1726 dropout_46_0_0_nncf_smooth_quant_0" [id=1726, type="call_module"]; +"1727 quantize_per_tensor_default_75" [id=1727, type="quantize_per_tensor"]; +"1728 dequantize_per_tensor_default_75" [id=1728, type="dequantize_per_tensor"]; +"1729 linear_74_scale_0" [id=1729, type="get_attr"]; +"1730 linear_74_zero_point_0" [id=1730, type="get_attr"]; +"1731 compressed_weight_updated_constant51" [id=1731, type="get_attr"]; +"1732 quantize_per_channel_default_51" [id=1732, type="quantize_per_channel"]; +"1733 dequantize_per_channel_default_51" [id=1733, type="dequantize_per_channel"]; +"1734 linear_74" [id=1734, type=linear]; +"1735 dropout_47" [id=1735, type=dropout]; +"1736 layer_norm_27" [id=1736, type="layer_norm"]; +"1737 add_40" [id=1737, type=add]; +"1738 layer_norm_28" [id=1738, type="layer_norm"]; +"1739 permute_54" [id=1739, type=permute]; +"1740 adaptive_avg_pool2d" [id=1740, type="adaptive_avg_pool2d"]; +"1741 flatten" [id=1741, type=flatten]; +"1742 flatten_0_0_nncf_smooth_quant_0" [id=1742, type="call_module"]; +"1743 quantize_per_tensor_default_76" [id=1743, type="quantize_per_tensor"]; +"1744 dequantize_per_tensor_default_76" [id=1744, type="dequantize_per_tensor"]; +"1745 linear_75_scale_0" [id=1745, type="get_attr"]; +"1746 linear_75_zero_point_0" [id=1746, type="get_attr"]; +"1747 compressed_weight_updated_constant52" [id=1747, type="get_attr"]; +"1748 quantize_per_channel_default_52" [id=1748, type="quantize_per_channel"]; +"1749 dequantize_per_channel_default_52" [id=1749, type="dequantize_per_channel"]; +"1750 linear_75" [id=1750, type=linear]; +"1751 output" [id=1751, type=output]; "0 features_1_0_attn_qkv_bias" -> "231 clone" [style=solid, label="(288,)"]; "1 features_1_0_attn_proj_bias" -> "279 linear_3" [style=solid, label="(96,)"]; "2 features_1_0_attn_logit_scale" -> "262 clamp" [style=solid, label="(3, 1, 1)"]; -"3 features_1_1_attn_qkv_bias" -> "331 clone_1" [style=solid, label="(288,)"]; -"4 features_1_1_attn_proj_bias" -> "431 linear_9" [style=solid, label="(96,)"]; -"5 features_1_1_attn_logit_scale" -> "362 clamp_1" [style=solid, label="(3, 1, 1)"]; -"6 features_3_0_attn_qkv_bias" -> "507 clone_2" [style=solid, label="(576,)"]; -"7 features_3_0_attn_proj_bias" -> "555 linear_16" [style=solid, label="(192,)"]; -"8 features_3_0_attn_logit_scale" -> "538 clamp_2" [style=solid, label="(6, 1, 1)"]; -"9 features_3_1_attn_qkv_bias" -> "610 clone_3" [style=solid, label="(576,)"]; -"10 features_3_1_attn_proj_bias" -> "710 linear_22" [style=solid, label="(192,)"]; -"11 features_3_1_attn_logit_scale" -> "641 clamp_3" [style=solid, label="(6, 1, 1)"]; -"12 features_5_0_attn_qkv_bias" -> "789 clone_4" [style=solid, label="(1152,)"]; -"13 features_5_0_attn_proj_bias" -> "837 linear_29" [style=solid, label="(384,)"]; -"14 features_5_0_attn_logit_scale" -> "820 clamp_4" [style=solid, label="(12, 1, 1)"]; -"15 features_5_1_attn_qkv_bias" -> "892 clone_5" [style=solid, label="(1152,)"]; -"16 features_5_1_attn_proj_bias" -> "992 linear_35" [style=solid, label="(384,)"]; -"17 features_5_1_attn_logit_scale" -> "923 clamp_5" [style=solid, label="(12, 1, 1)"]; -"18 features_5_2_attn_qkv_bias" -> "1047 clone_6" [style=solid, label="(1152,)"]; -"19 features_5_2_attn_proj_bias" -> "1095 linear_41" [style=solid, label="(384,)"]; -"20 features_5_2_attn_logit_scale" -> "1078 clamp_6" [style=solid, label="(12, 1, 1)"]; -"21 features_5_3_attn_qkv_bias" -> "1150 clone_7" [style=solid, label="(1152,)"]; -"22 features_5_3_attn_proj_bias" -> "1250 linear_47" [style=solid, label="(384,)"]; -"23 features_5_3_attn_logit_scale" -> "1181 clamp_7" [style=solid, label="(12, 1, 1)"]; -"24 features_5_4_attn_qkv_bias" -> "1305 clone_8" [style=solid, label="(1152,)"]; -"25 features_5_4_attn_proj_bias" -> "1353 linear_53" [style=solid, label="(384,)"]; -"26 features_5_4_attn_logit_scale" -> "1336 clamp_8" [style=solid, label="(12, 1, 1)"]; -"27 features_5_5_attn_qkv_bias" -> "1408 clone_9" [style=solid, label="(1152,)"]; -"28 features_5_5_attn_proj_bias" -> "1508 linear_59" [style=solid, label="(384,)"]; -"29 features_5_5_attn_logit_scale" -> "1439 clamp_9" [style=solid, label="(12, 1, 1)"]; -"30 features_7_0_attn_qkv_bias" -> "1587 clone_10" [style=solid, label="(2304,)"]; -"31 features_7_0_attn_proj_bias" -> "1635 linear_66" [style=solid, label="(768,)"]; -"32 features_7_0_attn_logit_scale" -> "1618 clamp_10" [style=solid, label="(24, 1, 1)"]; -"33 features_7_1_attn_qkv_bias" -> "1689 clone_11" [style=solid, label="(2304,)"]; -"34 features_7_1_attn_proj_bias" -> "1737 linear_72" [style=solid, label="(768,)"]; -"35 features_7_1_attn_logit_scale" -> "1720 clamp_11" [style=solid, label="(24, 1, 1)"]; +"3 features_1_1_attn_qkv_bias" -> "330 clone_1" [style=solid, label="(288,)"]; +"4 features_1_1_attn_proj_bias" -> "430 linear_9" [style=solid, label="(96,)"]; +"5 features_1_1_attn_logit_scale" -> "361 clamp_1" [style=solid, label="(3, 1, 1)"]; +"6 features_3_0_attn_qkv_bias" -> "501 clone_2" [style=solid, label="(576,)"]; +"7 features_3_0_attn_proj_bias" -> "549 linear_16" [style=solid, label="(192,)"]; +"8 features_3_0_attn_logit_scale" -> "532 clamp_2" [style=solid, label="(6, 1, 1)"]; +"9 features_3_1_attn_qkv_bias" -> "602 clone_3" [style=solid, label="(576,)"]; +"10 features_3_1_attn_proj_bias" -> "702 linear_22" [style=solid, label="(192,)"]; +"11 features_3_1_attn_logit_scale" -> "633 clamp_3" [style=solid, label="(6, 1, 1)"]; +"12 features_5_0_attn_qkv_bias" -> "775 clone_4" [style=solid, label="(1152,)"]; +"13 features_5_0_attn_proj_bias" -> "823 linear_29" [style=solid, label="(384,)"]; +"14 features_5_0_attn_logit_scale" -> "806 clamp_4" [style=solid, label="(12, 1, 1)"]; +"15 features_5_1_attn_qkv_bias" -> "876 clone_5" [style=solid, label="(1152,)"]; +"16 features_5_1_attn_proj_bias" -> "976 linear_35" [style=solid, label="(384,)"]; +"17 features_5_1_attn_logit_scale" -> "907 clamp_5" [style=solid, label="(12, 1, 1)"]; +"18 features_5_2_attn_qkv_bias" -> "1029 clone_6" [style=solid, label="(1152,)"]; +"19 features_5_2_attn_proj_bias" -> "1077 linear_41" [style=solid, label="(384,)"]; +"20 features_5_2_attn_logit_scale" -> "1060 clamp_6" [style=solid, label="(12, 1, 1)"]; +"21 features_5_3_attn_qkv_bias" -> "1130 clone_7" [style=solid, label="(1152,)"]; +"22 features_5_3_attn_proj_bias" -> "1230 linear_47" [style=solid, label="(384,)"]; +"23 features_5_3_attn_logit_scale" -> "1161 clamp_7" [style=solid, label="(12, 1, 1)"]; +"24 features_5_4_attn_qkv_bias" -> "1283 clone_8" [style=solid, label="(1152,)"]; +"25 features_5_4_attn_proj_bias" -> "1331 linear_53" [style=solid, label="(384,)"]; +"26 features_5_4_attn_logit_scale" -> "1314 clamp_8" [style=solid, label="(12, 1, 1)"]; +"27 features_5_5_attn_qkv_bias" -> "1384 clone_9" [style=solid, label="(1152,)"]; +"28 features_5_5_attn_proj_bias" -> "1484 linear_59" [style=solid, label="(384,)"]; +"29 features_5_5_attn_logit_scale" -> "1415 clamp_9" [style=solid, label="(12, 1, 1)"]; +"30 features_7_0_attn_qkv_bias" -> "1557 clone_10" [style=solid, label="(2304,)"]; +"31 features_7_0_attn_proj_bias" -> "1605 linear_66" [style=solid, label="(768,)"]; +"32 features_7_0_attn_logit_scale" -> "1588 clamp_10" [style=solid, label="(24, 1, 1)"]; +"33 features_7_1_attn_qkv_bias" -> "1657 clone_11" [style=solid, label="(2304,)"]; +"34 features_7_1_attn_proj_bias" -> "1705 linear_72" [style=solid, label="(768,)"]; +"35 features_7_1_attn_logit_scale" -> "1688 clamp_11" [style=solid, label="(24, 1, 1)"]; "36 features_0_0_bias" -> "209 conv2d" [style=solid, label="(96,)"]; "37 features_0_2_weight" -> "211 layer_norm" [style=solid, label="(96,)"]; "38 features_0_2_bias" -> "211 layer_norm" [style=solid, label="(96,)"]; "39 features_1_0_attn_cpb_mlp_0_bias" -> "214 linear" [style=solid, label="(512,)"]; -"40 features_1_0_norm1_weight" -> "286 layer_norm_1" [style=solid, label="(96,)"]; -"41 features_1_0_norm1_bias" -> "286 layer_norm_1" [style=solid, label="(96,)"]; -"42 features_1_0_mlp_0_bias" -> "296 linear_4" [style=solid, label="(384,)"]; -"43 features_1_0_mlp_3_bias" -> "307 linear_5" [style=solid, label="(96,)"]; -"44 features_1_0_norm2_weight" -> "309 layer_norm_2" [style=solid, label="(96,)"]; -"45 features_1_0_norm2_bias" -> "309 layer_norm_2" [style=solid, label="(96,)"]; -"46 features_1_1_attn_cpb_mlp_0_bias" -> "313 linear_6" [style=solid, label="(512,)"]; -"47 features_1_1_norm1_weight" -> "439 layer_norm_3" [style=solid, label="(96,)"]; -"48 features_1_1_norm1_bias" -> "439 layer_norm_3" [style=solid, label="(96,)"]; -"49 features_1_1_mlp_0_bias" -> "449 linear_10" [style=solid, label="(384,)"]; -"50 features_1_1_mlp_3_bias" -> "460 linear_11" [style=solid, label="(96,)"]; -"51 features_1_1_norm2_weight" -> "462 layer_norm_4" [style=solid, label="(96,)"]; -"52 features_1_1_norm2_bias" -> "462 layer_norm_4" [style=solid, label="(96,)"]; -"53 features_2_norm_weight" -> "487 layer_norm_5" [style=solid, label="(192,)"]; -"54 features_2_norm_bias" -> "487 layer_norm_5" [style=solid, label="(192,)"]; -"55 features_3_0_attn_cpb_mlp_0_bias" -> "490 linear_13" [style=solid, label="(512,)"]; -"56 features_3_0_norm1_weight" -> "565 layer_norm_6" [style=solid, label="(192,)"]; -"57 features_3_0_norm1_bias" -> "565 layer_norm_6" [style=solid, label="(192,)"]; -"58 features_3_0_mlp_0_bias" -> "575 linear_17" [style=solid, label="(768,)"]; -"59 features_3_0_mlp_3_bias" -> "586 linear_18" [style=solid, label="(192,)"]; -"60 features_3_0_norm2_weight" -> "588 layer_norm_7" [style=solid, label="(192,)"]; -"61 features_3_0_norm2_bias" -> "588 layer_norm_7" [style=solid, label="(192,)"]; -"62 features_3_1_attn_cpb_mlp_0_bias" -> "592 linear_19" [style=solid, label="(512,)"]; -"63 features_3_1_norm1_weight" -> "721 layer_norm_8" [style=solid, label="(192,)"]; -"64 features_3_1_norm1_bias" -> "721 layer_norm_8" [style=solid, label="(192,)"]; -"65 features_3_1_mlp_0_bias" -> "731 linear_23" [style=solid, label="(768,)"]; -"66 features_3_1_mlp_3_bias" -> "742 linear_24" [style=solid, label="(192,)"]; -"67 features_3_1_norm2_weight" -> "744 layer_norm_9" [style=solid, label="(192,)"]; -"68 features_3_1_norm2_bias" -> "744 layer_norm_9" [style=solid, label="(192,)"]; -"69 features_4_norm_weight" -> "769 layer_norm_10" [style=solid, label="(384,)"]; -"70 features_4_norm_bias" -> "769 layer_norm_10" [style=solid, label="(384,)"]; -"71 features_5_0_attn_cpb_mlp_0_bias" -> "772 linear_26" [style=solid, label="(512,)"]; -"72 features_5_0_norm1_weight" -> "847 layer_norm_11" [style=solid, label="(384,)"]; -"73 features_5_0_norm1_bias" -> "847 layer_norm_11" [style=solid, label="(384,)"]; -"74 features_5_0_mlp_0_bias" -> "857 linear_30" [style=solid, label="(1536,)"]; -"75 features_5_0_mlp_3_bias" -> "868 linear_31" [style=solid, label="(384,)"]; -"76 features_5_0_norm2_weight" -> "870 layer_norm_12" [style=solid, label="(384,)"]; -"77 features_5_0_norm2_bias" -> "870 layer_norm_12" [style=solid, label="(384,)"]; -"78 features_5_1_attn_cpb_mlp_0_bias" -> "874 linear_32" [style=solid, label="(512,)"]; -"79 features_5_1_norm1_weight" -> "1003 layer_norm_13" [style=solid, label="(384,)"]; -"80 features_5_1_norm1_bias" -> "1003 layer_norm_13" [style=solid, label="(384,)"]; -"81 features_5_1_mlp_0_bias" -> "1013 linear_36" [style=solid, label="(1536,)"]; -"82 features_5_1_mlp_3_bias" -> "1024 linear_37" [style=solid, label="(384,)"]; -"83 features_5_1_norm2_weight" -> "1026 layer_norm_14" [style=solid, label="(384,)"]; -"84 features_5_1_norm2_bias" -> "1026 layer_norm_14" [style=solid, label="(384,)"]; -"85 features_5_2_attn_cpb_mlp_0_bias" -> "1030 linear_38" [style=solid, label="(512,)"]; -"86 features_5_2_norm1_weight" -> "1105 layer_norm_15" [style=solid, label="(384,)"]; -"87 features_5_2_norm1_bias" -> "1105 layer_norm_15" [style=solid, label="(384,)"]; -"88 features_5_2_mlp_0_bias" -> "1115 linear_42" [style=solid, label="(1536,)"]; -"89 features_5_2_mlp_3_bias" -> "1126 linear_43" [style=solid, label="(384,)"]; -"90 features_5_2_norm2_weight" -> "1128 layer_norm_16" [style=solid, label="(384,)"]; -"91 features_5_2_norm2_bias" -> "1128 layer_norm_16" [style=solid, label="(384,)"]; -"92 features_5_3_attn_cpb_mlp_0_bias" -> "1132 linear_44" [style=solid, label="(512,)"]; -"93 features_5_3_norm1_weight" -> "1261 layer_norm_17" [style=solid, label="(384,)"]; -"94 features_5_3_norm1_bias" -> "1261 layer_norm_17" [style=solid, label="(384,)"]; -"95 features_5_3_mlp_0_bias" -> "1271 linear_48" [style=solid, label="(1536,)"]; -"96 features_5_3_mlp_3_bias" -> "1282 linear_49" [style=solid, label="(384,)"]; -"97 features_5_3_norm2_weight" -> "1284 layer_norm_18" [style=solid, label="(384,)"]; -"98 features_5_3_norm2_bias" -> "1284 layer_norm_18" [style=solid, label="(384,)"]; -"99 features_5_4_attn_cpb_mlp_0_bias" -> "1288 linear_50" [style=solid, label="(512,)"]; -"100 features_5_4_norm1_weight" -> "1363 layer_norm_19" [style=solid, label="(384,)"]; -"101 features_5_4_norm1_bias" -> "1363 layer_norm_19" [style=solid, label="(384,)"]; -"102 features_5_4_mlp_0_bias" -> "1373 linear_54" [style=solid, label="(1536,)"]; -"103 features_5_4_mlp_3_bias" -> "1384 linear_55" [style=solid, label="(384,)"]; -"104 features_5_4_norm2_weight" -> "1386 layer_norm_20" [style=solid, label="(384,)"]; -"105 features_5_4_norm2_bias" -> "1386 layer_norm_20" [style=solid, label="(384,)"]; -"106 features_5_5_attn_cpb_mlp_0_bias" -> "1390 linear_56" [style=solid, label="(512,)"]; -"107 features_5_5_norm1_weight" -> "1519 layer_norm_21" [style=solid, label="(384,)"]; -"108 features_5_5_norm1_bias" -> "1519 layer_norm_21" [style=solid, label="(384,)"]; -"109 features_5_5_mlp_0_bias" -> "1529 linear_60" [style=solid, label="(1536,)"]; -"110 features_5_5_mlp_3_bias" -> "1540 linear_61" [style=solid, label="(384,)"]; -"111 features_5_5_norm2_weight" -> "1542 layer_norm_22" [style=solid, label="(384,)"]; -"112 features_5_5_norm2_bias" -> "1542 layer_norm_22" [style=solid, label="(384,)"]; -"113 features_6_norm_weight" -> "1567 layer_norm_23" [style=solid, label="(768,)"]; -"114 features_6_norm_bias" -> "1567 layer_norm_23" [style=solid, label="(768,)"]; -"115 features_7_0_attn_cpb_mlp_0_bias" -> "1570 linear_63" [style=solid, label="(512,)"]; -"116 features_7_0_norm1_weight" -> "1645 layer_norm_24" [style=solid, label="(768,)"]; -"117 features_7_0_norm1_bias" -> "1645 layer_norm_24" [style=solid, label="(768,)"]; -"118 features_7_0_mlp_0_bias" -> "1655 linear_67" [style=solid, label="(3072,)"]; -"119 features_7_0_mlp_3_bias" -> "1666 linear_68" [style=solid, label="(768,)"]; -"120 features_7_0_norm2_weight" -> "1668 layer_norm_25" [style=solid, label="(768,)"]; -"121 features_7_0_norm2_bias" -> "1668 layer_norm_25" [style=solid, label="(768,)"]; -"122 features_7_1_attn_cpb_mlp_0_bias" -> "1672 linear_69" [style=solid, label="(512,)"]; -"123 features_7_1_norm1_weight" -> "1747 layer_norm_26" [style=solid, label="(768,)"]; -"124 features_7_1_norm1_bias" -> "1747 layer_norm_26" [style=solid, label="(768,)"]; -"125 features_7_1_mlp_0_bias" -> "1757 linear_73" [style=solid, label="(3072,)"]; -"126 features_7_1_mlp_3_bias" -> "1768 linear_74" [style=solid, label="(768,)"]; -"127 features_7_1_norm2_weight" -> "1770 layer_norm_27" [style=solid, label="(768,)"]; -"128 features_7_1_norm2_bias" -> "1770 layer_norm_27" [style=solid, label="(768,)"]; -"129 norm_weight" -> "1772 layer_norm_28" [style=solid, label="(768,)"]; -"130 norm_bias" -> "1772 layer_norm_28" [style=solid, label="(768,)"]; -"131 head_bias" -> "1784 linear_75" [style=solid, label="(1000,)"]; +"40 features_1_0_norm1_weight" -> "285 layer_norm_1" [style=solid, label="(96,)"]; +"41 features_1_0_norm1_bias" -> "285 layer_norm_1" [style=solid, label="(96,)"]; +"42 features_1_0_mlp_0_bias" -> "295 linear_4" [style=solid, label="(384,)"]; +"43 features_1_0_mlp_3_bias" -> "306 linear_5" [style=solid, label="(96,)"]; +"44 features_1_0_norm2_weight" -> "308 layer_norm_2" [style=solid, label="(96,)"]; +"45 features_1_0_norm2_bias" -> "308 layer_norm_2" [style=solid, label="(96,)"]; +"46 features_1_1_attn_cpb_mlp_0_bias" -> "312 linear_6" [style=solid, label="(512,)"]; +"47 features_1_1_norm1_weight" -> "437 layer_norm_3" [style=solid, label="(96,)"]; +"48 features_1_1_norm1_bias" -> "437 layer_norm_3" [style=solid, label="(96,)"]; +"49 features_1_1_mlp_0_bias" -> "447 linear_10" [style=solid, label="(384,)"]; +"50 features_1_1_mlp_3_bias" -> "458 linear_11" [style=solid, label="(96,)"]; +"51 features_1_1_norm2_weight" -> "460 layer_norm_4" [style=solid, label="(96,)"]; +"52 features_1_1_norm2_bias" -> "460 layer_norm_4" [style=solid, label="(96,)"]; +"53 features_2_norm_weight" -> "481 layer_norm_5" [style=solid, label="(192,)"]; +"54 features_2_norm_bias" -> "481 layer_norm_5" [style=solid, label="(192,)"]; +"55 features_3_0_attn_cpb_mlp_0_bias" -> "484 linear_13" [style=solid, label="(512,)"]; +"56 features_3_0_norm1_weight" -> "557 layer_norm_6" [style=solid, label="(192,)"]; +"57 features_3_0_norm1_bias" -> "557 layer_norm_6" [style=solid, label="(192,)"]; +"58 features_3_0_mlp_0_bias" -> "567 linear_17" [style=solid, label="(768,)"]; +"59 features_3_0_mlp_3_bias" -> "578 linear_18" [style=solid, label="(192,)"]; +"60 features_3_0_norm2_weight" -> "580 layer_norm_7" [style=solid, label="(192,)"]; +"61 features_3_0_norm2_bias" -> "580 layer_norm_7" [style=solid, label="(192,)"]; +"62 features_3_1_attn_cpb_mlp_0_bias" -> "584 linear_19" [style=solid, label="(512,)"]; +"63 features_3_1_norm1_weight" -> "711 layer_norm_8" [style=solid, label="(192,)"]; +"64 features_3_1_norm1_bias" -> "711 layer_norm_8" [style=solid, label="(192,)"]; +"65 features_3_1_mlp_0_bias" -> "721 linear_23" [style=solid, label="(768,)"]; +"66 features_3_1_mlp_3_bias" -> "732 linear_24" [style=solid, label="(192,)"]; +"67 features_3_1_norm2_weight" -> "734 layer_norm_9" [style=solid, label="(192,)"]; +"68 features_3_1_norm2_bias" -> "734 layer_norm_9" [style=solid, label="(192,)"]; +"69 features_4_norm_weight" -> "755 layer_norm_10" [style=solid, label="(384,)"]; +"70 features_4_norm_bias" -> "755 layer_norm_10" [style=solid, label="(384,)"]; +"71 features_5_0_attn_cpb_mlp_0_bias" -> "758 linear_26" [style=solid, label="(512,)"]; +"72 features_5_0_norm1_weight" -> "831 layer_norm_11" [style=solid, label="(384,)"]; +"73 features_5_0_norm1_bias" -> "831 layer_norm_11" [style=solid, label="(384,)"]; +"74 features_5_0_mlp_0_bias" -> "841 linear_30" [style=solid, label="(1536,)"]; +"75 features_5_0_mlp_3_bias" -> "852 linear_31" [style=solid, label="(384,)"]; +"76 features_5_0_norm2_weight" -> "854 layer_norm_12" [style=solid, label="(384,)"]; +"77 features_5_0_norm2_bias" -> "854 layer_norm_12" [style=solid, label="(384,)"]; +"78 features_5_1_attn_cpb_mlp_0_bias" -> "858 linear_32" [style=solid, label="(512,)"]; +"79 features_5_1_norm1_weight" -> "985 layer_norm_13" [style=solid, label="(384,)"]; +"80 features_5_1_norm1_bias" -> "985 layer_norm_13" [style=solid, label="(384,)"]; +"81 features_5_1_mlp_0_bias" -> "995 linear_36" [style=solid, label="(1536,)"]; +"82 features_5_1_mlp_3_bias" -> "1006 linear_37" [style=solid, label="(384,)"]; +"83 features_5_1_norm2_weight" -> "1008 layer_norm_14" [style=solid, label="(384,)"]; +"84 features_5_1_norm2_bias" -> "1008 layer_norm_14" [style=solid, label="(384,)"]; +"85 features_5_2_attn_cpb_mlp_0_bias" -> "1012 linear_38" [style=solid, label="(512,)"]; +"86 features_5_2_norm1_weight" -> "1085 layer_norm_15" [style=solid, label="(384,)"]; +"87 features_5_2_norm1_bias" -> "1085 layer_norm_15" [style=solid, label="(384,)"]; +"88 features_5_2_mlp_0_bias" -> "1095 linear_42" [style=solid, label="(1536,)"]; +"89 features_5_2_mlp_3_bias" -> "1106 linear_43" [style=solid, label="(384,)"]; +"90 features_5_2_norm2_weight" -> "1108 layer_norm_16" [style=solid, label="(384,)"]; +"91 features_5_2_norm2_bias" -> "1108 layer_norm_16" [style=solid, label="(384,)"]; +"92 features_5_3_attn_cpb_mlp_0_bias" -> "1112 linear_44" [style=solid, label="(512,)"]; +"93 features_5_3_norm1_weight" -> "1239 layer_norm_17" [style=solid, label="(384,)"]; +"94 features_5_3_norm1_bias" -> "1239 layer_norm_17" [style=solid, label="(384,)"]; +"95 features_5_3_mlp_0_bias" -> "1249 linear_48" [style=solid, label="(1536,)"]; +"96 features_5_3_mlp_3_bias" -> "1260 linear_49" [style=solid, label="(384,)"]; +"97 features_5_3_norm2_weight" -> "1262 layer_norm_18" [style=solid, label="(384,)"]; +"98 features_5_3_norm2_bias" -> "1262 layer_norm_18" [style=solid, label="(384,)"]; +"99 features_5_4_attn_cpb_mlp_0_bias" -> "1266 linear_50" [style=solid, label="(512,)"]; +"100 features_5_4_norm1_weight" -> "1339 layer_norm_19" [style=solid, label="(384,)"]; +"101 features_5_4_norm1_bias" -> "1339 layer_norm_19" [style=solid, label="(384,)"]; +"102 features_5_4_mlp_0_bias" -> "1349 linear_54" [style=solid, label="(1536,)"]; +"103 features_5_4_mlp_3_bias" -> "1360 linear_55" [style=solid, label="(384,)"]; +"104 features_5_4_norm2_weight" -> "1362 layer_norm_20" [style=solid, label="(384,)"]; +"105 features_5_4_norm2_bias" -> "1362 layer_norm_20" [style=solid, label="(384,)"]; +"106 features_5_5_attn_cpb_mlp_0_bias" -> "1366 linear_56" [style=solid, label="(512,)"]; +"107 features_5_5_norm1_weight" -> "1493 layer_norm_21" [style=solid, label="(384,)"]; +"108 features_5_5_norm1_bias" -> "1493 layer_norm_21" [style=solid, label="(384,)"]; +"109 features_5_5_mlp_0_bias" -> "1503 linear_60" [style=solid, label="(1536,)"]; +"110 features_5_5_mlp_3_bias" -> "1514 linear_61" [style=solid, label="(384,)"]; +"111 features_5_5_norm2_weight" -> "1516 layer_norm_22" [style=solid, label="(384,)"]; +"112 features_5_5_norm2_bias" -> "1516 layer_norm_22" [style=solid, label="(384,)"]; +"113 features_6_norm_weight" -> "1537 layer_norm_23" [style=solid, label="(768,)"]; +"114 features_6_norm_bias" -> "1537 layer_norm_23" [style=solid, label="(768,)"]; +"115 features_7_0_attn_cpb_mlp_0_bias" -> "1540 linear_63" [style=solid, label="(512,)"]; +"116 features_7_0_norm1_weight" -> "1613 layer_norm_24" [style=solid, label="(768,)"]; +"117 features_7_0_norm1_bias" -> "1613 layer_norm_24" [style=solid, label="(768,)"]; +"118 features_7_0_mlp_0_bias" -> "1623 linear_67" [style=solid, label="(3072,)"]; +"119 features_7_0_mlp_3_bias" -> "1634 linear_68" [style=solid, label="(768,)"]; +"120 features_7_0_norm2_weight" -> "1636 layer_norm_25" [style=solid, label="(768,)"]; +"121 features_7_0_norm2_bias" -> "1636 layer_norm_25" [style=solid, label="(768,)"]; +"122 features_7_1_attn_cpb_mlp_0_bias" -> "1640 linear_69" [style=solid, label="(512,)"]; +"123 features_7_1_norm1_weight" -> "1713 layer_norm_26" [style=solid, label="(768,)"]; +"124 features_7_1_norm1_bias" -> "1713 layer_norm_26" [style=solid, label="(768,)"]; +"125 features_7_1_mlp_0_bias" -> "1723 linear_73" [style=solid, label="(3072,)"]; +"126 features_7_1_mlp_3_bias" -> "1734 linear_74" [style=solid, label="(768,)"]; +"127 features_7_1_norm2_weight" -> "1736 layer_norm_27" [style=solid, label="(768,)"]; +"128 features_7_1_norm2_bias" -> "1736 layer_norm_27" [style=solid, label="(768,)"]; +"129 norm_weight" -> "1738 layer_norm_28" [style=solid, label="(768,)"]; +"130 norm_bias" -> "1738 layer_norm_28" [style=solid, label="(768,)"]; +"131 head_bias" -> "1750 linear_75" [style=solid, label="(1000,)"]; "132 features_1_0_attn_relative_coords_table" -> "213 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; "133 features_1_0_attn_relative_position_index" -> "220 index" [style=solid, label="(4096,)"]; -"134 features_1_1_attn_relative_coords_table" -> "312 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"135 features_1_1_attn_relative_position_index" -> "319 index_1" [style=solid, label="(4096,)"]; -"136 features_3_0_attn_relative_coords_table" -> "489 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"137 features_3_0_attn_relative_position_index" -> "496 index_2" [style=solid, label="(4096,)"]; -"138 features_3_1_attn_relative_coords_table" -> "591 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"139 features_3_1_attn_relative_position_index" -> "598 index_3" [style=solid, label="(4096,)"]; -"140 features_5_0_attn_relative_coords_table" -> "771 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"141 features_5_0_attn_relative_position_index" -> "778 index_4" [style=solid, label="(4096,)"]; -"142 features_5_1_attn_relative_coords_table" -> "873 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"143 features_5_1_attn_relative_position_index" -> "880 index_5" [style=solid, label="(4096,)"]; -"144 features_5_2_attn_relative_coords_table" -> "1029 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"145 features_5_2_attn_relative_position_index" -> "1036 index_6" [style=solid, label="(4096,)"]; -"146 features_5_3_attn_relative_coords_table" -> "1131 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"147 features_5_3_attn_relative_position_index" -> "1138 index_7" [style=solid, label="(4096,)"]; -"148 features_5_4_attn_relative_coords_table" -> "1287 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"149 features_5_4_attn_relative_position_index" -> "1294 index_8" [style=solid, label="(4096,)"]; -"150 features_5_5_attn_relative_coords_table" -> "1389 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"151 features_5_5_attn_relative_position_index" -> "1396 index_9" [style=solid, label="(4096,)"]; -"152 features_7_0_attn_relative_coords_table" -> "1569 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"153 features_7_0_attn_relative_position_index" -> "1576 index_10" [style=solid, label="(4096,)"]; -"154 features_7_1_attn_relative_coords_table" -> "1671 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"155 features_7_1_attn_relative_position_index" -> "1678 index_11" [style=solid, label="(4096,)"]; -"156 features_1_1_attn_lifted_tensor_0" -> "367 lift_fresh_copy" [style=solid, label="()"]; -"157 features_1_1_attn_lifted_tensor_1" -> "371 lift_fresh_copy_1" [style=solid, label="()"]; -"158 features_1_1_attn_lifted_tensor_2" -> "375 lift_fresh_copy_2" [style=solid, label="()"]; -"159 features_1_1_attn_lifted_tensor_3" -> "379 lift_fresh_copy_3" [style=solid, label="()"]; -"160 features_1_1_attn_lifted_tensor_4" -> "383 lift_fresh_copy_4" [style=solid, label="()"]; -"161 features_1_1_attn_lifted_tensor_5" -> "387 lift_fresh_copy_5" [style=solid, label="()"]; -"162 features_1_1_attn_lifted_tensor_6" -> "391 lift_fresh_copy_6" [style=solid, label="()"]; -"163 features_1_1_attn_lifted_tensor_7" -> "395 lift_fresh_copy_7" [style=solid, label="()"]; -"164 features_1_1_attn_lifted_tensor_8" -> "399 lift_fresh_copy_8" [style=solid, label="()"]; -"165 features_3_1_attn_lifted_tensor_9" -> "646 lift_fresh_copy_9" [style=solid, label="()"]; -"166 features_3_1_attn_lifted_tensor_10" -> "650 lift_fresh_copy_10" [style=solid, label="()"]; -"167 features_3_1_attn_lifted_tensor_11" -> "654 lift_fresh_copy_11" [style=solid, label="()"]; -"168 features_3_1_attn_lifted_tensor_12" -> "658 lift_fresh_copy_12" [style=solid, label="()"]; -"169 features_3_1_attn_lifted_tensor_13" -> "662 lift_fresh_copy_13" [style=solid, label="()"]; -"170 features_3_1_attn_lifted_tensor_14" -> "666 lift_fresh_copy_14" [style=solid, label="()"]; -"171 features_3_1_attn_lifted_tensor_15" -> "670 lift_fresh_copy_15" [style=solid, label="()"]; -"172 features_3_1_attn_lifted_tensor_16" -> "674 lift_fresh_copy_16" [style=solid, label="()"]; -"173 features_3_1_attn_lifted_tensor_17" -> "678 lift_fresh_copy_17" [style=solid, label="()"]; -"174 features_5_1_attn_lifted_tensor_18" -> "928 lift_fresh_copy_18" [style=solid, label="()"]; -"175 features_5_1_attn_lifted_tensor_19" -> "932 lift_fresh_copy_19" [style=solid, label="()"]; -"176 features_5_1_attn_lifted_tensor_20" -> "936 lift_fresh_copy_20" [style=solid, label="()"]; -"177 features_5_1_attn_lifted_tensor_21" -> "940 lift_fresh_copy_21" [style=solid, label="()"]; -"178 features_5_1_attn_lifted_tensor_22" -> "944 lift_fresh_copy_22" [style=solid, label="()"]; -"179 features_5_1_attn_lifted_tensor_23" -> "948 lift_fresh_copy_23" [style=solid, label="()"]; -"180 features_5_1_attn_lifted_tensor_24" -> "952 lift_fresh_copy_24" [style=solid, label="()"]; -"181 features_5_1_attn_lifted_tensor_25" -> "956 lift_fresh_copy_25" [style=solid, label="()"]; -"182 features_5_1_attn_lifted_tensor_26" -> "960 lift_fresh_copy_26" [style=solid, label="()"]; -"183 features_5_3_attn_lifted_tensor_27" -> "1186 lift_fresh_copy_27" [style=solid, label="()"]; -"184 features_5_3_attn_lifted_tensor_28" -> "1190 lift_fresh_copy_28" [style=solid, label="()"]; -"185 features_5_3_attn_lifted_tensor_29" -> "1194 lift_fresh_copy_29" [style=solid, label="()"]; -"186 features_5_3_attn_lifted_tensor_30" -> "1198 lift_fresh_copy_30" [style=solid, label="()"]; -"187 features_5_3_attn_lifted_tensor_31" -> "1202 lift_fresh_copy_31" [style=solid, label="()"]; -"188 features_5_3_attn_lifted_tensor_32" -> "1206 lift_fresh_copy_32" [style=solid, label="()"]; -"189 features_5_3_attn_lifted_tensor_33" -> "1210 lift_fresh_copy_33" [style=solid, label="()"]; -"190 features_5_3_attn_lifted_tensor_34" -> "1214 lift_fresh_copy_34" [style=solid, label="()"]; -"191 features_5_3_attn_lifted_tensor_35" -> "1218 lift_fresh_copy_35" [style=solid, label="()"]; -"192 features_5_5_attn_lifted_tensor_36" -> "1444 lift_fresh_copy_36" [style=solid, label="()"]; -"193 features_5_5_attn_lifted_tensor_37" -> "1448 lift_fresh_copy_37" [style=solid, label="()"]; -"194 features_5_5_attn_lifted_tensor_38" -> "1452 lift_fresh_copy_38" [style=solid, label="()"]; -"195 features_5_5_attn_lifted_tensor_39" -> "1456 lift_fresh_copy_39" [style=solid, label="()"]; -"196 features_5_5_attn_lifted_tensor_40" -> "1460 lift_fresh_copy_40" [style=solid, label="()"]; -"197 features_5_5_attn_lifted_tensor_41" -> "1464 lift_fresh_copy_41" [style=solid, label="()"]; -"198 features_5_5_attn_lifted_tensor_42" -> "1468 lift_fresh_copy_42" [style=solid, label="()"]; -"199 features_5_5_attn_lifted_tensor_43" -> "1472 lift_fresh_copy_43" [style=solid, label="()"]; -"200 features_5_5_attn_lifted_tensor_44" -> "1476 lift_fresh_copy_44" [style=solid, label="()"]; +"134 features_1_1_attn_relative_coords_table" -> "311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"135 features_1_1_attn_relative_position_index" -> "318 index_1" [style=solid, label="(4096,)"]; +"136 features_3_0_attn_relative_coords_table" -> "483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"137 features_3_0_attn_relative_position_index" -> "490 index_2" [style=solid, label="(4096,)"]; +"138 features_3_1_attn_relative_coords_table" -> "583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"139 features_3_1_attn_relative_position_index" -> "590 index_3" [style=solid, label="(4096,)"]; +"140 features_5_0_attn_relative_coords_table" -> "757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"141 features_5_0_attn_relative_position_index" -> "764 index_4" [style=solid, label="(4096,)"]; +"142 features_5_1_attn_relative_coords_table" -> "857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"143 features_5_1_attn_relative_position_index" -> "864 index_5" [style=solid, label="(4096,)"]; +"144 features_5_2_attn_relative_coords_table" -> "1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"145 features_5_2_attn_relative_position_index" -> "1018 index_6" [style=solid, label="(4096,)"]; +"146 features_5_3_attn_relative_coords_table" -> "1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"147 features_5_3_attn_relative_position_index" -> "1118 index_7" [style=solid, label="(4096,)"]; +"148 features_5_4_attn_relative_coords_table" -> "1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"149 features_5_4_attn_relative_position_index" -> "1272 index_8" [style=solid, label="(4096,)"]; +"150 features_5_5_attn_relative_coords_table" -> "1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"151 features_5_5_attn_relative_position_index" -> "1372 index_9" [style=solid, label="(4096,)"]; +"152 features_7_0_attn_relative_coords_table" -> "1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"153 features_7_0_attn_relative_position_index" -> "1546 index_10" [style=solid, label="(4096,)"]; +"154 features_7_1_attn_relative_coords_table" -> "1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; +"155 features_7_1_attn_relative_position_index" -> "1646 index_11" [style=solid, label="(4096,)"]; +"156 features_1_1_attn_lifted_tensor_0" -> "366 lift_fresh_copy" [style=solid, label="()"]; +"157 features_1_1_attn_lifted_tensor_1" -> "370 lift_fresh_copy_1" [style=solid, label="()"]; +"158 features_1_1_attn_lifted_tensor_2" -> "374 lift_fresh_copy_2" [style=solid, label="()"]; +"159 features_1_1_attn_lifted_tensor_3" -> "378 lift_fresh_copy_3" [style=solid, label="()"]; +"160 features_1_1_attn_lifted_tensor_4" -> "382 lift_fresh_copy_4" [style=solid, label="()"]; +"161 features_1_1_attn_lifted_tensor_5" -> "386 lift_fresh_copy_5" [style=solid, label="()"]; +"162 features_1_1_attn_lifted_tensor_6" -> "390 lift_fresh_copy_6" [style=solid, label="()"]; +"163 features_1_1_attn_lifted_tensor_7" -> "394 lift_fresh_copy_7" [style=solid, label="()"]; +"164 features_1_1_attn_lifted_tensor_8" -> "398 lift_fresh_copy_8" [style=solid, label="()"]; +"165 features_3_1_attn_lifted_tensor_9" -> "638 lift_fresh_copy_9" [style=solid, label="()"]; +"166 features_3_1_attn_lifted_tensor_10" -> "642 lift_fresh_copy_10" [style=solid, label="()"]; +"167 features_3_1_attn_lifted_tensor_11" -> "646 lift_fresh_copy_11" [style=solid, label="()"]; +"168 features_3_1_attn_lifted_tensor_12" -> "650 lift_fresh_copy_12" [style=solid, label="()"]; +"169 features_3_1_attn_lifted_tensor_13" -> "654 lift_fresh_copy_13" [style=solid, label="()"]; +"170 features_3_1_attn_lifted_tensor_14" -> "658 lift_fresh_copy_14" [style=solid, label="()"]; +"171 features_3_1_attn_lifted_tensor_15" -> "662 lift_fresh_copy_15" [style=solid, label="()"]; +"172 features_3_1_attn_lifted_tensor_16" -> "666 lift_fresh_copy_16" [style=solid, label="()"]; +"173 features_3_1_attn_lifted_tensor_17" -> "670 lift_fresh_copy_17" [style=solid, label="()"]; +"174 features_5_1_attn_lifted_tensor_18" -> "912 lift_fresh_copy_18" [style=solid, label="()"]; +"175 features_5_1_attn_lifted_tensor_19" -> "916 lift_fresh_copy_19" [style=solid, label="()"]; +"176 features_5_1_attn_lifted_tensor_20" -> "920 lift_fresh_copy_20" [style=solid, label="()"]; +"177 features_5_1_attn_lifted_tensor_21" -> "924 lift_fresh_copy_21" [style=solid, label="()"]; +"178 features_5_1_attn_lifted_tensor_22" -> "928 lift_fresh_copy_22" [style=solid, label="()"]; +"179 features_5_1_attn_lifted_tensor_23" -> "932 lift_fresh_copy_23" [style=solid, label="()"]; +"180 features_5_1_attn_lifted_tensor_24" -> "936 lift_fresh_copy_24" [style=solid, label="()"]; +"181 features_5_1_attn_lifted_tensor_25" -> "940 lift_fresh_copy_25" [style=solid, label="()"]; +"182 features_5_1_attn_lifted_tensor_26" -> "944 lift_fresh_copy_26" [style=solid, label="()"]; +"183 features_5_3_attn_lifted_tensor_27" -> "1166 lift_fresh_copy_27" [style=solid, label="()"]; +"184 features_5_3_attn_lifted_tensor_28" -> "1170 lift_fresh_copy_28" [style=solid, label="()"]; +"185 features_5_3_attn_lifted_tensor_29" -> "1174 lift_fresh_copy_29" [style=solid, label="()"]; +"186 features_5_3_attn_lifted_tensor_30" -> "1178 lift_fresh_copy_30" [style=solid, label="()"]; +"187 features_5_3_attn_lifted_tensor_31" -> "1182 lift_fresh_copy_31" [style=solid, label="()"]; +"188 features_5_3_attn_lifted_tensor_32" -> "1186 lift_fresh_copy_32" [style=solid, label="()"]; +"189 features_5_3_attn_lifted_tensor_33" -> "1190 lift_fresh_copy_33" [style=solid, label="()"]; +"190 features_5_3_attn_lifted_tensor_34" -> "1194 lift_fresh_copy_34" [style=solid, label="()"]; +"191 features_5_3_attn_lifted_tensor_35" -> "1198 lift_fresh_copy_35" [style=solid, label="()"]; +"192 features_5_5_attn_lifted_tensor_36" -> "1420 lift_fresh_copy_36" [style=solid, label="()"]; +"193 features_5_5_attn_lifted_tensor_37" -> "1424 lift_fresh_copy_37" [style=solid, label="()"]; +"194 features_5_5_attn_lifted_tensor_38" -> "1428 lift_fresh_copy_38" [style=solid, label="()"]; +"195 features_5_5_attn_lifted_tensor_39" -> "1432 lift_fresh_copy_39" [style=solid, label="()"]; +"196 features_5_5_attn_lifted_tensor_40" -> "1436 lift_fresh_copy_40" [style=solid, label="()"]; +"197 features_5_5_attn_lifted_tensor_41" -> "1440 lift_fresh_copy_41" [style=solid, label="()"]; +"198 features_5_5_attn_lifted_tensor_42" -> "1444 lift_fresh_copy_42" [style=solid, label="()"]; +"199 features_5_5_attn_lifted_tensor_43" -> "1448 lift_fresh_copy_43" [style=solid, label="()"]; +"200 features_5_5_attn_lifted_tensor_44" -> "1452 lift_fresh_copy_44" [style=solid, label="()"]; "201 x" -> "202 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "202 quantize_per_tensor_default" -> "203 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "203 dequantize_per_tensor_default" -> "209 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -1999,7 +1965,7 @@ strict digraph { "209 conv2d" -> "210 permute" [style=solid, label="(1, 96, 56, 56)"]; "210 permute" -> "211 layer_norm" [style=solid, label="(1, 56, 56, 96)"]; "211 layer_norm" -> "227 pad" [style=solid, label="(1, 56, 56, 96)"]; -"211 layer_norm" -> "287 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"211 layer_norm" -> "286 add_1" [style=solid, label="(1, 56, 56, 96)"]; "212 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "214 linear" [style=solid, label="(512, 2)"]; "213 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "214 linear" [style=solid, label="(1, 15, 15, 2)"]; "214 linear" -> "215 relu_" [style=solid, label="(1, 15, 15, 512)"]; @@ -2081,1724 +2047,1690 @@ strict digraph { "280 dropout_1" -> "281 view_3" [style=solid, label="(49, 64, 96)"]; "281 view_3" -> "282 permute_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; "282 permute_4" -> "283 reshape_3" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"283 reshape_3" -> "284 slice_2" [style=solid, label="(1, 56, 56, 96)"]; -"284 slice_2" -> "285 slice_3" [style=solid, label="(1, 56, 56, 96)"]; -"285 slice_3" -> "286 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; -"286 layer_norm_1" -> "287 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"287 add_1" -> "288 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"287 add_1" -> "310 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"288 add_1_0_0_nncf_smooth_quant_0" -> "289 quantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; -"289 quantize_per_tensor_default_5" -> "290 dequantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; -"290 dequantize_per_tensor_default_5" -> "296 linear_4" [style=solid, label="(1, 56, 56, 96)"]; -"291 linear_4_scale_0" -> "294 quantize_per_channel_default_3" [style=solid, label="(384,)"]; -"291 linear_4_scale_0" -> "295 dequantize_per_channel_default_3" [style=solid, label="(384,)"]; -"292 linear_4_zero_point_0" -> "294 quantize_per_channel_default_3" [style=solid, label="(384,)"]; -"292 linear_4_zero_point_0" -> "295 dequantize_per_channel_default_3" [style=solid, label="(384,)"]; -"293 compressed_weight_updated_constant3" -> "294 quantize_per_channel_default_3" [style=solid, label="(384, 96)"]; -"294 quantize_per_channel_default_3" -> "295 dequantize_per_channel_default_3" [style=solid, label="(384, 96)"]; -"295 dequantize_per_channel_default_3" -> "296 linear_4" [style=solid, label="(384, 96)"]; -"296 linear_4" -> "297 gelu" [style=solid, label="(1, 56, 56, 384)"]; -"297 gelu" -> "298 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; -"298 dropout_2" -> "299 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"299 dropout_2_0_0_nncf_smooth_quant_0" -> "300 quantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; -"300 quantize_per_tensor_default_6" -> "301 dequantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; -"301 dequantize_per_tensor_default_6" -> "307 linear_5" [style=solid, label="(1, 56, 56, 384)"]; -"302 linear_5_scale_0" -> "305 quantize_per_channel_default_4" [style=solid, label="(96,)"]; -"302 linear_5_scale_0" -> "306 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; -"303 linear_5_zero_point_0" -> "305 quantize_per_channel_default_4" [style=solid, label="(96,)"]; -"303 linear_5_zero_point_0" -> "306 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; -"304 compressed_weight_updated_constant4" -> "305 quantize_per_channel_default_4" [style=solid, label="(96, 384)"]; -"305 quantize_per_channel_default_4" -> "306 dequantize_per_channel_default_4" [style=solid, label="(96, 384)"]; -"306 dequantize_per_channel_default_4" -> "307 linear_5" [style=solid, label="(96, 384)"]; -"307 linear_5" -> "308 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; -"308 dropout_3" -> "309 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; -"309 layer_norm_2" -> "310 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"310 add_2" -> "326 pad_1" [style=solid, label="(1, 56, 56, 96)"]; -"310 add_2" -> "440 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"311 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "313 linear_6" [style=solid, label="(512, 2)"]; -"312 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "313 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"313 linear_6" -> "314 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"314 relu__1" -> "316 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"315 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "317 linear_7" [style=solid, label="(3, 512)"]; -"316 relu__1_0_0_nncf_smooth_quant_0" -> "317 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"317 linear_7" -> "318 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"318 view_4" -> "319 index_1" [style=solid, label="(225, 3)"]; -"319 index_1" -> "320 view_5" [style=solid, label="(4096, 3)"]; -"320 view_5" -> "321 permute_5" [style=solid, label="(64, 64, 3)"]; -"321 permute_5" -> "322 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"322 contiguous_1" -> "323 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"323 unsqueeze_1" -> "324 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"324 sigmoid_1" -> "325 mul_2" [style=solid, label="(1, 3, 64, 64)"]; -"325 mul_2" -> "365 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"326 pad_1" -> "327 roll" [style=solid, label="(1, 56, 56, 96)"]; -"327 roll" -> "328 view_6" [style=solid, label="(1, 56, 56, 96)"]; -"328 view_6" -> "329 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"329 permute_6" -> "330 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"330 reshape_4" -> "334 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"330 reshape_4" -> "366 new_zeros" [style=solid, label="(49, 64, 96)"]; -"331 clone_1" -> "332 slice_4" [style=solid, label="(288,)"]; -"331 clone_1" -> "342 linear_8" [style=solid, label="(288,)"]; -"332 slice_4" -> "333 zero__1" [style=solid, label="(96,)"]; -"334 reshape_4_0_0_nncf_smooth_quant_0" -> "335 quantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; -"335 quantize_per_tensor_default_7" -> "336 dequantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; -"336 dequantize_per_tensor_default_7" -> "342 linear_8" [style=solid, label="(49, 64, 96)"]; -"337 linear_8_scale_0" -> "340 quantize_per_channel_default_5" [style=solid, label="(288,)"]; -"337 linear_8_scale_0" -> "341 dequantize_per_channel_default_5" [style=solid, label="(288,)"]; -"338 linear_8_zero_point_0" -> "340 quantize_per_channel_default_5" [style=solid, label="(288,)"]; -"338 linear_8_zero_point_0" -> "341 dequantize_per_channel_default_5" [style=solid, label="(288,)"]; -"339 compressed_weight_updated_constant5" -> "340 quantize_per_channel_default_5" [style=solid, label="(288, 96)"]; -"340 quantize_per_channel_default_5" -> "341 dequantize_per_channel_default_5" [style=solid, label="(288, 96)"]; -"341 dequantize_per_channel_default_5" -> "342 linear_8" [style=solid, label="(288, 96)"]; -"342 linear_8" -> "343 reshape_5" [style=solid, label="(49, 64, 288)"]; -"343 reshape_5" -> "344 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; -"344 permute_7" -> "345 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; -"344 permute_7" -> "346 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; -"344 permute_7" -> "347 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; -"345 select_3" -> "348 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; -"345 select_3" -> "350 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; -"345 select_3" -> "351 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"346 select_4" -> "354 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; -"346 select_4" -> "356 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; -"346 select_4" -> "357 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"347 select_5" -> "420 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; -"348 linalg_vector_norm_2" -> "349 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; -"349 clamp_min_2" -> "350 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; -"350 expand_as_2" -> "351 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"351 div_2" -> "352 quantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; -"352 quantize_per_tensor_default_8" -> "353 dequantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; -"353 dequantize_per_tensor_default_8" -> "361 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; -"354 linalg_vector_norm_3" -> "355 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; -"355 clamp_min_3" -> "356 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; -"356 expand_as_3" -> "357 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"357 div_3" -> "358 quantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; -"358 quantize_per_tensor_default_9" -> "359 dequantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; -"359 dequantize_per_tensor_default_9" -> "360 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; -"360 transpose_2" -> "361 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; -"361 matmul_2" -> "364 mul_3" [style=solid, label="(49, 3, 64, 64)"]; -"362 clamp_1" -> "363 exp_1" [style=solid, label="(3, 1, 1)"]; -"363 exp_1" -> "364 mul_3" [style=solid, label="(3, 1, 1)"]; -"364 mul_3" -> "365 add_3" [style=solid, label="(49, 3, 64, 64)"]; -"365 add_3" -> "413 view_8" [style=solid, label="(49, 3, 64, 64)"]; -"366 new_zeros" -> "368 slice_5" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "372 slice_7" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "376 slice_9" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "380 slice_11" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "384 slice_13" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "388 slice_15" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "392 slice_17" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "396 slice_19" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "400 slice_21" [style=solid, label="(56, 56)"]; -"366 new_zeros" -> "403 view_7" [style=solid, label="(56, 56)"]; -"367 lift_fresh_copy" -> "370 fill_" [style=solid, label="()"]; -"368 slice_5" -> "369 slice_6" [style=solid, label="(48, 56)"]; -"369 slice_6" -> "370 fill_" [style=solid, label="(48, 48)"]; -"371 lift_fresh_copy_1" -> "374 fill__1" [style=solid, label="()"]; -"372 slice_7" -> "373 slice_8" [style=solid, label="(48, 56)"]; -"373 slice_8" -> "374 fill__1" [style=solid, label="(48, 4)"]; -"375 lift_fresh_copy_2" -> "378 fill__2" [style=solid, label="()"]; -"376 slice_9" -> "377 slice_10" [style=solid, label="(48, 56)"]; -"377 slice_10" -> "378 fill__2" [style=solid, label="(48, 4)"]; -"379 lift_fresh_copy_3" -> "382 fill__3" [style=solid, label="()"]; -"380 slice_11" -> "381 slice_12" [style=solid, label="(4, 56)"]; -"381 slice_12" -> "382 fill__3" [style=solid, label="(4, 48)"]; -"383 lift_fresh_copy_4" -> "386 fill__4" [style=solid, label="()"]; -"384 slice_13" -> "385 slice_14" [style=solid, label="(4, 56)"]; -"385 slice_14" -> "386 fill__4" [style=solid, label="(4, 4)"]; -"387 lift_fresh_copy_5" -> "390 fill__5" [style=solid, label="()"]; -"388 slice_15" -> "389 slice_16" [style=solid, label="(4, 56)"]; -"389 slice_16" -> "390 fill__5" [style=solid, label="(4, 4)"]; -"391 lift_fresh_copy_6" -> "394 fill__6" [style=solid, label="()"]; -"392 slice_17" -> "393 slice_18" [style=solid, label="(4, 56)"]; -"393 slice_18" -> "394 fill__6" [style=solid, label="(4, 48)"]; -"395 lift_fresh_copy_7" -> "398 fill__7" [style=solid, label="()"]; -"396 slice_19" -> "397 slice_20" [style=solid, label="(4, 56)"]; -"397 slice_20" -> "398 fill__7" [style=solid, label="(4, 4)"]; -"399 lift_fresh_copy_8" -> "402 fill__8" [style=solid, label="()"]; -"400 slice_21" -> "401 slice_22" [style=solid, label="(4, 56)"]; -"401 slice_22" -> "402 fill__8" [style=solid, label="(4, 4)"]; -"403 view_7" -> "404 permute_8" [style=solid, label="(7, 8, 7, 8)"]; -"404 permute_8" -> "405 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; -"405 reshape_6" -> "406 unsqueeze_2" [style=solid, label="(49, 64)"]; -"405 reshape_6" -> "407 unsqueeze_3" [style=solid, label="(49, 64)"]; -"406 unsqueeze_2" -> "408 sub" [style=solid, label="(49, 1, 64)"]; -"407 unsqueeze_3" -> "408 sub" [style=solid, label="(49, 64, 1)"]; -"408 sub" -> "409 ne" [style=solid, label="(49, 64, 64)"]; -"408 sub" -> "410 masked_fill" [style=solid, label="(49, 64, 64)"]; -"408 sub" -> "411 eq" [style=solid, label="(49, 64, 64)"]; -"409 ne" -> "410 masked_fill" [style=solid, label="(49, 64, 64)"]; -"410 masked_fill" -> "412 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"411 eq" -> "412 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"412 masked_fill_1" -> "414 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; -"413 view_8" -> "416 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; -"414 unsqueeze_4" -> "415 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; -"415 unsqueeze_5" -> "416 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; -"416 add_4" -> "417 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; -"417 view_9" -> "418 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; -"418 softmax_1" -> "419 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; -"419 dropout_4" -> "420 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; -"420 matmul_3" -> "421 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; -"421 transpose_3" -> "422 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; -"422 reshape_7" -> "423 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"423 reshape_7_0_0_nncf_smooth_quant_0" -> "424 quantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; -"424 quantize_per_tensor_default_10" -> "425 dequantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; -"425 dequantize_per_tensor_default_10" -> "431 linear_9" [style=solid, label="(49, 64, 96)"]; -"426 linear_9_scale_0" -> "429 quantize_per_channel_default_6" [style=solid, label="(96,)"]; -"426 linear_9_scale_0" -> "430 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; -"427 linear_9_zero_point_0" -> "429 quantize_per_channel_default_6" [style=solid, label="(96,)"]; -"427 linear_9_zero_point_0" -> "430 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; -"428 compressed_weight_updated_constant6" -> "429 quantize_per_channel_default_6" [style=solid, label="(96, 96)"]; -"429 quantize_per_channel_default_6" -> "430 dequantize_per_channel_default_6" [style=solid, label="(96, 96)"]; -"430 dequantize_per_channel_default_6" -> "431 linear_9" [style=solid, label="(96, 96)"]; -"431 linear_9" -> "432 dropout_5" [style=solid, label="(49, 64, 96)"]; -"432 dropout_5" -> "433 view_10" [style=solid, label="(49, 64, 96)"]; -"433 view_10" -> "434 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"434 permute_9" -> "435 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"435 reshape_8" -> "436 roll_1" [style=solid, label="(1, 56, 56, 96)"]; -"436 roll_1" -> "437 slice_23" [style=solid, label="(1, 56, 56, 96)"]; -"437 slice_23" -> "438 slice_24" [style=solid, label="(1, 56, 56, 96)"]; -"438 slice_24" -> "439 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; -"439 layer_norm_3" -> "440 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"440 add_5" -> "441 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"440 add_5" -> "463 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"441 add_5_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; -"442 quantize_per_tensor_default_11" -> "443 dequantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; -"443 dequantize_per_tensor_default_11" -> "449 linear_10" [style=solid, label="(1, 56, 56, 96)"]; -"444 linear_10_scale_0" -> "447 quantize_per_channel_default_7" [style=solid, label="(384,)"]; -"444 linear_10_scale_0" -> "448 dequantize_per_channel_default_7" [style=solid, label="(384,)"]; -"445 linear_10_zero_point_0" -> "447 quantize_per_channel_default_7" [style=solid, label="(384,)"]; -"445 linear_10_zero_point_0" -> "448 dequantize_per_channel_default_7" [style=solid, label="(384,)"]; -"446 compressed_weight_updated_constant7" -> "447 quantize_per_channel_default_7" [style=solid, label="(384, 96)"]; -"447 quantize_per_channel_default_7" -> "448 dequantize_per_channel_default_7" [style=solid, label="(384, 96)"]; -"448 dequantize_per_channel_default_7" -> "449 linear_10" [style=solid, label="(384, 96)"]; -"449 linear_10" -> "450 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; -"450 gelu_1" -> "451 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; -"451 dropout_6" -> "452 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"452 dropout_6_0_0_nncf_smooth_quant_0" -> "453 quantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; -"453 quantize_per_tensor_default_12" -> "454 dequantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; -"454 dequantize_per_tensor_default_12" -> "460 linear_11" [style=solid, label="(1, 56, 56, 384)"]; -"455 linear_11_scale_0" -> "458 quantize_per_channel_default_8" [style=solid, label="(96,)"]; -"455 linear_11_scale_0" -> "459 dequantize_per_channel_default_8" [style=solid, label="(96,)"]; -"456 linear_11_zero_point_0" -> "458 quantize_per_channel_default_8" [style=solid, label="(96,)"]; -"456 linear_11_zero_point_0" -> "459 dequantize_per_channel_default_8" [style=solid, label="(96,)"]; -"457 compressed_weight_updated_constant8" -> "458 quantize_per_channel_default_8" [style=solid, label="(96, 384)"]; -"458 quantize_per_channel_default_8" -> "459 dequantize_per_channel_default_8" [style=solid, label="(96, 384)"]; -"459 dequantize_per_channel_default_8" -> "460 linear_11" [style=solid, label="(96, 384)"]; -"460 linear_11" -> "461 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; -"461 dropout_7" -> "462 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; -"462 layer_norm_4" -> "463 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"463 add_6" -> "464 pad_2" [style=solid, label="(1, 56, 56, 96)"]; -"464 pad_2" -> "465 slice_25" [style=solid, label="(1, 56, 56, 96)"]; -"464 pad_2" -> "468 slice_28" [style=solid, label="(1, 56, 56, 96)"]; -"464 pad_2" -> "471 slice_31" [style=solid, label="(1, 56, 56, 96)"]; -"464 pad_2" -> "474 slice_34" [style=solid, label="(1, 56, 56, 96)"]; -"465 slice_25" -> "466 slice_26" [style=solid, label="(1, 28, 56, 96)"]; -"466 slice_26" -> "467 slice_27" [style=solid, label="(1, 28, 28, 96)"]; -"467 slice_27" -> "477 cat" [style=solid, label="(1, 28, 28, 96)"]; -"468 slice_28" -> "469 slice_29" [style=solid, label="(1, 28, 56, 96)"]; -"469 slice_29" -> "470 slice_30" [style=solid, label="(1, 28, 28, 96)"]; -"470 slice_30" -> "477 cat" [style=solid, label="(1, 28, 28, 96)"]; -"471 slice_31" -> "472 slice_32" [style=solid, label="(1, 28, 56, 96)"]; -"472 slice_32" -> "473 slice_33" [style=solid, label="(1, 28, 28, 96)"]; -"473 slice_33" -> "477 cat" [style=solid, label="(1, 28, 28, 96)"]; -"474 slice_34" -> "475 slice_35" [style=solid, label="(1, 28, 56, 96)"]; -"475 slice_35" -> "476 slice_36" [style=solid, label="(1, 28, 28, 96)"]; -"476 slice_36" -> "477 cat" [style=solid, label="(1, 28, 28, 96)"]; -"477 cat" -> "478 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; -"478 cat_0_0_nncf_smooth_quant_0" -> "479 quantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; -"479 quantize_per_tensor_default_13" -> "480 dequantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; -"480 dequantize_per_tensor_default_13" -> "486 linear_12" [style=solid, label="(1, 28, 28, 384)"]; -"481 linear_12_scale_0" -> "484 quantize_per_channel_default_9" [style=solid, label="(192,)"]; -"481 linear_12_scale_0" -> "485 dequantize_per_channel_default_9" [style=solid, label="(192,)"]; -"482 linear_12_zero_point_0" -> "484 quantize_per_channel_default_9" [style=solid, label="(192,)"]; -"482 linear_12_zero_point_0" -> "485 dequantize_per_channel_default_9" [style=solid, label="(192,)"]; -"483 compressed_weight_updated_constant9" -> "484 quantize_per_channel_default_9" [style=solid, label="(192, 384)"]; -"484 quantize_per_channel_default_9" -> "485 dequantize_per_channel_default_9" [style=solid, label="(192, 384)"]; -"485 dequantize_per_channel_default_9" -> "486 linear_12" [style=solid, label="(192, 384)"]; -"486 linear_12" -> "487 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; -"487 layer_norm_5" -> "503 pad_3" [style=solid, label="(1, 28, 28, 192)"]; -"487 layer_norm_5" -> "566 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"488 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "490 linear_13" [style=solid, label="(512, 2)"]; -"489 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "490 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"490 linear_13" -> "491 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"491 relu__2" -> "493 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"492 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "494 linear_14" [style=solid, label="(6, 512)"]; -"493 relu__2_0_0_nncf_smooth_quant_0" -> "494 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"494 linear_14" -> "495 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"495 view_11" -> "496 index_2" [style=solid, label="(225, 6)"]; -"496 index_2" -> "497 view_12" [style=solid, label="(4096, 6)"]; -"497 view_12" -> "498 permute_10" [style=solid, label="(64, 64, 6)"]; -"498 permute_10" -> "499 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"499 contiguous_2" -> "500 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"500 unsqueeze_6" -> "501 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"501 sigmoid_2" -> "502 mul_4" [style=solid, label="(1, 6, 64, 64)"]; -"502 mul_4" -> "541 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"503 pad_3" -> "504 view_13" [style=solid, label="(1, 32, 32, 192)"]; -"504 view_13" -> "505 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"505 permute_11" -> "506 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"506 reshape_9" -> "510 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"507 clone_2" -> "508 slice_37" [style=solid, label="(576,)"]; -"507 clone_2" -> "518 linear_15" [style=solid, label="(576,)"]; -"508 slice_37" -> "509 zero__2" [style=solid, label="(192,)"]; -"510 reshape_9_0_0_nncf_smooth_quant_0" -> "511 quantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; -"511 quantize_per_tensor_default_14" -> "512 dequantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; -"512 dequantize_per_tensor_default_14" -> "518 linear_15" [style=solid, label="(16, 64, 192)"]; -"513 linear_15_scale_0" -> "516 quantize_per_channel_default_10" [style=solid, label="(576,)"]; -"513 linear_15_scale_0" -> "517 dequantize_per_channel_default_10" [style=solid, label="(576,)"]; -"514 linear_15_zero_point_0" -> "516 quantize_per_channel_default_10" [style=solid, label="(576,)"]; -"514 linear_15_zero_point_0" -> "517 dequantize_per_channel_default_10" [style=solid, label="(576,)"]; -"515 compressed_weight_updated_constant10" -> "516 quantize_per_channel_default_10" [style=solid, label="(576, 192)"]; -"516 quantize_per_channel_default_10" -> "517 dequantize_per_channel_default_10" [style=solid, label="(576, 192)"]; -"517 dequantize_per_channel_default_10" -> "518 linear_15" [style=solid, label="(576, 192)"]; -"518 linear_15" -> "519 reshape_10" [style=solid, label="(16, 64, 576)"]; -"519 reshape_10" -> "520 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; -"520 permute_12" -> "521 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; -"520 permute_12" -> "522 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; -"520 permute_12" -> "523 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; -"521 select_6" -> "524 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; -"521 select_6" -> "526 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; -"521 select_6" -> "527 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"522 select_7" -> "530 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; -"522 select_7" -> "532 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; -"522 select_7" -> "533 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"523 select_8" -> "544 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; -"524 linalg_vector_norm_4" -> "525 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; -"525 clamp_min_4" -> "526 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; -"526 expand_as_4" -> "527 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"527 div_4" -> "528 quantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; -"528 quantize_per_tensor_default_15" -> "529 dequantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; -"529 dequantize_per_tensor_default_15" -> "537 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; -"530 linalg_vector_norm_5" -> "531 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; -"531 clamp_min_5" -> "532 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; -"532 expand_as_5" -> "533 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"533 div_5" -> "534 quantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; -"534 quantize_per_tensor_default_16" -> "535 dequantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; -"535 dequantize_per_tensor_default_16" -> "536 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; -"536 transpose_4" -> "537 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; -"537 matmul_4" -> "540 mul_5" [style=solid, label="(16, 6, 64, 64)"]; -"538 clamp_2" -> "539 exp_2" [style=solid, label="(6, 1, 1)"]; -"539 exp_2" -> "540 mul_5" [style=solid, label="(6, 1, 1)"]; -"540 mul_5" -> "541 add_7" [style=solid, label="(16, 6, 64, 64)"]; -"541 add_7" -> "542 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; -"542 softmax_2" -> "543 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; -"543 dropout_8" -> "544 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; -"544 matmul_5" -> "545 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; -"545 transpose_5" -> "546 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; -"546 reshape_11" -> "547 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"547 reshape_11_0_0_nncf_smooth_quant_0" -> "548 quantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; -"548 quantize_per_tensor_default_17" -> "549 dequantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; -"549 dequantize_per_tensor_default_17" -> "555 linear_16" [style=solid, label="(16, 64, 192)"]; -"550 linear_16_scale_0" -> "553 quantize_per_channel_default_11" [style=solid, label="(192,)"]; -"550 linear_16_scale_0" -> "554 dequantize_per_channel_default_11" [style=solid, label="(192,)"]; -"551 linear_16_zero_point_0" -> "553 quantize_per_channel_default_11" [style=solid, label="(192,)"]; -"551 linear_16_zero_point_0" -> "554 dequantize_per_channel_default_11" [style=solid, label="(192,)"]; -"552 compressed_weight_updated_constant11" -> "553 quantize_per_channel_default_11" [style=solid, label="(192, 192)"]; -"553 quantize_per_channel_default_11" -> "554 dequantize_per_channel_default_11" [style=solid, label="(192, 192)"]; -"554 dequantize_per_channel_default_11" -> "555 linear_16" [style=solid, label="(192, 192)"]; -"555 linear_16" -> "556 dropout_9" [style=solid, label="(16, 64, 192)"]; -"556 dropout_9" -> "557 view_14" [style=solid, label="(16, 64, 192)"]; -"557 view_14" -> "558 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"558 permute_13" -> "559 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"559 reshape_12" -> "560 slice_38" [style=solid, label="(1, 32, 32, 192)"]; -"560 slice_38" -> "561 slice_39" [style=solid, label="(1, 32, 32, 192)"]; -"561 slice_39" -> "562 slice_40" [style=solid, label="(1, 28, 32, 192)"]; -"562 slice_40" -> "563 slice_41" [style=solid, label="(1, 28, 28, 192)"]; -"563 slice_41" -> "564 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; -"564 contiguous_3" -> "565 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; -"565 layer_norm_6" -> "566 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"566 add_8" -> "567 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"566 add_8" -> "589 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"567 add_8_0_0_nncf_smooth_quant_0" -> "568 quantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; -"568 quantize_per_tensor_default_18" -> "569 dequantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; -"569 dequantize_per_tensor_default_18" -> "575 linear_17" [style=solid, label="(1, 28, 28, 192)"]; -"570 linear_17_scale_0" -> "573 quantize_per_channel_default_12" [style=solid, label="(768,)"]; -"570 linear_17_scale_0" -> "574 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; -"571 linear_17_zero_point_0" -> "573 quantize_per_channel_default_12" [style=solid, label="(768,)"]; -"571 linear_17_zero_point_0" -> "574 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; -"572 compressed_weight_updated_constant12" -> "573 quantize_per_channel_default_12" [style=solid, label="(768, 192)"]; -"573 quantize_per_channel_default_12" -> "574 dequantize_per_channel_default_12" [style=solid, label="(768, 192)"]; -"574 dequantize_per_channel_default_12" -> "575 linear_17" [style=solid, label="(768, 192)"]; -"575 linear_17" -> "576 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; -"576 gelu_2" -> "577 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; -"577 dropout_10" -> "578 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"578 dropout_10_0_0_nncf_smooth_quant_0" -> "579 quantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; -"579 quantize_per_tensor_default_19" -> "580 dequantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; -"580 dequantize_per_tensor_default_19" -> "586 linear_18" [style=solid, label="(1, 28, 28, 768)"]; -"581 linear_18_scale_0" -> "584 quantize_per_channel_default_13" [style=solid, label="(192,)"]; -"581 linear_18_scale_0" -> "585 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; -"582 linear_18_zero_point_0" -> "584 quantize_per_channel_default_13" [style=solid, label="(192,)"]; -"582 linear_18_zero_point_0" -> "585 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; -"583 compressed_weight_updated_constant13" -> "584 quantize_per_channel_default_13" [style=solid, label="(192, 768)"]; -"584 quantize_per_channel_default_13" -> "585 dequantize_per_channel_default_13" [style=solid, label="(192, 768)"]; -"585 dequantize_per_channel_default_13" -> "586 linear_18" [style=solid, label="(192, 768)"]; -"586 linear_18" -> "587 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; -"587 dropout_11" -> "588 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; -"588 layer_norm_7" -> "589 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"589 add_9" -> "605 pad_4" [style=solid, label="(1, 28, 28, 192)"]; -"589 add_9" -> "722 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"590 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "592 linear_19" [style=solid, label="(512, 2)"]; -"591 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "592 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"592 linear_19" -> "593 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"593 relu__3" -> "595 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"594 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "596 linear_20" [style=solid, label="(6, 512)"]; -"595 relu__3_0_0_nncf_smooth_quant_0" -> "596 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"596 linear_20" -> "597 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"597 view_15" -> "598 index_3" [style=solid, label="(225, 6)"]; -"598 index_3" -> "599 view_16" [style=solid, label="(4096, 6)"]; -"599 view_16" -> "600 permute_14" [style=solid, label="(64, 64, 6)"]; -"600 permute_14" -> "601 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"601 contiguous_4" -> "602 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"602 unsqueeze_7" -> "603 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"603 sigmoid_3" -> "604 mul_6" [style=solid, label="(1, 6, 64, 64)"]; -"604 mul_6" -> "644 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"605 pad_4" -> "606 roll_2" [style=solid, label="(1, 32, 32, 192)"]; -"606 roll_2" -> "607 view_17" [style=solid, label="(1, 32, 32, 192)"]; -"607 view_17" -> "608 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"608 permute_15" -> "609 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"609 reshape_13" -> "613 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"609 reshape_13" -> "645 new_zeros_1" [style=solid, label="(16, 64, 192)"]; -"610 clone_3" -> "611 slice_42" [style=solid, label="(576,)"]; -"610 clone_3" -> "621 linear_21" [style=solid, label="(576,)"]; -"611 slice_42" -> "612 zero__3" [style=solid, label="(192,)"]; -"613 reshape_13_0_0_nncf_smooth_quant_0" -> "614 quantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; -"614 quantize_per_tensor_default_20" -> "615 dequantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; -"615 dequantize_per_tensor_default_20" -> "621 linear_21" [style=solid, label="(16, 64, 192)"]; -"616 linear_21_scale_0" -> "619 quantize_per_channel_default_14" [style=solid, label="(576,)"]; -"616 linear_21_scale_0" -> "620 dequantize_per_channel_default_14" [style=solid, label="(576,)"]; -"617 linear_21_zero_point_0" -> "619 quantize_per_channel_default_14" [style=solid, label="(576,)"]; -"617 linear_21_zero_point_0" -> "620 dequantize_per_channel_default_14" [style=solid, label="(576,)"]; -"618 compressed_weight_updated_constant14" -> "619 quantize_per_channel_default_14" [style=solid, label="(576, 192)"]; -"619 quantize_per_channel_default_14" -> "620 dequantize_per_channel_default_14" [style=solid, label="(576, 192)"]; -"620 dequantize_per_channel_default_14" -> "621 linear_21" [style=solid, label="(576, 192)"]; -"621 linear_21" -> "622 reshape_14" [style=solid, label="(16, 64, 576)"]; -"622 reshape_14" -> "623 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; -"623 permute_16" -> "624 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; -"623 permute_16" -> "625 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; -"623 permute_16" -> "626 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; -"624 select_9" -> "627 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; -"624 select_9" -> "629 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; -"624 select_9" -> "630 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"625 select_10" -> "633 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; -"625 select_10" -> "635 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; -"625 select_10" -> "636 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"626 select_11" -> "699 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; -"627 linalg_vector_norm_6" -> "628 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; -"628 clamp_min_6" -> "629 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; -"629 expand_as_6" -> "630 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"630 div_6" -> "631 quantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; -"631 quantize_per_tensor_default_21" -> "632 dequantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; -"632 dequantize_per_tensor_default_21" -> "640 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; -"633 linalg_vector_norm_7" -> "634 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; -"634 clamp_min_7" -> "635 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; -"635 expand_as_7" -> "636 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"636 div_7" -> "637 quantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; -"637 quantize_per_tensor_default_22" -> "638 dequantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; -"638 dequantize_per_tensor_default_22" -> "639 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; -"639 transpose_6" -> "640 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; -"640 matmul_6" -> "643 mul_7" [style=solid, label="(16, 6, 64, 64)"]; -"641 clamp_3" -> "642 exp_3" [style=solid, label="(6, 1, 1)"]; -"642 exp_3" -> "643 mul_7" [style=solid, label="(6, 1, 1)"]; -"643 mul_7" -> "644 add_10" [style=solid, label="(16, 6, 64, 64)"]; -"644 add_10" -> "692 view_19" [style=solid, label="(16, 6, 64, 64)"]; -"645 new_zeros_1" -> "647 slice_43" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "651 slice_45" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "655 slice_47" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "659 slice_49" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "663 slice_51" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "667 slice_53" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "671 slice_55" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "675 slice_57" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "679 slice_59" [style=solid, label="(32, 32)"]; -"645 new_zeros_1" -> "682 view_18" [style=solid, label="(32, 32)"]; -"646 lift_fresh_copy_9" -> "649 fill__9" [style=solid, label="()"]; -"647 slice_43" -> "648 slice_44" [style=solid, label="(24, 32)"]; -"648 slice_44" -> "649 fill__9" [style=solid, label="(24, 24)"]; -"650 lift_fresh_copy_10" -> "653 fill__10" [style=solid, label="()"]; -"651 slice_45" -> "652 slice_46" [style=solid, label="(24, 32)"]; -"652 slice_46" -> "653 fill__10" [style=solid, label="(24, 4)"]; -"654 lift_fresh_copy_11" -> "657 fill__11" [style=solid, label="()"]; -"655 slice_47" -> "656 slice_48" [style=solid, label="(24, 32)"]; -"656 slice_48" -> "657 fill__11" [style=solid, label="(24, 4)"]; -"658 lift_fresh_copy_12" -> "661 fill__12" [style=solid, label="()"]; -"659 slice_49" -> "660 slice_50" [style=solid, label="(4, 32)"]; -"660 slice_50" -> "661 fill__12" [style=solid, label="(4, 24)"]; -"662 lift_fresh_copy_13" -> "665 fill__13" [style=solid, label="()"]; -"663 slice_51" -> "664 slice_52" [style=solid, label="(4, 32)"]; -"664 slice_52" -> "665 fill__13" [style=solid, label="(4, 4)"]; -"666 lift_fresh_copy_14" -> "669 fill__14" [style=solid, label="()"]; -"667 slice_53" -> "668 slice_54" [style=solid, label="(4, 32)"]; -"668 slice_54" -> "669 fill__14" [style=solid, label="(4, 4)"]; -"670 lift_fresh_copy_15" -> "673 fill__15" [style=solid, label="()"]; -"671 slice_55" -> "672 slice_56" [style=solid, label="(4, 32)"]; -"672 slice_56" -> "673 fill__15" [style=solid, label="(4, 24)"]; -"674 lift_fresh_copy_16" -> "677 fill__16" [style=solid, label="()"]; -"675 slice_57" -> "676 slice_58" [style=solid, label="(4, 32)"]; -"676 slice_58" -> "677 fill__16" [style=solid, label="(4, 4)"]; -"678 lift_fresh_copy_17" -> "681 fill__17" [style=solid, label="()"]; -"679 slice_59" -> "680 slice_60" [style=solid, label="(4, 32)"]; -"680 slice_60" -> "681 fill__17" [style=solid, label="(4, 4)"]; -"682 view_18" -> "683 permute_17" [style=solid, label="(4, 8, 4, 8)"]; -"683 permute_17" -> "684 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; -"684 reshape_15" -> "685 unsqueeze_8" [style=solid, label="(16, 64)"]; -"684 reshape_15" -> "686 unsqueeze_9" [style=solid, label="(16, 64)"]; -"685 unsqueeze_8" -> "687 sub_1" [style=solid, label="(16, 1, 64)"]; -"686 unsqueeze_9" -> "687 sub_1" [style=solid, label="(16, 64, 1)"]; -"687 sub_1" -> "688 ne_1" [style=solid, label="(16, 64, 64)"]; -"687 sub_1" -> "689 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"687 sub_1" -> "690 eq_1" [style=solid, label="(16, 64, 64)"]; -"688 ne_1" -> "689 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"689 masked_fill_2" -> "691 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"690 eq_1" -> "691 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"691 masked_fill_3" -> "693 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; -"692 view_19" -> "695 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; -"693 unsqueeze_10" -> "694 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; -"694 unsqueeze_11" -> "695 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; -"695 add_11" -> "696 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; -"696 view_20" -> "697 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; -"697 softmax_3" -> "698 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; -"698 dropout_12" -> "699 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; -"699 matmul_7" -> "700 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; -"700 transpose_7" -> "701 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; -"701 reshape_16" -> "702 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"702 reshape_16_0_0_nncf_smooth_quant_0" -> "703 quantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; -"703 quantize_per_tensor_default_23" -> "704 dequantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; -"704 dequantize_per_tensor_default_23" -> "710 linear_22" [style=solid, label="(16, 64, 192)"]; -"705 linear_22_scale_0" -> "708 quantize_per_channel_default_15" [style=solid, label="(192,)"]; -"705 linear_22_scale_0" -> "709 dequantize_per_channel_default_15" [style=solid, label="(192,)"]; -"706 linear_22_zero_point_0" -> "708 quantize_per_channel_default_15" [style=solid, label="(192,)"]; -"706 linear_22_zero_point_0" -> "709 dequantize_per_channel_default_15" [style=solid, label="(192,)"]; -"707 compressed_weight_updated_constant15" -> "708 quantize_per_channel_default_15" [style=solid, label="(192, 192)"]; -"708 quantize_per_channel_default_15" -> "709 dequantize_per_channel_default_15" [style=solid, label="(192, 192)"]; -"709 dequantize_per_channel_default_15" -> "710 linear_22" [style=solid, label="(192, 192)"]; -"710 linear_22" -> "711 dropout_13" [style=solid, label="(16, 64, 192)"]; -"711 dropout_13" -> "712 view_21" [style=solid, label="(16, 64, 192)"]; -"712 view_21" -> "713 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"713 permute_18" -> "714 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"714 reshape_17" -> "715 roll_3" [style=solid, label="(1, 32, 32, 192)"]; -"715 roll_3" -> "716 slice_61" [style=solid, label="(1, 32, 32, 192)"]; -"716 slice_61" -> "717 slice_62" [style=solid, label="(1, 32, 32, 192)"]; -"717 slice_62" -> "718 slice_63" [style=solid, label="(1, 28, 32, 192)"]; -"718 slice_63" -> "719 slice_64" [style=solid, label="(1, 28, 28, 192)"]; -"719 slice_64" -> "720 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; -"720 contiguous_5" -> "721 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; -"721 layer_norm_8" -> "722 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"722 add_12" -> "723 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"722 add_12" -> "745 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"723 add_12_0_0_nncf_smooth_quant_0" -> "724 quantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; -"724 quantize_per_tensor_default_24" -> "725 dequantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; -"725 dequantize_per_tensor_default_24" -> "731 linear_23" [style=solid, label="(1, 28, 28, 192)"]; -"726 linear_23_scale_0" -> "729 quantize_per_channel_default_16" [style=solid, label="(768,)"]; -"726 linear_23_scale_0" -> "730 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; -"727 linear_23_zero_point_0" -> "729 quantize_per_channel_default_16" [style=solid, label="(768,)"]; -"727 linear_23_zero_point_0" -> "730 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; -"728 compressed_weight_updated_constant16" -> "729 quantize_per_channel_default_16" [style=solid, label="(768, 192)"]; -"729 quantize_per_channel_default_16" -> "730 dequantize_per_channel_default_16" [style=solid, label="(768, 192)"]; -"730 dequantize_per_channel_default_16" -> "731 linear_23" [style=solid, label="(768, 192)"]; -"731 linear_23" -> "732 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; -"732 gelu_3" -> "733 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; -"733 dropout_14" -> "734 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"734 dropout_14_0_0_nncf_smooth_quant_0" -> "735 quantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; -"735 quantize_per_tensor_default_25" -> "736 dequantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; -"736 dequantize_per_tensor_default_25" -> "742 linear_24" [style=solid, label="(1, 28, 28, 768)"]; -"737 linear_24_scale_0" -> "740 quantize_per_channel_default_17" [style=solid, label="(192,)"]; -"737 linear_24_scale_0" -> "741 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; -"738 linear_24_zero_point_0" -> "740 quantize_per_channel_default_17" [style=solid, label="(192,)"]; -"738 linear_24_zero_point_0" -> "741 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; -"739 compressed_weight_updated_constant17" -> "740 quantize_per_channel_default_17" [style=solid, label="(192, 768)"]; -"740 quantize_per_channel_default_17" -> "741 dequantize_per_channel_default_17" [style=solid, label="(192, 768)"]; -"741 dequantize_per_channel_default_17" -> "742 linear_24" [style=solid, label="(192, 768)"]; -"742 linear_24" -> "743 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; -"743 dropout_15" -> "744 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; -"744 layer_norm_9" -> "745 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"745 add_13" -> "746 pad_5" [style=solid, label="(1, 28, 28, 192)"]; -"746 pad_5" -> "747 slice_65" [style=solid, label="(1, 28, 28, 192)"]; -"746 pad_5" -> "750 slice_68" [style=solid, label="(1, 28, 28, 192)"]; -"746 pad_5" -> "753 slice_71" [style=solid, label="(1, 28, 28, 192)"]; -"746 pad_5" -> "756 slice_74" [style=solid, label="(1, 28, 28, 192)"]; -"747 slice_65" -> "748 slice_66" [style=solid, label="(1, 14, 28, 192)"]; -"748 slice_66" -> "749 slice_67" [style=solid, label="(1, 14, 14, 192)"]; -"749 slice_67" -> "759 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"750 slice_68" -> "751 slice_69" [style=solid, label="(1, 14, 28, 192)"]; -"751 slice_69" -> "752 slice_70" [style=solid, label="(1, 14, 14, 192)"]; -"752 slice_70" -> "759 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"753 slice_71" -> "754 slice_72" [style=solid, label="(1, 14, 28, 192)"]; -"754 slice_72" -> "755 slice_73" [style=solid, label="(1, 14, 14, 192)"]; -"755 slice_73" -> "759 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"756 slice_74" -> "757 slice_75" [style=solid, label="(1, 14, 28, 192)"]; -"757 slice_75" -> "758 slice_76" [style=solid, label="(1, 14, 14, 192)"]; -"758 slice_76" -> "759 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"759 cat_1" -> "760 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; -"760 cat_1_0_0_nncf_smooth_quant_0" -> "761 quantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; -"761 quantize_per_tensor_default_26" -> "762 dequantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; -"762 dequantize_per_tensor_default_26" -> "768 linear_25" [style=solid, label="(1, 14, 14, 768)"]; -"763 linear_25_scale_0" -> "766 quantize_per_channel_default_18" [style=solid, label="(384,)"]; -"763 linear_25_scale_0" -> "767 dequantize_per_channel_default_18" [style=solid, label="(384,)"]; -"764 linear_25_zero_point_0" -> "766 quantize_per_channel_default_18" [style=solid, label="(384,)"]; -"764 linear_25_zero_point_0" -> "767 dequantize_per_channel_default_18" [style=solid, label="(384,)"]; -"765 compressed_weight_updated_constant18" -> "766 quantize_per_channel_default_18" [style=solid, label="(384, 768)"]; -"766 quantize_per_channel_default_18" -> "767 dequantize_per_channel_default_18" [style=solid, label="(384, 768)"]; -"767 dequantize_per_channel_default_18" -> "768 linear_25" [style=solid, label="(384, 768)"]; -"768 linear_25" -> "769 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; -"769 layer_norm_10" -> "785 pad_6" [style=solid, label="(1, 14, 14, 384)"]; -"769 layer_norm_10" -> "848 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"770 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "772 linear_26" [style=solid, label="(512, 2)"]; -"771 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "772 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"772 linear_26" -> "773 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"773 relu__4" -> "775 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"774 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "776 linear_27" [style=solid, label="(12, 512)"]; -"775 relu__4_0_0_nncf_smooth_quant_0" -> "776 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"776 linear_27" -> "777 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"777 view_22" -> "778 index_4" [style=solid, label="(225, 12)"]; -"778 index_4" -> "779 view_23" [style=solid, label="(4096, 12)"]; -"779 view_23" -> "780 permute_19" [style=solid, label="(64, 64, 12)"]; -"780 permute_19" -> "781 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"781 contiguous_6" -> "782 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"782 unsqueeze_12" -> "783 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"783 sigmoid_4" -> "784 mul_8" [style=solid, label="(1, 12, 64, 64)"]; -"784 mul_8" -> "823 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"785 pad_6" -> "786 view_24" [style=solid, label="(1, 16, 16, 384)"]; -"786 view_24" -> "787 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"787 permute_20" -> "788 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"788 reshape_18" -> "792 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"789 clone_4" -> "790 slice_77" [style=solid, label="(1152,)"]; -"789 clone_4" -> "800 linear_28" [style=solid, label="(1152,)"]; -"790 slice_77" -> "791 zero__4" [style=solid, label="(384,)"]; -"792 reshape_18_0_0_nncf_smooth_quant_0" -> "793 quantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; -"793 quantize_per_tensor_default_27" -> "794 dequantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; -"794 dequantize_per_tensor_default_27" -> "800 linear_28" [style=solid, label="(4, 64, 384)"]; -"795 linear_28_scale_0" -> "798 quantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"795 linear_28_scale_0" -> "799 dequantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"796 linear_28_zero_point_0" -> "798 quantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"796 linear_28_zero_point_0" -> "799 dequantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"797 compressed_weight_updated_constant19" -> "798 quantize_per_channel_default_19" [style=solid, label="(1152, 384)"]; -"798 quantize_per_channel_default_19" -> "799 dequantize_per_channel_default_19" [style=solid, label="(1152, 384)"]; -"799 dequantize_per_channel_default_19" -> "800 linear_28" [style=solid, label="(1152, 384)"]; -"800 linear_28" -> "801 reshape_19" [style=solid, label="(4, 64, 1152)"]; -"801 reshape_19" -> "802 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; -"802 permute_21" -> "803 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; -"802 permute_21" -> "804 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; -"802 permute_21" -> "805 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; -"803 select_12" -> "806 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; -"803 select_12" -> "808 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; -"803 select_12" -> "809 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"804 select_13" -> "812 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; -"804 select_13" -> "814 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; -"804 select_13" -> "815 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"805 select_14" -> "826 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; -"806 linalg_vector_norm_8" -> "807 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; -"807 clamp_min_8" -> "808 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; -"808 expand_as_8" -> "809 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"809 div_8" -> "810 quantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; -"810 quantize_per_tensor_default_28" -> "811 dequantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; -"811 dequantize_per_tensor_default_28" -> "819 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; -"812 linalg_vector_norm_9" -> "813 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; -"813 clamp_min_9" -> "814 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; -"814 expand_as_9" -> "815 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"815 div_9" -> "816 quantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; -"816 quantize_per_tensor_default_29" -> "817 dequantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; -"817 dequantize_per_tensor_default_29" -> "818 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; -"818 transpose_8" -> "819 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; -"819 matmul_8" -> "822 mul_9" [style=solid, label="(4, 12, 64, 64)"]; -"820 clamp_4" -> "821 exp_4" [style=solid, label="(12, 1, 1)"]; -"821 exp_4" -> "822 mul_9" [style=solid, label="(12, 1, 1)"]; -"822 mul_9" -> "823 add_14" [style=solid, label="(4, 12, 64, 64)"]; -"823 add_14" -> "824 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; -"824 softmax_4" -> "825 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; -"825 dropout_16" -> "826 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; -"826 matmul_9" -> "827 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; -"827 transpose_9" -> "828 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; -"828 reshape_20" -> "829 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"829 reshape_20_0_0_nncf_smooth_quant_0" -> "830 quantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; -"830 quantize_per_tensor_default_30" -> "831 dequantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; -"831 dequantize_per_tensor_default_30" -> "837 linear_29" [style=solid, label="(4, 64, 384)"]; -"832 linear_29_scale_0" -> "835 quantize_per_channel_default_20" [style=solid, label="(384,)"]; -"832 linear_29_scale_0" -> "836 dequantize_per_channel_default_20" [style=solid, label="(384,)"]; -"833 linear_29_zero_point_0" -> "835 quantize_per_channel_default_20" [style=solid, label="(384,)"]; -"833 linear_29_zero_point_0" -> "836 dequantize_per_channel_default_20" [style=solid, label="(384,)"]; -"834 compressed_weight_updated_constant20" -> "835 quantize_per_channel_default_20" [style=solid, label="(384, 384)"]; -"835 quantize_per_channel_default_20" -> "836 dequantize_per_channel_default_20" [style=solid, label="(384, 384)"]; -"836 dequantize_per_channel_default_20" -> "837 linear_29" [style=solid, label="(384, 384)"]; -"837 linear_29" -> "838 dropout_17" [style=solid, label="(4, 64, 384)"]; -"838 dropout_17" -> "839 view_25" [style=solid, label="(4, 64, 384)"]; -"839 view_25" -> "840 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"840 permute_22" -> "841 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"841 reshape_21" -> "842 slice_78" [style=solid, label="(1, 16, 16, 384)"]; -"842 slice_78" -> "843 slice_79" [style=solid, label="(1, 16, 16, 384)"]; -"843 slice_79" -> "844 slice_80" [style=solid, label="(1, 14, 16, 384)"]; -"844 slice_80" -> "845 slice_81" [style=solid, label="(1, 14, 14, 384)"]; -"845 slice_81" -> "846 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; -"846 contiguous_7" -> "847 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; -"847 layer_norm_11" -> "848 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"848 add_15" -> "849 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"848 add_15" -> "871 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"849 add_15_0_0_nncf_smooth_quant_0" -> "850 quantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; -"850 quantize_per_tensor_default_31" -> "851 dequantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; -"851 dequantize_per_tensor_default_31" -> "857 linear_30" [style=solid, label="(1, 14, 14, 384)"]; -"852 linear_30_scale_0" -> "855 quantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"852 linear_30_scale_0" -> "856 dequantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"853 linear_30_zero_point_0" -> "855 quantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"853 linear_30_zero_point_0" -> "856 dequantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"854 compressed_weight_updated_constant21" -> "855 quantize_per_channel_default_21" [style=solid, label="(1536, 384)"]; -"855 quantize_per_channel_default_21" -> "856 dequantize_per_channel_default_21" [style=solid, label="(1536, 384)"]; -"856 dequantize_per_channel_default_21" -> "857 linear_30" [style=solid, label="(1536, 384)"]; -"857 linear_30" -> "858 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; -"858 gelu_4" -> "859 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; -"859 dropout_18" -> "860 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"860 dropout_18_0_0_nncf_smooth_quant_0" -> "861 quantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; -"861 quantize_per_tensor_default_32" -> "862 dequantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; -"862 dequantize_per_tensor_default_32" -> "868 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; -"863 linear_31_scale_0" -> "866 quantize_per_channel_default_22" [style=solid, label="(384,)"]; -"863 linear_31_scale_0" -> "867 dequantize_per_channel_default_22" [style=solid, label="(384,)"]; -"864 linear_31_zero_point_0" -> "866 quantize_per_channel_default_22" [style=solid, label="(384,)"]; -"864 linear_31_zero_point_0" -> "867 dequantize_per_channel_default_22" [style=solid, label="(384,)"]; -"865 compressed_weight_updated_constant22" -> "866 quantize_per_channel_default_22" [style=solid, label="(384, 1536)"]; -"866 quantize_per_channel_default_22" -> "867 dequantize_per_channel_default_22" [style=solid, label="(384, 1536)"]; -"867 dequantize_per_channel_default_22" -> "868 linear_31" [style=solid, label="(384, 1536)"]; -"868 linear_31" -> "869 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; -"869 dropout_19" -> "870 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; -"870 layer_norm_12" -> "871 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"871 add_16" -> "887 pad_7" [style=solid, label="(1, 14, 14, 384)"]; -"871 add_16" -> "1004 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"872 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "874 linear_32" [style=solid, label="(512, 2)"]; -"873 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "874 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"874 linear_32" -> "875 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"875 relu__5" -> "877 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"876 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "878 linear_33" [style=solid, label="(12, 512)"]; -"877 relu__5_0_0_nncf_smooth_quant_0" -> "878 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"878 linear_33" -> "879 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"879 view_26" -> "880 index_5" [style=solid, label="(225, 12)"]; -"880 index_5" -> "881 view_27" [style=solid, label="(4096, 12)"]; -"881 view_27" -> "882 permute_23" [style=solid, label="(64, 64, 12)"]; -"882 permute_23" -> "883 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"883 contiguous_8" -> "884 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"884 unsqueeze_13" -> "885 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"885 sigmoid_5" -> "886 mul_10" [style=solid, label="(1, 12, 64, 64)"]; -"886 mul_10" -> "926 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"887 pad_7" -> "888 roll_4" [style=solid, label="(1, 16, 16, 384)"]; -"888 roll_4" -> "889 view_28" [style=solid, label="(1, 16, 16, 384)"]; -"889 view_28" -> "890 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"890 permute_24" -> "891 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"891 reshape_22" -> "895 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"891 reshape_22" -> "927 new_zeros_2" [style=solid, label="(4, 64, 384)"]; -"892 clone_5" -> "893 slice_82" [style=solid, label="(1152,)"]; -"892 clone_5" -> "903 linear_34" [style=solid, label="(1152,)"]; -"893 slice_82" -> "894 zero__5" [style=solid, label="(384,)"]; -"895 reshape_22_0_0_nncf_smooth_quant_0" -> "896 quantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; -"896 quantize_per_tensor_default_33" -> "897 dequantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; -"897 dequantize_per_tensor_default_33" -> "903 linear_34" [style=solid, label="(4, 64, 384)"]; -"898 linear_34_scale_0" -> "901 quantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"898 linear_34_scale_0" -> "902 dequantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"899 linear_34_zero_point_0" -> "901 quantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"899 linear_34_zero_point_0" -> "902 dequantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"900 compressed_weight_updated_constant23" -> "901 quantize_per_channel_default_23" [style=solid, label="(1152, 384)"]; -"901 quantize_per_channel_default_23" -> "902 dequantize_per_channel_default_23" [style=solid, label="(1152, 384)"]; -"902 dequantize_per_channel_default_23" -> "903 linear_34" [style=solid, label="(1152, 384)"]; -"903 linear_34" -> "904 reshape_23" [style=solid, label="(4, 64, 1152)"]; -"904 reshape_23" -> "905 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; -"905 permute_25" -> "906 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; -"905 permute_25" -> "907 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; -"905 permute_25" -> "908 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; -"906 select_15" -> "909 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; -"906 select_15" -> "911 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; -"906 select_15" -> "912 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"907 select_16" -> "915 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; -"907 select_16" -> "917 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; -"907 select_16" -> "918 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"908 select_17" -> "981 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; -"909 linalg_vector_norm_10" -> "910 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; -"910 clamp_min_10" -> "911 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; -"911 expand_as_10" -> "912 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"912 div_10" -> "913 quantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; -"913 quantize_per_tensor_default_34" -> "914 dequantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; -"914 dequantize_per_tensor_default_34" -> "922 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; -"915 linalg_vector_norm_11" -> "916 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; -"916 clamp_min_11" -> "917 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; -"917 expand_as_11" -> "918 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"918 div_11" -> "919 quantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; -"919 quantize_per_tensor_default_35" -> "920 dequantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; -"920 dequantize_per_tensor_default_35" -> "921 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; -"921 transpose_10" -> "922 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; -"922 matmul_10" -> "925 mul_11" [style=solid, label="(4, 12, 64, 64)"]; -"923 clamp_5" -> "924 exp_5" [style=solid, label="(12, 1, 1)"]; -"924 exp_5" -> "925 mul_11" [style=solid, label="(12, 1, 1)"]; -"925 mul_11" -> "926 add_17" [style=solid, label="(4, 12, 64, 64)"]; -"926 add_17" -> "974 view_30" [style=solid, label="(4, 12, 64, 64)"]; -"927 new_zeros_2" -> "929 slice_83" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "933 slice_85" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "937 slice_87" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "941 slice_89" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "945 slice_91" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "949 slice_93" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "953 slice_95" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "957 slice_97" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "961 slice_99" [style=solid, label="(16, 16)"]; -"927 new_zeros_2" -> "964 view_29" [style=solid, label="(16, 16)"]; -"928 lift_fresh_copy_18" -> "931 fill__18" [style=solid, label="()"]; -"929 slice_83" -> "930 slice_84" [style=solid, label="(8, 16)"]; -"930 slice_84" -> "931 fill__18" [style=solid, label="(8, 8)"]; -"932 lift_fresh_copy_19" -> "935 fill__19" [style=solid, label="()"]; -"933 slice_85" -> "934 slice_86" [style=solid, label="(8, 16)"]; -"934 slice_86" -> "935 fill__19" [style=solid, label="(8, 4)"]; -"936 lift_fresh_copy_20" -> "939 fill__20" [style=solid, label="()"]; -"937 slice_87" -> "938 slice_88" [style=solid, label="(8, 16)"]; -"938 slice_88" -> "939 fill__20" [style=solid, label="(8, 4)"]; -"940 lift_fresh_copy_21" -> "943 fill__21" [style=solid, label="()"]; -"941 slice_89" -> "942 slice_90" [style=solid, label="(4, 16)"]; -"942 slice_90" -> "943 fill__21" [style=solid, label="(4, 8)"]; -"944 lift_fresh_copy_22" -> "947 fill__22" [style=solid, label="()"]; -"945 slice_91" -> "946 slice_92" [style=solid, label="(4, 16)"]; -"946 slice_92" -> "947 fill__22" [style=solid, label="(4, 4)"]; -"948 lift_fresh_copy_23" -> "951 fill__23" [style=solid, label="()"]; -"949 slice_93" -> "950 slice_94" [style=solid, label="(4, 16)"]; -"950 slice_94" -> "951 fill__23" [style=solid, label="(4, 4)"]; -"952 lift_fresh_copy_24" -> "955 fill__24" [style=solid, label="()"]; -"953 slice_95" -> "954 slice_96" [style=solid, label="(4, 16)"]; -"954 slice_96" -> "955 fill__24" [style=solid, label="(4, 8)"]; -"956 lift_fresh_copy_25" -> "959 fill__25" [style=solid, label="()"]; -"957 slice_97" -> "958 slice_98" [style=solid, label="(4, 16)"]; -"958 slice_98" -> "959 fill__25" [style=solid, label="(4, 4)"]; -"960 lift_fresh_copy_26" -> "963 fill__26" [style=solid, label="()"]; -"961 slice_99" -> "962 slice_100" [style=solid, label="(4, 16)"]; -"962 slice_100" -> "963 fill__26" [style=solid, label="(4, 4)"]; -"964 view_29" -> "965 permute_26" [style=solid, label="(2, 8, 2, 8)"]; -"965 permute_26" -> "966 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; -"966 reshape_24" -> "967 unsqueeze_14" [style=solid, label="(4, 64)"]; -"966 reshape_24" -> "968 unsqueeze_15" [style=solid, label="(4, 64)"]; -"967 unsqueeze_14" -> "969 sub_2" [style=solid, label="(4, 1, 64)"]; -"968 unsqueeze_15" -> "969 sub_2" [style=solid, label="(4, 64, 1)"]; -"969 sub_2" -> "970 ne_2" [style=solid, label="(4, 64, 64)"]; -"969 sub_2" -> "971 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"969 sub_2" -> "972 eq_2" [style=solid, label="(4, 64, 64)"]; -"970 ne_2" -> "971 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"971 masked_fill_4" -> "973 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"972 eq_2" -> "973 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"973 masked_fill_5" -> "975 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; -"974 view_30" -> "977 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; -"975 unsqueeze_16" -> "976 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; -"976 unsqueeze_17" -> "977 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; -"977 add_18" -> "978 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; -"978 view_31" -> "979 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; -"979 softmax_5" -> "980 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; -"980 dropout_20" -> "981 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; -"981 matmul_11" -> "982 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; -"982 transpose_11" -> "983 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; -"983 reshape_25" -> "984 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"984 reshape_25_0_0_nncf_smooth_quant_0" -> "985 quantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; -"985 quantize_per_tensor_default_36" -> "986 dequantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; -"986 dequantize_per_tensor_default_36" -> "992 linear_35" [style=solid, label="(4, 64, 384)"]; -"987 linear_35_scale_0" -> "990 quantize_per_channel_default_24" [style=solid, label="(384,)"]; -"987 linear_35_scale_0" -> "991 dequantize_per_channel_default_24" [style=solid, label="(384,)"]; -"988 linear_35_zero_point_0" -> "990 quantize_per_channel_default_24" [style=solid, label="(384,)"]; -"988 linear_35_zero_point_0" -> "991 dequantize_per_channel_default_24" [style=solid, label="(384,)"]; -"989 compressed_weight_updated_constant24" -> "990 quantize_per_channel_default_24" [style=solid, label="(384, 384)"]; -"990 quantize_per_channel_default_24" -> "991 dequantize_per_channel_default_24" [style=solid, label="(384, 384)"]; -"991 dequantize_per_channel_default_24" -> "992 linear_35" [style=solid, label="(384, 384)"]; -"992 linear_35" -> "993 dropout_21" [style=solid, label="(4, 64, 384)"]; -"993 dropout_21" -> "994 view_32" [style=solid, label="(4, 64, 384)"]; -"994 view_32" -> "995 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"995 permute_27" -> "996 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"996 reshape_26" -> "997 roll_5" [style=solid, label="(1, 16, 16, 384)"]; -"997 roll_5" -> "998 slice_101" [style=solid, label="(1, 16, 16, 384)"]; -"998 slice_101" -> "999 slice_102" [style=solid, label="(1, 16, 16, 384)"]; -"999 slice_102" -> "1000 slice_103" [style=solid, label="(1, 14, 16, 384)"]; -"1000 slice_103" -> "1001 slice_104" [style=solid, label="(1, 14, 14, 384)"]; -"1001 slice_104" -> "1002 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; -"1002 contiguous_9" -> "1003 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; -"1003 layer_norm_13" -> "1004 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"1004 add_19" -> "1005 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1004 add_19" -> "1027 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"1005 add_19_0_0_nncf_smooth_quant_0" -> "1006 quantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; -"1006 quantize_per_tensor_default_37" -> "1007 dequantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; -"1007 dequantize_per_tensor_default_37" -> "1013 linear_36" [style=solid, label="(1, 14, 14, 384)"]; -"1008 linear_36_scale_0" -> "1011 quantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"1008 linear_36_scale_0" -> "1012 dequantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"1009 linear_36_zero_point_0" -> "1011 quantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"1009 linear_36_zero_point_0" -> "1012 dequantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"1010 compressed_weight_updated_constant25" -> "1011 quantize_per_channel_default_25" [style=solid, label="(1536, 384)"]; -"1011 quantize_per_channel_default_25" -> "1012 dequantize_per_channel_default_25" [style=solid, label="(1536, 384)"]; -"1012 dequantize_per_channel_default_25" -> "1013 linear_36" [style=solid, label="(1536, 384)"]; -"1013 linear_36" -> "1014 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; -"1014 gelu_5" -> "1015 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; -"1015 dropout_22" -> "1016 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1016 dropout_22_0_0_nncf_smooth_quant_0" -> "1017 quantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1017 quantize_per_tensor_default_38" -> "1018 dequantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1018 dequantize_per_tensor_default_38" -> "1024 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; -"1019 linear_37_scale_0" -> "1022 quantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1019 linear_37_scale_0" -> "1023 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1020 linear_37_zero_point_0" -> "1022 quantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1020 linear_37_zero_point_0" -> "1023 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1021 compressed_weight_updated_constant26" -> "1022 quantize_per_channel_default_26" [style=solid, label="(384, 1536)"]; -"1022 quantize_per_channel_default_26" -> "1023 dequantize_per_channel_default_26" [style=solid, label="(384, 1536)"]; -"1023 dequantize_per_channel_default_26" -> "1024 linear_37" [style=solid, label="(384, 1536)"]; -"1024 linear_37" -> "1025 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; -"1025 dropout_23" -> "1026 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; -"1026 layer_norm_14" -> "1027 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"1027 add_20" -> "1043 pad_8" [style=solid, label="(1, 14, 14, 384)"]; -"1027 add_20" -> "1106 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1028 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1030 linear_38" [style=solid, label="(512, 2)"]; -"1029 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1030 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"1030 linear_38" -> "1031 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"1031 relu__6" -> "1033 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1032 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1034 linear_39" [style=solid, label="(12, 512)"]; -"1033 relu__6_0_0_nncf_smooth_quant_0" -> "1034 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"1034 linear_39" -> "1035 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"1035 view_33" -> "1036 index_6" [style=solid, label="(225, 12)"]; -"1036 index_6" -> "1037 view_34" [style=solid, label="(4096, 12)"]; -"1037 view_34" -> "1038 permute_28" [style=solid, label="(64, 64, 12)"]; -"1038 permute_28" -> "1039 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"1039 contiguous_10" -> "1040 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"1040 unsqueeze_18" -> "1041 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"1041 sigmoid_6" -> "1042 mul_12" [style=solid, label="(1, 12, 64, 64)"]; -"1042 mul_12" -> "1081 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"1043 pad_8" -> "1044 view_35" [style=solid, label="(1, 16, 16, 384)"]; -"1044 view_35" -> "1045 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1045 permute_29" -> "1046 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1046 reshape_27" -> "1050 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1047 clone_6" -> "1048 slice_105" [style=solid, label="(1152,)"]; -"1047 clone_6" -> "1058 linear_40" [style=solid, label="(1152,)"]; -"1048 slice_105" -> "1049 zero__6" [style=solid, label="(384,)"]; -"1050 reshape_27_0_0_nncf_smooth_quant_0" -> "1051 quantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; -"1051 quantize_per_tensor_default_39" -> "1052 dequantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; -"1052 dequantize_per_tensor_default_39" -> "1058 linear_40" [style=solid, label="(4, 64, 384)"]; -"1053 linear_40_scale_0" -> "1056 quantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1053 linear_40_scale_0" -> "1057 dequantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1054 linear_40_zero_point_0" -> "1056 quantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1054 linear_40_zero_point_0" -> "1057 dequantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1055 compressed_weight_updated_constant27" -> "1056 quantize_per_channel_default_27" [style=solid, label="(1152, 384)"]; -"1056 quantize_per_channel_default_27" -> "1057 dequantize_per_channel_default_27" [style=solid, label="(1152, 384)"]; -"1057 dequantize_per_channel_default_27" -> "1058 linear_40" [style=solid, label="(1152, 384)"]; -"1058 linear_40" -> "1059 reshape_28" [style=solid, label="(4, 64, 1152)"]; -"1059 reshape_28" -> "1060 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1060 permute_30" -> "1061 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1060 permute_30" -> "1062 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1060 permute_30" -> "1063 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1061 select_18" -> "1064 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; -"1061 select_18" -> "1066 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; -"1061 select_18" -> "1067 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1062 select_19" -> "1070 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; -"1062 select_19" -> "1072 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; -"1062 select_19" -> "1073 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1063 select_20" -> "1084 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; -"1064 linalg_vector_norm_12" -> "1065 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; -"1065 clamp_min_12" -> "1066 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; -"1066 expand_as_12" -> "1067 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1067 div_12" -> "1068 quantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; -"1068 quantize_per_tensor_default_40" -> "1069 dequantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; -"1069 dequantize_per_tensor_default_40" -> "1077 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; -"1070 linalg_vector_norm_13" -> "1071 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; -"1071 clamp_min_13" -> "1072 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; -"1072 expand_as_13" -> "1073 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1073 div_13" -> "1074 quantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; -"1074 quantize_per_tensor_default_41" -> "1075 dequantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; -"1075 dequantize_per_tensor_default_41" -> "1076 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; -"1076 transpose_12" -> "1077 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; -"1077 matmul_12" -> "1080 mul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1078 clamp_6" -> "1079 exp_6" [style=solid, label="(12, 1, 1)"]; -"1079 exp_6" -> "1080 mul_13" [style=solid, label="(12, 1, 1)"]; -"1080 mul_13" -> "1081 add_21" [style=solid, label="(4, 12, 64, 64)"]; -"1081 add_21" -> "1082 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; -"1082 softmax_6" -> "1083 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; -"1083 dropout_24" -> "1084 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1084 matmul_13" -> "1085 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; -"1085 transpose_13" -> "1086 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; -"1086 reshape_29" -> "1087 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1087 reshape_29_0_0_nncf_smooth_quant_0" -> "1088 quantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; -"1088 quantize_per_tensor_default_42" -> "1089 dequantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; -"1089 dequantize_per_tensor_default_42" -> "1095 linear_41" [style=solid, label="(4, 64, 384)"]; -"1090 linear_41_scale_0" -> "1093 quantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1090 linear_41_scale_0" -> "1094 dequantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1091 linear_41_zero_point_0" -> "1093 quantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1091 linear_41_zero_point_0" -> "1094 dequantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1092 compressed_weight_updated_constant28" -> "1093 quantize_per_channel_default_28" [style=solid, label="(384, 384)"]; -"1093 quantize_per_channel_default_28" -> "1094 dequantize_per_channel_default_28" [style=solid, label="(384, 384)"]; -"1094 dequantize_per_channel_default_28" -> "1095 linear_41" [style=solid, label="(384, 384)"]; -"1095 linear_41" -> "1096 dropout_25" [style=solid, label="(4, 64, 384)"]; -"1096 dropout_25" -> "1097 view_36" [style=solid, label="(4, 64, 384)"]; -"1097 view_36" -> "1098 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1098 permute_31" -> "1099 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1099 reshape_30" -> "1100 slice_106" [style=solid, label="(1, 16, 16, 384)"]; -"1100 slice_106" -> "1101 slice_107" [style=solid, label="(1, 16, 16, 384)"]; -"1101 slice_107" -> "1102 slice_108" [style=solid, label="(1, 14, 16, 384)"]; -"1102 slice_108" -> "1103 slice_109" [style=solid, label="(1, 14, 14, 384)"]; -"1103 slice_109" -> "1104 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; -"1104 contiguous_11" -> "1105 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; -"1105 layer_norm_15" -> "1106 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1106 add_22" -> "1107 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1106 add_22" -> "1129 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1107 add_22_0_0_nncf_smooth_quant_0" -> "1108 quantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; -"1108 quantize_per_tensor_default_43" -> "1109 dequantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; -"1109 dequantize_per_tensor_default_43" -> "1115 linear_42" [style=solid, label="(1, 14, 14, 384)"]; -"1110 linear_42_scale_0" -> "1113 quantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1110 linear_42_scale_0" -> "1114 dequantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1111 linear_42_zero_point_0" -> "1113 quantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1111 linear_42_zero_point_0" -> "1114 dequantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1112 compressed_weight_updated_constant29" -> "1113 quantize_per_channel_default_29" [style=solid, label="(1536, 384)"]; -"1113 quantize_per_channel_default_29" -> "1114 dequantize_per_channel_default_29" [style=solid, label="(1536, 384)"]; -"1114 dequantize_per_channel_default_29" -> "1115 linear_42" [style=solid, label="(1536, 384)"]; -"1115 linear_42" -> "1116 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; -"1116 gelu_6" -> "1117 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; -"1117 dropout_26" -> "1118 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1118 dropout_26_0_0_nncf_smooth_quant_0" -> "1119 quantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; -"1119 quantize_per_tensor_default_44" -> "1120 dequantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; -"1120 dequantize_per_tensor_default_44" -> "1126 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; -"1121 linear_43_scale_0" -> "1124 quantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1121 linear_43_scale_0" -> "1125 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1122 linear_43_zero_point_0" -> "1124 quantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1122 linear_43_zero_point_0" -> "1125 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1123 compressed_weight_updated_constant30" -> "1124 quantize_per_channel_default_30" [style=solid, label="(384, 1536)"]; -"1124 quantize_per_channel_default_30" -> "1125 dequantize_per_channel_default_30" [style=solid, label="(384, 1536)"]; -"1125 dequantize_per_channel_default_30" -> "1126 linear_43" [style=solid, label="(384, 1536)"]; -"1126 linear_43" -> "1127 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; -"1127 dropout_27" -> "1128 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; -"1128 layer_norm_16" -> "1129 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1129 add_23" -> "1145 pad_9" [style=solid, label="(1, 14, 14, 384)"]; -"1129 add_23" -> "1262 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1130 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1132 linear_44" [style=solid, label="(512, 2)"]; -"1131 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1132 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"1132 linear_44" -> "1133 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"1133 relu__7" -> "1135 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1134 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1136 linear_45" [style=solid, label="(12, 512)"]; -"1135 relu__7_0_0_nncf_smooth_quant_0" -> "1136 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"1136 linear_45" -> "1137 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"1137 view_37" -> "1138 index_7" [style=solid, label="(225, 12)"]; -"1138 index_7" -> "1139 view_38" [style=solid, label="(4096, 12)"]; -"1139 view_38" -> "1140 permute_32" [style=solid, label="(64, 64, 12)"]; -"1140 permute_32" -> "1141 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"1141 contiguous_12" -> "1142 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"1142 unsqueeze_19" -> "1143 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"1143 sigmoid_7" -> "1144 mul_14" [style=solid, label="(1, 12, 64, 64)"]; -"1144 mul_14" -> "1184 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"1145 pad_9" -> "1146 roll_6" [style=solid, label="(1, 16, 16, 384)"]; -"1146 roll_6" -> "1147 view_39" [style=solid, label="(1, 16, 16, 384)"]; -"1147 view_39" -> "1148 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1148 permute_33" -> "1149 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1149 reshape_31" -> "1153 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1149 reshape_31" -> "1185 new_zeros_3" [style=solid, label="(4, 64, 384)"]; -"1150 clone_7" -> "1151 slice_110" [style=solid, label="(1152,)"]; -"1150 clone_7" -> "1161 linear_46" [style=solid, label="(1152,)"]; -"1151 slice_110" -> "1152 zero__7" [style=solid, label="(384,)"]; -"1153 reshape_31_0_0_nncf_smooth_quant_0" -> "1154 quantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; -"1154 quantize_per_tensor_default_45" -> "1155 dequantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; -"1155 dequantize_per_tensor_default_45" -> "1161 linear_46" [style=solid, label="(4, 64, 384)"]; -"1156 linear_46_scale_0" -> "1159 quantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1156 linear_46_scale_0" -> "1160 dequantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1157 linear_46_zero_point_0" -> "1159 quantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1157 linear_46_zero_point_0" -> "1160 dequantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1158 compressed_weight_updated_constant31" -> "1159 quantize_per_channel_default_31" [style=solid, label="(1152, 384)"]; -"1159 quantize_per_channel_default_31" -> "1160 dequantize_per_channel_default_31" [style=solid, label="(1152, 384)"]; -"1160 dequantize_per_channel_default_31" -> "1161 linear_46" [style=solid, label="(1152, 384)"]; -"1161 linear_46" -> "1162 reshape_32" [style=solid, label="(4, 64, 1152)"]; -"1162 reshape_32" -> "1163 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1163 permute_34" -> "1164 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1163 permute_34" -> "1165 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1163 permute_34" -> "1166 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1164 select_21" -> "1167 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; -"1164 select_21" -> "1169 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; -"1164 select_21" -> "1170 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1165 select_22" -> "1173 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; -"1165 select_22" -> "1175 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; -"1165 select_22" -> "1176 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1166 select_23" -> "1239 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; -"1167 linalg_vector_norm_14" -> "1168 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; -"1168 clamp_min_14" -> "1169 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; -"1169 expand_as_14" -> "1170 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1170 div_14" -> "1171 quantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; -"1171 quantize_per_tensor_default_46" -> "1172 dequantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; -"1172 dequantize_per_tensor_default_46" -> "1180 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; -"1173 linalg_vector_norm_15" -> "1174 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; -"1174 clamp_min_15" -> "1175 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; -"1175 expand_as_15" -> "1176 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1176 div_15" -> "1177 quantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; -"1177 quantize_per_tensor_default_47" -> "1178 dequantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; -"1178 dequantize_per_tensor_default_47" -> "1179 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; -"1179 transpose_14" -> "1180 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; -"1180 matmul_14" -> "1183 mul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1181 clamp_7" -> "1182 exp_7" [style=solid, label="(12, 1, 1)"]; -"1182 exp_7" -> "1183 mul_15" [style=solid, label="(12, 1, 1)"]; -"1183 mul_15" -> "1184 add_24" [style=solid, label="(4, 12, 64, 64)"]; -"1184 add_24" -> "1232 view_41" [style=solid, label="(4, 12, 64, 64)"]; -"1185 new_zeros_3" -> "1187 slice_111" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1191 slice_113" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1195 slice_115" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1199 slice_117" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1203 slice_119" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1207 slice_121" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1211 slice_123" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1215 slice_125" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1219 slice_127" [style=solid, label="(16, 16)"]; -"1185 new_zeros_3" -> "1222 view_40" [style=solid, label="(16, 16)"]; -"1186 lift_fresh_copy_27" -> "1189 fill__27" [style=solid, label="()"]; -"1187 slice_111" -> "1188 slice_112" [style=solid, label="(8, 16)"]; -"1188 slice_112" -> "1189 fill__27" [style=solid, label="(8, 8)"]; -"1190 lift_fresh_copy_28" -> "1193 fill__28" [style=solid, label="()"]; -"1191 slice_113" -> "1192 slice_114" [style=solid, label="(8, 16)"]; -"1192 slice_114" -> "1193 fill__28" [style=solid, label="(8, 4)"]; -"1194 lift_fresh_copy_29" -> "1197 fill__29" [style=solid, label="()"]; -"1195 slice_115" -> "1196 slice_116" [style=solid, label="(8, 16)"]; -"1196 slice_116" -> "1197 fill__29" [style=solid, label="(8, 4)"]; -"1198 lift_fresh_copy_30" -> "1201 fill__30" [style=solid, label="()"]; -"1199 slice_117" -> "1200 slice_118" [style=solid, label="(4, 16)"]; -"1200 slice_118" -> "1201 fill__30" [style=solid, label="(4, 8)"]; -"1202 lift_fresh_copy_31" -> "1205 fill__31" [style=solid, label="()"]; -"1203 slice_119" -> "1204 slice_120" [style=solid, label="(4, 16)"]; -"1204 slice_120" -> "1205 fill__31" [style=solid, label="(4, 4)"]; -"1206 lift_fresh_copy_32" -> "1209 fill__32" [style=solid, label="()"]; -"1207 slice_121" -> "1208 slice_122" [style=solid, label="(4, 16)"]; -"1208 slice_122" -> "1209 fill__32" [style=solid, label="(4, 4)"]; -"1210 lift_fresh_copy_33" -> "1213 fill__33" [style=solid, label="()"]; -"1211 slice_123" -> "1212 slice_124" [style=solid, label="(4, 16)"]; -"1212 slice_124" -> "1213 fill__33" [style=solid, label="(4, 8)"]; -"1214 lift_fresh_copy_34" -> "1217 fill__34" [style=solid, label="()"]; -"1215 slice_125" -> "1216 slice_126" [style=solid, label="(4, 16)"]; -"1216 slice_126" -> "1217 fill__34" [style=solid, label="(4, 4)"]; -"1218 lift_fresh_copy_35" -> "1221 fill__35" [style=solid, label="()"]; -"1219 slice_127" -> "1220 slice_128" [style=solid, label="(4, 16)"]; -"1220 slice_128" -> "1221 fill__35" [style=solid, label="(4, 4)"]; -"1222 view_40" -> "1223 permute_35" [style=solid, label="(2, 8, 2, 8)"]; -"1223 permute_35" -> "1224 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; -"1224 reshape_33" -> "1225 unsqueeze_20" [style=solid, label="(4, 64)"]; -"1224 reshape_33" -> "1226 unsqueeze_21" [style=solid, label="(4, 64)"]; -"1225 unsqueeze_20" -> "1227 sub_3" [style=solid, label="(4, 1, 64)"]; -"1226 unsqueeze_21" -> "1227 sub_3" [style=solid, label="(4, 64, 1)"]; -"1227 sub_3" -> "1228 ne_3" [style=solid, label="(4, 64, 64)"]; -"1227 sub_3" -> "1229 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1227 sub_3" -> "1230 eq_3" [style=solid, label="(4, 64, 64)"]; -"1228 ne_3" -> "1229 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1229 masked_fill_6" -> "1231 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1230 eq_3" -> "1231 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1231 masked_fill_7" -> "1233 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; -"1232 view_41" -> "1235 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1233 unsqueeze_22" -> "1234 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; -"1234 unsqueeze_23" -> "1235 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1235 add_25" -> "1236 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1236 view_42" -> "1237 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; -"1237 softmax_7" -> "1238 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; -"1238 dropout_28" -> "1239 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1239 matmul_15" -> "1240 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; -"1240 transpose_15" -> "1241 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; -"1241 reshape_34" -> "1242 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1242 reshape_34_0_0_nncf_smooth_quant_0" -> "1243 quantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; -"1243 quantize_per_tensor_default_48" -> "1244 dequantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; -"1244 dequantize_per_tensor_default_48" -> "1250 linear_47" [style=solid, label="(4, 64, 384)"]; -"1245 linear_47_scale_0" -> "1248 quantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1245 linear_47_scale_0" -> "1249 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1246 linear_47_zero_point_0" -> "1248 quantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1246 linear_47_zero_point_0" -> "1249 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1247 compressed_weight_updated_constant32" -> "1248 quantize_per_channel_default_32" [style=solid, label="(384, 384)"]; -"1248 quantize_per_channel_default_32" -> "1249 dequantize_per_channel_default_32" [style=solid, label="(384, 384)"]; -"1249 dequantize_per_channel_default_32" -> "1250 linear_47" [style=solid, label="(384, 384)"]; -"1250 linear_47" -> "1251 dropout_29" [style=solid, label="(4, 64, 384)"]; -"1251 dropout_29" -> "1252 view_43" [style=solid, label="(4, 64, 384)"]; -"1252 view_43" -> "1253 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1253 permute_36" -> "1254 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1254 reshape_35" -> "1255 roll_7" [style=solid, label="(1, 16, 16, 384)"]; -"1255 roll_7" -> "1256 slice_129" [style=solid, label="(1, 16, 16, 384)"]; -"1256 slice_129" -> "1257 slice_130" [style=solid, label="(1, 16, 16, 384)"]; -"1257 slice_130" -> "1258 slice_131" [style=solid, label="(1, 14, 16, 384)"]; -"1258 slice_131" -> "1259 slice_132" [style=solid, label="(1, 14, 14, 384)"]; -"1259 slice_132" -> "1260 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; -"1260 contiguous_13" -> "1261 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; -"1261 layer_norm_17" -> "1262 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1262 add_26" -> "1263 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1262 add_26" -> "1285 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1263 add_26_0_0_nncf_smooth_quant_0" -> "1264 quantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; -"1264 quantize_per_tensor_default_49" -> "1265 dequantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; -"1265 dequantize_per_tensor_default_49" -> "1271 linear_48" [style=solid, label="(1, 14, 14, 384)"]; -"1266 linear_48_scale_0" -> "1269 quantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1266 linear_48_scale_0" -> "1270 dequantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1267 linear_48_zero_point_0" -> "1269 quantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1267 linear_48_zero_point_0" -> "1270 dequantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1268 compressed_weight_updated_constant33" -> "1269 quantize_per_channel_default_33" [style=solid, label="(1536, 384)"]; -"1269 quantize_per_channel_default_33" -> "1270 dequantize_per_channel_default_33" [style=solid, label="(1536, 384)"]; -"1270 dequantize_per_channel_default_33" -> "1271 linear_48" [style=solid, label="(1536, 384)"]; -"1271 linear_48" -> "1272 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; -"1272 gelu_7" -> "1273 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; -"1273 dropout_30" -> "1274 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1274 dropout_30_0_0_nncf_smooth_quant_0" -> "1275 quantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; -"1275 quantize_per_tensor_default_50" -> "1276 dequantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; -"1276 dequantize_per_tensor_default_50" -> "1282 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; -"1277 linear_49_scale_0" -> "1280 quantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1277 linear_49_scale_0" -> "1281 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1278 linear_49_zero_point_0" -> "1280 quantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1278 linear_49_zero_point_0" -> "1281 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1279 compressed_weight_updated_constant34" -> "1280 quantize_per_channel_default_34" [style=solid, label="(384, 1536)"]; -"1280 quantize_per_channel_default_34" -> "1281 dequantize_per_channel_default_34" [style=solid, label="(384, 1536)"]; -"1281 dequantize_per_channel_default_34" -> "1282 linear_49" [style=solid, label="(384, 1536)"]; -"1282 linear_49" -> "1283 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; -"1283 dropout_31" -> "1284 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; -"1284 layer_norm_18" -> "1285 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1285 add_27" -> "1301 pad_10" [style=solid, label="(1, 14, 14, 384)"]; -"1285 add_27" -> "1364 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1286 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1288 linear_50" [style=solid, label="(512, 2)"]; -"1287 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1288 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"1288 linear_50" -> "1289 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"1289 relu__8" -> "1291 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1290 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1292 linear_51" [style=solid, label="(12, 512)"]; -"1291 relu__8_0_0_nncf_smooth_quant_0" -> "1292 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1292 linear_51" -> "1293 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1293 view_44" -> "1294 index_8" [style=solid, label="(225, 12)"]; -"1294 index_8" -> "1295 view_45" [style=solid, label="(4096, 12)"]; -"1295 view_45" -> "1296 permute_37" [style=solid, label="(64, 64, 12)"]; -"1296 permute_37" -> "1297 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1297 contiguous_14" -> "1298 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1298 unsqueeze_24" -> "1299 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1299 sigmoid_8" -> "1300 mul_16" [style=solid, label="(1, 12, 64, 64)"]; -"1300 mul_16" -> "1339 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1301 pad_10" -> "1302 view_46" [style=solid, label="(1, 16, 16, 384)"]; -"1302 view_46" -> "1303 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1303 permute_38" -> "1304 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1304 reshape_36" -> "1308 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1305 clone_8" -> "1306 slice_133" [style=solid, label="(1152,)"]; -"1305 clone_8" -> "1316 linear_52" [style=solid, label="(1152,)"]; -"1306 slice_133" -> "1307 zero__8" [style=solid, label="(384,)"]; -"1308 reshape_36_0_0_nncf_smooth_quant_0" -> "1309 quantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; -"1309 quantize_per_tensor_default_51" -> "1310 dequantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; -"1310 dequantize_per_tensor_default_51" -> "1316 linear_52" [style=solid, label="(4, 64, 384)"]; -"1311 linear_52_scale_0" -> "1314 quantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1311 linear_52_scale_0" -> "1315 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1312 linear_52_zero_point_0" -> "1314 quantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1312 linear_52_zero_point_0" -> "1315 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1313 compressed_weight_updated_constant35" -> "1314 quantize_per_channel_default_35" [style=solid, label="(1152, 384)"]; -"1314 quantize_per_channel_default_35" -> "1315 dequantize_per_channel_default_35" [style=solid, label="(1152, 384)"]; -"1315 dequantize_per_channel_default_35" -> "1316 linear_52" [style=solid, label="(1152, 384)"]; -"1316 linear_52" -> "1317 reshape_37" [style=solid, label="(4, 64, 1152)"]; -"1317 reshape_37" -> "1318 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1318 permute_39" -> "1319 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1318 permute_39" -> "1320 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1318 permute_39" -> "1321 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1319 select_24" -> "1322 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; -"1319 select_24" -> "1324 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; -"1319 select_24" -> "1325 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1320 select_25" -> "1328 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; -"1320 select_25" -> "1330 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; -"1320 select_25" -> "1331 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1321 select_26" -> "1342 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; -"1322 linalg_vector_norm_16" -> "1323 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; -"1323 clamp_min_16" -> "1324 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; -"1324 expand_as_16" -> "1325 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1325 div_16" -> "1326 quantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; -"1326 quantize_per_tensor_default_52" -> "1327 dequantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; -"1327 dequantize_per_tensor_default_52" -> "1335 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; -"1328 linalg_vector_norm_17" -> "1329 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; -"1329 clamp_min_17" -> "1330 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; -"1330 expand_as_17" -> "1331 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1331 div_17" -> "1332 quantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; -"1332 quantize_per_tensor_default_53" -> "1333 dequantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; -"1333 dequantize_per_tensor_default_53" -> "1334 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; -"1334 transpose_16" -> "1335 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; -"1335 matmul_16" -> "1338 mul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1336 clamp_8" -> "1337 exp_8" [style=solid, label="(12, 1, 1)"]; -"1337 exp_8" -> "1338 mul_17" [style=solid, label="(12, 1, 1)"]; -"1338 mul_17" -> "1339 add_28" [style=solid, label="(4, 12, 64, 64)"]; -"1339 add_28" -> "1340 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; -"1340 softmax_8" -> "1341 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; -"1341 dropout_32" -> "1342 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1342 matmul_17" -> "1343 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; -"1343 transpose_17" -> "1344 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; -"1344 reshape_38" -> "1345 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1345 reshape_38_0_0_nncf_smooth_quant_0" -> "1346 quantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; -"1346 quantize_per_tensor_default_54" -> "1347 dequantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; -"1347 dequantize_per_tensor_default_54" -> "1353 linear_53" [style=solid, label="(4, 64, 384)"]; -"1348 linear_53_scale_0" -> "1351 quantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1348 linear_53_scale_0" -> "1352 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1349 linear_53_zero_point_0" -> "1351 quantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1349 linear_53_zero_point_0" -> "1352 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1350 compressed_weight_updated_constant36" -> "1351 quantize_per_channel_default_36" [style=solid, label="(384, 384)"]; -"1351 quantize_per_channel_default_36" -> "1352 dequantize_per_channel_default_36" [style=solid, label="(384, 384)"]; -"1352 dequantize_per_channel_default_36" -> "1353 linear_53" [style=solid, label="(384, 384)"]; -"1353 linear_53" -> "1354 dropout_33" [style=solid, label="(4, 64, 384)"]; -"1354 dropout_33" -> "1355 view_47" [style=solid, label="(4, 64, 384)"]; -"1355 view_47" -> "1356 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1356 permute_40" -> "1357 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1357 reshape_39" -> "1358 slice_134" [style=solid, label="(1, 16, 16, 384)"]; -"1358 slice_134" -> "1359 slice_135" [style=solid, label="(1, 16, 16, 384)"]; -"1359 slice_135" -> "1360 slice_136" [style=solid, label="(1, 14, 16, 384)"]; -"1360 slice_136" -> "1361 slice_137" [style=solid, label="(1, 14, 14, 384)"]; -"1361 slice_137" -> "1362 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; -"1362 contiguous_15" -> "1363 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; -"1363 layer_norm_19" -> "1364 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1364 add_29" -> "1365 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1364 add_29" -> "1387 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1365 add_29_0_0_nncf_smooth_quant_0" -> "1366 quantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; -"1366 quantize_per_tensor_default_55" -> "1367 dequantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; -"1367 dequantize_per_tensor_default_55" -> "1373 linear_54" [style=solid, label="(1, 14, 14, 384)"]; -"1368 linear_54_scale_0" -> "1371 quantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1368 linear_54_scale_0" -> "1372 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1369 linear_54_zero_point_0" -> "1371 quantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1369 linear_54_zero_point_0" -> "1372 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1370 compressed_weight_updated_constant37" -> "1371 quantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; -"1371 quantize_per_channel_default_37" -> "1372 dequantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; -"1372 dequantize_per_channel_default_37" -> "1373 linear_54" [style=solid, label="(1536, 384)"]; -"1373 linear_54" -> "1374 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; -"1374 gelu_8" -> "1375 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; -"1375 dropout_34" -> "1376 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1376 dropout_34_0_0_nncf_smooth_quant_0" -> "1377 quantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; -"1377 quantize_per_tensor_default_56" -> "1378 dequantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; -"1378 dequantize_per_tensor_default_56" -> "1384 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; -"1379 linear_55_scale_0" -> "1382 quantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1379 linear_55_scale_0" -> "1383 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1380 linear_55_zero_point_0" -> "1382 quantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1380 linear_55_zero_point_0" -> "1383 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1381 compressed_weight_updated_constant38" -> "1382 quantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; -"1382 quantize_per_channel_default_38" -> "1383 dequantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; -"1383 dequantize_per_channel_default_38" -> "1384 linear_55" [style=solid, label="(384, 1536)"]; -"1384 linear_55" -> "1385 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; -"1385 dropout_35" -> "1386 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; -"1386 layer_norm_20" -> "1387 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1387 add_30" -> "1403 pad_11" [style=solid, label="(1, 14, 14, 384)"]; -"1387 add_30" -> "1520 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1388 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1390 linear_56" [style=solid, label="(512, 2)"]; -"1389 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1390 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"1390 linear_56" -> "1391 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1391 relu__9" -> "1393 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1392 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1394 linear_57" [style=solid, label="(12, 512)"]; -"1393 relu__9_0_0_nncf_smooth_quant_0" -> "1394 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1394 linear_57" -> "1395 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1395 view_48" -> "1396 index_9" [style=solid, label="(225, 12)"]; -"1396 index_9" -> "1397 view_49" [style=solid, label="(4096, 12)"]; -"1397 view_49" -> "1398 permute_41" [style=solid, label="(64, 64, 12)"]; -"1398 permute_41" -> "1399 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1399 contiguous_16" -> "1400 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1400 unsqueeze_25" -> "1401 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1401 sigmoid_9" -> "1402 mul_18" [style=solid, label="(1, 12, 64, 64)"]; -"1402 mul_18" -> "1442 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1403 pad_11" -> "1404 roll_8" [style=solid, label="(1, 16, 16, 384)"]; -"1404 roll_8" -> "1405 view_50" [style=solid, label="(1, 16, 16, 384)"]; -"1405 view_50" -> "1406 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1406 permute_42" -> "1407 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1407 reshape_40" -> "1411 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1407 reshape_40" -> "1443 new_zeros_4" [style=solid, label="(4, 64, 384)"]; -"1408 clone_9" -> "1409 slice_138" [style=solid, label="(1152,)"]; -"1408 clone_9" -> "1419 linear_58" [style=solid, label="(1152,)"]; -"1409 slice_138" -> "1410 zero__9" [style=solid, label="(384,)"]; -"1411 reshape_40_0_0_nncf_smooth_quant_0" -> "1412 quantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; -"1412 quantize_per_tensor_default_57" -> "1413 dequantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; -"1413 dequantize_per_tensor_default_57" -> "1419 linear_58" [style=solid, label="(4, 64, 384)"]; -"1414 linear_58_scale_0" -> "1417 quantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1414 linear_58_scale_0" -> "1418 dequantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1415 linear_58_zero_point_0" -> "1417 quantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1415 linear_58_zero_point_0" -> "1418 dequantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1416 compressed_weight_updated_constant39" -> "1417 quantize_per_channel_default_39" [style=solid, label="(1152, 384)"]; -"1417 quantize_per_channel_default_39" -> "1418 dequantize_per_channel_default_39" [style=solid, label="(1152, 384)"]; -"1418 dequantize_per_channel_default_39" -> "1419 linear_58" [style=solid, label="(1152, 384)"]; -"1419 linear_58" -> "1420 reshape_41" [style=solid, label="(4, 64, 1152)"]; -"1420 reshape_41" -> "1421 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1421 permute_43" -> "1422 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1421 permute_43" -> "1423 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1421 permute_43" -> "1424 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1422 select_27" -> "1425 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; -"1422 select_27" -> "1427 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; -"1422 select_27" -> "1428 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1423 select_28" -> "1431 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; -"1423 select_28" -> "1433 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; -"1423 select_28" -> "1434 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1424 select_29" -> "1497 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; -"1425 linalg_vector_norm_18" -> "1426 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; -"1426 clamp_min_18" -> "1427 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; -"1427 expand_as_18" -> "1428 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1428 div_18" -> "1429 quantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; -"1429 quantize_per_tensor_default_58" -> "1430 dequantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; -"1430 dequantize_per_tensor_default_58" -> "1438 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; -"1431 linalg_vector_norm_19" -> "1432 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; -"1432 clamp_min_19" -> "1433 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; -"1433 expand_as_19" -> "1434 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1434 div_19" -> "1435 quantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; -"1435 quantize_per_tensor_default_59" -> "1436 dequantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; -"1436 dequantize_per_tensor_default_59" -> "1437 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; -"1437 transpose_18" -> "1438 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; -"1438 matmul_18" -> "1441 mul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1439 clamp_9" -> "1440 exp_9" [style=solid, label="(12, 1, 1)"]; -"1440 exp_9" -> "1441 mul_19" [style=solid, label="(12, 1, 1)"]; -"1441 mul_19" -> "1442 add_31" [style=solid, label="(4, 12, 64, 64)"]; -"1442 add_31" -> "1490 view_52" [style=solid, label="(4, 12, 64, 64)"]; -"1443 new_zeros_4" -> "1445 slice_139" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1449 slice_141" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1453 slice_143" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1457 slice_145" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1461 slice_147" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1465 slice_149" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1469 slice_151" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1473 slice_153" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1477 slice_155" [style=solid, label="(16, 16)"]; -"1443 new_zeros_4" -> "1480 view_51" [style=solid, label="(16, 16)"]; -"1444 lift_fresh_copy_36" -> "1447 fill__36" [style=solid, label="()"]; -"1445 slice_139" -> "1446 slice_140" [style=solid, label="(8, 16)"]; -"1446 slice_140" -> "1447 fill__36" [style=solid, label="(8, 8)"]; -"1448 lift_fresh_copy_37" -> "1451 fill__37" [style=solid, label="()"]; -"1449 slice_141" -> "1450 slice_142" [style=solid, label="(8, 16)"]; -"1450 slice_142" -> "1451 fill__37" [style=solid, label="(8, 4)"]; -"1452 lift_fresh_copy_38" -> "1455 fill__38" [style=solid, label="()"]; -"1453 slice_143" -> "1454 slice_144" [style=solid, label="(8, 16)"]; -"1454 slice_144" -> "1455 fill__38" [style=solid, label="(8, 4)"]; -"1456 lift_fresh_copy_39" -> "1459 fill__39" [style=solid, label="()"]; -"1457 slice_145" -> "1458 slice_146" [style=solid, label="(4, 16)"]; -"1458 slice_146" -> "1459 fill__39" [style=solid, label="(4, 8)"]; -"1460 lift_fresh_copy_40" -> "1463 fill__40" [style=solid, label="()"]; -"1461 slice_147" -> "1462 slice_148" [style=solid, label="(4, 16)"]; -"1462 slice_148" -> "1463 fill__40" [style=solid, label="(4, 4)"]; -"1464 lift_fresh_copy_41" -> "1467 fill__41" [style=solid, label="()"]; -"1465 slice_149" -> "1466 slice_150" [style=solid, label="(4, 16)"]; -"1466 slice_150" -> "1467 fill__41" [style=solid, label="(4, 4)"]; -"1468 lift_fresh_copy_42" -> "1471 fill__42" [style=solid, label="()"]; -"1469 slice_151" -> "1470 slice_152" [style=solid, label="(4, 16)"]; -"1470 slice_152" -> "1471 fill__42" [style=solid, label="(4, 8)"]; -"1472 lift_fresh_copy_43" -> "1475 fill__43" [style=solid, label="()"]; -"1473 slice_153" -> "1474 slice_154" [style=solid, label="(4, 16)"]; -"1474 slice_154" -> "1475 fill__43" [style=solid, label="(4, 4)"]; -"1476 lift_fresh_copy_44" -> "1479 fill__44" [style=solid, label="()"]; -"1477 slice_155" -> "1478 slice_156" [style=solid, label="(4, 16)"]; -"1478 slice_156" -> "1479 fill__44" [style=solid, label="(4, 4)"]; -"1480 view_51" -> "1481 permute_44" [style=solid, label="(2, 8, 2, 8)"]; -"1481 permute_44" -> "1482 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; -"1482 reshape_42" -> "1483 unsqueeze_26" [style=solid, label="(4, 64)"]; -"1482 reshape_42" -> "1484 unsqueeze_27" [style=solid, label="(4, 64)"]; -"1483 unsqueeze_26" -> "1485 sub_4" [style=solid, label="(4, 1, 64)"]; -"1484 unsqueeze_27" -> "1485 sub_4" [style=solid, label="(4, 64, 1)"]; -"1485 sub_4" -> "1486 ne_4" [style=solid, label="(4, 64, 64)"]; -"1485 sub_4" -> "1487 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1485 sub_4" -> "1488 eq_4" [style=solid, label="(4, 64, 64)"]; -"1486 ne_4" -> "1487 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1487 masked_fill_8" -> "1489 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1488 eq_4" -> "1489 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1489 masked_fill_9" -> "1491 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; -"1490 view_52" -> "1493 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1491 unsqueeze_28" -> "1492 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; -"1492 unsqueeze_29" -> "1493 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1493 add_32" -> "1494 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1494 view_53" -> "1495 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; -"1495 softmax_9" -> "1496 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; -"1496 dropout_36" -> "1497 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1497 matmul_19" -> "1498 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; -"1498 transpose_19" -> "1499 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; -"1499 reshape_43" -> "1500 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1500 reshape_43_0_0_nncf_smooth_quant_0" -> "1501 quantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; -"1501 quantize_per_tensor_default_60" -> "1502 dequantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; -"1502 dequantize_per_tensor_default_60" -> "1508 linear_59" [style=solid, label="(4, 64, 384)"]; -"1503 linear_59_scale_0" -> "1506 quantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1503 linear_59_scale_0" -> "1507 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1504 linear_59_zero_point_0" -> "1506 quantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1504 linear_59_zero_point_0" -> "1507 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1505 compressed_weight_updated_constant40" -> "1506 quantize_per_channel_default_40" [style=solid, label="(384, 384)"]; -"1506 quantize_per_channel_default_40" -> "1507 dequantize_per_channel_default_40" [style=solid, label="(384, 384)"]; -"1507 dequantize_per_channel_default_40" -> "1508 linear_59" [style=solid, label="(384, 384)"]; -"1508 linear_59" -> "1509 dropout_37" [style=solid, label="(4, 64, 384)"]; -"1509 dropout_37" -> "1510 view_54" [style=solid, label="(4, 64, 384)"]; -"1510 view_54" -> "1511 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1511 permute_45" -> "1512 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1512 reshape_44" -> "1513 roll_9" [style=solid, label="(1, 16, 16, 384)"]; -"1513 roll_9" -> "1514 slice_157" [style=solid, label="(1, 16, 16, 384)"]; -"1514 slice_157" -> "1515 slice_158" [style=solid, label="(1, 16, 16, 384)"]; -"1515 slice_158" -> "1516 slice_159" [style=solid, label="(1, 14, 16, 384)"]; -"1516 slice_159" -> "1517 slice_160" [style=solid, label="(1, 14, 14, 384)"]; -"1517 slice_160" -> "1518 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; -"1518 contiguous_17" -> "1519 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; -"1519 layer_norm_21" -> "1520 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1520 add_33" -> "1521 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1520 add_33" -> "1543 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1521 add_33_0_0_nncf_smooth_quant_0" -> "1522 quantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; -"1522 quantize_per_tensor_default_61" -> "1523 dequantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; -"1523 dequantize_per_tensor_default_61" -> "1529 linear_60" [style=solid, label="(1, 14, 14, 384)"]; -"1524 linear_60_scale_0" -> "1527 quantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1524 linear_60_scale_0" -> "1528 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1525 linear_60_zero_point_0" -> "1527 quantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1525 linear_60_zero_point_0" -> "1528 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1526 compressed_weight_updated_constant41" -> "1527 quantize_per_channel_default_41" [style=solid, label="(1536, 384)"]; -"1527 quantize_per_channel_default_41" -> "1528 dequantize_per_channel_default_41" [style=solid, label="(1536, 384)"]; -"1528 dequantize_per_channel_default_41" -> "1529 linear_60" [style=solid, label="(1536, 384)"]; -"1529 linear_60" -> "1530 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; -"1530 gelu_9" -> "1531 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1531 dropout_38" -> "1532 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1532 dropout_38_0_0_nncf_smooth_quant_0" -> "1533 quantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; -"1533 quantize_per_tensor_default_62" -> "1534 dequantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; -"1534 dequantize_per_tensor_default_62" -> "1540 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; -"1535 linear_61_scale_0" -> "1538 quantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1535 linear_61_scale_0" -> "1539 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1536 linear_61_zero_point_0" -> "1538 quantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1536 linear_61_zero_point_0" -> "1539 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1537 compressed_weight_updated_constant42" -> "1538 quantize_per_channel_default_42" [style=solid, label="(384, 1536)"]; -"1538 quantize_per_channel_default_42" -> "1539 dequantize_per_channel_default_42" [style=solid, label="(384, 1536)"]; -"1539 dequantize_per_channel_default_42" -> "1540 linear_61" [style=solid, label="(384, 1536)"]; -"1540 linear_61" -> "1541 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; -"1541 dropout_39" -> "1542 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; -"1542 layer_norm_22" -> "1543 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1543 add_34" -> "1544 pad_12" [style=solid, label="(1, 14, 14, 384)"]; -"1544 pad_12" -> "1545 slice_161" [style=solid, label="(1, 14, 14, 384)"]; -"1544 pad_12" -> "1548 slice_164" [style=solid, label="(1, 14, 14, 384)"]; -"1544 pad_12" -> "1551 slice_167" [style=solid, label="(1, 14, 14, 384)"]; -"1544 pad_12" -> "1554 slice_170" [style=solid, label="(1, 14, 14, 384)"]; -"1545 slice_161" -> "1546 slice_162" [style=solid, label="(1, 7, 14, 384)"]; -"1546 slice_162" -> "1547 slice_163" [style=solid, label="(1, 7, 7, 384)"]; -"1547 slice_163" -> "1557 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1548 slice_164" -> "1549 slice_165" [style=solid, label="(1, 7, 14, 384)"]; -"1549 slice_165" -> "1550 slice_166" [style=solid, label="(1, 7, 7, 384)"]; -"1550 slice_166" -> "1557 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1551 slice_167" -> "1552 slice_168" [style=solid, label="(1, 7, 14, 384)"]; -"1552 slice_168" -> "1553 slice_169" [style=solid, label="(1, 7, 7, 384)"]; -"1553 slice_169" -> "1557 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1554 slice_170" -> "1555 slice_171" [style=solid, label="(1, 7, 14, 384)"]; -"1555 slice_171" -> "1556 slice_172" [style=solid, label="(1, 7, 7, 384)"]; -"1556 slice_172" -> "1557 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1557 cat_2" -> "1558 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; -"1558 cat_2_0_0_nncf_smooth_quant_0" -> "1559 quantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; -"1559 quantize_per_tensor_default_63" -> "1560 dequantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; -"1560 dequantize_per_tensor_default_63" -> "1566 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; -"1561 linear_62_scale_0" -> "1564 quantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1561 linear_62_scale_0" -> "1565 dequantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1562 linear_62_zero_point_0" -> "1564 quantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1562 linear_62_zero_point_0" -> "1565 dequantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1563 compressed_weight_updated_constant43" -> "1564 quantize_per_channel_default_43" [style=solid, label="(768, 1536)"]; -"1564 quantize_per_channel_default_43" -> "1565 dequantize_per_channel_default_43" [style=solid, label="(768, 1536)"]; -"1565 dequantize_per_channel_default_43" -> "1566 linear_62" [style=solid, label="(768, 1536)"]; -"1566 linear_62" -> "1567 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; -"1567 layer_norm_23" -> "1583 pad_13" [style=solid, label="(1, 7, 7, 768)"]; -"1567 layer_norm_23" -> "1646 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1568 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1570 linear_63" [style=solid, label="(512, 2)"]; -"1569 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1570 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"1570 linear_63" -> "1571 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1571 relu__10" -> "1573 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1572 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1574 linear_64" [style=solid, label="(24, 512)"]; -"1573 relu__10_0_0_nncf_smooth_quant_0" -> "1574 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1574 linear_64" -> "1575 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1575 view_55" -> "1576 index_10" [style=solid, label="(225, 24)"]; -"1576 index_10" -> "1577 view_56" [style=solid, label="(4096, 24)"]; -"1577 view_56" -> "1578 permute_46" [style=solid, label="(64, 64, 24)"]; -"1578 permute_46" -> "1579 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1579 contiguous_18" -> "1580 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1580 unsqueeze_30" -> "1581 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1581 sigmoid_10" -> "1582 mul_20" [style=solid, label="(1, 24, 64, 64)"]; -"1582 mul_20" -> "1621 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1583 pad_13" -> "1584 view_57" [style=solid, label="(1, 8, 8, 768)"]; -"1584 view_57" -> "1585 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1585 permute_47" -> "1586 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1586 reshape_45" -> "1590 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1587 clone_10" -> "1588 slice_173" [style=solid, label="(2304,)"]; -"1587 clone_10" -> "1598 linear_65" [style=solid, label="(2304,)"]; -"1588 slice_173" -> "1589 zero__10" [style=solid, label="(768,)"]; -"1590 reshape_45_0_0_nncf_smooth_quant_0" -> "1591 quantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; -"1591 quantize_per_tensor_default_64" -> "1592 dequantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; -"1592 dequantize_per_tensor_default_64" -> "1598 linear_65" [style=solid, label="(1, 64, 768)"]; -"1593 linear_65_scale_0" -> "1596 quantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1593 linear_65_scale_0" -> "1597 dequantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1594 linear_65_zero_point_0" -> "1596 quantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1594 linear_65_zero_point_0" -> "1597 dequantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1595 compressed_weight_updated_constant44" -> "1596 quantize_per_channel_default_44" [style=solid, label="(2304, 768)"]; -"1596 quantize_per_channel_default_44" -> "1597 dequantize_per_channel_default_44" [style=solid, label="(2304, 768)"]; -"1597 dequantize_per_channel_default_44" -> "1598 linear_65" [style=solid, label="(2304, 768)"]; -"1598 linear_65" -> "1599 reshape_46" [style=solid, label="(1, 64, 2304)"]; -"1599 reshape_46" -> "1600 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1600 permute_48" -> "1601 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1600 permute_48" -> "1602 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1600 permute_48" -> "1603 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1601 select_30" -> "1604 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; -"1601 select_30" -> "1606 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; -"1601 select_30" -> "1607 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1602 select_31" -> "1610 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; -"1602 select_31" -> "1612 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; -"1602 select_31" -> "1613 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1603 select_32" -> "1624 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; -"1604 linalg_vector_norm_20" -> "1605 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; -"1605 clamp_min_20" -> "1606 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; -"1606 expand_as_20" -> "1607 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1607 div_20" -> "1608 quantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; -"1608 quantize_per_tensor_default_65" -> "1609 dequantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; -"1609 dequantize_per_tensor_default_65" -> "1617 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; -"1610 linalg_vector_norm_21" -> "1611 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; -"1611 clamp_min_21" -> "1612 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; -"1612 expand_as_21" -> "1613 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1613 div_21" -> "1614 quantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; -"1614 quantize_per_tensor_default_66" -> "1615 dequantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; -"1615 dequantize_per_tensor_default_66" -> "1616 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; -"1616 transpose_20" -> "1617 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; -"1617 matmul_20" -> "1620 mul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1618 clamp_10" -> "1619 exp_10" [style=solid, label="(24, 1, 1)"]; -"1619 exp_10" -> "1620 mul_21" [style=solid, label="(24, 1, 1)"]; -"1620 mul_21" -> "1621 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1621 add_35" -> "1622 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; -"1622 softmax_10" -> "1623 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; -"1623 dropout_40" -> "1624 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1624 matmul_21" -> "1625 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; -"1625 transpose_21" -> "1626 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; -"1626 reshape_47" -> "1627 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1627 reshape_47_0_0_nncf_smooth_quant_0" -> "1628 quantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; -"1628 quantize_per_tensor_default_67" -> "1629 dequantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; -"1629 dequantize_per_tensor_default_67" -> "1635 linear_66" [style=solid, label="(1, 64, 768)"]; -"1630 linear_66_scale_0" -> "1633 quantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1630 linear_66_scale_0" -> "1634 dequantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1631 linear_66_zero_point_0" -> "1633 quantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1631 linear_66_zero_point_0" -> "1634 dequantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1632 compressed_weight_updated_constant45" -> "1633 quantize_per_channel_default_45" [style=solid, label="(768, 768)"]; -"1633 quantize_per_channel_default_45" -> "1634 dequantize_per_channel_default_45" [style=solid, label="(768, 768)"]; -"1634 dequantize_per_channel_default_45" -> "1635 linear_66" [style=solid, label="(768, 768)"]; -"1635 linear_66" -> "1636 dropout_41" [style=solid, label="(1, 64, 768)"]; -"1636 dropout_41" -> "1637 view_58" [style=solid, label="(1, 64, 768)"]; -"1637 view_58" -> "1638 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1638 permute_49" -> "1639 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1639 reshape_48" -> "1640 slice_174" [style=solid, label="(1, 8, 8, 768)"]; -"1640 slice_174" -> "1641 slice_175" [style=solid, label="(1, 8, 8, 768)"]; -"1641 slice_175" -> "1642 slice_176" [style=solid, label="(1, 7, 8, 768)"]; -"1642 slice_176" -> "1643 slice_177" [style=solid, label="(1, 7, 7, 768)"]; -"1643 slice_177" -> "1644 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; -"1644 contiguous_19" -> "1645 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; -"1645 layer_norm_24" -> "1646 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1646 add_36" -> "1647 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1646 add_36" -> "1669 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1647 add_36_0_0_nncf_smooth_quant_0" -> "1648 quantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; -"1648 quantize_per_tensor_default_68" -> "1649 dequantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; -"1649 dequantize_per_tensor_default_68" -> "1655 linear_67" [style=solid, label="(1, 7, 7, 768)"]; -"1650 linear_67_scale_0" -> "1653 quantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1650 linear_67_scale_0" -> "1654 dequantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1651 linear_67_zero_point_0" -> "1653 quantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1651 linear_67_zero_point_0" -> "1654 dequantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1652 compressed_weight_updated_constant46" -> "1653 quantize_per_channel_default_46" [style=solid, label="(3072, 768)"]; -"1653 quantize_per_channel_default_46" -> "1654 dequantize_per_channel_default_46" [style=solid, label="(3072, 768)"]; -"1654 dequantize_per_channel_default_46" -> "1655 linear_67" [style=solid, label="(3072, 768)"]; -"1655 linear_67" -> "1656 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; -"1656 gelu_10" -> "1657 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; -"1657 dropout_42" -> "1658 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1658 dropout_42_0_0_nncf_smooth_quant_0" -> "1659 quantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; -"1659 quantize_per_tensor_default_69" -> "1660 dequantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; -"1660 dequantize_per_tensor_default_69" -> "1666 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; -"1661 linear_68_scale_0" -> "1664 quantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1661 linear_68_scale_0" -> "1665 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1662 linear_68_zero_point_0" -> "1664 quantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1662 linear_68_zero_point_0" -> "1665 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1663 compressed_weight_updated_constant47" -> "1664 quantize_per_channel_default_47" [style=solid, label="(768, 3072)"]; -"1664 quantize_per_channel_default_47" -> "1665 dequantize_per_channel_default_47" [style=solid, label="(768, 3072)"]; -"1665 dequantize_per_channel_default_47" -> "1666 linear_68" [style=solid, label="(768, 3072)"]; -"1666 linear_68" -> "1667 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; -"1667 dropout_43" -> "1668 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; -"1668 layer_norm_25" -> "1669 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1669 add_37" -> "1685 pad_14" [style=solid, label="(1, 7, 7, 768)"]; -"1669 add_37" -> "1748 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1670 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1672 linear_69" [style=solid, label="(512, 2)"]; -"1671 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1672 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"1672 linear_69" -> "1673 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1673 relu__11" -> "1675 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1674 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1676 linear_70" [style=solid, label="(24, 512)"]; -"1675 relu__11_0_0_nncf_smooth_quant_0" -> "1676 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1676 linear_70" -> "1677 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1677 view_59" -> "1678 index_11" [style=solid, label="(225, 24)"]; -"1678 index_11" -> "1679 view_60" [style=solid, label="(4096, 24)"]; -"1679 view_60" -> "1680 permute_50" [style=solid, label="(64, 64, 24)"]; -"1680 permute_50" -> "1681 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1681 contiguous_20" -> "1682 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1682 unsqueeze_31" -> "1683 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1683 sigmoid_11" -> "1684 mul_22" [style=solid, label="(1, 24, 64, 64)"]; -"1684 mul_22" -> "1723 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1685 pad_14" -> "1686 view_61" [style=solid, label="(1, 8, 8, 768)"]; -"1686 view_61" -> "1687 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1687 permute_51" -> "1688 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1688 reshape_49" -> "1692 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1689 clone_11" -> "1690 slice_178" [style=solid, label="(2304,)"]; -"1689 clone_11" -> "1700 linear_71" [style=solid, label="(2304,)"]; -"1690 slice_178" -> "1691 zero__11" [style=solid, label="(768,)"]; -"1692 reshape_49_0_0_nncf_smooth_quant_0" -> "1693 quantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; -"1693 quantize_per_tensor_default_70" -> "1694 dequantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; -"1694 dequantize_per_tensor_default_70" -> "1700 linear_71" [style=solid, label="(1, 64, 768)"]; -"1695 linear_71_scale_0" -> "1698 quantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1695 linear_71_scale_0" -> "1699 dequantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1696 linear_71_zero_point_0" -> "1698 quantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1696 linear_71_zero_point_0" -> "1699 dequantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1697 compressed_weight_updated_constant48" -> "1698 quantize_per_channel_default_48" [style=solid, label="(2304, 768)"]; -"1698 quantize_per_channel_default_48" -> "1699 dequantize_per_channel_default_48" [style=solid, label="(2304, 768)"]; -"1699 dequantize_per_channel_default_48" -> "1700 linear_71" [style=solid, label="(2304, 768)"]; -"1700 linear_71" -> "1701 reshape_50" [style=solid, label="(1, 64, 2304)"]; -"1701 reshape_50" -> "1702 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1702 permute_52" -> "1703 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1702 permute_52" -> "1704 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1702 permute_52" -> "1705 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1703 select_33" -> "1706 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; -"1703 select_33" -> "1708 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; -"1703 select_33" -> "1709 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1704 select_34" -> "1712 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; -"1704 select_34" -> "1714 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; -"1704 select_34" -> "1715 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1705 select_35" -> "1726 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; -"1706 linalg_vector_norm_22" -> "1707 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; -"1707 clamp_min_22" -> "1708 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; -"1708 expand_as_22" -> "1709 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1709 div_22" -> "1710 quantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; -"1710 quantize_per_tensor_default_71" -> "1711 dequantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; -"1711 dequantize_per_tensor_default_71" -> "1719 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; -"1712 linalg_vector_norm_23" -> "1713 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; -"1713 clamp_min_23" -> "1714 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; -"1714 expand_as_23" -> "1715 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1715 div_23" -> "1716 quantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; -"1716 quantize_per_tensor_default_72" -> "1717 dequantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; -"1717 dequantize_per_tensor_default_72" -> "1718 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; -"1718 transpose_22" -> "1719 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; -"1719 matmul_22" -> "1722 mul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1720 clamp_11" -> "1721 exp_11" [style=solid, label="(24, 1, 1)"]; -"1721 exp_11" -> "1722 mul_23" [style=solid, label="(24, 1, 1)"]; -"1722 mul_23" -> "1723 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1723 add_38" -> "1724 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; -"1724 softmax_11" -> "1725 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; -"1725 dropout_44" -> "1726 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1726 matmul_23" -> "1727 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; -"1727 transpose_23" -> "1728 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; -"1728 reshape_51" -> "1729 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1729 reshape_51_0_0_nncf_smooth_quant_0" -> "1730 quantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; -"1730 quantize_per_tensor_default_73" -> "1731 dequantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; -"1731 dequantize_per_tensor_default_73" -> "1737 linear_72" [style=solid, label="(1, 64, 768)"]; -"1732 linear_72_scale_0" -> "1735 quantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1732 linear_72_scale_0" -> "1736 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1733 linear_72_zero_point_0" -> "1735 quantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1733 linear_72_zero_point_0" -> "1736 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1734 compressed_weight_updated_constant49" -> "1735 quantize_per_channel_default_49" [style=solid, label="(768, 768)"]; -"1735 quantize_per_channel_default_49" -> "1736 dequantize_per_channel_default_49" [style=solid, label="(768, 768)"]; -"1736 dequantize_per_channel_default_49" -> "1737 linear_72" [style=solid, label="(768, 768)"]; -"1737 linear_72" -> "1738 dropout_45" [style=solid, label="(1, 64, 768)"]; -"1738 dropout_45" -> "1739 view_62" [style=solid, label="(1, 64, 768)"]; -"1739 view_62" -> "1740 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1740 permute_53" -> "1741 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1741 reshape_52" -> "1742 slice_179" [style=solid, label="(1, 8, 8, 768)"]; -"1742 slice_179" -> "1743 slice_180" [style=solid, label="(1, 8, 8, 768)"]; -"1743 slice_180" -> "1744 slice_181" [style=solid, label="(1, 7, 8, 768)"]; -"1744 slice_181" -> "1745 slice_182" [style=solid, label="(1, 7, 7, 768)"]; -"1745 slice_182" -> "1746 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; -"1746 contiguous_21" -> "1747 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; -"1747 layer_norm_26" -> "1748 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1748 add_39" -> "1749 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1748 add_39" -> "1771 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1749 add_39_0_0_nncf_smooth_quant_0" -> "1750 quantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; -"1750 quantize_per_tensor_default_74" -> "1751 dequantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; -"1751 dequantize_per_tensor_default_74" -> "1757 linear_73" [style=solid, label="(1, 7, 7, 768)"]; -"1752 linear_73_scale_0" -> "1755 quantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1752 linear_73_scale_0" -> "1756 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1753 linear_73_zero_point_0" -> "1755 quantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1753 linear_73_zero_point_0" -> "1756 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1754 compressed_weight_updated_constant50" -> "1755 quantize_per_channel_default_50" [style=solid, label="(3072, 768)"]; -"1755 quantize_per_channel_default_50" -> "1756 dequantize_per_channel_default_50" [style=solid, label="(3072, 768)"]; -"1756 dequantize_per_channel_default_50" -> "1757 linear_73" [style=solid, label="(3072, 768)"]; -"1757 linear_73" -> "1758 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; -"1758 gelu_11" -> "1759 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; -"1759 dropout_46" -> "1760 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1760 dropout_46_0_0_nncf_smooth_quant_0" -> "1761 quantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; -"1761 quantize_per_tensor_default_75" -> "1762 dequantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; -"1762 dequantize_per_tensor_default_75" -> "1768 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; -"1763 linear_74_scale_0" -> "1766 quantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1763 linear_74_scale_0" -> "1767 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1764 linear_74_zero_point_0" -> "1766 quantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1764 linear_74_zero_point_0" -> "1767 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1765 compressed_weight_updated_constant51" -> "1766 quantize_per_channel_default_51" [style=solid, label="(768, 3072)"]; -"1766 quantize_per_channel_default_51" -> "1767 dequantize_per_channel_default_51" [style=solid, label="(768, 3072)"]; -"1767 dequantize_per_channel_default_51" -> "1768 linear_74" [style=solid, label="(768, 3072)"]; -"1768 linear_74" -> "1769 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; -"1769 dropout_47" -> "1770 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; -"1770 layer_norm_27" -> "1771 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1771 add_40" -> "1772 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; -"1772 layer_norm_28" -> "1773 permute_54" [style=solid, label="(1, 7, 7, 768)"]; -"1773 permute_54" -> "1774 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; -"1774 adaptive_avg_pool2d" -> "1775 flatten" [style=solid, label="(1, 768, 1, 1)"]; -"1775 flatten" -> "1776 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1776 flatten_0_0_nncf_smooth_quant_0" -> "1777 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1777 quantize_per_tensor_default_76" -> "1778 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1778 dequantize_per_tensor_default_76" -> "1784 linear_75" [style=solid, label="(1, 768)"]; -"1779 linear_75_scale_0" -> "1782 quantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"1779 linear_75_scale_0" -> "1783 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"1780 linear_75_zero_point_0" -> "1782 quantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"1780 linear_75_zero_point_0" -> "1783 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"1781 compressed_weight_updated_constant52" -> "1782 quantize_per_channel_default_52" [style=solid, label="(1000, 768)"]; -"1782 quantize_per_channel_default_52" -> "1783 dequantize_per_channel_default_52" [style=solid, label="(1000, 768)"]; -"1783 dequantize_per_channel_default_52" -> "1784 linear_75" [style=solid, label="(1000, 768)"]; -"1784 linear_75" -> "1785 output" [style=solid, label="(1, 1000)"]; +"283 reshape_3" -> "284 alias" [style=solid, label="(1, 56, 56, 96)"]; +"284 alias" -> "285 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; +"285 layer_norm_1" -> "286 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"286 add_1" -> "287 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; +"286 add_1" -> "309 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"287 add_1_0_0_nncf_smooth_quant_0" -> "288 quantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; +"288 quantize_per_tensor_default_5" -> "289 dequantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; +"289 dequantize_per_tensor_default_5" -> "295 linear_4" [style=solid, label="(1, 56, 56, 96)"]; +"290 linear_4_scale_0" -> "293 quantize_per_channel_default_3" [style=solid, label="(384,)"]; +"290 linear_4_scale_0" -> "294 dequantize_per_channel_default_3" [style=solid, label="(384,)"]; +"291 linear_4_zero_point_0" -> "293 quantize_per_channel_default_3" [style=solid, label="(384,)"]; +"291 linear_4_zero_point_0" -> "294 dequantize_per_channel_default_3" [style=solid, label="(384,)"]; +"292 compressed_weight_updated_constant3" -> "293 quantize_per_channel_default_3" [style=solid, label="(384, 96)"]; +"293 quantize_per_channel_default_3" -> "294 dequantize_per_channel_default_3" [style=solid, label="(384, 96)"]; +"294 dequantize_per_channel_default_3" -> "295 linear_4" [style=solid, label="(384, 96)"]; +"295 linear_4" -> "296 gelu" [style=solid, label="(1, 56, 56, 384)"]; +"296 gelu" -> "297 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; +"297 dropout_2" -> "298 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; +"298 dropout_2_0_0_nncf_smooth_quant_0" -> "299 quantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; +"299 quantize_per_tensor_default_6" -> "300 dequantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; +"300 dequantize_per_tensor_default_6" -> "306 linear_5" [style=solid, label="(1, 56, 56, 384)"]; +"301 linear_5_scale_0" -> "304 quantize_per_channel_default_4" [style=solid, label="(96,)"]; +"301 linear_5_scale_0" -> "305 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; +"302 linear_5_zero_point_0" -> "304 quantize_per_channel_default_4" [style=solid, label="(96,)"]; +"302 linear_5_zero_point_0" -> "305 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; +"303 compressed_weight_updated_constant4" -> "304 quantize_per_channel_default_4" [style=solid, label="(96, 384)"]; +"304 quantize_per_channel_default_4" -> "305 dequantize_per_channel_default_4" [style=solid, label="(96, 384)"]; +"305 dequantize_per_channel_default_4" -> "306 linear_5" [style=solid, label="(96, 384)"]; +"306 linear_5" -> "307 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; +"307 dropout_3" -> "308 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; +"308 layer_norm_2" -> "309 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"309 add_2" -> "325 pad_1" [style=solid, label="(1, 56, 56, 96)"]; +"309 add_2" -> "438 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"310 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "312 linear_6" [style=solid, label="(512, 2)"]; +"311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "312 linear_6" [style=solid, label="(1, 15, 15, 2)"]; +"312 linear_6" -> "313 relu__1" [style=solid, label="(1, 15, 15, 512)"]; +"313 relu__1" -> "315 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"314 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "316 linear_7" [style=solid, label="(3, 512)"]; +"315 relu__1_0_0_nncf_smooth_quant_0" -> "316 linear_7" [style=solid, label="(1, 15, 15, 512)"]; +"316 linear_7" -> "317 view_4" [style=solid, label="(1, 15, 15, 3)"]; +"317 view_4" -> "318 index_1" [style=solid, label="(225, 3)"]; +"318 index_1" -> "319 view_5" [style=solid, label="(4096, 3)"]; +"319 view_5" -> "320 permute_5" [style=solid, label="(64, 64, 3)"]; +"320 permute_5" -> "321 contiguous_1" [style=solid, label="(3, 64, 64)"]; +"321 contiguous_1" -> "322 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; +"322 unsqueeze_1" -> "323 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; +"323 sigmoid_1" -> "324 mul_2" [style=solid, label="(1, 3, 64, 64)"]; +"324 mul_2" -> "364 add_3" [style=solid, label="(1, 3, 64, 64)"]; +"325 pad_1" -> "326 roll" [style=solid, label="(1, 56, 56, 96)"]; +"326 roll" -> "327 view_6" [style=solid, label="(1, 56, 56, 96)"]; +"327 view_6" -> "328 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"328 permute_6" -> "329 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"329 reshape_4" -> "333 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"329 reshape_4" -> "365 new_zeros" [style=solid, label="(49, 64, 96)"]; +"330 clone_1" -> "331 slice_2" [style=solid, label="(288,)"]; +"330 clone_1" -> "341 linear_8" [style=solid, label="(288,)"]; +"331 slice_2" -> "332 zero__1" [style=solid, label="(96,)"]; +"333 reshape_4_0_0_nncf_smooth_quant_0" -> "334 quantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; +"334 quantize_per_tensor_default_7" -> "335 dequantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; +"335 dequantize_per_tensor_default_7" -> "341 linear_8" [style=solid, label="(49, 64, 96)"]; +"336 linear_8_scale_0" -> "339 quantize_per_channel_default_5" [style=solid, label="(288,)"]; +"336 linear_8_scale_0" -> "340 dequantize_per_channel_default_5" [style=solid, label="(288,)"]; +"337 linear_8_zero_point_0" -> "339 quantize_per_channel_default_5" [style=solid, label="(288,)"]; +"337 linear_8_zero_point_0" -> "340 dequantize_per_channel_default_5" [style=solid, label="(288,)"]; +"338 compressed_weight_updated_constant5" -> "339 quantize_per_channel_default_5" [style=solid, label="(288, 96)"]; +"339 quantize_per_channel_default_5" -> "340 dequantize_per_channel_default_5" [style=solid, label="(288, 96)"]; +"340 dequantize_per_channel_default_5" -> "341 linear_8" [style=solid, label="(288, 96)"]; +"341 linear_8" -> "342 reshape_5" [style=solid, label="(49, 64, 288)"]; +"342 reshape_5" -> "343 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; +"343 permute_7" -> "344 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; +"343 permute_7" -> "345 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; +"343 permute_7" -> "346 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; +"344 select_3" -> "347 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; +"344 select_3" -> "349 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; +"344 select_3" -> "350 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"345 select_4" -> "353 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; +"345 select_4" -> "355 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; +"345 select_4" -> "356 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"346 select_5" -> "419 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; +"347 linalg_vector_norm_2" -> "348 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; +"348 clamp_min_2" -> "349 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; +"349 expand_as_2" -> "350 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"350 div_2" -> "351 quantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; +"351 quantize_per_tensor_default_8" -> "352 dequantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; +"352 dequantize_per_tensor_default_8" -> "360 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; +"353 linalg_vector_norm_3" -> "354 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; +"354 clamp_min_3" -> "355 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; +"355 expand_as_3" -> "356 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"356 div_3" -> "357 quantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; +"357 quantize_per_tensor_default_9" -> "358 dequantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; +"358 dequantize_per_tensor_default_9" -> "359 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; +"359 transpose_2" -> "360 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; +"360 matmul_2" -> "363 mul_3" [style=solid, label="(49, 3, 64, 64)"]; +"361 clamp_1" -> "362 exp_1" [style=solid, label="(3, 1, 1)"]; +"362 exp_1" -> "363 mul_3" [style=solid, label="(3, 1, 1)"]; +"363 mul_3" -> "364 add_3" [style=solid, label="(49, 3, 64, 64)"]; +"364 add_3" -> "412 view_8" [style=solid, label="(49, 3, 64, 64)"]; +"365 new_zeros" -> "367 slice_3" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "371 slice_5" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "375 slice_7" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "379 slice_9" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "383 slice_11" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "387 slice_13" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "391 slice_15" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "395 slice_17" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "399 slice_19" [style=solid, label="(56, 56)"]; +"365 new_zeros" -> "402 view_7" [style=solid, label="(56, 56)"]; +"366 lift_fresh_copy" -> "369 fill_" [style=solid, label="()"]; +"367 slice_3" -> "368 slice_4" [style=solid, label="(48, 56)"]; +"368 slice_4" -> "369 fill_" [style=solid, label="(48, 48)"]; +"370 lift_fresh_copy_1" -> "373 fill__1" [style=solid, label="()"]; +"371 slice_5" -> "372 slice_6" [style=solid, label="(48, 56)"]; +"372 slice_6" -> "373 fill__1" [style=solid, label="(48, 4)"]; +"374 lift_fresh_copy_2" -> "377 fill__2" [style=solid, label="()"]; +"375 slice_7" -> "376 slice_8" [style=solid, label="(48, 56)"]; +"376 slice_8" -> "377 fill__2" [style=solid, label="(48, 4)"]; +"378 lift_fresh_copy_3" -> "381 fill__3" [style=solid, label="()"]; +"379 slice_9" -> "380 slice_10" [style=solid, label="(4, 56)"]; +"380 slice_10" -> "381 fill__3" [style=solid, label="(4, 48)"]; +"382 lift_fresh_copy_4" -> "385 fill__4" [style=solid, label="()"]; +"383 slice_11" -> "384 slice_12" [style=solid, label="(4, 56)"]; +"384 slice_12" -> "385 fill__4" [style=solid, label="(4, 4)"]; +"386 lift_fresh_copy_5" -> "389 fill__5" [style=solid, label="()"]; +"387 slice_13" -> "388 slice_14" [style=solid, label="(4, 56)"]; +"388 slice_14" -> "389 fill__5" [style=solid, label="(4, 4)"]; +"390 lift_fresh_copy_6" -> "393 fill__6" [style=solid, label="()"]; +"391 slice_15" -> "392 slice_16" [style=solid, label="(4, 56)"]; +"392 slice_16" -> "393 fill__6" [style=solid, label="(4, 48)"]; +"394 lift_fresh_copy_7" -> "397 fill__7" [style=solid, label="()"]; +"395 slice_17" -> "396 slice_18" [style=solid, label="(4, 56)"]; +"396 slice_18" -> "397 fill__7" [style=solid, label="(4, 4)"]; +"398 lift_fresh_copy_8" -> "401 fill__8" [style=solid, label="()"]; +"399 slice_19" -> "400 slice_20" [style=solid, label="(4, 56)"]; +"400 slice_20" -> "401 fill__8" [style=solid, label="(4, 4)"]; +"402 view_7" -> "403 permute_8" [style=solid, label="(7, 8, 7, 8)"]; +"403 permute_8" -> "404 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; +"404 reshape_6" -> "405 unsqueeze_2" [style=solid, label="(49, 64)"]; +"404 reshape_6" -> "406 unsqueeze_3" [style=solid, label="(49, 64)"]; +"405 unsqueeze_2" -> "407 sub" [style=solid, label="(49, 1, 64)"]; +"406 unsqueeze_3" -> "407 sub" [style=solid, label="(49, 64, 1)"]; +"407 sub" -> "408 ne" [style=solid, label="(49, 64, 64)"]; +"407 sub" -> "409 masked_fill" [style=solid, label="(49, 64, 64)"]; +"407 sub" -> "410 eq" [style=solid, label="(49, 64, 64)"]; +"408 ne" -> "409 masked_fill" [style=solid, label="(49, 64, 64)"]; +"409 masked_fill" -> "411 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"410 eq" -> "411 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"411 masked_fill_1" -> "413 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; +"412 view_8" -> "415 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; +"413 unsqueeze_4" -> "414 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; +"414 unsqueeze_5" -> "415 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; +"415 add_4" -> "416 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; +"416 view_9" -> "417 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; +"417 softmax_1" -> "418 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; +"418 dropout_4" -> "419 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; +"419 matmul_3" -> "420 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; +"420 transpose_3" -> "421 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; +"421 reshape_7" -> "422 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; +"422 reshape_7_0_0_nncf_smooth_quant_0" -> "423 quantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; +"423 quantize_per_tensor_default_10" -> "424 dequantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; +"424 dequantize_per_tensor_default_10" -> "430 linear_9" [style=solid, label="(49, 64, 96)"]; +"425 linear_9_scale_0" -> "428 quantize_per_channel_default_6" [style=solid, label="(96,)"]; +"425 linear_9_scale_0" -> "429 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; +"426 linear_9_zero_point_0" -> "428 quantize_per_channel_default_6" [style=solid, label="(96,)"]; +"426 linear_9_zero_point_0" -> "429 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; +"427 compressed_weight_updated_constant6" -> "428 quantize_per_channel_default_6" [style=solid, label="(96, 96)"]; +"428 quantize_per_channel_default_6" -> "429 dequantize_per_channel_default_6" [style=solid, label="(96, 96)"]; +"429 dequantize_per_channel_default_6" -> "430 linear_9" [style=solid, label="(96, 96)"]; +"430 linear_9" -> "431 dropout_5" [style=solid, label="(49, 64, 96)"]; +"431 dropout_5" -> "432 view_10" [style=solid, label="(49, 64, 96)"]; +"432 view_10" -> "433 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"433 permute_9" -> "434 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"434 reshape_8" -> "435 roll_1" [style=solid, label="(1, 56, 56, 96)"]; +"435 roll_1" -> "436 alias_1" [style=solid, label="(1, 56, 56, 96)"]; +"436 alias_1" -> "437 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; +"437 layer_norm_3" -> "438 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"438 add_5" -> "439 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; +"438 add_5" -> "461 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"439 add_5_0_0_nncf_smooth_quant_0" -> "440 quantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; +"440 quantize_per_tensor_default_11" -> "441 dequantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; +"441 dequantize_per_tensor_default_11" -> "447 linear_10" [style=solid, label="(1, 56, 56, 96)"]; +"442 linear_10_scale_0" -> "445 quantize_per_channel_default_7" [style=solid, label="(384,)"]; +"442 linear_10_scale_0" -> "446 dequantize_per_channel_default_7" [style=solid, label="(384,)"]; +"443 linear_10_zero_point_0" -> "445 quantize_per_channel_default_7" [style=solid, label="(384,)"]; +"443 linear_10_zero_point_0" -> "446 dequantize_per_channel_default_7" [style=solid, label="(384,)"]; +"444 compressed_weight_updated_constant7" -> "445 quantize_per_channel_default_7" [style=solid, label="(384, 96)"]; +"445 quantize_per_channel_default_7" -> "446 dequantize_per_channel_default_7" [style=solid, label="(384, 96)"]; +"446 dequantize_per_channel_default_7" -> "447 linear_10" [style=solid, label="(384, 96)"]; +"447 linear_10" -> "448 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; +"448 gelu_1" -> "449 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; +"449 dropout_6" -> "450 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; +"450 dropout_6_0_0_nncf_smooth_quant_0" -> "451 quantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; +"451 quantize_per_tensor_default_12" -> "452 dequantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; +"452 dequantize_per_tensor_default_12" -> "458 linear_11" [style=solid, label="(1, 56, 56, 384)"]; +"453 linear_11_scale_0" -> "456 quantize_per_channel_default_8" [style=solid, label="(96,)"]; +"453 linear_11_scale_0" -> "457 dequantize_per_channel_default_8" [style=solid, label="(96,)"]; +"454 linear_11_zero_point_0" -> "456 quantize_per_channel_default_8" [style=solid, label="(96,)"]; +"454 linear_11_zero_point_0" -> "457 dequantize_per_channel_default_8" [style=solid, label="(96,)"]; +"455 compressed_weight_updated_constant8" -> "456 quantize_per_channel_default_8" [style=solid, label="(96, 384)"]; +"456 quantize_per_channel_default_8" -> "457 dequantize_per_channel_default_8" [style=solid, label="(96, 384)"]; +"457 dequantize_per_channel_default_8" -> "458 linear_11" [style=solid, label="(96, 384)"]; +"458 linear_11" -> "459 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; +"459 dropout_7" -> "460 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; +"460 layer_norm_4" -> "461 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"461 add_6" -> "462 pad_2" [style=solid, label="(1, 56, 56, 96)"]; +"462 pad_2" -> "463 slice_21" [style=solid, label="(1, 56, 56, 96)"]; +"462 pad_2" -> "465 slice_23" [style=solid, label="(1, 56, 56, 96)"]; +"462 pad_2" -> "467 slice_25" [style=solid, label="(1, 56, 56, 96)"]; +"462 pad_2" -> "469 slice_27" [style=solid, label="(1, 56, 56, 96)"]; +"463 slice_21" -> "464 slice_22" [style=solid, label="(1, 28, 56, 96)"]; +"464 slice_22" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; +"465 slice_23" -> "466 slice_24" [style=solid, label="(1, 28, 56, 96)"]; +"466 slice_24" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; +"467 slice_25" -> "468 slice_26" [style=solid, label="(1, 28, 56, 96)"]; +"468 slice_26" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; +"469 slice_27" -> "470 slice_28" [style=solid, label="(1, 28, 56, 96)"]; +"470 slice_28" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; +"471 cat" -> "472 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; +"472 cat_0_0_nncf_smooth_quant_0" -> "473 quantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; +"473 quantize_per_tensor_default_13" -> "474 dequantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; +"474 dequantize_per_tensor_default_13" -> "480 linear_12" [style=solid, label="(1, 28, 28, 384)"]; +"475 linear_12_scale_0" -> "478 quantize_per_channel_default_9" [style=solid, label="(192,)"]; +"475 linear_12_scale_0" -> "479 dequantize_per_channel_default_9" [style=solid, label="(192,)"]; +"476 linear_12_zero_point_0" -> "478 quantize_per_channel_default_9" [style=solid, label="(192,)"]; +"476 linear_12_zero_point_0" -> "479 dequantize_per_channel_default_9" [style=solid, label="(192,)"]; +"477 compressed_weight_updated_constant9" -> "478 quantize_per_channel_default_9" [style=solid, label="(192, 384)"]; +"478 quantize_per_channel_default_9" -> "479 dequantize_per_channel_default_9" [style=solid, label="(192, 384)"]; +"479 dequantize_per_channel_default_9" -> "480 linear_12" [style=solid, label="(192, 384)"]; +"480 linear_12" -> "481 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; +"481 layer_norm_5" -> "497 pad_3" [style=solid, label="(1, 28, 28, 192)"]; +"481 layer_norm_5" -> "558 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"482 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "484 linear_13" [style=solid, label="(512, 2)"]; +"483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "484 linear_13" [style=solid, label="(1, 15, 15, 2)"]; +"484 linear_13" -> "485 relu__2" [style=solid, label="(1, 15, 15, 512)"]; +"485 relu__2" -> "487 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"486 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "488 linear_14" [style=solid, label="(6, 512)"]; +"487 relu__2_0_0_nncf_smooth_quant_0" -> "488 linear_14" [style=solid, label="(1, 15, 15, 512)"]; +"488 linear_14" -> "489 view_11" [style=solid, label="(1, 15, 15, 6)"]; +"489 view_11" -> "490 index_2" [style=solid, label="(225, 6)"]; +"490 index_2" -> "491 view_12" [style=solid, label="(4096, 6)"]; +"491 view_12" -> "492 permute_10" [style=solid, label="(64, 64, 6)"]; +"492 permute_10" -> "493 contiguous_2" [style=solid, label="(6, 64, 64)"]; +"493 contiguous_2" -> "494 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; +"494 unsqueeze_6" -> "495 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; +"495 sigmoid_2" -> "496 mul_4" [style=solid, label="(1, 6, 64, 64)"]; +"496 mul_4" -> "535 add_7" [style=solid, label="(1, 6, 64, 64)"]; +"497 pad_3" -> "498 view_13" [style=solid, label="(1, 32, 32, 192)"]; +"498 view_13" -> "499 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"499 permute_11" -> "500 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"500 reshape_9" -> "504 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"501 clone_2" -> "502 slice_29" [style=solid, label="(576,)"]; +"501 clone_2" -> "512 linear_15" [style=solid, label="(576,)"]; +"502 slice_29" -> "503 zero__2" [style=solid, label="(192,)"]; +"504 reshape_9_0_0_nncf_smooth_quant_0" -> "505 quantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; +"505 quantize_per_tensor_default_14" -> "506 dequantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; +"506 dequantize_per_tensor_default_14" -> "512 linear_15" [style=solid, label="(16, 64, 192)"]; +"507 linear_15_scale_0" -> "510 quantize_per_channel_default_10" [style=solid, label="(576,)"]; +"507 linear_15_scale_0" -> "511 dequantize_per_channel_default_10" [style=solid, label="(576,)"]; +"508 linear_15_zero_point_0" -> "510 quantize_per_channel_default_10" [style=solid, label="(576,)"]; +"508 linear_15_zero_point_0" -> "511 dequantize_per_channel_default_10" [style=solid, label="(576,)"]; +"509 compressed_weight_updated_constant10" -> "510 quantize_per_channel_default_10" [style=solid, label="(576, 192)"]; +"510 quantize_per_channel_default_10" -> "511 dequantize_per_channel_default_10" [style=solid, label="(576, 192)"]; +"511 dequantize_per_channel_default_10" -> "512 linear_15" [style=solid, label="(576, 192)"]; +"512 linear_15" -> "513 reshape_10" [style=solid, label="(16, 64, 576)"]; +"513 reshape_10" -> "514 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; +"514 permute_12" -> "515 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; +"514 permute_12" -> "516 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; +"514 permute_12" -> "517 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; +"515 select_6" -> "518 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; +"515 select_6" -> "520 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; +"515 select_6" -> "521 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"516 select_7" -> "524 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; +"516 select_7" -> "526 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; +"516 select_7" -> "527 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"517 select_8" -> "538 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; +"518 linalg_vector_norm_4" -> "519 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; +"519 clamp_min_4" -> "520 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; +"520 expand_as_4" -> "521 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"521 div_4" -> "522 quantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; +"522 quantize_per_tensor_default_15" -> "523 dequantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; +"523 dequantize_per_tensor_default_15" -> "531 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; +"524 linalg_vector_norm_5" -> "525 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; +"525 clamp_min_5" -> "526 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; +"526 expand_as_5" -> "527 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"527 div_5" -> "528 quantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; +"528 quantize_per_tensor_default_16" -> "529 dequantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; +"529 dequantize_per_tensor_default_16" -> "530 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; +"530 transpose_4" -> "531 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; +"531 matmul_4" -> "534 mul_5" [style=solid, label="(16, 6, 64, 64)"]; +"532 clamp_2" -> "533 exp_2" [style=solid, label="(6, 1, 1)"]; +"533 exp_2" -> "534 mul_5" [style=solid, label="(6, 1, 1)"]; +"534 mul_5" -> "535 add_7" [style=solid, label="(16, 6, 64, 64)"]; +"535 add_7" -> "536 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; +"536 softmax_2" -> "537 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; +"537 dropout_8" -> "538 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; +"538 matmul_5" -> "539 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; +"539 transpose_5" -> "540 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; +"540 reshape_11" -> "541 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"541 reshape_11_0_0_nncf_smooth_quant_0" -> "542 quantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; +"542 quantize_per_tensor_default_17" -> "543 dequantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; +"543 dequantize_per_tensor_default_17" -> "549 linear_16" [style=solid, label="(16, 64, 192)"]; +"544 linear_16_scale_0" -> "547 quantize_per_channel_default_11" [style=solid, label="(192,)"]; +"544 linear_16_scale_0" -> "548 dequantize_per_channel_default_11" [style=solid, label="(192,)"]; +"545 linear_16_zero_point_0" -> "547 quantize_per_channel_default_11" [style=solid, label="(192,)"]; +"545 linear_16_zero_point_0" -> "548 dequantize_per_channel_default_11" [style=solid, label="(192,)"]; +"546 compressed_weight_updated_constant11" -> "547 quantize_per_channel_default_11" [style=solid, label="(192, 192)"]; +"547 quantize_per_channel_default_11" -> "548 dequantize_per_channel_default_11" [style=solid, label="(192, 192)"]; +"548 dequantize_per_channel_default_11" -> "549 linear_16" [style=solid, label="(192, 192)"]; +"549 linear_16" -> "550 dropout_9" [style=solid, label="(16, 64, 192)"]; +"550 dropout_9" -> "551 view_14" [style=solid, label="(16, 64, 192)"]; +"551 view_14" -> "552 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"552 permute_13" -> "553 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"553 reshape_12" -> "554 slice_30" [style=solid, label="(1, 32, 32, 192)"]; +"554 slice_30" -> "555 slice_31" [style=solid, label="(1, 28, 32, 192)"]; +"555 slice_31" -> "556 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; +"556 contiguous_3" -> "557 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; +"557 layer_norm_6" -> "558 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"558 add_8" -> "559 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; +"558 add_8" -> "581 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"559 add_8_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; +"560 quantize_per_tensor_default_18" -> "561 dequantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; +"561 dequantize_per_tensor_default_18" -> "567 linear_17" [style=solid, label="(1, 28, 28, 192)"]; +"562 linear_17_scale_0" -> "565 quantize_per_channel_default_12" [style=solid, label="(768,)"]; +"562 linear_17_scale_0" -> "566 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; +"563 linear_17_zero_point_0" -> "565 quantize_per_channel_default_12" [style=solid, label="(768,)"]; +"563 linear_17_zero_point_0" -> "566 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; +"564 compressed_weight_updated_constant12" -> "565 quantize_per_channel_default_12" [style=solid, label="(768, 192)"]; +"565 quantize_per_channel_default_12" -> "566 dequantize_per_channel_default_12" [style=solid, label="(768, 192)"]; +"566 dequantize_per_channel_default_12" -> "567 linear_17" [style=solid, label="(768, 192)"]; +"567 linear_17" -> "568 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; +"568 gelu_2" -> "569 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; +"569 dropout_10" -> "570 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; +"570 dropout_10_0_0_nncf_smooth_quant_0" -> "571 quantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; +"571 quantize_per_tensor_default_19" -> "572 dequantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; +"572 dequantize_per_tensor_default_19" -> "578 linear_18" [style=solid, label="(1, 28, 28, 768)"]; +"573 linear_18_scale_0" -> "576 quantize_per_channel_default_13" [style=solid, label="(192,)"]; +"573 linear_18_scale_0" -> "577 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; +"574 linear_18_zero_point_0" -> "576 quantize_per_channel_default_13" [style=solid, label="(192,)"]; +"574 linear_18_zero_point_0" -> "577 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; +"575 compressed_weight_updated_constant13" -> "576 quantize_per_channel_default_13" [style=solid, label="(192, 768)"]; +"576 quantize_per_channel_default_13" -> "577 dequantize_per_channel_default_13" [style=solid, label="(192, 768)"]; +"577 dequantize_per_channel_default_13" -> "578 linear_18" [style=solid, label="(192, 768)"]; +"578 linear_18" -> "579 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; +"579 dropout_11" -> "580 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; +"580 layer_norm_7" -> "581 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"581 add_9" -> "597 pad_4" [style=solid, label="(1, 28, 28, 192)"]; +"581 add_9" -> "712 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"582 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "584 linear_19" [style=solid, label="(512, 2)"]; +"583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "584 linear_19" [style=solid, label="(1, 15, 15, 2)"]; +"584 linear_19" -> "585 relu__3" [style=solid, label="(1, 15, 15, 512)"]; +"585 relu__3" -> "587 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"586 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "588 linear_20" [style=solid, label="(6, 512)"]; +"587 relu__3_0_0_nncf_smooth_quant_0" -> "588 linear_20" [style=solid, label="(1, 15, 15, 512)"]; +"588 linear_20" -> "589 view_15" [style=solid, label="(1, 15, 15, 6)"]; +"589 view_15" -> "590 index_3" [style=solid, label="(225, 6)"]; +"590 index_3" -> "591 view_16" [style=solid, label="(4096, 6)"]; +"591 view_16" -> "592 permute_14" [style=solid, label="(64, 64, 6)"]; +"592 permute_14" -> "593 contiguous_4" [style=solid, label="(6, 64, 64)"]; +"593 contiguous_4" -> "594 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; +"594 unsqueeze_7" -> "595 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; +"595 sigmoid_3" -> "596 mul_6" [style=solid, label="(1, 6, 64, 64)"]; +"596 mul_6" -> "636 add_10" [style=solid, label="(1, 6, 64, 64)"]; +"597 pad_4" -> "598 roll_2" [style=solid, label="(1, 32, 32, 192)"]; +"598 roll_2" -> "599 view_17" [style=solid, label="(1, 32, 32, 192)"]; +"599 view_17" -> "600 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"600 permute_15" -> "601 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"601 reshape_13" -> "605 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"601 reshape_13" -> "637 new_zeros_1" [style=solid, label="(16, 64, 192)"]; +"602 clone_3" -> "603 slice_32" [style=solid, label="(576,)"]; +"602 clone_3" -> "613 linear_21" [style=solid, label="(576,)"]; +"603 slice_32" -> "604 zero__3" [style=solid, label="(192,)"]; +"605 reshape_13_0_0_nncf_smooth_quant_0" -> "606 quantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; +"606 quantize_per_tensor_default_20" -> "607 dequantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; +"607 dequantize_per_tensor_default_20" -> "613 linear_21" [style=solid, label="(16, 64, 192)"]; +"608 linear_21_scale_0" -> "611 quantize_per_channel_default_14" [style=solid, label="(576,)"]; +"608 linear_21_scale_0" -> "612 dequantize_per_channel_default_14" [style=solid, label="(576,)"]; +"609 linear_21_zero_point_0" -> "611 quantize_per_channel_default_14" [style=solid, label="(576,)"]; +"609 linear_21_zero_point_0" -> "612 dequantize_per_channel_default_14" [style=solid, label="(576,)"]; +"610 compressed_weight_updated_constant14" -> "611 quantize_per_channel_default_14" [style=solid, label="(576, 192)"]; +"611 quantize_per_channel_default_14" -> "612 dequantize_per_channel_default_14" [style=solid, label="(576, 192)"]; +"612 dequantize_per_channel_default_14" -> "613 linear_21" [style=solid, label="(576, 192)"]; +"613 linear_21" -> "614 reshape_14" [style=solid, label="(16, 64, 576)"]; +"614 reshape_14" -> "615 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; +"615 permute_16" -> "616 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; +"615 permute_16" -> "617 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; +"615 permute_16" -> "618 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; +"616 select_9" -> "619 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; +"616 select_9" -> "621 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; +"616 select_9" -> "622 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"617 select_10" -> "625 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; +"617 select_10" -> "627 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; +"617 select_10" -> "628 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"618 select_11" -> "691 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; +"619 linalg_vector_norm_6" -> "620 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; +"620 clamp_min_6" -> "621 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; +"621 expand_as_6" -> "622 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"622 div_6" -> "623 quantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; +"623 quantize_per_tensor_default_21" -> "624 dequantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; +"624 dequantize_per_tensor_default_21" -> "632 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; +"625 linalg_vector_norm_7" -> "626 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; +"626 clamp_min_7" -> "627 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; +"627 expand_as_7" -> "628 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"628 div_7" -> "629 quantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; +"629 quantize_per_tensor_default_22" -> "630 dequantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; +"630 dequantize_per_tensor_default_22" -> "631 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; +"631 transpose_6" -> "632 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; +"632 matmul_6" -> "635 mul_7" [style=solid, label="(16, 6, 64, 64)"]; +"633 clamp_3" -> "634 exp_3" [style=solid, label="(6, 1, 1)"]; +"634 exp_3" -> "635 mul_7" [style=solid, label="(6, 1, 1)"]; +"635 mul_7" -> "636 add_10" [style=solid, label="(16, 6, 64, 64)"]; +"636 add_10" -> "684 view_19" [style=solid, label="(16, 6, 64, 64)"]; +"637 new_zeros_1" -> "639 slice_33" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "643 slice_35" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "647 slice_37" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "651 slice_39" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "655 slice_41" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "659 slice_43" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "663 slice_45" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "667 slice_47" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "671 slice_49" [style=solid, label="(32, 32)"]; +"637 new_zeros_1" -> "674 view_18" [style=solid, label="(32, 32)"]; +"638 lift_fresh_copy_9" -> "641 fill__9" [style=solid, label="()"]; +"639 slice_33" -> "640 slice_34" [style=solid, label="(24, 32)"]; +"640 slice_34" -> "641 fill__9" [style=solid, label="(24, 24)"]; +"642 lift_fresh_copy_10" -> "645 fill__10" [style=solid, label="()"]; +"643 slice_35" -> "644 slice_36" [style=solid, label="(24, 32)"]; +"644 slice_36" -> "645 fill__10" [style=solid, label="(24, 4)"]; +"646 lift_fresh_copy_11" -> "649 fill__11" [style=solid, label="()"]; +"647 slice_37" -> "648 slice_38" [style=solid, label="(24, 32)"]; +"648 slice_38" -> "649 fill__11" [style=solid, label="(24, 4)"]; +"650 lift_fresh_copy_12" -> "653 fill__12" [style=solid, label="()"]; +"651 slice_39" -> "652 slice_40" [style=solid, label="(4, 32)"]; +"652 slice_40" -> "653 fill__12" [style=solid, label="(4, 24)"]; +"654 lift_fresh_copy_13" -> "657 fill__13" [style=solid, label="()"]; +"655 slice_41" -> "656 slice_42" [style=solid, label="(4, 32)"]; +"656 slice_42" -> "657 fill__13" [style=solid, label="(4, 4)"]; +"658 lift_fresh_copy_14" -> "661 fill__14" [style=solid, label="()"]; +"659 slice_43" -> "660 slice_44" [style=solid, label="(4, 32)"]; +"660 slice_44" -> "661 fill__14" [style=solid, label="(4, 4)"]; +"662 lift_fresh_copy_15" -> "665 fill__15" [style=solid, label="()"]; +"663 slice_45" -> "664 slice_46" [style=solid, label="(4, 32)"]; +"664 slice_46" -> "665 fill__15" [style=solid, label="(4, 24)"]; +"666 lift_fresh_copy_16" -> "669 fill__16" [style=solid, label="()"]; +"667 slice_47" -> "668 slice_48" [style=solid, label="(4, 32)"]; +"668 slice_48" -> "669 fill__16" [style=solid, label="(4, 4)"]; +"670 lift_fresh_copy_17" -> "673 fill__17" [style=solid, label="()"]; +"671 slice_49" -> "672 slice_50" [style=solid, label="(4, 32)"]; +"672 slice_50" -> "673 fill__17" [style=solid, label="(4, 4)"]; +"674 view_18" -> "675 permute_17" [style=solid, label="(4, 8, 4, 8)"]; +"675 permute_17" -> "676 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; +"676 reshape_15" -> "677 unsqueeze_8" [style=solid, label="(16, 64)"]; +"676 reshape_15" -> "678 unsqueeze_9" [style=solid, label="(16, 64)"]; +"677 unsqueeze_8" -> "679 sub_1" [style=solid, label="(16, 1, 64)"]; +"678 unsqueeze_9" -> "679 sub_1" [style=solid, label="(16, 64, 1)"]; +"679 sub_1" -> "680 ne_1" [style=solid, label="(16, 64, 64)"]; +"679 sub_1" -> "681 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"679 sub_1" -> "682 eq_1" [style=solid, label="(16, 64, 64)"]; +"680 ne_1" -> "681 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"681 masked_fill_2" -> "683 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"682 eq_1" -> "683 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"683 masked_fill_3" -> "685 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; +"684 view_19" -> "687 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; +"685 unsqueeze_10" -> "686 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; +"686 unsqueeze_11" -> "687 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; +"687 add_11" -> "688 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; +"688 view_20" -> "689 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; +"689 softmax_3" -> "690 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; +"690 dropout_12" -> "691 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; +"691 matmul_7" -> "692 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; +"692 transpose_7" -> "693 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; +"693 reshape_16" -> "694 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; +"694 reshape_16_0_0_nncf_smooth_quant_0" -> "695 quantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; +"695 quantize_per_tensor_default_23" -> "696 dequantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; +"696 dequantize_per_tensor_default_23" -> "702 linear_22" [style=solid, label="(16, 64, 192)"]; +"697 linear_22_scale_0" -> "700 quantize_per_channel_default_15" [style=solid, label="(192,)"]; +"697 linear_22_scale_0" -> "701 dequantize_per_channel_default_15" [style=solid, label="(192,)"]; +"698 linear_22_zero_point_0" -> "700 quantize_per_channel_default_15" [style=solid, label="(192,)"]; +"698 linear_22_zero_point_0" -> "701 dequantize_per_channel_default_15" [style=solid, label="(192,)"]; +"699 compressed_weight_updated_constant15" -> "700 quantize_per_channel_default_15" [style=solid, label="(192, 192)"]; +"700 quantize_per_channel_default_15" -> "701 dequantize_per_channel_default_15" [style=solid, label="(192, 192)"]; +"701 dequantize_per_channel_default_15" -> "702 linear_22" [style=solid, label="(192, 192)"]; +"702 linear_22" -> "703 dropout_13" [style=solid, label="(16, 64, 192)"]; +"703 dropout_13" -> "704 view_21" [style=solid, label="(16, 64, 192)"]; +"704 view_21" -> "705 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"705 permute_18" -> "706 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"706 reshape_17" -> "707 roll_3" [style=solid, label="(1, 32, 32, 192)"]; +"707 roll_3" -> "708 slice_51" [style=solid, label="(1, 32, 32, 192)"]; +"708 slice_51" -> "709 slice_52" [style=solid, label="(1, 28, 32, 192)"]; +"709 slice_52" -> "710 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; +"710 contiguous_5" -> "711 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; +"711 layer_norm_8" -> "712 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"712 add_12" -> "713 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; +"712 add_12" -> "735 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"713 add_12_0_0_nncf_smooth_quant_0" -> "714 quantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; +"714 quantize_per_tensor_default_24" -> "715 dequantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; +"715 dequantize_per_tensor_default_24" -> "721 linear_23" [style=solid, label="(1, 28, 28, 192)"]; +"716 linear_23_scale_0" -> "719 quantize_per_channel_default_16" [style=solid, label="(768,)"]; +"716 linear_23_scale_0" -> "720 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; +"717 linear_23_zero_point_0" -> "719 quantize_per_channel_default_16" [style=solid, label="(768,)"]; +"717 linear_23_zero_point_0" -> "720 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; +"718 compressed_weight_updated_constant16" -> "719 quantize_per_channel_default_16" [style=solid, label="(768, 192)"]; +"719 quantize_per_channel_default_16" -> "720 dequantize_per_channel_default_16" [style=solid, label="(768, 192)"]; +"720 dequantize_per_channel_default_16" -> "721 linear_23" [style=solid, label="(768, 192)"]; +"721 linear_23" -> "722 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; +"722 gelu_3" -> "723 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; +"723 dropout_14" -> "724 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; +"724 dropout_14_0_0_nncf_smooth_quant_0" -> "725 quantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; +"725 quantize_per_tensor_default_25" -> "726 dequantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; +"726 dequantize_per_tensor_default_25" -> "732 linear_24" [style=solid, label="(1, 28, 28, 768)"]; +"727 linear_24_scale_0" -> "730 quantize_per_channel_default_17" [style=solid, label="(192,)"]; +"727 linear_24_scale_0" -> "731 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; +"728 linear_24_zero_point_0" -> "730 quantize_per_channel_default_17" [style=solid, label="(192,)"]; +"728 linear_24_zero_point_0" -> "731 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; +"729 compressed_weight_updated_constant17" -> "730 quantize_per_channel_default_17" [style=solid, label="(192, 768)"]; +"730 quantize_per_channel_default_17" -> "731 dequantize_per_channel_default_17" [style=solid, label="(192, 768)"]; +"731 dequantize_per_channel_default_17" -> "732 linear_24" [style=solid, label="(192, 768)"]; +"732 linear_24" -> "733 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; +"733 dropout_15" -> "734 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; +"734 layer_norm_9" -> "735 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"735 add_13" -> "736 pad_5" [style=solid, label="(1, 28, 28, 192)"]; +"736 pad_5" -> "737 slice_53" [style=solid, label="(1, 28, 28, 192)"]; +"736 pad_5" -> "739 slice_55" [style=solid, label="(1, 28, 28, 192)"]; +"736 pad_5" -> "741 slice_57" [style=solid, label="(1, 28, 28, 192)"]; +"736 pad_5" -> "743 slice_59" [style=solid, label="(1, 28, 28, 192)"]; +"737 slice_53" -> "738 slice_54" [style=solid, label="(1, 14, 28, 192)"]; +"738 slice_54" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"739 slice_55" -> "740 slice_56" [style=solid, label="(1, 14, 28, 192)"]; +"740 slice_56" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"741 slice_57" -> "742 slice_58" [style=solid, label="(1, 14, 28, 192)"]; +"742 slice_58" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"743 slice_59" -> "744 slice_60" [style=solid, label="(1, 14, 28, 192)"]; +"744 slice_60" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"745 cat_1" -> "746 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; +"746 cat_1_0_0_nncf_smooth_quant_0" -> "747 quantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; +"747 quantize_per_tensor_default_26" -> "748 dequantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; +"748 dequantize_per_tensor_default_26" -> "754 linear_25" [style=solid, label="(1, 14, 14, 768)"]; +"749 linear_25_scale_0" -> "752 quantize_per_channel_default_18" [style=solid, label="(384,)"]; +"749 linear_25_scale_0" -> "753 dequantize_per_channel_default_18" [style=solid, label="(384,)"]; +"750 linear_25_zero_point_0" -> "752 quantize_per_channel_default_18" [style=solid, label="(384,)"]; +"750 linear_25_zero_point_0" -> "753 dequantize_per_channel_default_18" [style=solid, label="(384,)"]; +"751 compressed_weight_updated_constant18" -> "752 quantize_per_channel_default_18" [style=solid, label="(384, 768)"]; +"752 quantize_per_channel_default_18" -> "753 dequantize_per_channel_default_18" [style=solid, label="(384, 768)"]; +"753 dequantize_per_channel_default_18" -> "754 linear_25" [style=solid, label="(384, 768)"]; +"754 linear_25" -> "755 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; +"755 layer_norm_10" -> "771 pad_6" [style=solid, label="(1, 14, 14, 384)"]; +"755 layer_norm_10" -> "832 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"756 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "758 linear_26" [style=solid, label="(512, 2)"]; +"757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "758 linear_26" [style=solid, label="(1, 15, 15, 2)"]; +"758 linear_26" -> "759 relu__4" [style=solid, label="(1, 15, 15, 512)"]; +"759 relu__4" -> "761 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"760 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "762 linear_27" [style=solid, label="(12, 512)"]; +"761 relu__4_0_0_nncf_smooth_quant_0" -> "762 linear_27" [style=solid, label="(1, 15, 15, 512)"]; +"762 linear_27" -> "763 view_22" [style=solid, label="(1, 15, 15, 12)"]; +"763 view_22" -> "764 index_4" [style=solid, label="(225, 12)"]; +"764 index_4" -> "765 view_23" [style=solid, label="(4096, 12)"]; +"765 view_23" -> "766 permute_19" [style=solid, label="(64, 64, 12)"]; +"766 permute_19" -> "767 contiguous_6" [style=solid, label="(12, 64, 64)"]; +"767 contiguous_6" -> "768 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; +"768 unsqueeze_12" -> "769 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; +"769 sigmoid_4" -> "770 mul_8" [style=solid, label="(1, 12, 64, 64)"]; +"770 mul_8" -> "809 add_14" [style=solid, label="(1, 12, 64, 64)"]; +"771 pad_6" -> "772 view_24" [style=solid, label="(1, 16, 16, 384)"]; +"772 view_24" -> "773 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"773 permute_20" -> "774 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"774 reshape_18" -> "778 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"775 clone_4" -> "776 slice_61" [style=solid, label="(1152,)"]; +"775 clone_4" -> "786 linear_28" [style=solid, label="(1152,)"]; +"776 slice_61" -> "777 zero__4" [style=solid, label="(384,)"]; +"778 reshape_18_0_0_nncf_smooth_quant_0" -> "779 quantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; +"779 quantize_per_tensor_default_27" -> "780 dequantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; +"780 dequantize_per_tensor_default_27" -> "786 linear_28" [style=solid, label="(4, 64, 384)"]; +"781 linear_28_scale_0" -> "784 quantize_per_channel_default_19" [style=solid, label="(1152,)"]; +"781 linear_28_scale_0" -> "785 dequantize_per_channel_default_19" [style=solid, label="(1152,)"]; +"782 linear_28_zero_point_0" -> "784 quantize_per_channel_default_19" [style=solid, label="(1152,)"]; +"782 linear_28_zero_point_0" -> "785 dequantize_per_channel_default_19" [style=solid, label="(1152,)"]; +"783 compressed_weight_updated_constant19" -> "784 quantize_per_channel_default_19" [style=solid, label="(1152, 384)"]; +"784 quantize_per_channel_default_19" -> "785 dequantize_per_channel_default_19" [style=solid, label="(1152, 384)"]; +"785 dequantize_per_channel_default_19" -> "786 linear_28" [style=solid, label="(1152, 384)"]; +"786 linear_28" -> "787 reshape_19" [style=solid, label="(4, 64, 1152)"]; +"787 reshape_19" -> "788 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; +"788 permute_21" -> "789 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; +"788 permute_21" -> "790 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; +"788 permute_21" -> "791 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; +"789 select_12" -> "792 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; +"789 select_12" -> "794 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; +"789 select_12" -> "795 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"790 select_13" -> "798 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; +"790 select_13" -> "800 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; +"790 select_13" -> "801 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"791 select_14" -> "812 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; +"792 linalg_vector_norm_8" -> "793 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; +"793 clamp_min_8" -> "794 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; +"794 expand_as_8" -> "795 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"795 div_8" -> "796 quantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; +"796 quantize_per_tensor_default_28" -> "797 dequantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; +"797 dequantize_per_tensor_default_28" -> "805 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; +"798 linalg_vector_norm_9" -> "799 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; +"799 clamp_min_9" -> "800 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; +"800 expand_as_9" -> "801 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"801 div_9" -> "802 quantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; +"802 quantize_per_tensor_default_29" -> "803 dequantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; +"803 dequantize_per_tensor_default_29" -> "804 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; +"804 transpose_8" -> "805 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; +"805 matmul_8" -> "808 mul_9" [style=solid, label="(4, 12, 64, 64)"]; +"806 clamp_4" -> "807 exp_4" [style=solid, label="(12, 1, 1)"]; +"807 exp_4" -> "808 mul_9" [style=solid, label="(12, 1, 1)"]; +"808 mul_9" -> "809 add_14" [style=solid, label="(4, 12, 64, 64)"]; +"809 add_14" -> "810 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; +"810 softmax_4" -> "811 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; +"811 dropout_16" -> "812 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; +"812 matmul_9" -> "813 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; +"813 transpose_9" -> "814 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; +"814 reshape_20" -> "815 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"815 reshape_20_0_0_nncf_smooth_quant_0" -> "816 quantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; +"816 quantize_per_tensor_default_30" -> "817 dequantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; +"817 dequantize_per_tensor_default_30" -> "823 linear_29" [style=solid, label="(4, 64, 384)"]; +"818 linear_29_scale_0" -> "821 quantize_per_channel_default_20" [style=solid, label="(384,)"]; +"818 linear_29_scale_0" -> "822 dequantize_per_channel_default_20" [style=solid, label="(384,)"]; +"819 linear_29_zero_point_0" -> "821 quantize_per_channel_default_20" [style=solid, label="(384,)"]; +"819 linear_29_zero_point_0" -> "822 dequantize_per_channel_default_20" [style=solid, label="(384,)"]; +"820 compressed_weight_updated_constant20" -> "821 quantize_per_channel_default_20" [style=solid, label="(384, 384)"]; +"821 quantize_per_channel_default_20" -> "822 dequantize_per_channel_default_20" [style=solid, label="(384, 384)"]; +"822 dequantize_per_channel_default_20" -> "823 linear_29" [style=solid, label="(384, 384)"]; +"823 linear_29" -> "824 dropout_17" [style=solid, label="(4, 64, 384)"]; +"824 dropout_17" -> "825 view_25" [style=solid, label="(4, 64, 384)"]; +"825 view_25" -> "826 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"826 permute_22" -> "827 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"827 reshape_21" -> "828 slice_62" [style=solid, label="(1, 16, 16, 384)"]; +"828 slice_62" -> "829 slice_63" [style=solid, label="(1, 14, 16, 384)"]; +"829 slice_63" -> "830 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; +"830 contiguous_7" -> "831 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; +"831 layer_norm_11" -> "832 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"832 add_15" -> "833 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"832 add_15" -> "855 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"833 add_15_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; +"834 quantize_per_tensor_default_31" -> "835 dequantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; +"835 dequantize_per_tensor_default_31" -> "841 linear_30" [style=solid, label="(1, 14, 14, 384)"]; +"836 linear_30_scale_0" -> "839 quantize_per_channel_default_21" [style=solid, label="(1536,)"]; +"836 linear_30_scale_0" -> "840 dequantize_per_channel_default_21" [style=solid, label="(1536,)"]; +"837 linear_30_zero_point_0" -> "839 quantize_per_channel_default_21" [style=solid, label="(1536,)"]; +"837 linear_30_zero_point_0" -> "840 dequantize_per_channel_default_21" [style=solid, label="(1536,)"]; +"838 compressed_weight_updated_constant21" -> "839 quantize_per_channel_default_21" [style=solid, label="(1536, 384)"]; +"839 quantize_per_channel_default_21" -> "840 dequantize_per_channel_default_21" [style=solid, label="(1536, 384)"]; +"840 dequantize_per_channel_default_21" -> "841 linear_30" [style=solid, label="(1536, 384)"]; +"841 linear_30" -> "842 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; +"842 gelu_4" -> "843 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; +"843 dropout_18" -> "844 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"844 dropout_18_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; +"845 quantize_per_tensor_default_32" -> "846 dequantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; +"846 dequantize_per_tensor_default_32" -> "852 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; +"847 linear_31_scale_0" -> "850 quantize_per_channel_default_22" [style=solid, label="(384,)"]; +"847 linear_31_scale_0" -> "851 dequantize_per_channel_default_22" [style=solid, label="(384,)"]; +"848 linear_31_zero_point_0" -> "850 quantize_per_channel_default_22" [style=solid, label="(384,)"]; +"848 linear_31_zero_point_0" -> "851 dequantize_per_channel_default_22" [style=solid, label="(384,)"]; +"849 compressed_weight_updated_constant22" -> "850 quantize_per_channel_default_22" [style=solid, label="(384, 1536)"]; +"850 quantize_per_channel_default_22" -> "851 dequantize_per_channel_default_22" [style=solid, label="(384, 1536)"]; +"851 dequantize_per_channel_default_22" -> "852 linear_31" [style=solid, label="(384, 1536)"]; +"852 linear_31" -> "853 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; +"853 dropout_19" -> "854 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; +"854 layer_norm_12" -> "855 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"855 add_16" -> "871 pad_7" [style=solid, label="(1, 14, 14, 384)"]; +"855 add_16" -> "986 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"856 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "858 linear_32" [style=solid, label="(512, 2)"]; +"857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "858 linear_32" [style=solid, label="(1, 15, 15, 2)"]; +"858 linear_32" -> "859 relu__5" [style=solid, label="(1, 15, 15, 512)"]; +"859 relu__5" -> "861 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"860 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "862 linear_33" [style=solid, label="(12, 512)"]; +"861 relu__5_0_0_nncf_smooth_quant_0" -> "862 linear_33" [style=solid, label="(1, 15, 15, 512)"]; +"862 linear_33" -> "863 view_26" [style=solid, label="(1, 15, 15, 12)"]; +"863 view_26" -> "864 index_5" [style=solid, label="(225, 12)"]; +"864 index_5" -> "865 view_27" [style=solid, label="(4096, 12)"]; +"865 view_27" -> "866 permute_23" [style=solid, label="(64, 64, 12)"]; +"866 permute_23" -> "867 contiguous_8" [style=solid, label="(12, 64, 64)"]; +"867 contiguous_8" -> "868 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; +"868 unsqueeze_13" -> "869 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; +"869 sigmoid_5" -> "870 mul_10" [style=solid, label="(1, 12, 64, 64)"]; +"870 mul_10" -> "910 add_17" [style=solid, label="(1, 12, 64, 64)"]; +"871 pad_7" -> "872 roll_4" [style=solid, label="(1, 16, 16, 384)"]; +"872 roll_4" -> "873 view_28" [style=solid, label="(1, 16, 16, 384)"]; +"873 view_28" -> "874 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"874 permute_24" -> "875 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"875 reshape_22" -> "879 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"875 reshape_22" -> "911 new_zeros_2" [style=solid, label="(4, 64, 384)"]; +"876 clone_5" -> "877 slice_64" [style=solid, label="(1152,)"]; +"876 clone_5" -> "887 linear_34" [style=solid, label="(1152,)"]; +"877 slice_64" -> "878 zero__5" [style=solid, label="(384,)"]; +"879 reshape_22_0_0_nncf_smooth_quant_0" -> "880 quantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; +"880 quantize_per_tensor_default_33" -> "881 dequantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; +"881 dequantize_per_tensor_default_33" -> "887 linear_34" [style=solid, label="(4, 64, 384)"]; +"882 linear_34_scale_0" -> "885 quantize_per_channel_default_23" [style=solid, label="(1152,)"]; +"882 linear_34_scale_0" -> "886 dequantize_per_channel_default_23" [style=solid, label="(1152,)"]; +"883 linear_34_zero_point_0" -> "885 quantize_per_channel_default_23" [style=solid, label="(1152,)"]; +"883 linear_34_zero_point_0" -> "886 dequantize_per_channel_default_23" [style=solid, label="(1152,)"]; +"884 compressed_weight_updated_constant23" -> "885 quantize_per_channel_default_23" [style=solid, label="(1152, 384)"]; +"885 quantize_per_channel_default_23" -> "886 dequantize_per_channel_default_23" [style=solid, label="(1152, 384)"]; +"886 dequantize_per_channel_default_23" -> "887 linear_34" [style=solid, label="(1152, 384)"]; +"887 linear_34" -> "888 reshape_23" [style=solid, label="(4, 64, 1152)"]; +"888 reshape_23" -> "889 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; +"889 permute_25" -> "890 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; +"889 permute_25" -> "891 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; +"889 permute_25" -> "892 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; +"890 select_15" -> "893 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; +"890 select_15" -> "895 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; +"890 select_15" -> "896 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"891 select_16" -> "899 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; +"891 select_16" -> "901 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; +"891 select_16" -> "902 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"892 select_17" -> "965 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; +"893 linalg_vector_norm_10" -> "894 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; +"894 clamp_min_10" -> "895 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; +"895 expand_as_10" -> "896 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"896 div_10" -> "897 quantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; +"897 quantize_per_tensor_default_34" -> "898 dequantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; +"898 dequantize_per_tensor_default_34" -> "906 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; +"899 linalg_vector_norm_11" -> "900 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; +"900 clamp_min_11" -> "901 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; +"901 expand_as_11" -> "902 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"902 div_11" -> "903 quantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; +"903 quantize_per_tensor_default_35" -> "904 dequantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; +"904 dequantize_per_tensor_default_35" -> "905 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; +"905 transpose_10" -> "906 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; +"906 matmul_10" -> "909 mul_11" [style=solid, label="(4, 12, 64, 64)"]; +"907 clamp_5" -> "908 exp_5" [style=solid, label="(12, 1, 1)"]; +"908 exp_5" -> "909 mul_11" [style=solid, label="(12, 1, 1)"]; +"909 mul_11" -> "910 add_17" [style=solid, label="(4, 12, 64, 64)"]; +"910 add_17" -> "958 view_30" [style=solid, label="(4, 12, 64, 64)"]; +"911 new_zeros_2" -> "913 slice_65" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "917 slice_67" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "921 slice_69" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "925 slice_71" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "929 slice_73" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "933 slice_75" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "937 slice_77" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "941 slice_79" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "945 slice_81" [style=solid, label="(16, 16)"]; +"911 new_zeros_2" -> "948 view_29" [style=solid, label="(16, 16)"]; +"912 lift_fresh_copy_18" -> "915 fill__18" [style=solid, label="()"]; +"913 slice_65" -> "914 slice_66" [style=solid, label="(8, 16)"]; +"914 slice_66" -> "915 fill__18" [style=solid, label="(8, 8)"]; +"916 lift_fresh_copy_19" -> "919 fill__19" [style=solid, label="()"]; +"917 slice_67" -> "918 slice_68" [style=solid, label="(8, 16)"]; +"918 slice_68" -> "919 fill__19" [style=solid, label="(8, 4)"]; +"920 lift_fresh_copy_20" -> "923 fill__20" [style=solid, label="()"]; +"921 slice_69" -> "922 slice_70" [style=solid, label="(8, 16)"]; +"922 slice_70" -> "923 fill__20" [style=solid, label="(8, 4)"]; +"924 lift_fresh_copy_21" -> "927 fill__21" [style=solid, label="()"]; +"925 slice_71" -> "926 slice_72" [style=solid, label="(4, 16)"]; +"926 slice_72" -> "927 fill__21" [style=solid, label="(4, 8)"]; +"928 lift_fresh_copy_22" -> "931 fill__22" [style=solid, label="()"]; +"929 slice_73" -> "930 slice_74" [style=solid, label="(4, 16)"]; +"930 slice_74" -> "931 fill__22" [style=solid, label="(4, 4)"]; +"932 lift_fresh_copy_23" -> "935 fill__23" [style=solid, label="()"]; +"933 slice_75" -> "934 slice_76" [style=solid, label="(4, 16)"]; +"934 slice_76" -> "935 fill__23" [style=solid, label="(4, 4)"]; +"936 lift_fresh_copy_24" -> "939 fill__24" [style=solid, label="()"]; +"937 slice_77" -> "938 slice_78" [style=solid, label="(4, 16)"]; +"938 slice_78" -> "939 fill__24" [style=solid, label="(4, 8)"]; +"940 lift_fresh_copy_25" -> "943 fill__25" [style=solid, label="()"]; +"941 slice_79" -> "942 slice_80" [style=solid, label="(4, 16)"]; +"942 slice_80" -> "943 fill__25" [style=solid, label="(4, 4)"]; +"944 lift_fresh_copy_26" -> "947 fill__26" [style=solid, label="()"]; +"945 slice_81" -> "946 slice_82" [style=solid, label="(4, 16)"]; +"946 slice_82" -> "947 fill__26" [style=solid, label="(4, 4)"]; +"948 view_29" -> "949 permute_26" [style=solid, label="(2, 8, 2, 8)"]; +"949 permute_26" -> "950 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; +"950 reshape_24" -> "951 unsqueeze_14" [style=solid, label="(4, 64)"]; +"950 reshape_24" -> "952 unsqueeze_15" [style=solid, label="(4, 64)"]; +"951 unsqueeze_14" -> "953 sub_2" [style=solid, label="(4, 1, 64)"]; +"952 unsqueeze_15" -> "953 sub_2" [style=solid, label="(4, 64, 1)"]; +"953 sub_2" -> "954 ne_2" [style=solid, label="(4, 64, 64)"]; +"953 sub_2" -> "955 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"953 sub_2" -> "956 eq_2" [style=solid, label="(4, 64, 64)"]; +"954 ne_2" -> "955 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"955 masked_fill_4" -> "957 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"956 eq_2" -> "957 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"957 masked_fill_5" -> "959 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; +"958 view_30" -> "961 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; +"959 unsqueeze_16" -> "960 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; +"960 unsqueeze_17" -> "961 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; +"961 add_18" -> "962 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; +"962 view_31" -> "963 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; +"963 softmax_5" -> "964 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; +"964 dropout_20" -> "965 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; +"965 matmul_11" -> "966 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; +"966 transpose_11" -> "967 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; +"967 reshape_25" -> "968 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"968 reshape_25_0_0_nncf_smooth_quant_0" -> "969 quantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; +"969 quantize_per_tensor_default_36" -> "970 dequantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; +"970 dequantize_per_tensor_default_36" -> "976 linear_35" [style=solid, label="(4, 64, 384)"]; +"971 linear_35_scale_0" -> "974 quantize_per_channel_default_24" [style=solid, label="(384,)"]; +"971 linear_35_scale_0" -> "975 dequantize_per_channel_default_24" [style=solid, label="(384,)"]; +"972 linear_35_zero_point_0" -> "974 quantize_per_channel_default_24" [style=solid, label="(384,)"]; +"972 linear_35_zero_point_0" -> "975 dequantize_per_channel_default_24" [style=solid, label="(384,)"]; +"973 compressed_weight_updated_constant24" -> "974 quantize_per_channel_default_24" [style=solid, label="(384, 384)"]; +"974 quantize_per_channel_default_24" -> "975 dequantize_per_channel_default_24" [style=solid, label="(384, 384)"]; +"975 dequantize_per_channel_default_24" -> "976 linear_35" [style=solid, label="(384, 384)"]; +"976 linear_35" -> "977 dropout_21" [style=solid, label="(4, 64, 384)"]; +"977 dropout_21" -> "978 view_32" [style=solid, label="(4, 64, 384)"]; +"978 view_32" -> "979 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"979 permute_27" -> "980 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"980 reshape_26" -> "981 roll_5" [style=solid, label="(1, 16, 16, 384)"]; +"981 roll_5" -> "982 slice_83" [style=solid, label="(1, 16, 16, 384)"]; +"982 slice_83" -> "983 slice_84" [style=solid, label="(1, 14, 16, 384)"]; +"983 slice_84" -> "984 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; +"984 contiguous_9" -> "985 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; +"985 layer_norm_13" -> "986 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"986 add_19" -> "987 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"986 add_19" -> "1009 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"987 add_19_0_0_nncf_smooth_quant_0" -> "988 quantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; +"988 quantize_per_tensor_default_37" -> "989 dequantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; +"989 dequantize_per_tensor_default_37" -> "995 linear_36" [style=solid, label="(1, 14, 14, 384)"]; +"990 linear_36_scale_0" -> "993 quantize_per_channel_default_25" [style=solid, label="(1536,)"]; +"990 linear_36_scale_0" -> "994 dequantize_per_channel_default_25" [style=solid, label="(1536,)"]; +"991 linear_36_zero_point_0" -> "993 quantize_per_channel_default_25" [style=solid, label="(1536,)"]; +"991 linear_36_zero_point_0" -> "994 dequantize_per_channel_default_25" [style=solid, label="(1536,)"]; +"992 compressed_weight_updated_constant25" -> "993 quantize_per_channel_default_25" [style=solid, label="(1536, 384)"]; +"993 quantize_per_channel_default_25" -> "994 dequantize_per_channel_default_25" [style=solid, label="(1536, 384)"]; +"994 dequantize_per_channel_default_25" -> "995 linear_36" [style=solid, label="(1536, 384)"]; +"995 linear_36" -> "996 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; +"996 gelu_5" -> "997 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; +"997 dropout_22" -> "998 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"998 dropout_22_0_0_nncf_smooth_quant_0" -> "999 quantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; +"999 quantize_per_tensor_default_38" -> "1000 dequantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; +"1000 dequantize_per_tensor_default_38" -> "1006 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; +"1001 linear_37_scale_0" -> "1004 quantize_per_channel_default_26" [style=solid, label="(384,)"]; +"1001 linear_37_scale_0" -> "1005 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; +"1002 linear_37_zero_point_0" -> "1004 quantize_per_channel_default_26" [style=solid, label="(384,)"]; +"1002 linear_37_zero_point_0" -> "1005 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; +"1003 compressed_weight_updated_constant26" -> "1004 quantize_per_channel_default_26" [style=solid, label="(384, 1536)"]; +"1004 quantize_per_channel_default_26" -> "1005 dequantize_per_channel_default_26" [style=solid, label="(384, 1536)"]; +"1005 dequantize_per_channel_default_26" -> "1006 linear_37" [style=solid, label="(384, 1536)"]; +"1006 linear_37" -> "1007 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; +"1007 dropout_23" -> "1008 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; +"1008 layer_norm_14" -> "1009 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"1009 add_20" -> "1025 pad_8" [style=solid, label="(1, 14, 14, 384)"]; +"1009 add_20" -> "1086 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"1010 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1012 linear_38" [style=solid, label="(512, 2)"]; +"1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1012 linear_38" [style=solid, label="(1, 15, 15, 2)"]; +"1012 linear_38" -> "1013 relu__6" [style=solid, label="(1, 15, 15, 512)"]; +"1013 relu__6" -> "1015 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1014 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1016 linear_39" [style=solid, label="(12, 512)"]; +"1015 relu__6_0_0_nncf_smooth_quant_0" -> "1016 linear_39" [style=solid, label="(1, 15, 15, 512)"]; +"1016 linear_39" -> "1017 view_33" [style=solid, label="(1, 15, 15, 12)"]; +"1017 view_33" -> "1018 index_6" [style=solid, label="(225, 12)"]; +"1018 index_6" -> "1019 view_34" [style=solid, label="(4096, 12)"]; +"1019 view_34" -> "1020 permute_28" [style=solid, label="(64, 64, 12)"]; +"1020 permute_28" -> "1021 contiguous_10" [style=solid, label="(12, 64, 64)"]; +"1021 contiguous_10" -> "1022 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; +"1022 unsqueeze_18" -> "1023 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; +"1023 sigmoid_6" -> "1024 mul_12" [style=solid, label="(1, 12, 64, 64)"]; +"1024 mul_12" -> "1063 add_21" [style=solid, label="(1, 12, 64, 64)"]; +"1025 pad_8" -> "1026 view_35" [style=solid, label="(1, 16, 16, 384)"]; +"1026 view_35" -> "1027 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1027 permute_29" -> "1028 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1028 reshape_27" -> "1032 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1029 clone_6" -> "1030 slice_85" [style=solid, label="(1152,)"]; +"1029 clone_6" -> "1040 linear_40" [style=solid, label="(1152,)"]; +"1030 slice_85" -> "1031 zero__6" [style=solid, label="(384,)"]; +"1032 reshape_27_0_0_nncf_smooth_quant_0" -> "1033 quantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; +"1033 quantize_per_tensor_default_39" -> "1034 dequantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; +"1034 dequantize_per_tensor_default_39" -> "1040 linear_40" [style=solid, label="(4, 64, 384)"]; +"1035 linear_40_scale_0" -> "1038 quantize_per_channel_default_27" [style=solid, label="(1152,)"]; +"1035 linear_40_scale_0" -> "1039 dequantize_per_channel_default_27" [style=solid, label="(1152,)"]; +"1036 linear_40_zero_point_0" -> "1038 quantize_per_channel_default_27" [style=solid, label="(1152,)"]; +"1036 linear_40_zero_point_0" -> "1039 dequantize_per_channel_default_27" [style=solid, label="(1152,)"]; +"1037 compressed_weight_updated_constant27" -> "1038 quantize_per_channel_default_27" [style=solid, label="(1152, 384)"]; +"1038 quantize_per_channel_default_27" -> "1039 dequantize_per_channel_default_27" [style=solid, label="(1152, 384)"]; +"1039 dequantize_per_channel_default_27" -> "1040 linear_40" [style=solid, label="(1152, 384)"]; +"1040 linear_40" -> "1041 reshape_28" [style=solid, label="(4, 64, 1152)"]; +"1041 reshape_28" -> "1042 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1042 permute_30" -> "1043 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1042 permute_30" -> "1044 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1042 permute_30" -> "1045 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1043 select_18" -> "1046 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; +"1043 select_18" -> "1048 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; +"1043 select_18" -> "1049 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"1044 select_19" -> "1052 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; +"1044 select_19" -> "1054 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; +"1044 select_19" -> "1055 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"1045 select_20" -> "1066 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; +"1046 linalg_vector_norm_12" -> "1047 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; +"1047 clamp_min_12" -> "1048 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; +"1048 expand_as_12" -> "1049 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"1049 div_12" -> "1050 quantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; +"1050 quantize_per_tensor_default_40" -> "1051 dequantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; +"1051 dequantize_per_tensor_default_40" -> "1059 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; +"1052 linalg_vector_norm_13" -> "1053 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; +"1053 clamp_min_13" -> "1054 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; +"1054 expand_as_13" -> "1055 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"1055 div_13" -> "1056 quantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; +"1056 quantize_per_tensor_default_41" -> "1057 dequantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; +"1057 dequantize_per_tensor_default_41" -> "1058 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; +"1058 transpose_12" -> "1059 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; +"1059 matmul_12" -> "1062 mul_13" [style=solid, label="(4, 12, 64, 64)"]; +"1060 clamp_6" -> "1061 exp_6" [style=solid, label="(12, 1, 1)"]; +"1061 exp_6" -> "1062 mul_13" [style=solid, label="(12, 1, 1)"]; +"1062 mul_13" -> "1063 add_21" [style=solid, label="(4, 12, 64, 64)"]; +"1063 add_21" -> "1064 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; +"1064 softmax_6" -> "1065 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; +"1065 dropout_24" -> "1066 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; +"1066 matmul_13" -> "1067 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; +"1067 transpose_13" -> "1068 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; +"1068 reshape_29" -> "1069 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1069 reshape_29_0_0_nncf_smooth_quant_0" -> "1070 quantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; +"1070 quantize_per_tensor_default_42" -> "1071 dequantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; +"1071 dequantize_per_tensor_default_42" -> "1077 linear_41" [style=solid, label="(4, 64, 384)"]; +"1072 linear_41_scale_0" -> "1075 quantize_per_channel_default_28" [style=solid, label="(384,)"]; +"1072 linear_41_scale_0" -> "1076 dequantize_per_channel_default_28" [style=solid, label="(384,)"]; +"1073 linear_41_zero_point_0" -> "1075 quantize_per_channel_default_28" [style=solid, label="(384,)"]; +"1073 linear_41_zero_point_0" -> "1076 dequantize_per_channel_default_28" [style=solid, label="(384,)"]; +"1074 compressed_weight_updated_constant28" -> "1075 quantize_per_channel_default_28" [style=solid, label="(384, 384)"]; +"1075 quantize_per_channel_default_28" -> "1076 dequantize_per_channel_default_28" [style=solid, label="(384, 384)"]; +"1076 dequantize_per_channel_default_28" -> "1077 linear_41" [style=solid, label="(384, 384)"]; +"1077 linear_41" -> "1078 dropout_25" [style=solid, label="(4, 64, 384)"]; +"1078 dropout_25" -> "1079 view_36" [style=solid, label="(4, 64, 384)"]; +"1079 view_36" -> "1080 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1080 permute_31" -> "1081 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1081 reshape_30" -> "1082 slice_86" [style=solid, label="(1, 16, 16, 384)"]; +"1082 slice_86" -> "1083 slice_87" [style=solid, label="(1, 14, 16, 384)"]; +"1083 slice_87" -> "1084 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; +"1084 contiguous_11" -> "1085 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; +"1085 layer_norm_15" -> "1086 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"1086 add_22" -> "1087 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1086 add_22" -> "1109 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"1087 add_22_0_0_nncf_smooth_quant_0" -> "1088 quantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; +"1088 quantize_per_tensor_default_43" -> "1089 dequantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; +"1089 dequantize_per_tensor_default_43" -> "1095 linear_42" [style=solid, label="(1, 14, 14, 384)"]; +"1090 linear_42_scale_0" -> "1093 quantize_per_channel_default_29" [style=solid, label="(1536,)"]; +"1090 linear_42_scale_0" -> "1094 dequantize_per_channel_default_29" [style=solid, label="(1536,)"]; +"1091 linear_42_zero_point_0" -> "1093 quantize_per_channel_default_29" [style=solid, label="(1536,)"]; +"1091 linear_42_zero_point_0" -> "1094 dequantize_per_channel_default_29" [style=solid, label="(1536,)"]; +"1092 compressed_weight_updated_constant29" -> "1093 quantize_per_channel_default_29" [style=solid, label="(1536, 384)"]; +"1093 quantize_per_channel_default_29" -> "1094 dequantize_per_channel_default_29" [style=solid, label="(1536, 384)"]; +"1094 dequantize_per_channel_default_29" -> "1095 linear_42" [style=solid, label="(1536, 384)"]; +"1095 linear_42" -> "1096 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; +"1096 gelu_6" -> "1097 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; +"1097 dropout_26" -> "1098 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1098 dropout_26_0_0_nncf_smooth_quant_0" -> "1099 quantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; +"1099 quantize_per_tensor_default_44" -> "1100 dequantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; +"1100 dequantize_per_tensor_default_44" -> "1106 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; +"1101 linear_43_scale_0" -> "1104 quantize_per_channel_default_30" [style=solid, label="(384,)"]; +"1101 linear_43_scale_0" -> "1105 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; +"1102 linear_43_zero_point_0" -> "1104 quantize_per_channel_default_30" [style=solid, label="(384,)"]; +"1102 linear_43_zero_point_0" -> "1105 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; +"1103 compressed_weight_updated_constant30" -> "1104 quantize_per_channel_default_30" [style=solid, label="(384, 1536)"]; +"1104 quantize_per_channel_default_30" -> "1105 dequantize_per_channel_default_30" [style=solid, label="(384, 1536)"]; +"1105 dequantize_per_channel_default_30" -> "1106 linear_43" [style=solid, label="(384, 1536)"]; +"1106 linear_43" -> "1107 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; +"1107 dropout_27" -> "1108 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; +"1108 layer_norm_16" -> "1109 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"1109 add_23" -> "1125 pad_9" [style=solid, label="(1, 14, 14, 384)"]; +"1109 add_23" -> "1240 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"1110 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1112 linear_44" [style=solid, label="(512, 2)"]; +"1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1112 linear_44" [style=solid, label="(1, 15, 15, 2)"]; +"1112 linear_44" -> "1113 relu__7" [style=solid, label="(1, 15, 15, 512)"]; +"1113 relu__7" -> "1115 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1114 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1116 linear_45" [style=solid, label="(12, 512)"]; +"1115 relu__7_0_0_nncf_smooth_quant_0" -> "1116 linear_45" [style=solid, label="(1, 15, 15, 512)"]; +"1116 linear_45" -> "1117 view_37" [style=solid, label="(1, 15, 15, 12)"]; +"1117 view_37" -> "1118 index_7" [style=solid, label="(225, 12)"]; +"1118 index_7" -> "1119 view_38" [style=solid, label="(4096, 12)"]; +"1119 view_38" -> "1120 permute_32" [style=solid, label="(64, 64, 12)"]; +"1120 permute_32" -> "1121 contiguous_12" [style=solid, label="(12, 64, 64)"]; +"1121 contiguous_12" -> "1122 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; +"1122 unsqueeze_19" -> "1123 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; +"1123 sigmoid_7" -> "1124 mul_14" [style=solid, label="(1, 12, 64, 64)"]; +"1124 mul_14" -> "1164 add_24" [style=solid, label="(1, 12, 64, 64)"]; +"1125 pad_9" -> "1126 roll_6" [style=solid, label="(1, 16, 16, 384)"]; +"1126 roll_6" -> "1127 view_39" [style=solid, label="(1, 16, 16, 384)"]; +"1127 view_39" -> "1128 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1128 permute_33" -> "1129 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1129 reshape_31" -> "1133 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1129 reshape_31" -> "1165 new_zeros_3" [style=solid, label="(4, 64, 384)"]; +"1130 clone_7" -> "1131 slice_88" [style=solid, label="(1152,)"]; +"1130 clone_7" -> "1141 linear_46" [style=solid, label="(1152,)"]; +"1131 slice_88" -> "1132 zero__7" [style=solid, label="(384,)"]; +"1133 reshape_31_0_0_nncf_smooth_quant_0" -> "1134 quantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; +"1134 quantize_per_tensor_default_45" -> "1135 dequantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; +"1135 dequantize_per_tensor_default_45" -> "1141 linear_46" [style=solid, label="(4, 64, 384)"]; +"1136 linear_46_scale_0" -> "1139 quantize_per_channel_default_31" [style=solid, label="(1152,)"]; +"1136 linear_46_scale_0" -> "1140 dequantize_per_channel_default_31" [style=solid, label="(1152,)"]; +"1137 linear_46_zero_point_0" -> "1139 quantize_per_channel_default_31" [style=solid, label="(1152,)"]; +"1137 linear_46_zero_point_0" -> "1140 dequantize_per_channel_default_31" [style=solid, label="(1152,)"]; +"1138 compressed_weight_updated_constant31" -> "1139 quantize_per_channel_default_31" [style=solid, label="(1152, 384)"]; +"1139 quantize_per_channel_default_31" -> "1140 dequantize_per_channel_default_31" [style=solid, label="(1152, 384)"]; +"1140 dequantize_per_channel_default_31" -> "1141 linear_46" [style=solid, label="(1152, 384)"]; +"1141 linear_46" -> "1142 reshape_32" [style=solid, label="(4, 64, 1152)"]; +"1142 reshape_32" -> "1143 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1143 permute_34" -> "1144 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1143 permute_34" -> "1145 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1143 permute_34" -> "1146 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1144 select_21" -> "1147 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; +"1144 select_21" -> "1149 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; +"1144 select_21" -> "1150 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"1145 select_22" -> "1153 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; +"1145 select_22" -> "1155 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; +"1145 select_22" -> "1156 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"1146 select_23" -> "1219 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; +"1147 linalg_vector_norm_14" -> "1148 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; +"1148 clamp_min_14" -> "1149 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; +"1149 expand_as_14" -> "1150 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"1150 div_14" -> "1151 quantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; +"1151 quantize_per_tensor_default_46" -> "1152 dequantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; +"1152 dequantize_per_tensor_default_46" -> "1160 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; +"1153 linalg_vector_norm_15" -> "1154 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; +"1154 clamp_min_15" -> "1155 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; +"1155 expand_as_15" -> "1156 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"1156 div_15" -> "1157 quantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; +"1157 quantize_per_tensor_default_47" -> "1158 dequantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; +"1158 dequantize_per_tensor_default_47" -> "1159 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; +"1159 transpose_14" -> "1160 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; +"1160 matmul_14" -> "1163 mul_15" [style=solid, label="(4, 12, 64, 64)"]; +"1161 clamp_7" -> "1162 exp_7" [style=solid, label="(12, 1, 1)"]; +"1162 exp_7" -> "1163 mul_15" [style=solid, label="(12, 1, 1)"]; +"1163 mul_15" -> "1164 add_24" [style=solid, label="(4, 12, 64, 64)"]; +"1164 add_24" -> "1212 view_41" [style=solid, label="(4, 12, 64, 64)"]; +"1165 new_zeros_3" -> "1167 slice_89" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1171 slice_91" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1175 slice_93" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1179 slice_95" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1183 slice_97" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1187 slice_99" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1191 slice_101" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1195 slice_103" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1199 slice_105" [style=solid, label="(16, 16)"]; +"1165 new_zeros_3" -> "1202 view_40" [style=solid, label="(16, 16)"]; +"1166 lift_fresh_copy_27" -> "1169 fill__27" [style=solid, label="()"]; +"1167 slice_89" -> "1168 slice_90" [style=solid, label="(8, 16)"]; +"1168 slice_90" -> "1169 fill__27" [style=solid, label="(8, 8)"]; +"1170 lift_fresh_copy_28" -> "1173 fill__28" [style=solid, label="()"]; +"1171 slice_91" -> "1172 slice_92" [style=solid, label="(8, 16)"]; +"1172 slice_92" -> "1173 fill__28" [style=solid, label="(8, 4)"]; +"1174 lift_fresh_copy_29" -> "1177 fill__29" [style=solid, label="()"]; +"1175 slice_93" -> "1176 slice_94" [style=solid, label="(8, 16)"]; +"1176 slice_94" -> "1177 fill__29" [style=solid, label="(8, 4)"]; +"1178 lift_fresh_copy_30" -> "1181 fill__30" [style=solid, label="()"]; +"1179 slice_95" -> "1180 slice_96" [style=solid, label="(4, 16)"]; +"1180 slice_96" -> "1181 fill__30" [style=solid, label="(4, 8)"]; +"1182 lift_fresh_copy_31" -> "1185 fill__31" [style=solid, label="()"]; +"1183 slice_97" -> "1184 slice_98" [style=solid, label="(4, 16)"]; +"1184 slice_98" -> "1185 fill__31" [style=solid, label="(4, 4)"]; +"1186 lift_fresh_copy_32" -> "1189 fill__32" [style=solid, label="()"]; +"1187 slice_99" -> "1188 slice_100" [style=solid, label="(4, 16)"]; +"1188 slice_100" -> "1189 fill__32" [style=solid, label="(4, 4)"]; +"1190 lift_fresh_copy_33" -> "1193 fill__33" [style=solid, label="()"]; +"1191 slice_101" -> "1192 slice_102" [style=solid, label="(4, 16)"]; +"1192 slice_102" -> "1193 fill__33" [style=solid, label="(4, 8)"]; +"1194 lift_fresh_copy_34" -> "1197 fill__34" [style=solid, label="()"]; +"1195 slice_103" -> "1196 slice_104" [style=solid, label="(4, 16)"]; +"1196 slice_104" -> "1197 fill__34" [style=solid, label="(4, 4)"]; +"1198 lift_fresh_copy_35" -> "1201 fill__35" [style=solid, label="()"]; +"1199 slice_105" -> "1200 slice_106" [style=solid, label="(4, 16)"]; +"1200 slice_106" -> "1201 fill__35" [style=solid, label="(4, 4)"]; +"1202 view_40" -> "1203 permute_35" [style=solid, label="(2, 8, 2, 8)"]; +"1203 permute_35" -> "1204 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; +"1204 reshape_33" -> "1205 unsqueeze_20" [style=solid, label="(4, 64)"]; +"1204 reshape_33" -> "1206 unsqueeze_21" [style=solid, label="(4, 64)"]; +"1205 unsqueeze_20" -> "1207 sub_3" [style=solid, label="(4, 1, 64)"]; +"1206 unsqueeze_21" -> "1207 sub_3" [style=solid, label="(4, 64, 1)"]; +"1207 sub_3" -> "1208 ne_3" [style=solid, label="(4, 64, 64)"]; +"1207 sub_3" -> "1209 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"1207 sub_3" -> "1210 eq_3" [style=solid, label="(4, 64, 64)"]; +"1208 ne_3" -> "1209 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"1209 masked_fill_6" -> "1211 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1210 eq_3" -> "1211 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"1211 masked_fill_7" -> "1213 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; +"1212 view_41" -> "1215 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1213 unsqueeze_22" -> "1214 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; +"1214 unsqueeze_23" -> "1215 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1215 add_25" -> "1216 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1216 view_42" -> "1217 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; +"1217 softmax_7" -> "1218 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; +"1218 dropout_28" -> "1219 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; +"1219 matmul_15" -> "1220 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; +"1220 transpose_15" -> "1221 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; +"1221 reshape_34" -> "1222 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1222 reshape_34_0_0_nncf_smooth_quant_0" -> "1223 quantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; +"1223 quantize_per_tensor_default_48" -> "1224 dequantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; +"1224 dequantize_per_tensor_default_48" -> "1230 linear_47" [style=solid, label="(4, 64, 384)"]; +"1225 linear_47_scale_0" -> "1228 quantize_per_channel_default_32" [style=solid, label="(384,)"]; +"1225 linear_47_scale_0" -> "1229 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; +"1226 linear_47_zero_point_0" -> "1228 quantize_per_channel_default_32" [style=solid, label="(384,)"]; +"1226 linear_47_zero_point_0" -> "1229 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; +"1227 compressed_weight_updated_constant32" -> "1228 quantize_per_channel_default_32" [style=solid, label="(384, 384)"]; +"1228 quantize_per_channel_default_32" -> "1229 dequantize_per_channel_default_32" [style=solid, label="(384, 384)"]; +"1229 dequantize_per_channel_default_32" -> "1230 linear_47" [style=solid, label="(384, 384)"]; +"1230 linear_47" -> "1231 dropout_29" [style=solid, label="(4, 64, 384)"]; +"1231 dropout_29" -> "1232 view_43" [style=solid, label="(4, 64, 384)"]; +"1232 view_43" -> "1233 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1233 permute_36" -> "1234 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1234 reshape_35" -> "1235 roll_7" [style=solid, label="(1, 16, 16, 384)"]; +"1235 roll_7" -> "1236 slice_107" [style=solid, label="(1, 16, 16, 384)"]; +"1236 slice_107" -> "1237 slice_108" [style=solid, label="(1, 14, 16, 384)"]; +"1237 slice_108" -> "1238 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; +"1238 contiguous_13" -> "1239 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; +"1239 layer_norm_17" -> "1240 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"1240 add_26" -> "1241 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1240 add_26" -> "1263 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1241 add_26_0_0_nncf_smooth_quant_0" -> "1242 quantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; +"1242 quantize_per_tensor_default_49" -> "1243 dequantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; +"1243 dequantize_per_tensor_default_49" -> "1249 linear_48" [style=solid, label="(1, 14, 14, 384)"]; +"1244 linear_48_scale_0" -> "1247 quantize_per_channel_default_33" [style=solid, label="(1536,)"]; +"1244 linear_48_scale_0" -> "1248 dequantize_per_channel_default_33" [style=solid, label="(1536,)"]; +"1245 linear_48_zero_point_0" -> "1247 quantize_per_channel_default_33" [style=solid, label="(1536,)"]; +"1245 linear_48_zero_point_0" -> "1248 dequantize_per_channel_default_33" [style=solid, label="(1536,)"]; +"1246 compressed_weight_updated_constant33" -> "1247 quantize_per_channel_default_33" [style=solid, label="(1536, 384)"]; +"1247 quantize_per_channel_default_33" -> "1248 dequantize_per_channel_default_33" [style=solid, label="(1536, 384)"]; +"1248 dequantize_per_channel_default_33" -> "1249 linear_48" [style=solid, label="(1536, 384)"]; +"1249 linear_48" -> "1250 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; +"1250 gelu_7" -> "1251 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; +"1251 dropout_30" -> "1252 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1252 dropout_30_0_0_nncf_smooth_quant_0" -> "1253 quantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; +"1253 quantize_per_tensor_default_50" -> "1254 dequantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; +"1254 dequantize_per_tensor_default_50" -> "1260 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; +"1255 linear_49_scale_0" -> "1258 quantize_per_channel_default_34" [style=solid, label="(384,)"]; +"1255 linear_49_scale_0" -> "1259 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; +"1256 linear_49_zero_point_0" -> "1258 quantize_per_channel_default_34" [style=solid, label="(384,)"]; +"1256 linear_49_zero_point_0" -> "1259 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; +"1257 compressed_weight_updated_constant34" -> "1258 quantize_per_channel_default_34" [style=solid, label="(384, 1536)"]; +"1258 quantize_per_channel_default_34" -> "1259 dequantize_per_channel_default_34" [style=solid, label="(384, 1536)"]; +"1259 dequantize_per_channel_default_34" -> "1260 linear_49" [style=solid, label="(384, 1536)"]; +"1260 linear_49" -> "1261 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; +"1261 dropout_31" -> "1262 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; +"1262 layer_norm_18" -> "1263 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"1263 add_27" -> "1279 pad_10" [style=solid, label="(1, 14, 14, 384)"]; +"1263 add_27" -> "1340 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1264 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1266 linear_50" [style=solid, label="(512, 2)"]; +"1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1266 linear_50" [style=solid, label="(1, 15, 15, 2)"]; +"1266 linear_50" -> "1267 relu__8" [style=solid, label="(1, 15, 15, 512)"]; +"1267 relu__8" -> "1269 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1268 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1270 linear_51" [style=solid, label="(12, 512)"]; +"1269 relu__8_0_0_nncf_smooth_quant_0" -> "1270 linear_51" [style=solid, label="(1, 15, 15, 512)"]; +"1270 linear_51" -> "1271 view_44" [style=solid, label="(1, 15, 15, 12)"]; +"1271 view_44" -> "1272 index_8" [style=solid, label="(225, 12)"]; +"1272 index_8" -> "1273 view_45" [style=solid, label="(4096, 12)"]; +"1273 view_45" -> "1274 permute_37" [style=solid, label="(64, 64, 12)"]; +"1274 permute_37" -> "1275 contiguous_14" [style=solid, label="(12, 64, 64)"]; +"1275 contiguous_14" -> "1276 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; +"1276 unsqueeze_24" -> "1277 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; +"1277 sigmoid_8" -> "1278 mul_16" [style=solid, label="(1, 12, 64, 64)"]; +"1278 mul_16" -> "1317 add_28" [style=solid, label="(1, 12, 64, 64)"]; +"1279 pad_10" -> "1280 view_46" [style=solid, label="(1, 16, 16, 384)"]; +"1280 view_46" -> "1281 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1281 permute_38" -> "1282 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1282 reshape_36" -> "1286 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1283 clone_8" -> "1284 slice_109" [style=solid, label="(1152,)"]; +"1283 clone_8" -> "1294 linear_52" [style=solid, label="(1152,)"]; +"1284 slice_109" -> "1285 zero__8" [style=solid, label="(384,)"]; +"1286 reshape_36_0_0_nncf_smooth_quant_0" -> "1287 quantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; +"1287 quantize_per_tensor_default_51" -> "1288 dequantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; +"1288 dequantize_per_tensor_default_51" -> "1294 linear_52" [style=solid, label="(4, 64, 384)"]; +"1289 linear_52_scale_0" -> "1292 quantize_per_channel_default_35" [style=solid, label="(1152,)"]; +"1289 linear_52_scale_0" -> "1293 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; +"1290 linear_52_zero_point_0" -> "1292 quantize_per_channel_default_35" [style=solid, label="(1152,)"]; +"1290 linear_52_zero_point_0" -> "1293 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; +"1291 compressed_weight_updated_constant35" -> "1292 quantize_per_channel_default_35" [style=solid, label="(1152, 384)"]; +"1292 quantize_per_channel_default_35" -> "1293 dequantize_per_channel_default_35" [style=solid, label="(1152, 384)"]; +"1293 dequantize_per_channel_default_35" -> "1294 linear_52" [style=solid, label="(1152, 384)"]; +"1294 linear_52" -> "1295 reshape_37" [style=solid, label="(4, 64, 1152)"]; +"1295 reshape_37" -> "1296 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1296 permute_39" -> "1297 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1296 permute_39" -> "1298 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1296 permute_39" -> "1299 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1297 select_24" -> "1300 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; +"1297 select_24" -> "1302 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; +"1297 select_24" -> "1303 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1298 select_25" -> "1306 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; +"1298 select_25" -> "1308 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; +"1298 select_25" -> "1309 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1299 select_26" -> "1320 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; +"1300 linalg_vector_norm_16" -> "1301 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; +"1301 clamp_min_16" -> "1302 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; +"1302 expand_as_16" -> "1303 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1303 div_16" -> "1304 quantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; +"1304 quantize_per_tensor_default_52" -> "1305 dequantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; +"1305 dequantize_per_tensor_default_52" -> "1313 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; +"1306 linalg_vector_norm_17" -> "1307 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; +"1307 clamp_min_17" -> "1308 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; +"1308 expand_as_17" -> "1309 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1309 div_17" -> "1310 quantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; +"1310 quantize_per_tensor_default_53" -> "1311 dequantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; +"1311 dequantize_per_tensor_default_53" -> "1312 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; +"1312 transpose_16" -> "1313 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; +"1313 matmul_16" -> "1316 mul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1314 clamp_8" -> "1315 exp_8" [style=solid, label="(12, 1, 1)"]; +"1315 exp_8" -> "1316 mul_17" [style=solid, label="(12, 1, 1)"]; +"1316 mul_17" -> "1317 add_28" [style=solid, label="(4, 12, 64, 64)"]; +"1317 add_28" -> "1318 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; +"1318 softmax_8" -> "1319 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; +"1319 dropout_32" -> "1320 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1320 matmul_17" -> "1321 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; +"1321 transpose_17" -> "1322 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; +"1322 reshape_38" -> "1323 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1323 reshape_38_0_0_nncf_smooth_quant_0" -> "1324 quantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; +"1324 quantize_per_tensor_default_54" -> "1325 dequantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; +"1325 dequantize_per_tensor_default_54" -> "1331 linear_53" [style=solid, label="(4, 64, 384)"]; +"1326 linear_53_scale_0" -> "1329 quantize_per_channel_default_36" [style=solid, label="(384,)"]; +"1326 linear_53_scale_0" -> "1330 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; +"1327 linear_53_zero_point_0" -> "1329 quantize_per_channel_default_36" [style=solid, label="(384,)"]; +"1327 linear_53_zero_point_0" -> "1330 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; +"1328 compressed_weight_updated_constant36" -> "1329 quantize_per_channel_default_36" [style=solid, label="(384, 384)"]; +"1329 quantize_per_channel_default_36" -> "1330 dequantize_per_channel_default_36" [style=solid, label="(384, 384)"]; +"1330 dequantize_per_channel_default_36" -> "1331 linear_53" [style=solid, label="(384, 384)"]; +"1331 linear_53" -> "1332 dropout_33" [style=solid, label="(4, 64, 384)"]; +"1332 dropout_33" -> "1333 view_47" [style=solid, label="(4, 64, 384)"]; +"1333 view_47" -> "1334 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1334 permute_40" -> "1335 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1335 reshape_39" -> "1336 slice_110" [style=solid, label="(1, 16, 16, 384)"]; +"1336 slice_110" -> "1337 slice_111" [style=solid, label="(1, 14, 16, 384)"]; +"1337 slice_111" -> "1338 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; +"1338 contiguous_15" -> "1339 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; +"1339 layer_norm_19" -> "1340 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1340 add_29" -> "1341 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1340 add_29" -> "1363 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1341 add_29_0_0_nncf_smooth_quant_0" -> "1342 quantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; +"1342 quantize_per_tensor_default_55" -> "1343 dequantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; +"1343 dequantize_per_tensor_default_55" -> "1349 linear_54" [style=solid, label="(1, 14, 14, 384)"]; +"1344 linear_54_scale_0" -> "1347 quantize_per_channel_default_37" [style=solid, label="(1536,)"]; +"1344 linear_54_scale_0" -> "1348 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; +"1345 linear_54_zero_point_0" -> "1347 quantize_per_channel_default_37" [style=solid, label="(1536,)"]; +"1345 linear_54_zero_point_0" -> "1348 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; +"1346 compressed_weight_updated_constant37" -> "1347 quantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; +"1347 quantize_per_channel_default_37" -> "1348 dequantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; +"1348 dequantize_per_channel_default_37" -> "1349 linear_54" [style=solid, label="(1536, 384)"]; +"1349 linear_54" -> "1350 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; +"1350 gelu_8" -> "1351 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; +"1351 dropout_34" -> "1352 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1352 dropout_34_0_0_nncf_smooth_quant_0" -> "1353 quantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; +"1353 quantize_per_tensor_default_56" -> "1354 dequantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; +"1354 dequantize_per_tensor_default_56" -> "1360 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; +"1355 linear_55_scale_0" -> "1358 quantize_per_channel_default_38" [style=solid, label="(384,)"]; +"1355 linear_55_scale_0" -> "1359 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; +"1356 linear_55_zero_point_0" -> "1358 quantize_per_channel_default_38" [style=solid, label="(384,)"]; +"1356 linear_55_zero_point_0" -> "1359 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; +"1357 compressed_weight_updated_constant38" -> "1358 quantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; +"1358 quantize_per_channel_default_38" -> "1359 dequantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; +"1359 dequantize_per_channel_default_38" -> "1360 linear_55" [style=solid, label="(384, 1536)"]; +"1360 linear_55" -> "1361 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; +"1361 dropout_35" -> "1362 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; +"1362 layer_norm_20" -> "1363 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1363 add_30" -> "1379 pad_11" [style=solid, label="(1, 14, 14, 384)"]; +"1363 add_30" -> "1494 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1364 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1366 linear_56" [style=solid, label="(512, 2)"]; +"1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1366 linear_56" [style=solid, label="(1, 15, 15, 2)"]; +"1366 linear_56" -> "1367 relu__9" [style=solid, label="(1, 15, 15, 512)"]; +"1367 relu__9" -> "1369 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1368 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1370 linear_57" [style=solid, label="(12, 512)"]; +"1369 relu__9_0_0_nncf_smooth_quant_0" -> "1370 linear_57" [style=solid, label="(1, 15, 15, 512)"]; +"1370 linear_57" -> "1371 view_48" [style=solid, label="(1, 15, 15, 12)"]; +"1371 view_48" -> "1372 index_9" [style=solid, label="(225, 12)"]; +"1372 index_9" -> "1373 view_49" [style=solid, label="(4096, 12)"]; +"1373 view_49" -> "1374 permute_41" [style=solid, label="(64, 64, 12)"]; +"1374 permute_41" -> "1375 contiguous_16" [style=solid, label="(12, 64, 64)"]; +"1375 contiguous_16" -> "1376 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; +"1376 unsqueeze_25" -> "1377 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; +"1377 sigmoid_9" -> "1378 mul_18" [style=solid, label="(1, 12, 64, 64)"]; +"1378 mul_18" -> "1418 add_31" [style=solid, label="(1, 12, 64, 64)"]; +"1379 pad_11" -> "1380 roll_8" [style=solid, label="(1, 16, 16, 384)"]; +"1380 roll_8" -> "1381 view_50" [style=solid, label="(1, 16, 16, 384)"]; +"1381 view_50" -> "1382 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1382 permute_42" -> "1383 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1383 reshape_40" -> "1387 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1383 reshape_40" -> "1419 new_zeros_4" [style=solid, label="(4, 64, 384)"]; +"1384 clone_9" -> "1385 slice_112" [style=solid, label="(1152,)"]; +"1384 clone_9" -> "1395 linear_58" [style=solid, label="(1152,)"]; +"1385 slice_112" -> "1386 zero__9" [style=solid, label="(384,)"]; +"1387 reshape_40_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; +"1388 quantize_per_tensor_default_57" -> "1389 dequantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; +"1389 dequantize_per_tensor_default_57" -> "1395 linear_58" [style=solid, label="(4, 64, 384)"]; +"1390 linear_58_scale_0" -> "1393 quantize_per_channel_default_39" [style=solid, label="(1152,)"]; +"1390 linear_58_scale_0" -> "1394 dequantize_per_channel_default_39" [style=solid, label="(1152,)"]; +"1391 linear_58_zero_point_0" -> "1393 quantize_per_channel_default_39" [style=solid, label="(1152,)"]; +"1391 linear_58_zero_point_0" -> "1394 dequantize_per_channel_default_39" [style=solid, label="(1152,)"]; +"1392 compressed_weight_updated_constant39" -> "1393 quantize_per_channel_default_39" [style=solid, label="(1152, 384)"]; +"1393 quantize_per_channel_default_39" -> "1394 dequantize_per_channel_default_39" [style=solid, label="(1152, 384)"]; +"1394 dequantize_per_channel_default_39" -> "1395 linear_58" [style=solid, label="(1152, 384)"]; +"1395 linear_58" -> "1396 reshape_41" [style=solid, label="(4, 64, 1152)"]; +"1396 reshape_41" -> "1397 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1397 permute_43" -> "1398 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1397 permute_43" -> "1399 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1397 permute_43" -> "1400 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1398 select_27" -> "1401 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; +"1398 select_27" -> "1403 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; +"1398 select_27" -> "1404 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1399 select_28" -> "1407 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; +"1399 select_28" -> "1409 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; +"1399 select_28" -> "1410 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1400 select_29" -> "1473 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; +"1401 linalg_vector_norm_18" -> "1402 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; +"1402 clamp_min_18" -> "1403 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; +"1403 expand_as_18" -> "1404 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1404 div_18" -> "1405 quantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; +"1405 quantize_per_tensor_default_58" -> "1406 dequantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; +"1406 dequantize_per_tensor_default_58" -> "1414 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; +"1407 linalg_vector_norm_19" -> "1408 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; +"1408 clamp_min_19" -> "1409 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; +"1409 expand_as_19" -> "1410 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1410 div_19" -> "1411 quantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; +"1411 quantize_per_tensor_default_59" -> "1412 dequantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; +"1412 dequantize_per_tensor_default_59" -> "1413 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; +"1413 transpose_18" -> "1414 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; +"1414 matmul_18" -> "1417 mul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1415 clamp_9" -> "1416 exp_9" [style=solid, label="(12, 1, 1)"]; +"1416 exp_9" -> "1417 mul_19" [style=solid, label="(12, 1, 1)"]; +"1417 mul_19" -> "1418 add_31" [style=solid, label="(4, 12, 64, 64)"]; +"1418 add_31" -> "1466 view_52" [style=solid, label="(4, 12, 64, 64)"]; +"1419 new_zeros_4" -> "1421 slice_113" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1425 slice_115" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1429 slice_117" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1433 slice_119" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1437 slice_121" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1441 slice_123" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1445 slice_125" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1449 slice_127" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1453 slice_129" [style=solid, label="(16, 16)"]; +"1419 new_zeros_4" -> "1456 view_51" [style=solid, label="(16, 16)"]; +"1420 lift_fresh_copy_36" -> "1423 fill__36" [style=solid, label="()"]; +"1421 slice_113" -> "1422 slice_114" [style=solid, label="(8, 16)"]; +"1422 slice_114" -> "1423 fill__36" [style=solid, label="(8, 8)"]; +"1424 lift_fresh_copy_37" -> "1427 fill__37" [style=solid, label="()"]; +"1425 slice_115" -> "1426 slice_116" [style=solid, label="(8, 16)"]; +"1426 slice_116" -> "1427 fill__37" [style=solid, label="(8, 4)"]; +"1428 lift_fresh_copy_38" -> "1431 fill__38" [style=solid, label="()"]; +"1429 slice_117" -> "1430 slice_118" [style=solid, label="(8, 16)"]; +"1430 slice_118" -> "1431 fill__38" [style=solid, label="(8, 4)"]; +"1432 lift_fresh_copy_39" -> "1435 fill__39" [style=solid, label="()"]; +"1433 slice_119" -> "1434 slice_120" [style=solid, label="(4, 16)"]; +"1434 slice_120" -> "1435 fill__39" [style=solid, label="(4, 8)"]; +"1436 lift_fresh_copy_40" -> "1439 fill__40" [style=solid, label="()"]; +"1437 slice_121" -> "1438 slice_122" [style=solid, label="(4, 16)"]; +"1438 slice_122" -> "1439 fill__40" [style=solid, label="(4, 4)"]; +"1440 lift_fresh_copy_41" -> "1443 fill__41" [style=solid, label="()"]; +"1441 slice_123" -> "1442 slice_124" [style=solid, label="(4, 16)"]; +"1442 slice_124" -> "1443 fill__41" [style=solid, label="(4, 4)"]; +"1444 lift_fresh_copy_42" -> "1447 fill__42" [style=solid, label="()"]; +"1445 slice_125" -> "1446 slice_126" [style=solid, label="(4, 16)"]; +"1446 slice_126" -> "1447 fill__42" [style=solid, label="(4, 8)"]; +"1448 lift_fresh_copy_43" -> "1451 fill__43" [style=solid, label="()"]; +"1449 slice_127" -> "1450 slice_128" [style=solid, label="(4, 16)"]; +"1450 slice_128" -> "1451 fill__43" [style=solid, label="(4, 4)"]; +"1452 lift_fresh_copy_44" -> "1455 fill__44" [style=solid, label="()"]; +"1453 slice_129" -> "1454 slice_130" [style=solid, label="(4, 16)"]; +"1454 slice_130" -> "1455 fill__44" [style=solid, label="(4, 4)"]; +"1456 view_51" -> "1457 permute_44" [style=solid, label="(2, 8, 2, 8)"]; +"1457 permute_44" -> "1458 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; +"1458 reshape_42" -> "1459 unsqueeze_26" [style=solid, label="(4, 64)"]; +"1458 reshape_42" -> "1460 unsqueeze_27" [style=solid, label="(4, 64)"]; +"1459 unsqueeze_26" -> "1461 sub_4" [style=solid, label="(4, 1, 64)"]; +"1460 unsqueeze_27" -> "1461 sub_4" [style=solid, label="(4, 64, 1)"]; +"1461 sub_4" -> "1462 ne_4" [style=solid, label="(4, 64, 64)"]; +"1461 sub_4" -> "1463 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1461 sub_4" -> "1464 eq_4" [style=solid, label="(4, 64, 64)"]; +"1462 ne_4" -> "1463 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1463 masked_fill_8" -> "1465 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1464 eq_4" -> "1465 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1465 masked_fill_9" -> "1467 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; +"1466 view_52" -> "1469 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1467 unsqueeze_28" -> "1468 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; +"1468 unsqueeze_29" -> "1469 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1469 add_32" -> "1470 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1470 view_53" -> "1471 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; +"1471 softmax_9" -> "1472 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; +"1472 dropout_36" -> "1473 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1473 matmul_19" -> "1474 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; +"1474 transpose_19" -> "1475 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; +"1475 reshape_43" -> "1476 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; +"1476 reshape_43_0_0_nncf_smooth_quant_0" -> "1477 quantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; +"1477 quantize_per_tensor_default_60" -> "1478 dequantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; +"1478 dequantize_per_tensor_default_60" -> "1484 linear_59" [style=solid, label="(4, 64, 384)"]; +"1479 linear_59_scale_0" -> "1482 quantize_per_channel_default_40" [style=solid, label="(384,)"]; +"1479 linear_59_scale_0" -> "1483 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; +"1480 linear_59_zero_point_0" -> "1482 quantize_per_channel_default_40" [style=solid, label="(384,)"]; +"1480 linear_59_zero_point_0" -> "1483 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; +"1481 compressed_weight_updated_constant40" -> "1482 quantize_per_channel_default_40" [style=solid, label="(384, 384)"]; +"1482 quantize_per_channel_default_40" -> "1483 dequantize_per_channel_default_40" [style=solid, label="(384, 384)"]; +"1483 dequantize_per_channel_default_40" -> "1484 linear_59" [style=solid, label="(384, 384)"]; +"1484 linear_59" -> "1485 dropout_37" [style=solid, label="(4, 64, 384)"]; +"1485 dropout_37" -> "1486 view_54" [style=solid, label="(4, 64, 384)"]; +"1486 view_54" -> "1487 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1487 permute_45" -> "1488 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1488 reshape_44" -> "1489 roll_9" [style=solid, label="(1, 16, 16, 384)"]; +"1489 roll_9" -> "1490 slice_131" [style=solid, label="(1, 16, 16, 384)"]; +"1490 slice_131" -> "1491 slice_132" [style=solid, label="(1, 14, 16, 384)"]; +"1491 slice_132" -> "1492 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; +"1492 contiguous_17" -> "1493 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; +"1493 layer_norm_21" -> "1494 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1494 add_33" -> "1495 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; +"1494 add_33" -> "1517 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1495 add_33_0_0_nncf_smooth_quant_0" -> "1496 quantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; +"1496 quantize_per_tensor_default_61" -> "1497 dequantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; +"1497 dequantize_per_tensor_default_61" -> "1503 linear_60" [style=solid, label="(1, 14, 14, 384)"]; +"1498 linear_60_scale_0" -> "1501 quantize_per_channel_default_41" [style=solid, label="(1536,)"]; +"1498 linear_60_scale_0" -> "1502 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; +"1499 linear_60_zero_point_0" -> "1501 quantize_per_channel_default_41" [style=solid, label="(1536,)"]; +"1499 linear_60_zero_point_0" -> "1502 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; +"1500 compressed_weight_updated_constant41" -> "1501 quantize_per_channel_default_41" [style=solid, label="(1536, 384)"]; +"1501 quantize_per_channel_default_41" -> "1502 dequantize_per_channel_default_41" [style=solid, label="(1536, 384)"]; +"1502 dequantize_per_channel_default_41" -> "1503 linear_60" [style=solid, label="(1536, 384)"]; +"1503 linear_60" -> "1504 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; +"1504 gelu_9" -> "1505 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; +"1505 dropout_38" -> "1506 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; +"1506 dropout_38_0_0_nncf_smooth_quant_0" -> "1507 quantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; +"1507 quantize_per_tensor_default_62" -> "1508 dequantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; +"1508 dequantize_per_tensor_default_62" -> "1514 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; +"1509 linear_61_scale_0" -> "1512 quantize_per_channel_default_42" [style=solid, label="(384,)"]; +"1509 linear_61_scale_0" -> "1513 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; +"1510 linear_61_zero_point_0" -> "1512 quantize_per_channel_default_42" [style=solid, label="(384,)"]; +"1510 linear_61_zero_point_0" -> "1513 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; +"1511 compressed_weight_updated_constant42" -> "1512 quantize_per_channel_default_42" [style=solid, label="(384, 1536)"]; +"1512 quantize_per_channel_default_42" -> "1513 dequantize_per_channel_default_42" [style=solid, label="(384, 1536)"]; +"1513 dequantize_per_channel_default_42" -> "1514 linear_61" [style=solid, label="(384, 1536)"]; +"1514 linear_61" -> "1515 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; +"1515 dropout_39" -> "1516 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; +"1516 layer_norm_22" -> "1517 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1517 add_34" -> "1518 pad_12" [style=solid, label="(1, 14, 14, 384)"]; +"1518 pad_12" -> "1519 slice_133" [style=solid, label="(1, 14, 14, 384)"]; +"1518 pad_12" -> "1521 slice_135" [style=solid, label="(1, 14, 14, 384)"]; +"1518 pad_12" -> "1523 slice_137" [style=solid, label="(1, 14, 14, 384)"]; +"1518 pad_12" -> "1525 slice_139" [style=solid, label="(1, 14, 14, 384)"]; +"1519 slice_133" -> "1520 slice_134" [style=solid, label="(1, 7, 14, 384)"]; +"1520 slice_134" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1521 slice_135" -> "1522 slice_136" [style=solid, label="(1, 7, 14, 384)"]; +"1522 slice_136" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1523 slice_137" -> "1524 slice_138" [style=solid, label="(1, 7, 14, 384)"]; +"1524 slice_138" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1525 slice_139" -> "1526 slice_140" [style=solid, label="(1, 7, 14, 384)"]; +"1526 slice_140" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1527 cat_2" -> "1528 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; +"1528 cat_2_0_0_nncf_smooth_quant_0" -> "1529 quantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; +"1529 quantize_per_tensor_default_63" -> "1530 dequantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; +"1530 dequantize_per_tensor_default_63" -> "1536 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; +"1531 linear_62_scale_0" -> "1534 quantize_per_channel_default_43" [style=solid, label="(768,)"]; +"1531 linear_62_scale_0" -> "1535 dequantize_per_channel_default_43" [style=solid, label="(768,)"]; +"1532 linear_62_zero_point_0" -> "1534 quantize_per_channel_default_43" [style=solid, label="(768,)"]; +"1532 linear_62_zero_point_0" -> "1535 dequantize_per_channel_default_43" [style=solid, label="(768,)"]; +"1533 compressed_weight_updated_constant43" -> "1534 quantize_per_channel_default_43" [style=solid, label="(768, 1536)"]; +"1534 quantize_per_channel_default_43" -> "1535 dequantize_per_channel_default_43" [style=solid, label="(768, 1536)"]; +"1535 dequantize_per_channel_default_43" -> "1536 linear_62" [style=solid, label="(768, 1536)"]; +"1536 linear_62" -> "1537 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; +"1537 layer_norm_23" -> "1553 pad_13" [style=solid, label="(1, 7, 7, 768)"]; +"1537 layer_norm_23" -> "1614 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1538 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1540 linear_63" [style=solid, label="(512, 2)"]; +"1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1540 linear_63" [style=solid, label="(1, 15, 15, 2)"]; +"1540 linear_63" -> "1541 relu__10" [style=solid, label="(1, 15, 15, 512)"]; +"1541 relu__10" -> "1543 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1542 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1544 linear_64" [style=solid, label="(24, 512)"]; +"1543 relu__10_0_0_nncf_smooth_quant_0" -> "1544 linear_64" [style=solid, label="(1, 15, 15, 512)"]; +"1544 linear_64" -> "1545 view_55" [style=solid, label="(1, 15, 15, 24)"]; +"1545 view_55" -> "1546 index_10" [style=solid, label="(225, 24)"]; +"1546 index_10" -> "1547 view_56" [style=solid, label="(4096, 24)"]; +"1547 view_56" -> "1548 permute_46" [style=solid, label="(64, 64, 24)"]; +"1548 permute_46" -> "1549 contiguous_18" [style=solid, label="(24, 64, 64)"]; +"1549 contiguous_18" -> "1550 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; +"1550 unsqueeze_30" -> "1551 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; +"1551 sigmoid_10" -> "1552 mul_20" [style=solid, label="(1, 24, 64, 64)"]; +"1552 mul_20" -> "1591 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1553 pad_13" -> "1554 view_57" [style=solid, label="(1, 8, 8, 768)"]; +"1554 view_57" -> "1555 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1555 permute_47" -> "1556 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1556 reshape_45" -> "1560 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1557 clone_10" -> "1558 slice_141" [style=solid, label="(2304,)"]; +"1557 clone_10" -> "1568 linear_65" [style=solid, label="(2304,)"]; +"1558 slice_141" -> "1559 zero__10" [style=solid, label="(768,)"]; +"1560 reshape_45_0_0_nncf_smooth_quant_0" -> "1561 quantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; +"1561 quantize_per_tensor_default_64" -> "1562 dequantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; +"1562 dequantize_per_tensor_default_64" -> "1568 linear_65" [style=solid, label="(1, 64, 768)"]; +"1563 linear_65_scale_0" -> "1566 quantize_per_channel_default_44" [style=solid, label="(2304,)"]; +"1563 linear_65_scale_0" -> "1567 dequantize_per_channel_default_44" [style=solid, label="(2304,)"]; +"1564 linear_65_zero_point_0" -> "1566 quantize_per_channel_default_44" [style=solid, label="(2304,)"]; +"1564 linear_65_zero_point_0" -> "1567 dequantize_per_channel_default_44" [style=solid, label="(2304,)"]; +"1565 compressed_weight_updated_constant44" -> "1566 quantize_per_channel_default_44" [style=solid, label="(2304, 768)"]; +"1566 quantize_per_channel_default_44" -> "1567 dequantize_per_channel_default_44" [style=solid, label="(2304, 768)"]; +"1567 dequantize_per_channel_default_44" -> "1568 linear_65" [style=solid, label="(2304, 768)"]; +"1568 linear_65" -> "1569 reshape_46" [style=solid, label="(1, 64, 2304)"]; +"1569 reshape_46" -> "1570 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1570 permute_48" -> "1571 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1570 permute_48" -> "1572 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1570 permute_48" -> "1573 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1571 select_30" -> "1574 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; +"1571 select_30" -> "1576 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; +"1571 select_30" -> "1577 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1572 select_31" -> "1580 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; +"1572 select_31" -> "1582 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; +"1572 select_31" -> "1583 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1573 select_32" -> "1594 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; +"1574 linalg_vector_norm_20" -> "1575 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; +"1575 clamp_min_20" -> "1576 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; +"1576 expand_as_20" -> "1577 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1577 div_20" -> "1578 quantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; +"1578 quantize_per_tensor_default_65" -> "1579 dequantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; +"1579 dequantize_per_tensor_default_65" -> "1587 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; +"1580 linalg_vector_norm_21" -> "1581 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; +"1581 clamp_min_21" -> "1582 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; +"1582 expand_as_21" -> "1583 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1583 div_21" -> "1584 quantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; +"1584 quantize_per_tensor_default_66" -> "1585 dequantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; +"1585 dequantize_per_tensor_default_66" -> "1586 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; +"1586 transpose_20" -> "1587 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; +"1587 matmul_20" -> "1590 mul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1588 clamp_10" -> "1589 exp_10" [style=solid, label="(24, 1, 1)"]; +"1589 exp_10" -> "1590 mul_21" [style=solid, label="(24, 1, 1)"]; +"1590 mul_21" -> "1591 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1591 add_35" -> "1592 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; +"1592 softmax_10" -> "1593 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; +"1593 dropout_40" -> "1594 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1594 matmul_21" -> "1595 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; +"1595 transpose_21" -> "1596 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; +"1596 reshape_47" -> "1597 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1597 reshape_47_0_0_nncf_smooth_quant_0" -> "1598 quantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; +"1598 quantize_per_tensor_default_67" -> "1599 dequantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; +"1599 dequantize_per_tensor_default_67" -> "1605 linear_66" [style=solid, label="(1, 64, 768)"]; +"1600 linear_66_scale_0" -> "1603 quantize_per_channel_default_45" [style=solid, label="(768,)"]; +"1600 linear_66_scale_0" -> "1604 dequantize_per_channel_default_45" [style=solid, label="(768,)"]; +"1601 linear_66_zero_point_0" -> "1603 quantize_per_channel_default_45" [style=solid, label="(768,)"]; +"1601 linear_66_zero_point_0" -> "1604 dequantize_per_channel_default_45" [style=solid, label="(768,)"]; +"1602 compressed_weight_updated_constant45" -> "1603 quantize_per_channel_default_45" [style=solid, label="(768, 768)"]; +"1603 quantize_per_channel_default_45" -> "1604 dequantize_per_channel_default_45" [style=solid, label="(768, 768)"]; +"1604 dequantize_per_channel_default_45" -> "1605 linear_66" [style=solid, label="(768, 768)"]; +"1605 linear_66" -> "1606 dropout_41" [style=solid, label="(1, 64, 768)"]; +"1606 dropout_41" -> "1607 view_58" [style=solid, label="(1, 64, 768)"]; +"1607 view_58" -> "1608 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1608 permute_49" -> "1609 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1609 reshape_48" -> "1610 slice_142" [style=solid, label="(1, 8, 8, 768)"]; +"1610 slice_142" -> "1611 slice_143" [style=solid, label="(1, 7, 8, 768)"]; +"1611 slice_143" -> "1612 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; +"1612 contiguous_19" -> "1613 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; +"1613 layer_norm_24" -> "1614 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1614 add_36" -> "1615 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; +"1614 add_36" -> "1637 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1615 add_36_0_0_nncf_smooth_quant_0" -> "1616 quantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; +"1616 quantize_per_tensor_default_68" -> "1617 dequantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; +"1617 dequantize_per_tensor_default_68" -> "1623 linear_67" [style=solid, label="(1, 7, 7, 768)"]; +"1618 linear_67_scale_0" -> "1621 quantize_per_channel_default_46" [style=solid, label="(3072,)"]; +"1618 linear_67_scale_0" -> "1622 dequantize_per_channel_default_46" [style=solid, label="(3072,)"]; +"1619 linear_67_zero_point_0" -> "1621 quantize_per_channel_default_46" [style=solid, label="(3072,)"]; +"1619 linear_67_zero_point_0" -> "1622 dequantize_per_channel_default_46" [style=solid, label="(3072,)"]; +"1620 compressed_weight_updated_constant46" -> "1621 quantize_per_channel_default_46" [style=solid, label="(3072, 768)"]; +"1621 quantize_per_channel_default_46" -> "1622 dequantize_per_channel_default_46" [style=solid, label="(3072, 768)"]; +"1622 dequantize_per_channel_default_46" -> "1623 linear_67" [style=solid, label="(3072, 768)"]; +"1623 linear_67" -> "1624 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; +"1624 gelu_10" -> "1625 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; +"1625 dropout_42" -> "1626 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; +"1626 dropout_42_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; +"1627 quantize_per_tensor_default_69" -> "1628 dequantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; +"1628 dequantize_per_tensor_default_69" -> "1634 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; +"1629 linear_68_scale_0" -> "1632 quantize_per_channel_default_47" [style=solid, label="(768,)"]; +"1629 linear_68_scale_0" -> "1633 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; +"1630 linear_68_zero_point_0" -> "1632 quantize_per_channel_default_47" [style=solid, label="(768,)"]; +"1630 linear_68_zero_point_0" -> "1633 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; +"1631 compressed_weight_updated_constant47" -> "1632 quantize_per_channel_default_47" [style=solid, label="(768, 3072)"]; +"1632 quantize_per_channel_default_47" -> "1633 dequantize_per_channel_default_47" [style=solid, label="(768, 3072)"]; +"1633 dequantize_per_channel_default_47" -> "1634 linear_68" [style=solid, label="(768, 3072)"]; +"1634 linear_68" -> "1635 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; +"1635 dropout_43" -> "1636 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; +"1636 layer_norm_25" -> "1637 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1637 add_37" -> "1653 pad_14" [style=solid, label="(1, 7, 7, 768)"]; +"1637 add_37" -> "1714 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1638 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1640 linear_69" [style=solid, label="(512, 2)"]; +"1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1640 linear_69" [style=solid, label="(1, 15, 15, 2)"]; +"1640 linear_69" -> "1641 relu__11" [style=solid, label="(1, 15, 15, 512)"]; +"1641 relu__11" -> "1643 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; +"1642 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1644 linear_70" [style=solid, label="(24, 512)"]; +"1643 relu__11_0_0_nncf_smooth_quant_0" -> "1644 linear_70" [style=solid, label="(1, 15, 15, 512)"]; +"1644 linear_70" -> "1645 view_59" [style=solid, label="(1, 15, 15, 24)"]; +"1645 view_59" -> "1646 index_11" [style=solid, label="(225, 24)"]; +"1646 index_11" -> "1647 view_60" [style=solid, label="(4096, 24)"]; +"1647 view_60" -> "1648 permute_50" [style=solid, label="(64, 64, 24)"]; +"1648 permute_50" -> "1649 contiguous_20" [style=solid, label="(24, 64, 64)"]; +"1649 contiguous_20" -> "1650 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; +"1650 unsqueeze_31" -> "1651 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; +"1651 sigmoid_11" -> "1652 mul_22" [style=solid, label="(1, 24, 64, 64)"]; +"1652 mul_22" -> "1691 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1653 pad_14" -> "1654 view_61" [style=solid, label="(1, 8, 8, 768)"]; +"1654 view_61" -> "1655 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1655 permute_51" -> "1656 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1656 reshape_49" -> "1660 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1657 clone_11" -> "1658 slice_144" [style=solid, label="(2304,)"]; +"1657 clone_11" -> "1668 linear_71" [style=solid, label="(2304,)"]; +"1658 slice_144" -> "1659 zero__11" [style=solid, label="(768,)"]; +"1660 reshape_49_0_0_nncf_smooth_quant_0" -> "1661 quantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; +"1661 quantize_per_tensor_default_70" -> "1662 dequantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; +"1662 dequantize_per_tensor_default_70" -> "1668 linear_71" [style=solid, label="(1, 64, 768)"]; +"1663 linear_71_scale_0" -> "1666 quantize_per_channel_default_48" [style=solid, label="(2304,)"]; +"1663 linear_71_scale_0" -> "1667 dequantize_per_channel_default_48" [style=solid, label="(2304,)"]; +"1664 linear_71_zero_point_0" -> "1666 quantize_per_channel_default_48" [style=solid, label="(2304,)"]; +"1664 linear_71_zero_point_0" -> "1667 dequantize_per_channel_default_48" [style=solid, label="(2304,)"]; +"1665 compressed_weight_updated_constant48" -> "1666 quantize_per_channel_default_48" [style=solid, label="(2304, 768)"]; +"1666 quantize_per_channel_default_48" -> "1667 dequantize_per_channel_default_48" [style=solid, label="(2304, 768)"]; +"1667 dequantize_per_channel_default_48" -> "1668 linear_71" [style=solid, label="(2304, 768)"]; +"1668 linear_71" -> "1669 reshape_50" [style=solid, label="(1, 64, 2304)"]; +"1669 reshape_50" -> "1670 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1670 permute_52" -> "1671 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1670 permute_52" -> "1672 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1670 permute_52" -> "1673 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1671 select_33" -> "1674 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; +"1671 select_33" -> "1676 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; +"1671 select_33" -> "1677 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1672 select_34" -> "1680 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; +"1672 select_34" -> "1682 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; +"1672 select_34" -> "1683 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1673 select_35" -> "1694 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; +"1674 linalg_vector_norm_22" -> "1675 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; +"1675 clamp_min_22" -> "1676 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; +"1676 expand_as_22" -> "1677 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1677 div_22" -> "1678 quantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; +"1678 quantize_per_tensor_default_71" -> "1679 dequantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; +"1679 dequantize_per_tensor_default_71" -> "1687 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; +"1680 linalg_vector_norm_23" -> "1681 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; +"1681 clamp_min_23" -> "1682 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; +"1682 expand_as_23" -> "1683 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1683 div_23" -> "1684 quantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; +"1684 quantize_per_tensor_default_72" -> "1685 dequantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; +"1685 dequantize_per_tensor_default_72" -> "1686 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; +"1686 transpose_22" -> "1687 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; +"1687 matmul_22" -> "1690 mul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1688 clamp_11" -> "1689 exp_11" [style=solid, label="(24, 1, 1)"]; +"1689 exp_11" -> "1690 mul_23" [style=solid, label="(24, 1, 1)"]; +"1690 mul_23" -> "1691 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1691 add_38" -> "1692 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; +"1692 softmax_11" -> "1693 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; +"1693 dropout_44" -> "1694 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1694 matmul_23" -> "1695 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; +"1695 transpose_23" -> "1696 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; +"1696 reshape_51" -> "1697 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; +"1697 reshape_51_0_0_nncf_smooth_quant_0" -> "1698 quantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; +"1698 quantize_per_tensor_default_73" -> "1699 dequantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; +"1699 dequantize_per_tensor_default_73" -> "1705 linear_72" [style=solid, label="(1, 64, 768)"]; +"1700 linear_72_scale_0" -> "1703 quantize_per_channel_default_49" [style=solid, label="(768,)"]; +"1700 linear_72_scale_0" -> "1704 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; +"1701 linear_72_zero_point_0" -> "1703 quantize_per_channel_default_49" [style=solid, label="(768,)"]; +"1701 linear_72_zero_point_0" -> "1704 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; +"1702 compressed_weight_updated_constant49" -> "1703 quantize_per_channel_default_49" [style=solid, label="(768, 768)"]; +"1703 quantize_per_channel_default_49" -> "1704 dequantize_per_channel_default_49" [style=solid, label="(768, 768)"]; +"1704 dequantize_per_channel_default_49" -> "1705 linear_72" [style=solid, label="(768, 768)"]; +"1705 linear_72" -> "1706 dropout_45" [style=solid, label="(1, 64, 768)"]; +"1706 dropout_45" -> "1707 view_62" [style=solid, label="(1, 64, 768)"]; +"1707 view_62" -> "1708 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1708 permute_53" -> "1709 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1709 reshape_52" -> "1710 slice_145" [style=solid, label="(1, 8, 8, 768)"]; +"1710 slice_145" -> "1711 slice_146" [style=solid, label="(1, 7, 8, 768)"]; +"1711 slice_146" -> "1712 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; +"1712 contiguous_21" -> "1713 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; +"1713 layer_norm_26" -> "1714 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1714 add_39" -> "1715 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; +"1714 add_39" -> "1737 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1715 add_39_0_0_nncf_smooth_quant_0" -> "1716 quantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; +"1716 quantize_per_tensor_default_74" -> "1717 dequantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; +"1717 dequantize_per_tensor_default_74" -> "1723 linear_73" [style=solid, label="(1, 7, 7, 768)"]; +"1718 linear_73_scale_0" -> "1721 quantize_per_channel_default_50" [style=solid, label="(3072,)"]; +"1718 linear_73_scale_0" -> "1722 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; +"1719 linear_73_zero_point_0" -> "1721 quantize_per_channel_default_50" [style=solid, label="(3072,)"]; +"1719 linear_73_zero_point_0" -> "1722 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; +"1720 compressed_weight_updated_constant50" -> "1721 quantize_per_channel_default_50" [style=solid, label="(3072, 768)"]; +"1721 quantize_per_channel_default_50" -> "1722 dequantize_per_channel_default_50" [style=solid, label="(3072, 768)"]; +"1722 dequantize_per_channel_default_50" -> "1723 linear_73" [style=solid, label="(3072, 768)"]; +"1723 linear_73" -> "1724 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; +"1724 gelu_11" -> "1725 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; +"1725 dropout_46" -> "1726 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; +"1726 dropout_46_0_0_nncf_smooth_quant_0" -> "1727 quantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; +"1727 quantize_per_tensor_default_75" -> "1728 dequantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; +"1728 dequantize_per_tensor_default_75" -> "1734 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; +"1729 linear_74_scale_0" -> "1732 quantize_per_channel_default_51" [style=solid, label="(768,)"]; +"1729 linear_74_scale_0" -> "1733 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; +"1730 linear_74_zero_point_0" -> "1732 quantize_per_channel_default_51" [style=solid, label="(768,)"]; +"1730 linear_74_zero_point_0" -> "1733 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; +"1731 compressed_weight_updated_constant51" -> "1732 quantize_per_channel_default_51" [style=solid, label="(768, 3072)"]; +"1732 quantize_per_channel_default_51" -> "1733 dequantize_per_channel_default_51" [style=solid, label="(768, 3072)"]; +"1733 dequantize_per_channel_default_51" -> "1734 linear_74" [style=solid, label="(768, 3072)"]; +"1734 linear_74" -> "1735 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; +"1735 dropout_47" -> "1736 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; +"1736 layer_norm_27" -> "1737 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1737 add_40" -> "1738 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; +"1738 layer_norm_28" -> "1739 permute_54" [style=solid, label="(1, 7, 7, 768)"]; +"1739 permute_54" -> "1740 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; +"1740 adaptive_avg_pool2d" -> "1741 flatten" [style=solid, label="(1, 768, 1, 1)"]; +"1741 flatten" -> "1742 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"1742 flatten_0_0_nncf_smooth_quant_0" -> "1743 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; +"1743 quantize_per_tensor_default_76" -> "1744 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; +"1744 dequantize_per_tensor_default_76" -> "1750 linear_75" [style=solid, label="(1, 768)"]; +"1745 linear_75_scale_0" -> "1748 quantize_per_channel_default_52" [style=solid, label="(1000,)"]; +"1745 linear_75_scale_0" -> "1749 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; +"1746 linear_75_zero_point_0" -> "1748 quantize_per_channel_default_52" [style=solid, label="(1000,)"]; +"1746 linear_75_zero_point_0" -> "1749 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; +"1747 compressed_weight_updated_constant52" -> "1748 quantize_per_channel_default_52" [style=solid, label="(1000, 768)"]; +"1748 quantize_per_channel_default_52" -> "1749 dequantize_per_channel_default_52" [style=solid, label="(1000, 768)"]; +"1749 dequantize_per_channel_default_52" -> "1750 linear_75" [style=solid, label="(1000, 768)"]; +"1750 linear_75" -> "1751 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/quantized/unet.dot b/tests/torch2/data/fx/quantized/unet.dot index 48c6359942a..2885f7a671e 100644 --- a/tests/torch2/data/fx/quantized/unet.dot +++ b/tests/torch2/data/fx/quantized/unet.dot @@ -133,127 +133,119 @@ strict digraph { "131 dequantize_per_tensor_default_6" [id=131, type="dequantize_per_tensor"]; "132 slice_1" [id=132, type=slice]; "133 slice_2" [id=133, type=slice]; -"134 slice_3" [id=134, type=slice]; -"135 slice_4" [id=135, type=slice]; -"136 cat" [id=136, type=cat]; -"137 conv2d_10_scale_0" [id=137, type="get_attr"]; -"138 conv2d_10_zero_point_0" [id=138, type="get_attr"]; -"139 compressed_weight_updated_constant11" [id=139, type="get_attr"]; -"140 quantize_per_channel_default_11" [id=140, type="quantize_per_channel"]; -"141 dequantize_per_channel_default_11" [id=141, type="dequantize_per_channel"]; -"142 conv2d_10" [id=142, type=conv2d]; -"143 relu_10" [id=143, type=relu]; -"144 quantize_per_tensor_default_15" [id=144, type="quantize_per_tensor"]; -"145 dequantize_per_tensor_default_15" [id=145, type="dequantize_per_tensor"]; -"146 conv2d_11_scale_0" [id=146, type="get_attr"]; -"147 conv2d_11_zero_point_0" [id=147, type="get_attr"]; -"148 compressed_weight_updated_constant12" [id=148, type="get_attr"]; -"149 quantize_per_channel_default_12" [id=149, type="quantize_per_channel"]; -"150 dequantize_per_channel_default_12" [id=150, type="dequantize_per_channel"]; -"151 conv2d_11" [id=151, type=conv2d]; -"152 relu_11" [id=152, type=relu]; -"153 quantize_per_tensor_default_16" [id=153, type="quantize_per_tensor"]; -"154 dequantize_per_tensor_default_16" [id=154, type="dequantize_per_tensor"]; -"155 conv_transpose2d_1_scale_0" [id=155, type="get_attr"]; -"156 conv_transpose2d_1_zero_point_0" [id=156, type="get_attr"]; -"157 compressed_weight_updated_constant13" [id=157, type="get_attr"]; -"158 quantize_per_channel_default_13" [id=158, type="quantize_per_channel"]; -"159 dequantize_per_channel_default_13" [id=159, type="dequantize_per_channel"]; -"160 conv_transpose2d_1" [id=160, type="conv_transpose2d"]; -"161 quantize_per_tensor_default_5" [id=161, type="quantize_per_tensor"]; -"162 dequantize_per_tensor_default_5" [id=162, type="dequantize_per_tensor"]; -"163 slice_5" [id=163, type=slice]; -"164 slice_6" [id=164, type=slice]; -"165 slice_7" [id=165, type=slice]; -"166 slice_8" [id=166, type=slice]; -"167 cat_1" [id=167, type=cat]; -"168 conv2d_12_scale_0" [id=168, type="get_attr"]; -"169 conv2d_12_zero_point_0" [id=169, type="get_attr"]; -"170 compressed_weight_updated_constant14" [id=170, type="get_attr"]; -"171 quantize_per_channel_default_14" [id=171, type="quantize_per_channel"]; -"172 dequantize_per_channel_default_14" [id=172, type="dequantize_per_channel"]; -"173 conv2d_12" [id=173, type=conv2d]; -"174 relu_12" [id=174, type=relu]; -"175 quantize_per_tensor_default_17" [id=175, type="quantize_per_tensor"]; -"176 dequantize_per_tensor_default_17" [id=176, type="dequantize_per_tensor"]; -"177 conv2d_13_scale_0" [id=177, type="get_attr"]; -"178 conv2d_13_zero_point_0" [id=178, type="get_attr"]; -"179 compressed_weight_updated_constant15" [id=179, type="get_attr"]; -"180 quantize_per_channel_default_15" [id=180, type="quantize_per_channel"]; -"181 dequantize_per_channel_default_15" [id=181, type="dequantize_per_channel"]; -"182 conv2d_13" [id=182, type=conv2d]; -"183 relu_13" [id=183, type=relu]; -"184 quantize_per_tensor_default_18" [id=184, type="quantize_per_tensor"]; -"185 dequantize_per_tensor_default_18" [id=185, type="dequantize_per_tensor"]; -"186 conv_transpose2d_2_scale_0" [id=186, type="get_attr"]; -"187 conv_transpose2d_2_zero_point_0" [id=187, type="get_attr"]; -"188 compressed_weight_updated_constant16" [id=188, type="get_attr"]; -"189 quantize_per_channel_default_16" [id=189, type="quantize_per_channel"]; -"190 dequantize_per_channel_default_16" [id=190, type="dequantize_per_channel"]; -"191 conv_transpose2d_2" [id=191, type="conv_transpose2d"]; -"192 quantize_per_tensor_default_2" [id=192, type="quantize_per_tensor"]; -"193 dequantize_per_tensor_default_2" [id=193, type="dequantize_per_tensor"]; -"194 slice_9" [id=194, type=slice]; -"195 slice_10" [id=195, type=slice]; -"196 slice_11" [id=196, type=slice]; -"197 slice_12" [id=197, type=slice]; -"198 cat_2" [id=198, type=cat]; -"199 conv2d_14_scale_0" [id=199, type="get_attr"]; -"200 conv2d_14_zero_point_0" [id=200, type="get_attr"]; -"201 compressed_weight_updated_constant17" [id=201, type="get_attr"]; -"202 quantize_per_channel_default_17" [id=202, type="quantize_per_channel"]; -"203 dequantize_per_channel_default_17" [id=203, type="dequantize_per_channel"]; -"204 conv2d_14" [id=204, type=conv2d]; -"205 relu_14" [id=205, type=relu]; -"206 quantize_per_tensor_default_19" [id=206, type="quantize_per_tensor"]; -"207 dequantize_per_tensor_default_19" [id=207, type="dequantize_per_tensor"]; -"208 conv2d_15_scale_0" [id=208, type="get_attr"]; -"209 conv2d_15_zero_point_0" [id=209, type="get_attr"]; -"210 compressed_weight_updated_constant18" [id=210, type="get_attr"]; -"211 quantize_per_channel_default_18" [id=211, type="quantize_per_channel"]; -"212 dequantize_per_channel_default_18" [id=212, type="dequantize_per_channel"]; -"213 conv2d_15" [id=213, type=conv2d]; -"214 relu_15" [id=214, type=relu]; -"215 quantize_per_tensor_default_20" [id=215, type="quantize_per_tensor"]; -"216 dequantize_per_tensor_default_20" [id=216, type="dequantize_per_tensor"]; -"217 conv_transpose2d_3_scale_0" [id=217, type="get_attr"]; -"218 conv_transpose2d_3_zero_point_0" [id=218, type="get_attr"]; -"219 compressed_weight_updated_constant19" [id=219, type="get_attr"]; -"220 quantize_per_channel_default_19" [id=220, type="quantize_per_channel"]; -"221 dequantize_per_channel_default_19" [id=221, type="dequantize_per_channel"]; -"222 conv_transpose2d_3" [id=222, type="conv_transpose2d"]; -"223 quantize_per_tensor_default_1" [id=223, type="quantize_per_tensor"]; -"224 dequantize_per_tensor_default_1" [id=224, type="dequantize_per_tensor"]; -"225 slice_13" [id=225, type=slice]; -"226 slice_14" [id=226, type=slice]; -"227 slice_15" [id=227, type=slice]; -"228 slice_16" [id=228, type=slice]; -"229 cat_3" [id=229, type=cat]; -"230 conv2d_16_scale_0" [id=230, type="get_attr"]; -"231 conv2d_16_zero_point_0" [id=231, type="get_attr"]; -"232 compressed_weight_updated_constant20" [id=232, type="get_attr"]; -"233 quantize_per_channel_default_20" [id=233, type="quantize_per_channel"]; -"234 dequantize_per_channel_default_20" [id=234, type="dequantize_per_channel"]; -"235 conv2d_16" [id=235, type=conv2d]; -"236 relu_16" [id=236, type=relu]; -"237 quantize_per_tensor_default_21" [id=237, type="quantize_per_tensor"]; -"238 dequantize_per_tensor_default_21" [id=238, type="dequantize_per_tensor"]; -"239 conv2d_17_scale_0" [id=239, type="get_attr"]; -"240 conv2d_17_zero_point_0" [id=240, type="get_attr"]; -"241 compressed_weight_updated_constant21" [id=241, type="get_attr"]; -"242 quantize_per_channel_default_21" [id=242, type="quantize_per_channel"]; -"243 dequantize_per_channel_default_21" [id=243, type="dequantize_per_channel"]; -"244 conv2d_17" [id=244, type=conv2d]; -"245 relu_17" [id=245, type=relu]; -"246 quantize_per_tensor_default_22" [id=246, type="quantize_per_tensor"]; -"247 dequantize_per_tensor_default_22" [id=247, type="dequantize_per_tensor"]; -"248 conv2d_18_scale_0" [id=248, type="get_attr"]; -"249 conv2d_18_zero_point_0" [id=249, type="get_attr"]; -"250 compressed_weight_updated_constant22" [id=250, type="get_attr"]; -"251 quantize_per_channel_default_22" [id=251, type="quantize_per_channel"]; -"252 dequantize_per_channel_default_22" [id=252, type="dequantize_per_channel"]; -"253 conv2d_18" [id=253, type=conv2d]; -"254 output" [id=254, type=output]; +"134 cat" [id=134, type=cat]; +"135 conv2d_10_scale_0" [id=135, type="get_attr"]; +"136 conv2d_10_zero_point_0" [id=136, type="get_attr"]; +"137 compressed_weight_updated_constant11" [id=137, type="get_attr"]; +"138 quantize_per_channel_default_11" [id=138, type="quantize_per_channel"]; +"139 dequantize_per_channel_default_11" [id=139, type="dequantize_per_channel"]; +"140 conv2d_10" [id=140, type=conv2d]; +"141 relu_10" [id=141, type=relu]; +"142 quantize_per_tensor_default_15" [id=142, type="quantize_per_tensor"]; +"143 dequantize_per_tensor_default_15" [id=143, type="dequantize_per_tensor"]; +"144 conv2d_11_scale_0" [id=144, type="get_attr"]; +"145 conv2d_11_zero_point_0" [id=145, type="get_attr"]; +"146 compressed_weight_updated_constant12" [id=146, type="get_attr"]; +"147 quantize_per_channel_default_12" [id=147, type="quantize_per_channel"]; +"148 dequantize_per_channel_default_12" [id=148, type="dequantize_per_channel"]; +"149 conv2d_11" [id=149, type=conv2d]; +"150 relu_11" [id=150, type=relu]; +"151 quantize_per_tensor_default_16" [id=151, type="quantize_per_tensor"]; +"152 dequantize_per_tensor_default_16" [id=152, type="dequantize_per_tensor"]; +"153 conv_transpose2d_1_scale_0" [id=153, type="get_attr"]; +"154 conv_transpose2d_1_zero_point_0" [id=154, type="get_attr"]; +"155 compressed_weight_updated_constant13" [id=155, type="get_attr"]; +"156 quantize_per_channel_default_13" [id=156, type="quantize_per_channel"]; +"157 dequantize_per_channel_default_13" [id=157, type="dequantize_per_channel"]; +"158 conv_transpose2d_1" [id=158, type="conv_transpose2d"]; +"159 quantize_per_tensor_default_5" [id=159, type="quantize_per_tensor"]; +"160 dequantize_per_tensor_default_5" [id=160, type="dequantize_per_tensor"]; +"161 slice_3" [id=161, type=slice]; +"162 slice_4" [id=162, type=slice]; +"163 cat_1" [id=163, type=cat]; +"164 conv2d_12_scale_0" [id=164, type="get_attr"]; +"165 conv2d_12_zero_point_0" [id=165, type="get_attr"]; +"166 compressed_weight_updated_constant14" [id=166, type="get_attr"]; +"167 quantize_per_channel_default_14" [id=167, type="quantize_per_channel"]; +"168 dequantize_per_channel_default_14" [id=168, type="dequantize_per_channel"]; +"169 conv2d_12" [id=169, type=conv2d]; +"170 relu_12" [id=170, type=relu]; +"171 quantize_per_tensor_default_17" [id=171, type="quantize_per_tensor"]; +"172 dequantize_per_tensor_default_17" [id=172, type="dequantize_per_tensor"]; +"173 conv2d_13_scale_0" [id=173, type="get_attr"]; +"174 conv2d_13_zero_point_0" [id=174, type="get_attr"]; +"175 compressed_weight_updated_constant15" [id=175, type="get_attr"]; +"176 quantize_per_channel_default_15" [id=176, type="quantize_per_channel"]; +"177 dequantize_per_channel_default_15" [id=177, type="dequantize_per_channel"]; +"178 conv2d_13" [id=178, type=conv2d]; +"179 relu_13" [id=179, type=relu]; +"180 quantize_per_tensor_default_18" [id=180, type="quantize_per_tensor"]; +"181 dequantize_per_tensor_default_18" [id=181, type="dequantize_per_tensor"]; +"182 conv_transpose2d_2_scale_0" [id=182, type="get_attr"]; +"183 conv_transpose2d_2_zero_point_0" [id=183, type="get_attr"]; +"184 compressed_weight_updated_constant16" [id=184, type="get_attr"]; +"185 quantize_per_channel_default_16" [id=185, type="quantize_per_channel"]; +"186 dequantize_per_channel_default_16" [id=186, type="dequantize_per_channel"]; +"187 conv_transpose2d_2" [id=187, type="conv_transpose2d"]; +"188 quantize_per_tensor_default_2" [id=188, type="quantize_per_tensor"]; +"189 dequantize_per_tensor_default_2" [id=189, type="dequantize_per_tensor"]; +"190 slice_5" [id=190, type=slice]; +"191 slice_6" [id=191, type=slice]; +"192 cat_2" [id=192, type=cat]; +"193 conv2d_14_scale_0" [id=193, type="get_attr"]; +"194 conv2d_14_zero_point_0" [id=194, type="get_attr"]; +"195 compressed_weight_updated_constant17" [id=195, type="get_attr"]; +"196 quantize_per_channel_default_17" [id=196, type="quantize_per_channel"]; +"197 dequantize_per_channel_default_17" [id=197, type="dequantize_per_channel"]; +"198 conv2d_14" [id=198, type=conv2d]; +"199 relu_14" [id=199, type=relu]; +"200 quantize_per_tensor_default_19" [id=200, type="quantize_per_tensor"]; +"201 dequantize_per_tensor_default_19" [id=201, type="dequantize_per_tensor"]; +"202 conv2d_15_scale_0" [id=202, type="get_attr"]; +"203 conv2d_15_zero_point_0" [id=203, type="get_attr"]; +"204 compressed_weight_updated_constant18" [id=204, type="get_attr"]; +"205 quantize_per_channel_default_18" [id=205, type="quantize_per_channel"]; +"206 dequantize_per_channel_default_18" [id=206, type="dequantize_per_channel"]; +"207 conv2d_15" [id=207, type=conv2d]; +"208 relu_15" [id=208, type=relu]; +"209 quantize_per_tensor_default_20" [id=209, type="quantize_per_tensor"]; +"210 dequantize_per_tensor_default_20" [id=210, type="dequantize_per_tensor"]; +"211 conv_transpose2d_3_scale_0" [id=211, type="get_attr"]; +"212 conv_transpose2d_3_zero_point_0" [id=212, type="get_attr"]; +"213 compressed_weight_updated_constant19" [id=213, type="get_attr"]; +"214 quantize_per_channel_default_19" [id=214, type="quantize_per_channel"]; +"215 dequantize_per_channel_default_19" [id=215, type="dequantize_per_channel"]; +"216 conv_transpose2d_3" [id=216, type="conv_transpose2d"]; +"217 quantize_per_tensor_default_1" [id=217, type="quantize_per_tensor"]; +"218 dequantize_per_tensor_default_1" [id=218, type="dequantize_per_tensor"]; +"219 slice_7" [id=219, type=slice]; +"220 slice_8" [id=220, type=slice]; +"221 cat_3" [id=221, type=cat]; +"222 conv2d_16_scale_0" [id=222, type="get_attr"]; +"223 conv2d_16_zero_point_0" [id=223, type="get_attr"]; +"224 compressed_weight_updated_constant20" [id=224, type="get_attr"]; +"225 quantize_per_channel_default_20" [id=225, type="quantize_per_channel"]; +"226 dequantize_per_channel_default_20" [id=226, type="dequantize_per_channel"]; +"227 conv2d_16" [id=227, type=conv2d]; +"228 relu_16" [id=228, type=relu]; +"229 quantize_per_tensor_default_21" [id=229, type="quantize_per_tensor"]; +"230 dequantize_per_tensor_default_21" [id=230, type="dequantize_per_tensor"]; +"231 conv2d_17_scale_0" [id=231, type="get_attr"]; +"232 conv2d_17_zero_point_0" [id=232, type="get_attr"]; +"233 compressed_weight_updated_constant21" [id=233, type="get_attr"]; +"234 quantize_per_channel_default_21" [id=234, type="quantize_per_channel"]; +"235 dequantize_per_channel_default_21" [id=235, type="dequantize_per_channel"]; +"236 conv2d_17" [id=236, type=conv2d]; +"237 relu_17" [id=237, type=relu]; +"238 quantize_per_tensor_default_22" [id=238, type="quantize_per_tensor"]; +"239 dequantize_per_tensor_default_22" [id=239, type="dequantize_per_tensor"]; +"240 conv2d_18_scale_0" [id=240, type="get_attr"]; +"241 conv2d_18_zero_point_0" [id=241, type="get_attr"]; +"242 compressed_weight_updated_constant22" [id=242, type="get_attr"]; +"243 quantize_per_channel_default_22" [id=243, type="quantize_per_channel"]; +"244 dequantize_per_channel_default_22" [id=244, type="dequantize_per_channel"]; +"245 conv2d_18" [id=245, type=conv2d]; +"246 output" [id=246, type=output]; "0 down_path_0_block_0_bias" -> "31 conv2d" [style=solid, label="(64,)"]; "1 down_path_0_block_3_bias" -> "40 conv2d_1" [style=solid, label="(64,)"]; "2 down_path_1_block_0_bias" -> "51 conv2d_2" [style=solid, label="(128,)"]; @@ -265,18 +257,18 @@ strict digraph { "8 down_path_4_block_0_bias" -> "111 conv2d_8" [style=solid, label="(1024,)"]; "9 down_path_4_block_3_bias" -> "120 conv2d_9" [style=solid, label="(1024,)"]; "10 up_path_0_up_bias" -> "129 conv_transpose2d" [style=solid, label="(512,)"]; -"11 up_path_0_conv_block_block_0_bias" -> "142 conv2d_10" [style=solid, label="(512,)"]; -"12 up_path_0_conv_block_block_3_bias" -> "151 conv2d_11" [style=solid, label="(512,)"]; -"13 up_path_1_up_bias" -> "160 conv_transpose2d_1" [style=solid, label="(256,)"]; -"14 up_path_1_conv_block_block_0_bias" -> "173 conv2d_12" [style=solid, label="(256,)"]; -"15 up_path_1_conv_block_block_3_bias" -> "182 conv2d_13" [style=solid, label="(256,)"]; -"16 up_path_2_up_bias" -> "191 conv_transpose2d_2" [style=solid, label="(128,)"]; -"17 up_path_2_conv_block_block_0_bias" -> "204 conv2d_14" [style=solid, label="(128,)"]; -"18 up_path_2_conv_block_block_3_bias" -> "213 conv2d_15" [style=solid, label="(128,)"]; -"19 up_path_3_up_bias" -> "222 conv_transpose2d_3" [style=solid, label="(64,)"]; -"20 up_path_3_conv_block_block_0_bias" -> "235 conv2d_16" [style=solid, label="(64,)"]; -"21 up_path_3_conv_block_block_3_bias" -> "244 conv2d_17" [style=solid, label="(64,)"]; -"22 last_bias" -> "253 conv2d_18" [style=solid, label="(12,)"]; +"11 up_path_0_conv_block_block_0_bias" -> "140 conv2d_10" [style=solid, label="(512,)"]; +"12 up_path_0_conv_block_block_3_bias" -> "149 conv2d_11" [style=solid, label="(512,)"]; +"13 up_path_1_up_bias" -> "158 conv_transpose2d_1" [style=solid, label="(256,)"]; +"14 up_path_1_conv_block_block_0_bias" -> "169 conv2d_12" [style=solid, label="(256,)"]; +"15 up_path_1_conv_block_block_3_bias" -> "178 conv2d_13" [style=solid, label="(256,)"]; +"16 up_path_2_up_bias" -> "187 conv_transpose2d_2" [style=solid, label="(128,)"]; +"17 up_path_2_conv_block_block_0_bias" -> "198 conv2d_14" [style=solid, label="(128,)"]; +"18 up_path_2_conv_block_block_3_bias" -> "207 conv2d_15" [style=solid, label="(128,)"]; +"19 up_path_3_up_bias" -> "216 conv_transpose2d_3" [style=solid, label="(64,)"]; +"20 up_path_3_conv_block_block_0_bias" -> "227 conv2d_16" [style=solid, label="(64,)"]; +"21 up_path_3_conv_block_block_3_bias" -> "236 conv2d_17" [style=solid, label="(64,)"]; +"22 last_bias" -> "245 conv2d_18" [style=solid, label="(12,)"]; "23 x" -> "24 quantize_per_tensor_default_8" [style=solid, label="(1, 3, 224, 224)"]; "24 quantize_per_tensor_default_8" -> "25 dequantize_per_tensor_default_8" [style=solid, label="(1, 3, 224, 224)"]; "25 dequantize_per_tensor_default_8" -> "31 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -302,7 +294,7 @@ strict digraph { "41 relu_1" -> "42 quantize_per_tensor_default" [style=solid, label="(1, 64, 220, 220)"]; "42 quantize_per_tensor_default" -> "43 dequantize_per_tensor_default_24" [style=solid, label="(1, 64, 220, 220)"]; "42 quantize_per_tensor_default" -> "44 dequantize_per_tensor_default_23" [style=solid, label="(1, 64, 220, 220)"]; -"43 dequantize_per_tensor_default_24" -> "225 slice_13" [style=solid, label="(1, 64, 220, 220)"]; +"43 dequantize_per_tensor_default_24" -> "219 slice_7" [style=solid, label="(1, 64, 220, 220)"]; "44 dequantize_per_tensor_default_23" -> "45 max_pool2d" [style=solid, label="(1, 64, 220, 220)"]; "45 max_pool2d" -> "51 conv2d_2" [style=solid, label="(1, 64, 110, 110)"]; "46 conv2d_2_scale_0" -> "49 quantize_per_channel_default_2" [style=solid, label="(128,)"]; @@ -327,7 +319,7 @@ strict digraph { "61 relu_3" -> "62 quantize_per_tensor_default_3" [style=solid, label="(1, 128, 106, 106)"]; "62 quantize_per_tensor_default_3" -> "63 dequantize_per_tensor_default_26" [style=solid, label="(1, 128, 106, 106)"]; "62 quantize_per_tensor_default_3" -> "64 dequantize_per_tensor_default_25" [style=solid, label="(1, 128, 106, 106)"]; -"63 dequantize_per_tensor_default_26" -> "194 slice_9" [style=solid, label="(1, 128, 106, 106)"]; +"63 dequantize_per_tensor_default_26" -> "190 slice_5" [style=solid, label="(1, 128, 106, 106)"]; "64 dequantize_per_tensor_default_25" -> "65 max_pool2d_1" [style=solid, label="(1, 128, 106, 106)"]; "65 max_pool2d_1" -> "71 conv2d_4" [style=solid, label="(1, 128, 53, 53)"]; "66 conv2d_4_scale_0" -> "69 quantize_per_channel_default_4" [style=solid, label="(256,)"]; @@ -352,7 +344,7 @@ strict digraph { "81 relu_5" -> "82 quantize_per_tensor_default_4" [style=solid, label="(1, 256, 49, 49)"]; "82 quantize_per_tensor_default_4" -> "83 dequantize_per_tensor_default_28" [style=solid, label="(1, 256, 49, 49)"]; "82 quantize_per_tensor_default_4" -> "84 dequantize_per_tensor_default_27" [style=solid, label="(1, 256, 49, 49)"]; -"83 dequantize_per_tensor_default_28" -> "163 slice_5" [style=solid, label="(1, 256, 49, 49)"]; +"83 dequantize_per_tensor_default_28" -> "161 slice_3" [style=solid, label="(1, 256, 49, 49)"]; "84 dequantize_per_tensor_default_27" -> "85 max_pool2d_2" [style=solid, label="(1, 256, 49, 49)"]; "85 max_pool2d_2" -> "91 conv2d_6" [style=solid, label="(1, 256, 24, 24)"]; "86 conv2d_6_scale_0" -> "89 quantize_per_channel_default_6" [style=solid, label="(512,)"]; @@ -411,151 +403,143 @@ strict digraph { "128 dequantize_per_channel_default_10" -> "129 conv_transpose2d" [style=solid, label="(1024, 512, 2, 2)"]; "129 conv_transpose2d" -> "130 quantize_per_tensor_default_6" [style=solid, label="(1, 512, 12, 12)"]; "130 quantize_per_tensor_default_6" -> "131 dequantize_per_tensor_default_6" [style=solid, label="(1, 512, 12, 12)"]; -"131 dequantize_per_tensor_default_6" -> "136 cat" [style=solid, label="(1, 512, 12, 12)"]; -"132 slice_1" -> "133 slice_2" [style=solid, label="(1, 512, 20, 20)"]; -"133 slice_2" -> "134 slice_3" [style=solid, label="(1, 512, 20, 20)"]; -"134 slice_3" -> "135 slice_4" [style=solid, label="(1, 512, 12, 20)"]; -"135 slice_4" -> "136 cat" [style=solid, label="(1, 512, 12, 12)"]; -"136 cat" -> "142 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; -"137 conv2d_10_scale_0" -> "140 quantize_per_channel_default_11" [style=solid, label="(512,)"]; -"137 conv2d_10_scale_0" -> "141 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; -"138 conv2d_10_zero_point_0" -> "140 quantize_per_channel_default_11" [style=solid, label="(512,)"]; -"138 conv2d_10_zero_point_0" -> "141 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; -"139 compressed_weight_updated_constant11" -> "140 quantize_per_channel_default_11" [style=solid, label="(512, 1024, 3, 3)"]; -"140 quantize_per_channel_default_11" -> "141 dequantize_per_channel_default_11" [style=solid, label="(512, 1024, 3, 3)"]; -"141 dequantize_per_channel_default_11" -> "142 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; -"142 conv2d_10" -> "143 relu_10" [style=solid, label="(1, 512, 10, 10)"]; -"143 relu_10" -> "144 quantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; -"144 quantize_per_tensor_default_15" -> "145 dequantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; -"145 dequantize_per_tensor_default_15" -> "151 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; -"146 conv2d_11_scale_0" -> "149 quantize_per_channel_default_12" [style=solid, label="(512,)"]; -"146 conv2d_11_scale_0" -> "150 dequantize_per_channel_default_12" [style=solid, label="(512,)"]; -"147 conv2d_11_zero_point_0" -> "149 quantize_per_channel_default_12" [style=solid, label="(512,)"]; -"147 conv2d_11_zero_point_0" -> "150 dequantize_per_channel_default_12" [style=solid, label="(512,)"]; -"148 compressed_weight_updated_constant12" -> "149 quantize_per_channel_default_12" [style=solid, label="(512, 512, 3, 3)"]; -"149 quantize_per_channel_default_12" -> "150 dequantize_per_channel_default_12" [style=solid, label="(512, 512, 3, 3)"]; -"150 dequantize_per_channel_default_12" -> "151 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; -"151 conv2d_11" -> "152 relu_11" [style=solid, label="(1, 512, 8, 8)"]; -"152 relu_11" -> "153 quantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; -"153 quantize_per_tensor_default_16" -> "154 dequantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; -"154 dequantize_per_tensor_default_16" -> "160 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; -"155 conv_transpose2d_1_scale_0" -> "158 quantize_per_channel_default_13" [style=solid, label="(512,)"]; -"155 conv_transpose2d_1_scale_0" -> "159 dequantize_per_channel_default_13" [style=solid, label="(512,)"]; -"156 conv_transpose2d_1_zero_point_0" -> "158 quantize_per_channel_default_13" [style=solid, label="(512,)"]; -"156 conv_transpose2d_1_zero_point_0" -> "159 dequantize_per_channel_default_13" [style=solid, label="(512,)"]; -"157 compressed_weight_updated_constant13" -> "158 quantize_per_channel_default_13" [style=solid, label="(512, 256, 2, 2)"]; -"158 quantize_per_channel_default_13" -> "159 dequantize_per_channel_default_13" [style=solid, label="(512, 256, 2, 2)"]; -"159 dequantize_per_channel_default_13" -> "160 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; -"160 conv_transpose2d_1" -> "161 quantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; -"161 quantize_per_tensor_default_5" -> "162 dequantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; -"162 dequantize_per_tensor_default_5" -> "167 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"163 slice_5" -> "164 slice_6" [style=solid, label="(1, 256, 49, 49)"]; -"164 slice_6" -> "165 slice_7" [style=solid, label="(1, 256, 49, 49)"]; -"165 slice_7" -> "166 slice_8" [style=solid, label="(1, 256, 16, 49)"]; -"166 slice_8" -> "167 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"167 cat_1" -> "173 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; -"168 conv2d_12_scale_0" -> "171 quantize_per_channel_default_14" [style=solid, label="(256,)"]; -"168 conv2d_12_scale_0" -> "172 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; -"169 conv2d_12_zero_point_0" -> "171 quantize_per_channel_default_14" [style=solid, label="(256,)"]; -"169 conv2d_12_zero_point_0" -> "172 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; -"170 compressed_weight_updated_constant14" -> "171 quantize_per_channel_default_14" [style=solid, label="(256, 512, 3, 3)"]; -"171 quantize_per_channel_default_14" -> "172 dequantize_per_channel_default_14" [style=solid, label="(256, 512, 3, 3)"]; -"172 dequantize_per_channel_default_14" -> "173 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; -"173 conv2d_12" -> "174 relu_12" [style=solid, label="(1, 256, 14, 14)"]; -"174 relu_12" -> "175 quantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"175 quantize_per_tensor_default_17" -> "176 dequantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; -"176 dequantize_per_tensor_default_17" -> "182 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; -"177 conv2d_13_scale_0" -> "180 quantize_per_channel_default_15" [style=solid, label="(256,)"]; -"177 conv2d_13_scale_0" -> "181 dequantize_per_channel_default_15" [style=solid, label="(256,)"]; -"178 conv2d_13_zero_point_0" -> "180 quantize_per_channel_default_15" [style=solid, label="(256,)"]; -"178 conv2d_13_zero_point_0" -> "181 dequantize_per_channel_default_15" [style=solid, label="(256,)"]; -"179 compressed_weight_updated_constant15" -> "180 quantize_per_channel_default_15" [style=solid, label="(256, 256, 3, 3)"]; -"180 quantize_per_channel_default_15" -> "181 dequantize_per_channel_default_15" [style=solid, label="(256, 256, 3, 3)"]; -"181 dequantize_per_channel_default_15" -> "182 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; -"182 conv2d_13" -> "183 relu_13" [style=solid, label="(1, 256, 12, 12)"]; -"183 relu_13" -> "184 quantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; -"184 quantize_per_tensor_default_18" -> "185 dequantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; -"185 dequantize_per_tensor_default_18" -> "191 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; -"186 conv_transpose2d_2_scale_0" -> "189 quantize_per_channel_default_16" [style=solid, label="(256,)"]; -"186 conv_transpose2d_2_scale_0" -> "190 dequantize_per_channel_default_16" [style=solid, label="(256,)"]; -"187 conv_transpose2d_2_zero_point_0" -> "189 quantize_per_channel_default_16" [style=solid, label="(256,)"]; -"187 conv_transpose2d_2_zero_point_0" -> "190 dequantize_per_channel_default_16" [style=solid, label="(256,)"]; -"188 compressed_weight_updated_constant16" -> "189 quantize_per_channel_default_16" [style=solid, label="(256, 128, 2, 2)"]; -"189 quantize_per_channel_default_16" -> "190 dequantize_per_channel_default_16" [style=solid, label="(256, 128, 2, 2)"]; -"190 dequantize_per_channel_default_16" -> "191 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; -"191 conv_transpose2d_2" -> "192 quantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; -"192 quantize_per_tensor_default_2" -> "193 dequantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; -"193 dequantize_per_tensor_default_2" -> "198 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"194 slice_9" -> "195 slice_10" [style=solid, label="(1, 128, 106, 106)"]; -"195 slice_10" -> "196 slice_11" [style=solid, label="(1, 128, 106, 106)"]; -"196 slice_11" -> "197 slice_12" [style=solid, label="(1, 128, 24, 106)"]; -"197 slice_12" -> "198 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"198 cat_2" -> "204 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; -"199 conv2d_14_scale_0" -> "202 quantize_per_channel_default_17" [style=solid, label="(128,)"]; -"199 conv2d_14_scale_0" -> "203 dequantize_per_channel_default_17" [style=solid, label="(128,)"]; -"200 conv2d_14_zero_point_0" -> "202 quantize_per_channel_default_17" [style=solid, label="(128,)"]; -"200 conv2d_14_zero_point_0" -> "203 dequantize_per_channel_default_17" [style=solid, label="(128,)"]; -"201 compressed_weight_updated_constant17" -> "202 quantize_per_channel_default_17" [style=solid, label="(128, 256, 3, 3)"]; -"202 quantize_per_channel_default_17" -> "203 dequantize_per_channel_default_17" [style=solid, label="(128, 256, 3, 3)"]; -"203 dequantize_per_channel_default_17" -> "204 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; -"204 conv2d_14" -> "205 relu_14" [style=solid, label="(1, 128, 22, 22)"]; -"205 relu_14" -> "206 quantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; -"206 quantize_per_tensor_default_19" -> "207 dequantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; -"207 dequantize_per_tensor_default_19" -> "213 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; -"208 conv2d_15_scale_0" -> "211 quantize_per_channel_default_18" [style=solid, label="(128,)"]; -"208 conv2d_15_scale_0" -> "212 dequantize_per_channel_default_18" [style=solid, label="(128,)"]; -"209 conv2d_15_zero_point_0" -> "211 quantize_per_channel_default_18" [style=solid, label="(128,)"]; -"209 conv2d_15_zero_point_0" -> "212 dequantize_per_channel_default_18" [style=solid, label="(128,)"]; -"210 compressed_weight_updated_constant18" -> "211 quantize_per_channel_default_18" [style=solid, label="(128, 128, 3, 3)"]; -"211 quantize_per_channel_default_18" -> "212 dequantize_per_channel_default_18" [style=solid, label="(128, 128, 3, 3)"]; -"212 dequantize_per_channel_default_18" -> "213 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; -"213 conv2d_15" -> "214 relu_15" [style=solid, label="(1, 128, 20, 20)"]; -"214 relu_15" -> "215 quantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; -"215 quantize_per_tensor_default_20" -> "216 dequantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; -"216 dequantize_per_tensor_default_20" -> "222 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; -"217 conv_transpose2d_3_scale_0" -> "220 quantize_per_channel_default_19" [style=solid, label="(128,)"]; -"217 conv_transpose2d_3_scale_0" -> "221 dequantize_per_channel_default_19" [style=solid, label="(128,)"]; -"218 conv_transpose2d_3_zero_point_0" -> "220 quantize_per_channel_default_19" [style=solid, label="(128,)"]; -"218 conv_transpose2d_3_zero_point_0" -> "221 dequantize_per_channel_default_19" [style=solid, label="(128,)"]; -"219 compressed_weight_updated_constant19" -> "220 quantize_per_channel_default_19" [style=solid, label="(128, 64, 2, 2)"]; -"220 quantize_per_channel_default_19" -> "221 dequantize_per_channel_default_19" [style=solid, label="(128, 64, 2, 2)"]; -"221 dequantize_per_channel_default_19" -> "222 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; -"222 conv_transpose2d_3" -> "223 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; -"223 quantize_per_tensor_default_1" -> "224 dequantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; -"224 dequantize_per_tensor_default_1" -> "229 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"225 slice_13" -> "226 slice_14" [style=solid, label="(1, 64, 220, 220)"]; -"226 slice_14" -> "227 slice_15" [style=solid, label="(1, 64, 220, 220)"]; -"227 slice_15" -> "228 slice_16" [style=solid, label="(1, 64, 40, 220)"]; -"228 slice_16" -> "229 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"229 cat_3" -> "235 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; -"230 conv2d_16_scale_0" -> "233 quantize_per_channel_default_20" [style=solid, label="(64,)"]; -"230 conv2d_16_scale_0" -> "234 dequantize_per_channel_default_20" [style=solid, label="(64,)"]; -"231 conv2d_16_zero_point_0" -> "233 quantize_per_channel_default_20" [style=solid, label="(64,)"]; -"231 conv2d_16_zero_point_0" -> "234 dequantize_per_channel_default_20" [style=solid, label="(64,)"]; -"232 compressed_weight_updated_constant20" -> "233 quantize_per_channel_default_20" [style=solid, label="(64, 128, 3, 3)"]; -"233 quantize_per_channel_default_20" -> "234 dequantize_per_channel_default_20" [style=solid, label="(64, 128, 3, 3)"]; -"234 dequantize_per_channel_default_20" -> "235 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; -"235 conv2d_16" -> "236 relu_16" [style=solid, label="(1, 64, 38, 38)"]; -"236 relu_16" -> "237 quantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; -"237 quantize_per_tensor_default_21" -> "238 dequantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; -"238 dequantize_per_tensor_default_21" -> "244 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; -"239 conv2d_17_scale_0" -> "242 quantize_per_channel_default_21" [style=solid, label="(64,)"]; -"239 conv2d_17_scale_0" -> "243 dequantize_per_channel_default_21" [style=solid, label="(64,)"]; -"240 conv2d_17_zero_point_0" -> "242 quantize_per_channel_default_21" [style=solid, label="(64,)"]; -"240 conv2d_17_zero_point_0" -> "243 dequantize_per_channel_default_21" [style=solid, label="(64,)"]; -"241 compressed_weight_updated_constant21" -> "242 quantize_per_channel_default_21" [style=solid, label="(64, 64, 3, 3)"]; -"242 quantize_per_channel_default_21" -> "243 dequantize_per_channel_default_21" [style=solid, label="(64, 64, 3, 3)"]; -"243 dequantize_per_channel_default_21" -> "244 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; -"244 conv2d_17" -> "245 relu_17" [style=solid, label="(1, 64, 36, 36)"]; -"245 relu_17" -> "246 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; -"246 quantize_per_tensor_default_22" -> "247 dequantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; -"247 dequantize_per_tensor_default_22" -> "253 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; -"248 conv2d_18_scale_0" -> "251 quantize_per_channel_default_22" [style=solid, label="(12,)"]; -"248 conv2d_18_scale_0" -> "252 dequantize_per_channel_default_22" [style=solid, label="(12,)"]; -"249 conv2d_18_zero_point_0" -> "251 quantize_per_channel_default_22" [style=solid, label="(12,)"]; -"249 conv2d_18_zero_point_0" -> "252 dequantize_per_channel_default_22" [style=solid, label="(12,)"]; -"250 compressed_weight_updated_constant22" -> "251 quantize_per_channel_default_22" [style=solid, label="(12, 64, 1, 1)"]; -"251 quantize_per_channel_default_22" -> "252 dequantize_per_channel_default_22" [style=solid, label="(12, 64, 1, 1)"]; -"252 dequantize_per_channel_default_22" -> "253 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; -"253 conv2d_18" -> "254 output" [style=solid, label="(1, 12, 36, 36)"]; +"131 dequantize_per_tensor_default_6" -> "134 cat" [style=solid, label="(1, 512, 12, 12)"]; +"132 slice_1" -> "133 slice_2" [style=solid, label="(1, 512, 12, 20)"]; +"133 slice_2" -> "134 cat" [style=solid, label="(1, 512, 12, 12)"]; +"134 cat" -> "140 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; +"135 conv2d_10_scale_0" -> "138 quantize_per_channel_default_11" [style=solid, label="(512,)"]; +"135 conv2d_10_scale_0" -> "139 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; +"136 conv2d_10_zero_point_0" -> "138 quantize_per_channel_default_11" [style=solid, label="(512,)"]; +"136 conv2d_10_zero_point_0" -> "139 dequantize_per_channel_default_11" [style=solid, label="(512,)"]; +"137 compressed_weight_updated_constant11" -> "138 quantize_per_channel_default_11" [style=solid, label="(512, 1024, 3, 3)"]; +"138 quantize_per_channel_default_11" -> "139 dequantize_per_channel_default_11" [style=solid, label="(512, 1024, 3, 3)"]; +"139 dequantize_per_channel_default_11" -> "140 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; +"140 conv2d_10" -> "141 relu_10" [style=solid, label="(1, 512, 10, 10)"]; +"141 relu_10" -> "142 quantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; +"142 quantize_per_tensor_default_15" -> "143 dequantize_per_tensor_default_15" [style=solid, label="(1, 512, 10, 10)"]; +"143 dequantize_per_tensor_default_15" -> "149 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; +"144 conv2d_11_scale_0" -> "147 quantize_per_channel_default_12" [style=solid, label="(512,)"]; +"144 conv2d_11_scale_0" -> "148 dequantize_per_channel_default_12" [style=solid, label="(512,)"]; +"145 conv2d_11_zero_point_0" -> "147 quantize_per_channel_default_12" [style=solid, label="(512,)"]; +"145 conv2d_11_zero_point_0" -> "148 dequantize_per_channel_default_12" [style=solid, label="(512,)"]; +"146 compressed_weight_updated_constant12" -> "147 quantize_per_channel_default_12" [style=solid, label="(512, 512, 3, 3)"]; +"147 quantize_per_channel_default_12" -> "148 dequantize_per_channel_default_12" [style=solid, label="(512, 512, 3, 3)"]; +"148 dequantize_per_channel_default_12" -> "149 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; +"149 conv2d_11" -> "150 relu_11" [style=solid, label="(1, 512, 8, 8)"]; +"150 relu_11" -> "151 quantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; +"151 quantize_per_tensor_default_16" -> "152 dequantize_per_tensor_default_16" [style=solid, label="(1, 512, 8, 8)"]; +"152 dequantize_per_tensor_default_16" -> "158 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; +"153 conv_transpose2d_1_scale_0" -> "156 quantize_per_channel_default_13" [style=solid, label="(512,)"]; +"153 conv_transpose2d_1_scale_0" -> "157 dequantize_per_channel_default_13" [style=solid, label="(512,)"]; +"154 conv_transpose2d_1_zero_point_0" -> "156 quantize_per_channel_default_13" [style=solid, label="(512,)"]; +"154 conv_transpose2d_1_zero_point_0" -> "157 dequantize_per_channel_default_13" [style=solid, label="(512,)"]; +"155 compressed_weight_updated_constant13" -> "156 quantize_per_channel_default_13" [style=solid, label="(512, 256, 2, 2)"]; +"156 quantize_per_channel_default_13" -> "157 dequantize_per_channel_default_13" [style=solid, label="(512, 256, 2, 2)"]; +"157 dequantize_per_channel_default_13" -> "158 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; +"158 conv_transpose2d_1" -> "159 quantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; +"159 quantize_per_tensor_default_5" -> "160 dequantize_per_tensor_default_5" [style=solid, label="(1, 256, 16, 16)"]; +"160 dequantize_per_tensor_default_5" -> "163 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"161 slice_3" -> "162 slice_4" [style=solid, label="(1, 256, 16, 49)"]; +"162 slice_4" -> "163 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"163 cat_1" -> "169 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; +"164 conv2d_12_scale_0" -> "167 quantize_per_channel_default_14" [style=solid, label="(256,)"]; +"164 conv2d_12_scale_0" -> "168 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; +"165 conv2d_12_zero_point_0" -> "167 quantize_per_channel_default_14" [style=solid, label="(256,)"]; +"165 conv2d_12_zero_point_0" -> "168 dequantize_per_channel_default_14" [style=solid, label="(256,)"]; +"166 compressed_weight_updated_constant14" -> "167 quantize_per_channel_default_14" [style=solid, label="(256, 512, 3, 3)"]; +"167 quantize_per_channel_default_14" -> "168 dequantize_per_channel_default_14" [style=solid, label="(256, 512, 3, 3)"]; +"168 dequantize_per_channel_default_14" -> "169 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; +"169 conv2d_12" -> "170 relu_12" [style=solid, label="(1, 256, 14, 14)"]; +"170 relu_12" -> "171 quantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; +"171 quantize_per_tensor_default_17" -> "172 dequantize_per_tensor_default_17" [style=solid, label="(1, 256, 14, 14)"]; +"172 dequantize_per_tensor_default_17" -> "178 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"173 conv2d_13_scale_0" -> "176 quantize_per_channel_default_15" [style=solid, label="(256,)"]; +"173 conv2d_13_scale_0" -> "177 dequantize_per_channel_default_15" [style=solid, label="(256,)"]; +"174 conv2d_13_zero_point_0" -> "176 quantize_per_channel_default_15" [style=solid, label="(256,)"]; +"174 conv2d_13_zero_point_0" -> "177 dequantize_per_channel_default_15" [style=solid, label="(256,)"]; +"175 compressed_weight_updated_constant15" -> "176 quantize_per_channel_default_15" [style=solid, label="(256, 256, 3, 3)"]; +"176 quantize_per_channel_default_15" -> "177 dequantize_per_channel_default_15" [style=solid, label="(256, 256, 3, 3)"]; +"177 dequantize_per_channel_default_15" -> "178 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"178 conv2d_13" -> "179 relu_13" [style=solid, label="(1, 256, 12, 12)"]; +"179 relu_13" -> "180 quantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; +"180 quantize_per_tensor_default_18" -> "181 dequantize_per_tensor_default_18" [style=solid, label="(1, 256, 12, 12)"]; +"181 dequantize_per_tensor_default_18" -> "187 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; +"182 conv_transpose2d_2_scale_0" -> "185 quantize_per_channel_default_16" [style=solid, label="(256,)"]; +"182 conv_transpose2d_2_scale_0" -> "186 dequantize_per_channel_default_16" [style=solid, label="(256,)"]; +"183 conv_transpose2d_2_zero_point_0" -> "185 quantize_per_channel_default_16" [style=solid, label="(256,)"]; +"183 conv_transpose2d_2_zero_point_0" -> "186 dequantize_per_channel_default_16" [style=solid, label="(256,)"]; +"184 compressed_weight_updated_constant16" -> "185 quantize_per_channel_default_16" [style=solid, label="(256, 128, 2, 2)"]; +"185 quantize_per_channel_default_16" -> "186 dequantize_per_channel_default_16" [style=solid, label="(256, 128, 2, 2)"]; +"186 dequantize_per_channel_default_16" -> "187 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; +"187 conv_transpose2d_2" -> "188 quantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; +"188 quantize_per_tensor_default_2" -> "189 dequantize_per_tensor_default_2" [style=solid, label="(1, 128, 24, 24)"]; +"189 dequantize_per_tensor_default_2" -> "192 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"190 slice_5" -> "191 slice_6" [style=solid, label="(1, 128, 24, 106)"]; +"191 slice_6" -> "192 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"192 cat_2" -> "198 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; +"193 conv2d_14_scale_0" -> "196 quantize_per_channel_default_17" [style=solid, label="(128,)"]; +"193 conv2d_14_scale_0" -> "197 dequantize_per_channel_default_17" [style=solid, label="(128,)"]; +"194 conv2d_14_zero_point_0" -> "196 quantize_per_channel_default_17" [style=solid, label="(128,)"]; +"194 conv2d_14_zero_point_0" -> "197 dequantize_per_channel_default_17" [style=solid, label="(128,)"]; +"195 compressed_weight_updated_constant17" -> "196 quantize_per_channel_default_17" [style=solid, label="(128, 256, 3, 3)"]; +"196 quantize_per_channel_default_17" -> "197 dequantize_per_channel_default_17" [style=solid, label="(128, 256, 3, 3)"]; +"197 dequantize_per_channel_default_17" -> "198 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; +"198 conv2d_14" -> "199 relu_14" [style=solid, label="(1, 128, 22, 22)"]; +"199 relu_14" -> "200 quantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; +"200 quantize_per_tensor_default_19" -> "201 dequantize_per_tensor_default_19" [style=solid, label="(1, 128, 22, 22)"]; +"201 dequantize_per_tensor_default_19" -> "207 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; +"202 conv2d_15_scale_0" -> "205 quantize_per_channel_default_18" [style=solid, label="(128,)"]; +"202 conv2d_15_scale_0" -> "206 dequantize_per_channel_default_18" [style=solid, label="(128,)"]; +"203 conv2d_15_zero_point_0" -> "205 quantize_per_channel_default_18" [style=solid, label="(128,)"]; +"203 conv2d_15_zero_point_0" -> "206 dequantize_per_channel_default_18" [style=solid, label="(128,)"]; +"204 compressed_weight_updated_constant18" -> "205 quantize_per_channel_default_18" [style=solid, label="(128, 128, 3, 3)"]; +"205 quantize_per_channel_default_18" -> "206 dequantize_per_channel_default_18" [style=solid, label="(128, 128, 3, 3)"]; +"206 dequantize_per_channel_default_18" -> "207 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; +"207 conv2d_15" -> "208 relu_15" [style=solid, label="(1, 128, 20, 20)"]; +"208 relu_15" -> "209 quantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; +"209 quantize_per_tensor_default_20" -> "210 dequantize_per_tensor_default_20" [style=solid, label="(1, 128, 20, 20)"]; +"210 dequantize_per_tensor_default_20" -> "216 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; +"211 conv_transpose2d_3_scale_0" -> "214 quantize_per_channel_default_19" [style=solid, label="(128,)"]; +"211 conv_transpose2d_3_scale_0" -> "215 dequantize_per_channel_default_19" [style=solid, label="(128,)"]; +"212 conv_transpose2d_3_zero_point_0" -> "214 quantize_per_channel_default_19" [style=solid, label="(128,)"]; +"212 conv_transpose2d_3_zero_point_0" -> "215 dequantize_per_channel_default_19" [style=solid, label="(128,)"]; +"213 compressed_weight_updated_constant19" -> "214 quantize_per_channel_default_19" [style=solid, label="(128, 64, 2, 2)"]; +"214 quantize_per_channel_default_19" -> "215 dequantize_per_channel_default_19" [style=solid, label="(128, 64, 2, 2)"]; +"215 dequantize_per_channel_default_19" -> "216 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; +"216 conv_transpose2d_3" -> "217 quantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; +"217 quantize_per_tensor_default_1" -> "218 dequantize_per_tensor_default_1" [style=solid, label="(1, 64, 40, 40)"]; +"218 dequantize_per_tensor_default_1" -> "221 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"219 slice_7" -> "220 slice_8" [style=solid, label="(1, 64, 40, 220)"]; +"220 slice_8" -> "221 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"221 cat_3" -> "227 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; +"222 conv2d_16_scale_0" -> "225 quantize_per_channel_default_20" [style=solid, label="(64,)"]; +"222 conv2d_16_scale_0" -> "226 dequantize_per_channel_default_20" [style=solid, label="(64,)"]; +"223 conv2d_16_zero_point_0" -> "225 quantize_per_channel_default_20" [style=solid, label="(64,)"]; +"223 conv2d_16_zero_point_0" -> "226 dequantize_per_channel_default_20" [style=solid, label="(64,)"]; +"224 compressed_weight_updated_constant20" -> "225 quantize_per_channel_default_20" [style=solid, label="(64, 128, 3, 3)"]; +"225 quantize_per_channel_default_20" -> "226 dequantize_per_channel_default_20" [style=solid, label="(64, 128, 3, 3)"]; +"226 dequantize_per_channel_default_20" -> "227 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; +"227 conv2d_16" -> "228 relu_16" [style=solid, label="(1, 64, 38, 38)"]; +"228 relu_16" -> "229 quantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; +"229 quantize_per_tensor_default_21" -> "230 dequantize_per_tensor_default_21" [style=solid, label="(1, 64, 38, 38)"]; +"230 dequantize_per_tensor_default_21" -> "236 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; +"231 conv2d_17_scale_0" -> "234 quantize_per_channel_default_21" [style=solid, label="(64,)"]; +"231 conv2d_17_scale_0" -> "235 dequantize_per_channel_default_21" [style=solid, label="(64,)"]; +"232 conv2d_17_zero_point_0" -> "234 quantize_per_channel_default_21" [style=solid, label="(64,)"]; +"232 conv2d_17_zero_point_0" -> "235 dequantize_per_channel_default_21" [style=solid, label="(64,)"]; +"233 compressed_weight_updated_constant21" -> "234 quantize_per_channel_default_21" [style=solid, label="(64, 64, 3, 3)"]; +"234 quantize_per_channel_default_21" -> "235 dequantize_per_channel_default_21" [style=solid, label="(64, 64, 3, 3)"]; +"235 dequantize_per_channel_default_21" -> "236 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; +"236 conv2d_17" -> "237 relu_17" [style=solid, label="(1, 64, 36, 36)"]; +"237 relu_17" -> "238 quantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; +"238 quantize_per_tensor_default_22" -> "239 dequantize_per_tensor_default_22" [style=solid, label="(1, 64, 36, 36)"]; +"239 dequantize_per_tensor_default_22" -> "245 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; +"240 conv2d_18_scale_0" -> "243 quantize_per_channel_default_22" [style=solid, label="(12,)"]; +"240 conv2d_18_scale_0" -> "244 dequantize_per_channel_default_22" [style=solid, label="(12,)"]; +"241 conv2d_18_zero_point_0" -> "243 quantize_per_channel_default_22" [style=solid, label="(12,)"]; +"241 conv2d_18_zero_point_0" -> "244 dequantize_per_channel_default_22" [style=solid, label="(12,)"]; +"242 compressed_weight_updated_constant22" -> "243 quantize_per_channel_default_22" [style=solid, label="(12, 64, 1, 1)"]; +"243 quantize_per_channel_default_22" -> "244 dequantize_per_channel_default_22" [style=solid, label="(12, 64, 1, 1)"]; +"244 dequantize_per_channel_default_22" -> "245 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; +"245 conv2d_18" -> "246 output" [style=solid, label="(1, 12, 36, 36)"]; } diff --git a/tests/torch2/data/fx/quantized/vit_b_16.dot b/tests/torch2/data/fx/quantized/vit_b_16.dot index bf59ac64667..97182e5d8c6 100644 --- a/tests/torch2/data/fx/quantized/vit_b_16.dot +++ b/tests/torch2/data/fx/quantized/vit_b_16.dot @@ -969,18 +969,17 @@ strict digraph { "967 dropout_36" [id=967, type=dropout]; "968 add_24" [id=968, type=add]; "969 layer_norm_24" [id=969, type="layer_norm"]; -"970 slice_1" [id=970, type=slice]; -"971 select_36" [id=971, type=select]; -"972 select_36_0_0_nncf_smooth_quant_0" [id=972, type="call_module"]; -"973 quantize_per_tensor_default_73" [id=973, type="quantize_per_tensor"]; -"974 dequantize_per_tensor_default_73" [id=974, type="dequantize_per_tensor"]; -"975 linear_48_scale_0" [id=975, type="get_attr"]; -"976 linear_48_zero_point_0" [id=976, type="get_attr"]; -"977 compressed_weight_updated_constant49" [id=977, type="get_attr"]; -"978 quantize_per_channel_default_49" [id=978, type="quantize_per_channel"]; -"979 dequantize_per_channel_default_49" [id=979, type="dequantize_per_channel"]; -"980 linear_48" [id=980, type=linear]; -"981 output" [id=981, type=output]; +"970 select_36" [id=970, type=select]; +"971 select_36_0_0_nncf_smooth_quant_0" [id=971, type="call_module"]; +"972 quantize_per_tensor_default_73" [id=972, type="quantize_per_tensor"]; +"973 dequantize_per_tensor_default_73" [id=973, type="dequantize_per_tensor"]; +"974 linear_48_scale_0" [id=974, type="get_attr"]; +"975 linear_48_zero_point_0" [id=975, type="get_attr"]; +"976 compressed_weight_updated_constant49" [id=976, type="get_attr"]; +"977 quantize_per_channel_default_49" [id=977, type="quantize_per_channel"]; +"978 dequantize_per_channel_default_49" [id=978, type="dequantize_per_channel"]; +"979 linear_48" [id=979, type=linear]; +"980 output" [id=980, type=output]; "0 class_token" -> "113 expand" [style=solid, label="(1, 1, 768)"]; "1 encoder_pos_embedding" -> "115 add" [style=solid, label="(1, 197, 768)"]; "2 conv_proj_bias" -> "110 conv2d" [style=solid, label="(768,)"]; @@ -1082,7 +1081,7 @@ strict digraph { "98 encoder_layers_encoder_layer_11_mlp_3_bias" -> "966 linear_47" [style=solid, label="(768,)"]; "99 encoder_ln_weight" -> "969 layer_norm_24" [style=solid, label="(768,)"]; "100 encoder_ln_bias" -> "969 layer_norm_24" [style=solid, label="(768,)"]; -"101 heads_head_bias" -> "980 linear_48" [style=solid, label="(1000,)"]; +"101 heads_head_bias" -> "979 linear_48" [style=solid, label="(1000,)"]; "102 x" -> "103 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "103 quantize_per_tensor_default" -> "104 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; "104 dequantize_per_tensor_default" -> "110 conv2d" [style=solid, label="(1, 3, 224, 224)"]; @@ -2096,18 +2095,17 @@ strict digraph { "966 linear_47" -> "967 dropout_36" [style=solid, label="(1, 197, 768)"]; "967 dropout_36" -> "968 add_24" [style=solid, label="(1, 197, 768)"]; "968 add_24" -> "969 layer_norm_24" [style=solid, label="(1, 197, 768)"]; -"969 layer_norm_24" -> "970 slice_1" [style=solid, label="(1, 197, 768)"]; -"970 slice_1" -> "971 select_36" [style=solid, label="(1, 197, 768)"]; -"971 select_36" -> "972 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"972 select_36_0_0_nncf_smooth_quant_0" -> "973 quantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; -"973 quantize_per_tensor_default_73" -> "974 dequantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; -"974 dequantize_per_tensor_default_73" -> "980 linear_48" [style=solid, label="(1, 768)"]; -"975 linear_48_scale_0" -> "978 quantize_per_channel_default_49" [style=solid, label="(1000,)"]; -"975 linear_48_scale_0" -> "979 dequantize_per_channel_default_49" [style=solid, label="(1000,)"]; -"976 linear_48_zero_point_0" -> "978 quantize_per_channel_default_49" [style=solid, label="(1000,)"]; -"976 linear_48_zero_point_0" -> "979 dequantize_per_channel_default_49" [style=solid, label="(1000,)"]; -"977 compressed_weight_updated_constant49" -> "978 quantize_per_channel_default_49" [style=solid, label="(1000, 768)"]; -"978 quantize_per_channel_default_49" -> "979 dequantize_per_channel_default_49" [style=solid, label="(1000, 768)"]; -"979 dequantize_per_channel_default_49" -> "980 linear_48" [style=solid, label="(1000, 768)"]; -"980 linear_48" -> "981 output" [style=solid, label="(1, 1000)"]; +"969 layer_norm_24" -> "970 select_36" [style=solid, label="(1, 197, 768)"]; +"970 select_36" -> "971 select_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; +"971 select_36_0_0_nncf_smooth_quant_0" -> "972 quantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; +"972 quantize_per_tensor_default_73" -> "973 dequantize_per_tensor_default_73" [style=solid, label="(1, 768)"]; +"973 dequantize_per_tensor_default_73" -> "979 linear_48" [style=solid, label="(1, 768)"]; +"974 linear_48_scale_0" -> "977 quantize_per_channel_default_49" [style=solid, label="(1000,)"]; +"974 linear_48_scale_0" -> "978 dequantize_per_channel_default_49" [style=solid, label="(1000,)"]; +"975 linear_48_zero_point_0" -> "977 quantize_per_channel_default_49" [style=solid, label="(1000,)"]; +"975 linear_48_zero_point_0" -> "978 dequantize_per_channel_default_49" [style=solid, label="(1000,)"]; +"976 compressed_weight_updated_constant49" -> "977 quantize_per_channel_default_49" [style=solid, label="(1000, 768)"]; +"977 quantize_per_channel_default_49" -> "978 dequantize_per_channel_default_49" [style=solid, label="(1000, 768)"]; +"978 dequantize_per_channel_default_49" -> "979 linear_48" [style=solid, label="(1000, 768)"]; +"979 linear_48" -> "980 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/quantized/yolo11n_sdpa_block.dot b/tests/torch2/data/fx/quantized/yolo11n_sdpa_block.dot index 88f25a8991c..76f59c3a193 100644 --- a/tests/torch2/data/fx/quantized/yolo11n_sdpa_block.dot +++ b/tests/torch2/data/fx/quantized/yolo11n_sdpa_block.dot @@ -12,23 +12,17 @@ strict digraph { "10 quantize_per_tensor_default_1" [id=10, type="quantize_per_tensor"]; "11 dequantize_per_tensor_default_1" [id=11, type="dequantize_per_tensor"]; "12 slice_1" [id=12, type=slice]; -"13 slice_2" [id=13, type=slice]; -"14 slice_3" [id=14, type=slice]; -"15 quantize_per_tensor_default_2" [id=15, type="quantize_per_tensor"]; -"16 dequantize_per_tensor_default_2" [id=16, type="dequantize_per_tensor"]; -"17 slice_4" [id=17, type=slice]; -"18 slice_5" [id=18, type=slice]; -"19 slice_6" [id=19, type=slice]; -"20 slice_7" [id=20, type=slice]; -"21 slice_8" [id=21, type=slice]; -"22 slice_9" [id=22, type=slice]; -"23 transpose" [id=23, type=transpose]; -"24 matmul" [id=24, type=matmul]; -"25 div_" [id=25, type="div_"]; -"26 softmax" [id=26, type=softmax]; -"27 transpose_1" [id=27, type=transpose]; -"28 matmul_1" [id=28, type=matmul]; -"29 output" [id=29, type=output]; +"13 quantize_per_tensor_default_2" [id=13, type="quantize_per_tensor"]; +"14 dequantize_per_tensor_default_2" [id=14, type="dequantize_per_tensor"]; +"15 slice_2" [id=15, type=slice]; +"16 slice_3" [id=16, type=slice]; +"17 transpose" [id=17, type=transpose]; +"18 matmul" [id=18, type=matmul]; +"19 div_" [id=19, type="div_"]; +"20 softmax" [id=20, type=softmax]; +"21 transpose_1" [id=21, type=transpose]; +"22 matmul_1" [id=22, type=matmul]; +"23 output" [id=23, type=output]; "0 x" -> "1 x_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 2, 4)"]; "1 x_0_0_nncf_smooth_quant_0" -> "2 quantize_per_tensor_default" [style=solid, label="(1, 2, 4)"]; "2 quantize_per_tensor_default" -> "3 dequantize_per_tensor_default" [style=solid, label="(1, 2, 4)"]; @@ -41,25 +35,19 @@ strict digraph { "7 quantize_per_channel_default" -> "8 dequantize_per_channel_default" [style=solid, label="(12, 4)"]; "8 dequantize_per_channel_default" -> "9 linear" [style=solid, label="(12, 4)"]; "9 linear" -> "10 quantize_per_tensor_default_1" [style=solid, label="(1, 2, 12)"]; -"9 linear" -> "15 quantize_per_tensor_default_2" [style=solid, label="(1, 2, 12)"]; -"9 linear" -> "20 slice_7" [style=solid, label="(1, 2, 12)"]; +"9 linear" -> "13 quantize_per_tensor_default_2" [style=solid, label="(1, 2, 12)"]; +"9 linear" -> "16 slice_3" [style=solid, label="(1, 2, 12)"]; "10 quantize_per_tensor_default_1" -> "11 dequantize_per_tensor_default_1" [style=solid, label="(1, 2, 12)"]; "11 dequantize_per_tensor_default_1" -> "12 slice_1" [style=solid, label="(1, 2, 12)"]; -"12 slice_1" -> "13 slice_2" [style=solid, label="(1, 2, 12)"]; -"13 slice_2" -> "14 slice_3" [style=solid, label="(1, 2, 12)"]; -"14 slice_3" -> "24 matmul" [style=solid, label="(1, 2, 4)"]; -"15 quantize_per_tensor_default_2" -> "16 dequantize_per_tensor_default_2" [style=solid, label="(1, 2, 12)"]; -"16 dequantize_per_tensor_default_2" -> "17 slice_4" [style=solid, label="(1, 2, 12)"]; -"17 slice_4" -> "18 slice_5" [style=solid, label="(1, 2, 12)"]; -"18 slice_5" -> "19 slice_6" [style=solid, label="(1, 2, 12)"]; -"19 slice_6" -> "23 transpose" [style=solid, label="(1, 2, 4)"]; -"20 slice_7" -> "21 slice_8" [style=solid, label="(1, 2, 12)"]; -"21 slice_8" -> "22 slice_9" [style=solid, label="(1, 2, 12)"]; -"22 slice_9" -> "28 matmul_1" [style=solid, label="(1, 2, 4)"]; -"23 transpose" -> "24 matmul" [style=solid, label="(1, 4, 2)"]; -"24 matmul" -> "25 div_" [style=solid, label="(1, 2, 2)"]; -"25 div_" -> "26 softmax" [style=solid, label="(1, 2, 2)"]; -"26 softmax" -> "27 transpose_1" [style=solid, label="(1, 2, 2)"]; -"27 transpose_1" -> "28 matmul_1" [style=solid, label="(1, 2, 2)"]; -"28 matmul_1" -> "29 output" [style=solid, label="(1, 2, 4)"]; +"12 slice_1" -> "18 matmul" [style=solid, label="(1, 2, 4)"]; +"13 quantize_per_tensor_default_2" -> "14 dequantize_per_tensor_default_2" [style=solid, label="(1, 2, 12)"]; +"14 dequantize_per_tensor_default_2" -> "15 slice_2" [style=solid, label="(1, 2, 12)"]; +"15 slice_2" -> "17 transpose" [style=solid, label="(1, 2, 4)"]; +"16 slice_3" -> "22 matmul_1" [style=solid, label="(1, 2, 4)"]; +"17 transpose" -> "18 matmul" [style=solid, label="(1, 4, 2)"]; +"18 matmul" -> "19 div_" [style=solid, label="(1, 2, 2)"]; +"19 div_" -> "20 softmax" [style=solid, label="(1, 2, 2)"]; +"20 softmax" -> "21 transpose_1" [style=solid, label="(1, 2, 2)"]; +"21 transpose_1" -> "22 matmul_1" [style=solid, label="(1, 2, 2)"]; +"22 matmul_1" -> "23 output" [style=solid, label="(1, 2, 4)"]; } diff --git a/tests/torch2/data/fx/reference_metatypes/swin_v2_t.json b/tests/torch2/data/fx/reference_metatypes/swin_v2_t.json index dfb40561ff7..118541ee111 100644 --- a/tests/torch2/data/fx/reference_metatypes/swin_v2_t.json +++ b/tests/torch2/data/fx/reference_metatypes/swin_v2_t.json @@ -329,8 +329,7 @@ "view_3": "PTReshapeMetatype", "permute_4": "PTTransposeMetatype", "reshape_3": "PTReshapeMetatype", - "slice_2": "PTGatherMetatype", - "slice_3": "PTGatherMetatype", + "alias": "UnknownMetatype", "layer_norm_1": "PTLayerNormMetatype", "add_1": "PTAddMetatype", "linear_4": "PTLinearMetatype", @@ -357,7 +356,7 @@ "permute_6": "PTTransposeMetatype", "reshape_4": "PTReshapeMetatype", "clone_1": "PTNoopMetatype", - "slice_4": "PTGatherMetatype", + "slice_2": "PTGatherMetatype", "zero__1": "UnknownMetatype", "linear_8": "PTLinearMetatype", "reshape_5": "PTReshapeMetatype", @@ -381,40 +380,40 @@ "add_3": "PTAddMetatype", "new_zeros": "UnknownMetatype", "lift_fresh_copy": "UnknownMetatype", - "slice_5": "PTGatherMetatype", - "slice_6": "PTGatherMetatype", + "slice_3": "PTGatherMetatype", + "slice_4": "PTGatherMetatype", "fill_": "UnknownMetatype", "lift_fresh_copy_1": "UnknownMetatype", - "slice_7": "PTGatherMetatype", - "slice_8": "PTGatherMetatype", + "slice_5": "PTGatherMetatype", + "slice_6": "PTGatherMetatype", "fill__1": "UnknownMetatype", "lift_fresh_copy_2": "UnknownMetatype", - "slice_9": "PTGatherMetatype", - "slice_10": "PTGatherMetatype", + "slice_7": "PTGatherMetatype", + "slice_8": "PTGatherMetatype", "fill__2": "UnknownMetatype", "lift_fresh_copy_3": "UnknownMetatype", - "slice_11": "PTGatherMetatype", - "slice_12": "PTGatherMetatype", + "slice_9": "PTGatherMetatype", + "slice_10": "PTGatherMetatype", "fill__3": "UnknownMetatype", "lift_fresh_copy_4": "UnknownMetatype", - "slice_13": "PTGatherMetatype", - "slice_14": "PTGatherMetatype", + "slice_11": "PTGatherMetatype", + "slice_12": "PTGatherMetatype", "fill__4": "UnknownMetatype", "lift_fresh_copy_5": "UnknownMetatype", - "slice_15": "PTGatherMetatype", - "slice_16": "PTGatherMetatype", + "slice_13": "PTGatherMetatype", + "slice_14": "PTGatherMetatype", "fill__5": "UnknownMetatype", "lift_fresh_copy_6": "UnknownMetatype", - "slice_17": "PTGatherMetatype", - "slice_18": "PTGatherMetatype", + "slice_15": "PTGatherMetatype", + "slice_16": "PTGatherMetatype", "fill__6": "UnknownMetatype", "lift_fresh_copy_7": "UnknownMetatype", - "slice_19": "PTGatherMetatype", - "slice_20": "PTGatherMetatype", + "slice_17": "PTGatherMetatype", + "slice_18": "PTGatherMetatype", "fill__7": "UnknownMetatype", "lift_fresh_copy_8": "UnknownMetatype", - "slice_21": "PTGatherMetatype", - "slice_22": "PTGatherMetatype", + "slice_19": "PTGatherMetatype", + "slice_20": "PTGatherMetatype", "fill__8": "UnknownMetatype", "view_7": "PTReshapeMetatype", "permute_8": "PTTransposeMetatype", @@ -442,8 +441,7 @@ "permute_9": "PTTransposeMetatype", "reshape_8": "PTReshapeMetatype", "roll_1": "UnknownMetatype", - "slice_23": "PTGatherMetatype", - "slice_24": "PTGatherMetatype", + "alias_1": "UnknownMetatype", "layer_norm_3": "PTLayerNormMetatype", "add_5": "PTAddMetatype", "linear_10": "PTLinearMetatype", @@ -454,18 +452,14 @@ "layer_norm_4": "PTLayerNormMetatype", "add_6": "PTAddMetatype", "pad_2": "PTPadMetatype", + "slice_21": "PTGatherMetatype", + "slice_22": "PTGatherMetatype", + "slice_23": "PTGatherMetatype", + "slice_24": "PTGatherMetatype", "slice_25": "PTGatherMetatype", "slice_26": "PTGatherMetatype", "slice_27": "PTGatherMetatype", "slice_28": "PTGatherMetatype", - "slice_29": "PTGatherMetatype", - "slice_30": "PTGatherMetatype", - "slice_31": "PTGatherMetatype", - "slice_32": "PTGatherMetatype", - "slice_33": "PTGatherMetatype", - "slice_34": "PTGatherMetatype", - "slice_35": "PTGatherMetatype", - "slice_36": "PTGatherMetatype", "cat": "PTCatMetatype", "linear_12": "PTLinearMetatype", "layer_norm_5": "PTLayerNormMetatype", @@ -485,7 +479,7 @@ "permute_11": "PTTransposeMetatype", "reshape_9": "PTReshapeMetatype", "clone_2": "PTNoopMetatype", - "slice_37": "PTGatherMetatype", + "slice_29": "PTGatherMetatype", "zero__2": "UnknownMetatype", "linear_15": "PTLinearMetatype", "reshape_10": "PTReshapeMetatype", @@ -517,10 +511,8 @@ "view_14": "PTReshapeMetatype", "permute_13": "PTTransposeMetatype", "reshape_12": "PTReshapeMetatype", - "slice_38": "PTGatherMetatype", - "slice_39": "PTGatherMetatype", - "slice_40": "PTGatherMetatype", - "slice_41": "PTGatherMetatype", + "slice_30": "PTGatherMetatype", + "slice_31": "PTGatherMetatype", "contiguous_3": "PTNoopMetatype", "layer_norm_6": "PTLayerNormMetatype", "add_8": "PTAddMetatype", @@ -548,7 +540,7 @@ "permute_15": "PTTransposeMetatype", "reshape_13": "PTReshapeMetatype", "clone_3": "PTNoopMetatype", - "slice_42": "PTGatherMetatype", + "slice_32": "PTGatherMetatype", "zero__3": "UnknownMetatype", "linear_21": "PTLinearMetatype", "reshape_14": "PTReshapeMetatype", @@ -572,40 +564,40 @@ "add_10": "PTAddMetatype", "new_zeros_1": "UnknownMetatype", "lift_fresh_copy_9": "UnknownMetatype", - "slice_43": "PTGatherMetatype", - "slice_44": "PTGatherMetatype", + "slice_33": "PTGatherMetatype", + "slice_34": "PTGatherMetatype", "fill__9": "UnknownMetatype", "lift_fresh_copy_10": "UnknownMetatype", - "slice_45": "PTGatherMetatype", - "slice_46": "PTGatherMetatype", + "slice_35": "PTGatherMetatype", + "slice_36": "PTGatherMetatype", "fill__10": "UnknownMetatype", "lift_fresh_copy_11": "UnknownMetatype", - "slice_47": "PTGatherMetatype", - "slice_48": "PTGatherMetatype", + "slice_37": "PTGatherMetatype", + "slice_38": "PTGatherMetatype", "fill__11": "UnknownMetatype", "lift_fresh_copy_12": "UnknownMetatype", - "slice_49": "PTGatherMetatype", - "slice_50": "PTGatherMetatype", + "slice_39": "PTGatherMetatype", + "slice_40": "PTGatherMetatype", "fill__12": "UnknownMetatype", "lift_fresh_copy_13": "UnknownMetatype", - "slice_51": "PTGatherMetatype", - "slice_52": "PTGatherMetatype", + "slice_41": "PTGatherMetatype", + "slice_42": "PTGatherMetatype", "fill__13": "UnknownMetatype", "lift_fresh_copy_14": "UnknownMetatype", - "slice_53": "PTGatherMetatype", - "slice_54": "PTGatherMetatype", + "slice_43": "PTGatherMetatype", + "slice_44": "PTGatherMetatype", "fill__14": "UnknownMetatype", "lift_fresh_copy_15": "UnknownMetatype", - "slice_55": "PTGatherMetatype", - "slice_56": "PTGatherMetatype", + "slice_45": "PTGatherMetatype", + "slice_46": "PTGatherMetatype", "fill__15": "UnknownMetatype", "lift_fresh_copy_16": "UnknownMetatype", - "slice_57": "PTGatherMetatype", - "slice_58": "PTGatherMetatype", + "slice_47": "PTGatherMetatype", + "slice_48": "PTGatherMetatype", "fill__16": "UnknownMetatype", "lift_fresh_copy_17": "UnknownMetatype", - "slice_59": "PTGatherMetatype", - "slice_60": "PTGatherMetatype", + "slice_49": "PTGatherMetatype", + "slice_50": "PTGatherMetatype", "fill__17": "UnknownMetatype", "view_18": "PTReshapeMetatype", "permute_17": "PTTransposeMetatype", @@ -633,10 +625,8 @@ "permute_18": "PTTransposeMetatype", "reshape_17": "PTReshapeMetatype", "roll_3": "UnknownMetatype", - "slice_61": "PTGatherMetatype", - "slice_62": "PTGatherMetatype", - "slice_63": "PTGatherMetatype", - "slice_64": "PTGatherMetatype", + "slice_51": "PTGatherMetatype", + "slice_52": "PTGatherMetatype", "contiguous_5": "PTNoopMetatype", "layer_norm_8": "PTLayerNormMetatype", "add_12": "PTAddMetatype", @@ -648,18 +638,14 @@ "layer_norm_9": "PTLayerNormMetatype", "add_13": "PTAddMetatype", "pad_5": "PTPadMetatype", - "slice_65": "PTGatherMetatype", - "slice_66": "PTGatherMetatype", - "slice_67": "PTGatherMetatype", - "slice_68": "PTGatherMetatype", - "slice_69": "PTGatherMetatype", - "slice_70": "PTGatherMetatype", - "slice_71": "PTGatherMetatype", - "slice_72": "PTGatherMetatype", - "slice_73": "PTGatherMetatype", - "slice_74": "PTGatherMetatype", - "slice_75": "PTGatherMetatype", - "slice_76": "PTGatherMetatype", + "slice_53": "PTGatherMetatype", + "slice_54": "PTGatherMetatype", + "slice_55": "PTGatherMetatype", + "slice_56": "PTGatherMetatype", + "slice_57": "PTGatherMetatype", + "slice_58": "PTGatherMetatype", + "slice_59": "PTGatherMetatype", + "slice_60": "PTGatherMetatype", "cat_1": "PTCatMetatype", "linear_25": "PTLinearMetatype", "layer_norm_10": "PTLayerNormMetatype", @@ -679,7 +665,7 @@ "permute_20": "PTTransposeMetatype", "reshape_18": "PTReshapeMetatype", "clone_4": "PTNoopMetatype", - "slice_77": "PTGatherMetatype", + "slice_61": "PTGatherMetatype", "zero__4": "UnknownMetatype", "linear_28": "PTLinearMetatype", "reshape_19": "PTReshapeMetatype", @@ -711,10 +697,8 @@ "view_25": "PTReshapeMetatype", "permute_22": "PTTransposeMetatype", "reshape_21": "PTReshapeMetatype", - "slice_78": "PTGatherMetatype", - "slice_79": "PTGatherMetatype", - "slice_80": "PTGatherMetatype", - "slice_81": "PTGatherMetatype", + "slice_62": "PTGatherMetatype", + "slice_63": "PTGatherMetatype", "contiguous_7": "PTNoopMetatype", "layer_norm_11": "PTLayerNormMetatype", "add_15": "PTAddMetatype", @@ -742,7 +726,7 @@ "permute_24": "PTTransposeMetatype", "reshape_22": "PTReshapeMetatype", "clone_5": "PTNoopMetatype", - "slice_82": "PTGatherMetatype", + "slice_64": "PTGatherMetatype", "zero__5": "UnknownMetatype", "linear_34": "PTLinearMetatype", "reshape_23": "PTReshapeMetatype", @@ -766,40 +750,40 @@ "add_17": "PTAddMetatype", "new_zeros_2": "UnknownMetatype", "lift_fresh_copy_18": "UnknownMetatype", - "slice_83": "PTGatherMetatype", - "slice_84": "PTGatherMetatype", + "slice_65": "PTGatherMetatype", + "slice_66": "PTGatherMetatype", "fill__18": "UnknownMetatype", "lift_fresh_copy_19": "UnknownMetatype", - "slice_85": "PTGatherMetatype", - "slice_86": "PTGatherMetatype", + "slice_67": "PTGatherMetatype", + "slice_68": "PTGatherMetatype", "fill__19": "UnknownMetatype", "lift_fresh_copy_20": "UnknownMetatype", - "slice_87": "PTGatherMetatype", - "slice_88": "PTGatherMetatype", + "slice_69": "PTGatherMetatype", + "slice_70": "PTGatherMetatype", "fill__20": "UnknownMetatype", "lift_fresh_copy_21": "UnknownMetatype", - "slice_89": "PTGatherMetatype", - "slice_90": "PTGatherMetatype", + "slice_71": "PTGatherMetatype", + "slice_72": "PTGatherMetatype", "fill__21": "UnknownMetatype", "lift_fresh_copy_22": "UnknownMetatype", - "slice_91": "PTGatherMetatype", - "slice_92": "PTGatherMetatype", + "slice_73": "PTGatherMetatype", + "slice_74": "PTGatherMetatype", "fill__22": "UnknownMetatype", "lift_fresh_copy_23": "UnknownMetatype", - "slice_93": "PTGatherMetatype", - "slice_94": "PTGatherMetatype", + "slice_75": "PTGatherMetatype", + "slice_76": "PTGatherMetatype", "fill__23": "UnknownMetatype", "lift_fresh_copy_24": "UnknownMetatype", - "slice_95": "PTGatherMetatype", - "slice_96": "PTGatherMetatype", + "slice_77": "PTGatherMetatype", + "slice_78": "PTGatherMetatype", "fill__24": "UnknownMetatype", "lift_fresh_copy_25": "UnknownMetatype", - "slice_97": "PTGatherMetatype", - "slice_98": "PTGatherMetatype", + "slice_79": "PTGatherMetatype", + "slice_80": "PTGatherMetatype", "fill__25": "UnknownMetatype", "lift_fresh_copy_26": "UnknownMetatype", - "slice_99": "PTGatherMetatype", - "slice_100": "PTGatherMetatype", + "slice_81": "PTGatherMetatype", + "slice_82": "PTGatherMetatype", "fill__26": "UnknownMetatype", "view_29": "PTReshapeMetatype", "permute_26": "PTTransposeMetatype", @@ -827,10 +811,8 @@ "permute_27": "PTTransposeMetatype", "reshape_26": "PTReshapeMetatype", "roll_5": "UnknownMetatype", - "slice_101": "PTGatherMetatype", - "slice_102": "PTGatherMetatype", - "slice_103": "PTGatherMetatype", - "slice_104": "PTGatherMetatype", + "slice_83": "PTGatherMetatype", + "slice_84": "PTGatherMetatype", "contiguous_9": "PTNoopMetatype", "layer_norm_13": "PTLayerNormMetatype", "add_19": "PTAddMetatype", @@ -857,7 +839,7 @@ "permute_29": "PTTransposeMetatype", "reshape_27": "PTReshapeMetatype", "clone_6": "PTNoopMetatype", - "slice_105": "PTGatherMetatype", + "slice_85": "PTGatherMetatype", "zero__6": "UnknownMetatype", "linear_40": "PTLinearMetatype", "reshape_28": "PTReshapeMetatype", @@ -889,10 +871,8 @@ "view_36": "PTReshapeMetatype", "permute_31": "PTTransposeMetatype", "reshape_30": "PTReshapeMetatype", - "slice_106": "PTGatherMetatype", - "slice_107": "PTGatherMetatype", - "slice_108": "PTGatherMetatype", - "slice_109": "PTGatherMetatype", + "slice_86": "PTGatherMetatype", + "slice_87": "PTGatherMetatype", "contiguous_11": "PTNoopMetatype", "layer_norm_15": "PTLayerNormMetatype", "add_22": "PTAddMetatype", @@ -920,7 +900,7 @@ "permute_33": "PTTransposeMetatype", "reshape_31": "PTReshapeMetatype", "clone_7": "PTNoopMetatype", - "slice_110": "PTGatherMetatype", + "slice_88": "PTGatherMetatype", "zero__7": "UnknownMetatype", "linear_46": "PTLinearMetatype", "reshape_32": "PTReshapeMetatype", @@ -944,40 +924,40 @@ "add_24": "PTAddMetatype", "new_zeros_3": "UnknownMetatype", "lift_fresh_copy_27": "UnknownMetatype", - "slice_111": "PTGatherMetatype", - "slice_112": "PTGatherMetatype", + "slice_89": "PTGatherMetatype", + "slice_90": "PTGatherMetatype", "fill__27": "UnknownMetatype", "lift_fresh_copy_28": "UnknownMetatype", - "slice_113": "PTGatherMetatype", - "slice_114": "PTGatherMetatype", + "slice_91": "PTGatherMetatype", + "slice_92": "PTGatherMetatype", "fill__28": "UnknownMetatype", "lift_fresh_copy_29": "UnknownMetatype", - "slice_115": "PTGatherMetatype", - "slice_116": "PTGatherMetatype", + "slice_93": "PTGatherMetatype", + "slice_94": "PTGatherMetatype", "fill__29": "UnknownMetatype", "lift_fresh_copy_30": "UnknownMetatype", - "slice_117": "PTGatherMetatype", - "slice_118": "PTGatherMetatype", + "slice_95": "PTGatherMetatype", + "slice_96": "PTGatherMetatype", "fill__30": "UnknownMetatype", "lift_fresh_copy_31": "UnknownMetatype", - "slice_119": "PTGatherMetatype", - "slice_120": "PTGatherMetatype", + "slice_97": "PTGatherMetatype", + "slice_98": "PTGatherMetatype", "fill__31": "UnknownMetatype", "lift_fresh_copy_32": "UnknownMetatype", - "slice_121": "PTGatherMetatype", - "slice_122": "PTGatherMetatype", + "slice_99": "PTGatherMetatype", + "slice_100": "PTGatherMetatype", "fill__32": "UnknownMetatype", "lift_fresh_copy_33": "UnknownMetatype", - "slice_123": "PTGatherMetatype", - "slice_124": "PTGatherMetatype", + "slice_101": "PTGatherMetatype", + "slice_102": "PTGatherMetatype", "fill__33": "UnknownMetatype", "lift_fresh_copy_34": "UnknownMetatype", - "slice_125": "PTGatherMetatype", - "slice_126": "PTGatherMetatype", + "slice_103": "PTGatherMetatype", + "slice_104": "PTGatherMetatype", "fill__34": "UnknownMetatype", "lift_fresh_copy_35": "UnknownMetatype", - "slice_127": "PTGatherMetatype", - "slice_128": "PTGatherMetatype", + "slice_105": "PTGatherMetatype", + "slice_106": "PTGatherMetatype", "fill__35": "UnknownMetatype", "view_40": "PTReshapeMetatype", "permute_35": "PTTransposeMetatype", @@ -1005,10 +985,8 @@ "permute_36": "PTTransposeMetatype", "reshape_35": "PTReshapeMetatype", "roll_7": "UnknownMetatype", - "slice_129": "PTGatherMetatype", - "slice_130": "PTGatherMetatype", - "slice_131": "PTGatherMetatype", - "slice_132": "PTGatherMetatype", + "slice_107": "PTGatherMetatype", + "slice_108": "PTGatherMetatype", "contiguous_13": "PTNoopMetatype", "layer_norm_17": "PTLayerNormMetatype", "add_26": "PTAddMetatype", @@ -1035,7 +1013,7 @@ "permute_38": "PTTransposeMetatype", "reshape_36": "PTReshapeMetatype", "clone_8": "PTNoopMetatype", - "slice_133": "PTGatherMetatype", + "slice_109": "PTGatherMetatype", "zero__8": "UnknownMetatype", "linear_52": "PTLinearMetatype", "reshape_37": "PTReshapeMetatype", @@ -1067,10 +1045,8 @@ "view_47": "PTReshapeMetatype", "permute_40": "PTTransposeMetatype", "reshape_39": "PTReshapeMetatype", - "slice_134": "PTGatherMetatype", - "slice_135": "PTGatherMetatype", - "slice_136": "PTGatherMetatype", - "slice_137": "PTGatherMetatype", + "slice_110": "PTGatherMetatype", + "slice_111": "PTGatherMetatype", "contiguous_15": "PTNoopMetatype", "layer_norm_19": "PTLayerNormMetatype", "add_29": "PTAddMetatype", @@ -1098,7 +1074,7 @@ "permute_42": "PTTransposeMetatype", "reshape_40": "PTReshapeMetatype", "clone_9": "PTNoopMetatype", - "slice_138": "PTGatherMetatype", + "slice_112": "PTGatherMetatype", "zero__9": "UnknownMetatype", "linear_58": "PTLinearMetatype", "reshape_41": "PTReshapeMetatype", @@ -1122,40 +1098,40 @@ "add_31": "PTAddMetatype", "new_zeros_4": "UnknownMetatype", "lift_fresh_copy_36": "UnknownMetatype", - "slice_139": "PTGatherMetatype", - "slice_140": "PTGatherMetatype", + "slice_113": "PTGatherMetatype", + "slice_114": "PTGatherMetatype", "fill__36": "UnknownMetatype", "lift_fresh_copy_37": "UnknownMetatype", - "slice_141": "PTGatherMetatype", - "slice_142": "PTGatherMetatype", + "slice_115": "PTGatherMetatype", + "slice_116": "PTGatherMetatype", "fill__37": "UnknownMetatype", "lift_fresh_copy_38": "UnknownMetatype", - "slice_143": "PTGatherMetatype", - "slice_144": "PTGatherMetatype", + "slice_117": "PTGatherMetatype", + "slice_118": "PTGatherMetatype", "fill__38": "UnknownMetatype", "lift_fresh_copy_39": "UnknownMetatype", - "slice_145": "PTGatherMetatype", - "slice_146": "PTGatherMetatype", + "slice_119": "PTGatherMetatype", + "slice_120": "PTGatherMetatype", "fill__39": "UnknownMetatype", "lift_fresh_copy_40": "UnknownMetatype", - "slice_147": "PTGatherMetatype", - "slice_148": "PTGatherMetatype", + "slice_121": "PTGatherMetatype", + "slice_122": "PTGatherMetatype", "fill__40": "UnknownMetatype", "lift_fresh_copy_41": "UnknownMetatype", - "slice_149": "PTGatherMetatype", - "slice_150": "PTGatherMetatype", + "slice_123": "PTGatherMetatype", + "slice_124": "PTGatherMetatype", "fill__41": "UnknownMetatype", "lift_fresh_copy_42": "UnknownMetatype", - "slice_151": "PTGatherMetatype", - "slice_152": "PTGatherMetatype", + "slice_125": "PTGatherMetatype", + "slice_126": "PTGatherMetatype", "fill__42": "UnknownMetatype", "lift_fresh_copy_43": "UnknownMetatype", - "slice_153": "PTGatherMetatype", - "slice_154": "PTGatherMetatype", + "slice_127": "PTGatherMetatype", + "slice_128": "PTGatherMetatype", "fill__43": "UnknownMetatype", "lift_fresh_copy_44": "UnknownMetatype", - "slice_155": "PTGatherMetatype", - "slice_156": "PTGatherMetatype", + "slice_129": "PTGatherMetatype", + "slice_130": "PTGatherMetatype", "fill__44": "UnknownMetatype", "view_51": "PTReshapeMetatype", "permute_44": "PTTransposeMetatype", @@ -1183,10 +1159,8 @@ "permute_45": "PTTransposeMetatype", "reshape_44": "PTReshapeMetatype", "roll_9": "UnknownMetatype", - "slice_157": "PTGatherMetatype", - "slice_158": "PTGatherMetatype", - "slice_159": "PTGatherMetatype", - "slice_160": "PTGatherMetatype", + "slice_131": "PTGatherMetatype", + "slice_132": "PTGatherMetatype", "contiguous_17": "PTNoopMetatype", "layer_norm_21": "PTLayerNormMetatype", "add_33": "PTAddMetatype", @@ -1198,18 +1172,14 @@ "layer_norm_22": "PTLayerNormMetatype", "add_34": "PTAddMetatype", "pad_12": "PTPadMetatype", - "slice_161": "PTGatherMetatype", - "slice_162": "PTGatherMetatype", - "slice_163": "PTGatherMetatype", - "slice_164": "PTGatherMetatype", - "slice_165": "PTGatherMetatype", - "slice_166": "PTGatherMetatype", - "slice_167": "PTGatherMetatype", - "slice_168": "PTGatherMetatype", - "slice_169": "PTGatherMetatype", - "slice_170": "PTGatherMetatype", - "slice_171": "PTGatherMetatype", - "slice_172": "PTGatherMetatype", + "slice_133": "PTGatherMetatype", + "slice_134": "PTGatherMetatype", + "slice_135": "PTGatherMetatype", + "slice_136": "PTGatherMetatype", + "slice_137": "PTGatherMetatype", + "slice_138": "PTGatherMetatype", + "slice_139": "PTGatherMetatype", + "slice_140": "PTGatherMetatype", "cat_2": "PTCatMetatype", "linear_62": "PTLinearMetatype", "layer_norm_23": "PTLayerNormMetatype", @@ -1229,7 +1199,7 @@ "permute_47": "PTTransposeMetatype", "reshape_45": "PTReshapeMetatype", "clone_10": "PTNoopMetatype", - "slice_173": "PTGatherMetatype", + "slice_141": "PTGatherMetatype", "zero__10": "UnknownMetatype", "linear_65": "PTLinearMetatype", "reshape_46": "PTReshapeMetatype", @@ -1261,10 +1231,8 @@ "view_58": "PTReshapeMetatype", "permute_49": "PTTransposeMetatype", "reshape_48": "PTReshapeMetatype", - "slice_174": "PTGatherMetatype", - "slice_175": "PTGatherMetatype", - "slice_176": "PTGatherMetatype", - "slice_177": "PTGatherMetatype", + "slice_142": "PTGatherMetatype", + "slice_143": "PTGatherMetatype", "contiguous_19": "PTNoopMetatype", "layer_norm_24": "PTLayerNormMetatype", "add_36": "PTAddMetatype", @@ -1291,7 +1259,7 @@ "permute_51": "PTTransposeMetatype", "reshape_49": "PTReshapeMetatype", "clone_11": "PTNoopMetatype", - "slice_178": "PTGatherMetatype", + "slice_144": "PTGatherMetatype", "zero__11": "UnknownMetatype", "linear_71": "PTLinearMetatype", "reshape_50": "PTReshapeMetatype", @@ -1323,10 +1291,8 @@ "view_62": "PTReshapeMetatype", "permute_53": "PTTransposeMetatype", "reshape_52": "PTReshapeMetatype", - "slice_179": "PTGatherMetatype", - "slice_180": "PTGatherMetatype", - "slice_181": "PTGatherMetatype", - "slice_182": "PTGatherMetatype", + "slice_145": "PTGatherMetatype", + "slice_146": "PTGatherMetatype", "contiguous_21": "PTNoopMetatype", "layer_norm_26": "PTLayerNormMetatype", "add_39": "PTAddMetatype", diff --git a/tests/torch2/data/fx/reference_metatypes/unet.json b/tests/torch2/data/fx/reference_metatypes/unet.json index f7054f8df9b..1e96e82d305 100644 --- a/tests/torch2/data/fx/reference_metatypes/unet.json +++ b/tests/torch2/data/fx/reference_metatypes/unet.json @@ -173,8 +173,6 @@ "conv_transpose2d": "PTConvTranspose2dMetatype", "slice_1": "PTGatherMetatype", "slice_2": "PTGatherMetatype", - "slice_3": "PTGatherMetatype", - "slice_4": "PTGatherMetatype", "cat": "PTCatMetatype", "conv2d_10": "PTConv2dMetatype", "batch_norm_10": "PTBatchNormMetatype", @@ -183,10 +181,8 @@ "batch_norm_11": "PTBatchNormMetatype", "relu_11": "PTRELUMetatype", "conv_transpose2d_1": "PTConvTranspose2dMetatype", - "slice_5": "PTGatherMetatype", - "slice_6": "PTGatherMetatype", - "slice_7": "PTGatherMetatype", - "slice_8": "PTGatherMetatype", + "slice_3": "PTGatherMetatype", + "slice_4": "PTGatherMetatype", "cat_1": "PTCatMetatype", "conv2d_12": "PTConv2dMetatype", "batch_norm_12": "PTBatchNormMetatype", @@ -195,10 +191,8 @@ "batch_norm_13": "PTBatchNormMetatype", "relu_13": "PTRELUMetatype", "conv_transpose2d_2": "PTConvTranspose2dMetatype", - "slice_9": "PTGatherMetatype", - "slice_10": "PTGatherMetatype", - "slice_11": "PTGatherMetatype", - "slice_12": "PTGatherMetatype", + "slice_5": "PTGatherMetatype", + "slice_6": "PTGatherMetatype", "cat_2": "PTCatMetatype", "conv2d_14": "PTConv2dMetatype", "batch_norm_14": "PTBatchNormMetatype", @@ -207,10 +201,8 @@ "batch_norm_15": "PTBatchNormMetatype", "relu_15": "PTRELUMetatype", "conv_transpose2d_3": "PTConvTranspose2dMetatype", - "slice_13": "PTGatherMetatype", - "slice_14": "PTGatherMetatype", - "slice_15": "PTGatherMetatype", - "slice_16": "PTGatherMetatype", + "slice_7": "PTGatherMetatype", + "slice_8": "PTGatherMetatype", "cat_3": "PTCatMetatype", "conv2d_16": "PTConv2dMetatype", "batch_norm_16": "PTBatchNormMetatype", diff --git a/tests/torch2/data/fx/reference_metatypes/vit_b_16.json b/tests/torch2/data/fx/reference_metatypes/vit_b_16.json index 5a42ed77634..527688af9e5 100644 --- a/tests/torch2/data/fx/reference_metatypes/vit_b_16.json +++ b/tests/torch2/data/fx/reference_metatypes/vit_b_16.json @@ -580,7 +580,6 @@ "dropout_36": "PTDropoutMetatype", "add_24": "PTAddMetatype", "layer_norm_24": "PTLayerNormMetatype", - "slice_1": "PTGatherMetatype", "select_36": "PTGatherMetatype", "linear_48": "PTLinearMetatype", "output": "PTOutputNoopMetatype" diff --git a/tests/torch2/data/fx/reference_metatypes/yolo11n_sdpa_block.json b/tests/torch2/data/fx/reference_metatypes/yolo11n_sdpa_block.json index 722721b2e4c..ed8c7318ebd 100644 --- a/tests/torch2/data/fx/reference_metatypes/yolo11n_sdpa_block.json +++ b/tests/torch2/data/fx/reference_metatypes/yolo11n_sdpa_block.json @@ -5,12 +5,6 @@ "slice_1": "PTGatherMetatype", "slice_2": "PTGatherMetatype", "slice_3": "PTGatherMetatype", - "slice_4": "PTGatherMetatype", - "slice_5": "PTGatherMetatype", - "slice_6": "PTGatherMetatype", - "slice_7": "PTGatherMetatype", - "slice_8": "PTGatherMetatype", - "slice_9": "PTGatherMetatype", "transpose": "PTTransposeMetatype", "matmul": "PTMatMulMetatype", "div_": "PTDivMetatype", diff --git a/tests/torch2/data/fx/swin_v2_t.dot b/tests/torch2/data/fx/swin_v2_t.dot index 41bb5af66fd..15f49f60b43 100644 --- a/tests/torch2/data/fx/swin_v2_t.dot +++ b/tests/torch2/data/fx/swin_v2_t.dot @@ -329,1080 +329,1046 @@ strict digraph { "327 view_3" [id=327, type=view]; "328 permute_4" [id=328, type=permute]; "329 reshape_3" [id=329, type=reshape]; -"330 slice_2" [id=330, type=slice]; -"331 slice_3" [id=331, type=slice]; -"332 layer_norm_1" [id=332, type="layer_norm"]; -"333 add_1" [id=333, type=add]; -"334 linear_4" [id=334, type=linear]; -"335 gelu" [id=335, type=gelu]; -"336 dropout_2" [id=336, type=dropout]; -"337 linear_5" [id=337, type=linear]; -"338 dropout_3" [id=338, type=dropout]; -"339 layer_norm_2" [id=339, type="layer_norm"]; -"340 add_2" [id=340, type=add]; -"341 linear_6" [id=341, type=linear]; -"342 relu__1" [id=342, type="relu_"]; -"343 linear_7" [id=343, type=linear]; -"344 view_4" [id=344, type=view]; -"345 index_1" [id=345, type=index]; -"346 view_5" [id=346, type=view]; -"347 permute_5" [id=347, type=permute]; -"348 contiguous_1" [id=348, type=contiguous]; -"349 unsqueeze_1" [id=349, type=unsqueeze]; -"350 sigmoid_1" [id=350, type=sigmoid]; -"351 mul_2" [id=351, type=mul]; -"352 pad_1" [id=352, type=pad]; -"353 roll" [id=353, type=roll]; -"354 view_6" [id=354, type=view]; -"355 permute_6" [id=355, type=permute]; -"356 reshape_4" [id=356, type=reshape]; -"357 clone_1" [id=357, type=clone]; -"358 slice_4" [id=358, type=slice]; -"359 zero__1" [id=359, type="zero_"]; -"360 linear_8" [id=360, type=linear]; -"361 reshape_5" [id=361, type=reshape]; -"362 permute_7" [id=362, type=permute]; -"363 select_3" [id=363, type=select]; -"364 select_4" [id=364, type=select]; -"365 select_5" [id=365, type=select]; -"366 linalg_vector_norm_2" [id=366, type="linalg_vector_norm"]; -"367 clamp_min_2" [id=367, type="clamp_min"]; -"368 expand_as_2" [id=368, type="expand_as"]; -"369 div_2" [id=369, type=div]; -"370 linalg_vector_norm_3" [id=370, type="linalg_vector_norm"]; -"371 clamp_min_3" [id=371, type="clamp_min"]; -"372 expand_as_3" [id=372, type="expand_as"]; -"373 div_3" [id=373, type=div]; -"374 transpose_2" [id=374, type=transpose]; -"375 matmul_2" [id=375, type=matmul]; -"376 clamp_1" [id=376, type=clamp]; -"377 exp_1" [id=377, type=exp]; -"378 mul_3" [id=378, type=mul]; -"379 add_3" [id=379, type=add]; -"380 new_zeros" [id=380, type="new_zeros"]; -"381 lift_fresh_copy" [id=381, type="lift_fresh_copy"]; -"382 slice_5" [id=382, type=slice]; -"383 slice_6" [id=383, type=slice]; -"384 fill_" [id=384, type="fill_"]; -"385 lift_fresh_copy_1" [id=385, type="lift_fresh_copy"]; -"386 slice_7" [id=386, type=slice]; -"387 slice_8" [id=387, type=slice]; -"388 fill__1" [id=388, type="fill_"]; -"389 lift_fresh_copy_2" [id=389, type="lift_fresh_copy"]; -"390 slice_9" [id=390, type=slice]; -"391 slice_10" [id=391, type=slice]; -"392 fill__2" [id=392, type="fill_"]; -"393 lift_fresh_copy_3" [id=393, type="lift_fresh_copy"]; -"394 slice_11" [id=394, type=slice]; -"395 slice_12" [id=395, type=slice]; -"396 fill__3" [id=396, type="fill_"]; -"397 lift_fresh_copy_4" [id=397, type="lift_fresh_copy"]; -"398 slice_13" [id=398, type=slice]; -"399 slice_14" [id=399, type=slice]; -"400 fill__4" [id=400, type="fill_"]; -"401 lift_fresh_copy_5" [id=401, type="lift_fresh_copy"]; -"402 slice_15" [id=402, type=slice]; -"403 slice_16" [id=403, type=slice]; -"404 fill__5" [id=404, type="fill_"]; -"405 lift_fresh_copy_6" [id=405, type="lift_fresh_copy"]; -"406 slice_17" [id=406, type=slice]; -"407 slice_18" [id=407, type=slice]; -"408 fill__6" [id=408, type="fill_"]; -"409 lift_fresh_copy_7" [id=409, type="lift_fresh_copy"]; -"410 slice_19" [id=410, type=slice]; -"411 slice_20" [id=411, type=slice]; -"412 fill__7" [id=412, type="fill_"]; -"413 lift_fresh_copy_8" [id=413, type="lift_fresh_copy"]; -"414 slice_21" [id=414, type=slice]; -"415 slice_22" [id=415, type=slice]; -"416 fill__8" [id=416, type="fill_"]; -"417 view_7" [id=417, type=view]; -"418 permute_8" [id=418, type=permute]; -"419 reshape_6" [id=419, type=reshape]; -"420 unsqueeze_2" [id=420, type=unsqueeze]; -"421 unsqueeze_3" [id=421, type=unsqueeze]; -"422 sub" [id=422, type=sub]; -"423 ne" [id=423, type=ne]; -"424 masked_fill" [id=424, type="masked_fill"]; -"425 eq" [id=425, type=eq]; -"426 masked_fill_1" [id=426, type="masked_fill"]; -"427 view_8" [id=427, type=view]; -"428 unsqueeze_4" [id=428, type=unsqueeze]; -"429 unsqueeze_5" [id=429, type=unsqueeze]; -"430 add_4" [id=430, type=add]; -"431 view_9" [id=431, type=view]; -"432 softmax_1" [id=432, type=softmax]; -"433 dropout_4" [id=433, type=dropout]; -"434 matmul_3" [id=434, type=matmul]; -"435 transpose_3" [id=435, type=transpose]; -"436 reshape_7" [id=436, type=reshape]; -"437 linear_9" [id=437, type=linear]; -"438 dropout_5" [id=438, type=dropout]; -"439 view_10" [id=439, type=view]; -"440 permute_9" [id=440, type=permute]; -"441 reshape_8" [id=441, type=reshape]; -"442 roll_1" [id=442, type=roll]; -"443 slice_23" [id=443, type=slice]; -"444 slice_24" [id=444, type=slice]; -"445 layer_norm_3" [id=445, type="layer_norm"]; -"446 add_5" [id=446, type=add]; -"447 linear_10" [id=447, type=linear]; -"448 gelu_1" [id=448, type=gelu]; -"449 dropout_6" [id=449, type=dropout]; -"450 linear_11" [id=450, type=linear]; -"451 dropout_7" [id=451, type=dropout]; -"452 layer_norm_4" [id=452, type="layer_norm"]; -"453 add_6" [id=453, type=add]; -"454 pad_2" [id=454, type=pad]; -"455 slice_25" [id=455, type=slice]; -"456 slice_26" [id=456, type=slice]; -"457 slice_27" [id=457, type=slice]; -"458 slice_28" [id=458, type=slice]; -"459 slice_29" [id=459, type=slice]; -"460 slice_30" [id=460, type=slice]; -"461 slice_31" [id=461, type=slice]; -"462 slice_32" [id=462, type=slice]; -"463 slice_33" [id=463, type=slice]; -"464 slice_34" [id=464, type=slice]; -"465 slice_35" [id=465, type=slice]; -"466 slice_36" [id=466, type=slice]; -"467 cat" [id=467, type=cat]; -"468 linear_12" [id=468, type=linear]; -"469 layer_norm_5" [id=469, type="layer_norm"]; -"470 linear_13" [id=470, type=linear]; -"471 relu__2" [id=471, type="relu_"]; -"472 linear_14" [id=472, type=linear]; -"473 view_11" [id=473, type=view]; -"474 index_2" [id=474, type=index]; -"475 view_12" [id=475, type=view]; -"476 permute_10" [id=476, type=permute]; -"477 contiguous_2" [id=477, type=contiguous]; -"478 unsqueeze_6" [id=478, type=unsqueeze]; -"479 sigmoid_2" [id=479, type=sigmoid]; -"480 mul_4" [id=480, type=mul]; -"481 pad_3" [id=481, type=pad]; -"482 view_13" [id=482, type=view]; -"483 permute_11" [id=483, type=permute]; -"484 reshape_9" [id=484, type=reshape]; -"485 clone_2" [id=485, type=clone]; -"486 slice_37" [id=486, type=slice]; -"487 zero__2" [id=487, type="zero_"]; -"488 linear_15" [id=488, type=linear]; -"489 reshape_10" [id=489, type=reshape]; -"490 permute_12" [id=490, type=permute]; -"491 select_6" [id=491, type=select]; -"492 select_7" [id=492, type=select]; -"493 select_8" [id=493, type=select]; -"494 linalg_vector_norm_4" [id=494, type="linalg_vector_norm"]; -"495 clamp_min_4" [id=495, type="clamp_min"]; -"496 expand_as_4" [id=496, type="expand_as"]; -"497 div_4" [id=497, type=div]; -"498 linalg_vector_norm_5" [id=498, type="linalg_vector_norm"]; -"499 clamp_min_5" [id=499, type="clamp_min"]; -"500 expand_as_5" [id=500, type="expand_as"]; -"501 div_5" [id=501, type=div]; -"502 transpose_4" [id=502, type=transpose]; -"503 matmul_4" [id=503, type=matmul]; -"504 clamp_2" [id=504, type=clamp]; -"505 exp_2" [id=505, type=exp]; -"506 mul_5" [id=506, type=mul]; -"507 add_7" [id=507, type=add]; -"508 softmax_2" [id=508, type=softmax]; -"509 dropout_8" [id=509, type=dropout]; -"510 matmul_5" [id=510, type=matmul]; -"511 transpose_5" [id=511, type=transpose]; -"512 reshape_11" [id=512, type=reshape]; -"513 linear_16" [id=513, type=linear]; -"514 dropout_9" [id=514, type=dropout]; -"515 view_14" [id=515, type=view]; -"516 permute_13" [id=516, type=permute]; -"517 reshape_12" [id=517, type=reshape]; -"518 slice_38" [id=518, type=slice]; -"519 slice_39" [id=519, type=slice]; -"520 slice_40" [id=520, type=slice]; -"521 slice_41" [id=521, type=slice]; -"522 contiguous_3" [id=522, type=contiguous]; -"523 layer_norm_6" [id=523, type="layer_norm"]; -"524 add_8" [id=524, type=add]; -"525 linear_17" [id=525, type=linear]; -"526 gelu_2" [id=526, type=gelu]; -"527 dropout_10" [id=527, type=dropout]; -"528 linear_18" [id=528, type=linear]; -"529 dropout_11" [id=529, type=dropout]; -"530 layer_norm_7" [id=530, type="layer_norm"]; -"531 add_9" [id=531, type=add]; -"532 linear_19" [id=532, type=linear]; -"533 relu__3" [id=533, type="relu_"]; -"534 linear_20" [id=534, type=linear]; -"535 view_15" [id=535, type=view]; -"536 index_3" [id=536, type=index]; -"537 view_16" [id=537, type=view]; -"538 permute_14" [id=538, type=permute]; -"539 contiguous_4" [id=539, type=contiguous]; -"540 unsqueeze_7" [id=540, type=unsqueeze]; -"541 sigmoid_3" [id=541, type=sigmoid]; -"542 mul_6" [id=542, type=mul]; -"543 pad_4" [id=543, type=pad]; -"544 roll_2" [id=544, type=roll]; -"545 view_17" [id=545, type=view]; -"546 permute_15" [id=546, type=permute]; -"547 reshape_13" [id=547, type=reshape]; -"548 clone_3" [id=548, type=clone]; -"549 slice_42" [id=549, type=slice]; -"550 zero__3" [id=550, type="zero_"]; -"551 linear_21" [id=551, type=linear]; -"552 reshape_14" [id=552, type=reshape]; -"553 permute_16" [id=553, type=permute]; -"554 select_9" [id=554, type=select]; -"555 select_10" [id=555, type=select]; -"556 select_11" [id=556, type=select]; -"557 linalg_vector_norm_6" [id=557, type="linalg_vector_norm"]; -"558 clamp_min_6" [id=558, type="clamp_min"]; -"559 expand_as_6" [id=559, type="expand_as"]; -"560 div_6" [id=560, type=div]; -"561 linalg_vector_norm_7" [id=561, type="linalg_vector_norm"]; -"562 clamp_min_7" [id=562, type="clamp_min"]; -"563 expand_as_7" [id=563, type="expand_as"]; -"564 div_7" [id=564, type=div]; -"565 transpose_6" [id=565, type=transpose]; -"566 matmul_6" [id=566, type=matmul]; -"567 clamp_3" [id=567, type=clamp]; -"568 exp_3" [id=568, type=exp]; -"569 mul_7" [id=569, type=mul]; -"570 add_10" [id=570, type=add]; -"571 new_zeros_1" [id=571, type="new_zeros"]; -"572 lift_fresh_copy_9" [id=572, type="lift_fresh_copy"]; -"573 slice_43" [id=573, type=slice]; -"574 slice_44" [id=574, type=slice]; -"575 fill__9" [id=575, type="fill_"]; -"576 lift_fresh_copy_10" [id=576, type="lift_fresh_copy"]; -"577 slice_45" [id=577, type=slice]; -"578 slice_46" [id=578, type=slice]; -"579 fill__10" [id=579, type="fill_"]; -"580 lift_fresh_copy_11" [id=580, type="lift_fresh_copy"]; -"581 slice_47" [id=581, type=slice]; -"582 slice_48" [id=582, type=slice]; -"583 fill__11" [id=583, type="fill_"]; -"584 lift_fresh_copy_12" [id=584, type="lift_fresh_copy"]; -"585 slice_49" [id=585, type=slice]; -"586 slice_50" [id=586, type=slice]; -"587 fill__12" [id=587, type="fill_"]; -"588 lift_fresh_copy_13" [id=588, type="lift_fresh_copy"]; -"589 slice_51" [id=589, type=slice]; -"590 slice_52" [id=590, type=slice]; -"591 fill__13" [id=591, type="fill_"]; -"592 lift_fresh_copy_14" [id=592, type="lift_fresh_copy"]; -"593 slice_53" [id=593, type=slice]; -"594 slice_54" [id=594, type=slice]; -"595 fill__14" [id=595, type="fill_"]; -"596 lift_fresh_copy_15" [id=596, type="lift_fresh_copy"]; -"597 slice_55" [id=597, type=slice]; -"598 slice_56" [id=598, type=slice]; -"599 fill__15" [id=599, type="fill_"]; -"600 lift_fresh_copy_16" [id=600, type="lift_fresh_copy"]; -"601 slice_57" [id=601, type=slice]; -"602 slice_58" [id=602, type=slice]; -"603 fill__16" [id=603, type="fill_"]; -"604 lift_fresh_copy_17" [id=604, type="lift_fresh_copy"]; -"605 slice_59" [id=605, type=slice]; -"606 slice_60" [id=606, type=slice]; -"607 fill__17" [id=607, type="fill_"]; -"608 view_18" [id=608, type=view]; -"609 permute_17" [id=609, type=permute]; -"610 reshape_15" [id=610, type=reshape]; -"611 unsqueeze_8" [id=611, type=unsqueeze]; -"612 unsqueeze_9" [id=612, type=unsqueeze]; -"613 sub_1" [id=613, type=sub]; -"614 ne_1" [id=614, type=ne]; -"615 masked_fill_2" [id=615, type="masked_fill"]; -"616 eq_1" [id=616, type=eq]; -"617 masked_fill_3" [id=617, type="masked_fill"]; -"618 view_19" [id=618, type=view]; -"619 unsqueeze_10" [id=619, type=unsqueeze]; -"620 unsqueeze_11" [id=620, type=unsqueeze]; -"621 add_11" [id=621, type=add]; -"622 view_20" [id=622, type=view]; -"623 softmax_3" [id=623, type=softmax]; -"624 dropout_12" [id=624, type=dropout]; -"625 matmul_7" [id=625, type=matmul]; -"626 transpose_7" [id=626, type=transpose]; -"627 reshape_16" [id=627, type=reshape]; -"628 linear_22" [id=628, type=linear]; -"629 dropout_13" [id=629, type=dropout]; -"630 view_21" [id=630, type=view]; -"631 permute_18" [id=631, type=permute]; -"632 reshape_17" [id=632, type=reshape]; -"633 roll_3" [id=633, type=roll]; -"634 slice_61" [id=634, type=slice]; -"635 slice_62" [id=635, type=slice]; -"636 slice_63" [id=636, type=slice]; -"637 slice_64" [id=637, type=slice]; -"638 contiguous_5" [id=638, type=contiguous]; -"639 layer_norm_8" [id=639, type="layer_norm"]; -"640 add_12" [id=640, type=add]; -"641 linear_23" [id=641, type=linear]; -"642 gelu_3" [id=642, type=gelu]; -"643 dropout_14" [id=643, type=dropout]; -"644 linear_24" [id=644, type=linear]; -"645 dropout_15" [id=645, type=dropout]; -"646 layer_norm_9" [id=646, type="layer_norm"]; -"647 add_13" [id=647, type=add]; -"648 pad_5" [id=648, type=pad]; -"649 slice_65" [id=649, type=slice]; -"650 slice_66" [id=650, type=slice]; -"651 slice_67" [id=651, type=slice]; -"652 slice_68" [id=652, type=slice]; -"653 slice_69" [id=653, type=slice]; -"654 slice_70" [id=654, type=slice]; -"655 slice_71" [id=655, type=slice]; -"656 slice_72" [id=656, type=slice]; -"657 slice_73" [id=657, type=slice]; -"658 slice_74" [id=658, type=slice]; -"659 slice_75" [id=659, type=slice]; -"660 slice_76" [id=660, type=slice]; -"661 cat_1" [id=661, type=cat]; -"662 linear_25" [id=662, type=linear]; -"663 layer_norm_10" [id=663, type="layer_norm"]; -"664 linear_26" [id=664, type=linear]; -"665 relu__4" [id=665, type="relu_"]; -"666 linear_27" [id=666, type=linear]; -"667 view_22" [id=667, type=view]; -"668 index_4" [id=668, type=index]; -"669 view_23" [id=669, type=view]; -"670 permute_19" [id=670, type=permute]; -"671 contiguous_6" [id=671, type=contiguous]; -"672 unsqueeze_12" [id=672, type=unsqueeze]; -"673 sigmoid_4" [id=673, type=sigmoid]; -"674 mul_8" [id=674, type=mul]; -"675 pad_6" [id=675, type=pad]; -"676 view_24" [id=676, type=view]; -"677 permute_20" [id=677, type=permute]; -"678 reshape_18" [id=678, type=reshape]; -"679 clone_4" [id=679, type=clone]; -"680 slice_77" [id=680, type=slice]; -"681 zero__4" [id=681, type="zero_"]; -"682 linear_28" [id=682, type=linear]; -"683 reshape_19" [id=683, type=reshape]; -"684 permute_21" [id=684, type=permute]; -"685 select_12" [id=685, type=select]; -"686 select_13" [id=686, type=select]; -"687 select_14" [id=687, type=select]; -"688 linalg_vector_norm_8" [id=688, type="linalg_vector_norm"]; -"689 clamp_min_8" [id=689, type="clamp_min"]; -"690 expand_as_8" [id=690, type="expand_as"]; -"691 div_8" [id=691, type=div]; -"692 linalg_vector_norm_9" [id=692, type="linalg_vector_norm"]; -"693 clamp_min_9" [id=693, type="clamp_min"]; -"694 expand_as_9" [id=694, type="expand_as"]; -"695 div_9" [id=695, type=div]; -"696 transpose_8" [id=696, type=transpose]; -"697 matmul_8" [id=697, type=matmul]; -"698 clamp_4" [id=698, type=clamp]; -"699 exp_4" [id=699, type=exp]; -"700 mul_9" [id=700, type=mul]; -"701 add_14" [id=701, type=add]; -"702 softmax_4" [id=702, type=softmax]; -"703 dropout_16" [id=703, type=dropout]; -"704 matmul_9" [id=704, type=matmul]; -"705 transpose_9" [id=705, type=transpose]; -"706 reshape_20" [id=706, type=reshape]; -"707 linear_29" [id=707, type=linear]; -"708 dropout_17" [id=708, type=dropout]; -"709 view_25" [id=709, type=view]; -"710 permute_22" [id=710, type=permute]; -"711 reshape_21" [id=711, type=reshape]; -"712 slice_78" [id=712, type=slice]; -"713 slice_79" [id=713, type=slice]; -"714 slice_80" [id=714, type=slice]; -"715 slice_81" [id=715, type=slice]; -"716 contiguous_7" [id=716, type=contiguous]; -"717 layer_norm_11" [id=717, type="layer_norm"]; -"718 add_15" [id=718, type=add]; -"719 linear_30" [id=719, type=linear]; -"720 gelu_4" [id=720, type=gelu]; -"721 dropout_18" [id=721, type=dropout]; -"722 linear_31" [id=722, type=linear]; -"723 dropout_19" [id=723, type=dropout]; -"724 layer_norm_12" [id=724, type="layer_norm"]; -"725 add_16" [id=725, type=add]; -"726 linear_32" [id=726, type=linear]; -"727 relu__5" [id=727, type="relu_"]; -"728 linear_33" [id=728, type=linear]; -"729 view_26" [id=729, type=view]; -"730 index_5" [id=730, type=index]; -"731 view_27" [id=731, type=view]; -"732 permute_23" [id=732, type=permute]; -"733 contiguous_8" [id=733, type=contiguous]; -"734 unsqueeze_13" [id=734, type=unsqueeze]; -"735 sigmoid_5" [id=735, type=sigmoid]; -"736 mul_10" [id=736, type=mul]; -"737 pad_7" [id=737, type=pad]; -"738 roll_4" [id=738, type=roll]; -"739 view_28" [id=739, type=view]; -"740 permute_24" [id=740, type=permute]; -"741 reshape_22" [id=741, type=reshape]; -"742 clone_5" [id=742, type=clone]; -"743 slice_82" [id=743, type=slice]; -"744 zero__5" [id=744, type="zero_"]; -"745 linear_34" [id=745, type=linear]; -"746 reshape_23" [id=746, type=reshape]; -"747 permute_25" [id=747, type=permute]; -"748 select_15" [id=748, type=select]; -"749 select_16" [id=749, type=select]; -"750 select_17" [id=750, type=select]; -"751 linalg_vector_norm_10" [id=751, type="linalg_vector_norm"]; -"752 clamp_min_10" [id=752, type="clamp_min"]; -"753 expand_as_10" [id=753, type="expand_as"]; -"754 div_10" [id=754, type=div]; -"755 linalg_vector_norm_11" [id=755, type="linalg_vector_norm"]; -"756 clamp_min_11" [id=756, type="clamp_min"]; -"757 expand_as_11" [id=757, type="expand_as"]; -"758 div_11" [id=758, type=div]; -"759 transpose_10" [id=759, type=transpose]; -"760 matmul_10" [id=760, type=matmul]; -"761 clamp_5" [id=761, type=clamp]; -"762 exp_5" [id=762, type=exp]; -"763 mul_11" [id=763, type=mul]; -"764 add_17" [id=764, type=add]; -"765 new_zeros_2" [id=765, type="new_zeros"]; -"766 lift_fresh_copy_18" [id=766, type="lift_fresh_copy"]; -"767 slice_83" [id=767, type=slice]; -"768 slice_84" [id=768, type=slice]; -"769 fill__18" [id=769, type="fill_"]; -"770 lift_fresh_copy_19" [id=770, type="lift_fresh_copy"]; -"771 slice_85" [id=771, type=slice]; -"772 slice_86" [id=772, type=slice]; -"773 fill__19" [id=773, type="fill_"]; -"774 lift_fresh_copy_20" [id=774, type="lift_fresh_copy"]; -"775 slice_87" [id=775, type=slice]; -"776 slice_88" [id=776, type=slice]; -"777 fill__20" [id=777, type="fill_"]; -"778 lift_fresh_copy_21" [id=778, type="lift_fresh_copy"]; -"779 slice_89" [id=779, type=slice]; -"780 slice_90" [id=780, type=slice]; -"781 fill__21" [id=781, type="fill_"]; -"782 lift_fresh_copy_22" [id=782, type="lift_fresh_copy"]; -"783 slice_91" [id=783, type=slice]; -"784 slice_92" [id=784, type=slice]; -"785 fill__22" [id=785, type="fill_"]; -"786 lift_fresh_copy_23" [id=786, type="lift_fresh_copy"]; -"787 slice_93" [id=787, type=slice]; -"788 slice_94" [id=788, type=slice]; -"789 fill__23" [id=789, type="fill_"]; -"790 lift_fresh_copy_24" [id=790, type="lift_fresh_copy"]; -"791 slice_95" [id=791, type=slice]; -"792 slice_96" [id=792, type=slice]; -"793 fill__24" [id=793, type="fill_"]; -"794 lift_fresh_copy_25" [id=794, type="lift_fresh_copy"]; -"795 slice_97" [id=795, type=slice]; -"796 slice_98" [id=796, type=slice]; -"797 fill__25" [id=797, type="fill_"]; -"798 lift_fresh_copy_26" [id=798, type="lift_fresh_copy"]; -"799 slice_99" [id=799, type=slice]; -"800 slice_100" [id=800, type=slice]; -"801 fill__26" [id=801, type="fill_"]; -"802 view_29" [id=802, type=view]; -"803 permute_26" [id=803, type=permute]; -"804 reshape_24" [id=804, type=reshape]; -"805 unsqueeze_14" [id=805, type=unsqueeze]; -"806 unsqueeze_15" [id=806, type=unsqueeze]; -"807 sub_2" [id=807, type=sub]; -"808 ne_2" [id=808, type=ne]; -"809 masked_fill_4" [id=809, type="masked_fill"]; -"810 eq_2" [id=810, type=eq]; -"811 masked_fill_5" [id=811, type="masked_fill"]; -"812 view_30" [id=812, type=view]; -"813 unsqueeze_16" [id=813, type=unsqueeze]; -"814 unsqueeze_17" [id=814, type=unsqueeze]; -"815 add_18" [id=815, type=add]; -"816 view_31" [id=816, type=view]; -"817 softmax_5" [id=817, type=softmax]; -"818 dropout_20" [id=818, type=dropout]; -"819 matmul_11" [id=819, type=matmul]; -"820 transpose_11" [id=820, type=transpose]; -"821 reshape_25" [id=821, type=reshape]; -"822 linear_35" [id=822, type=linear]; -"823 dropout_21" [id=823, type=dropout]; -"824 view_32" [id=824, type=view]; -"825 permute_27" [id=825, type=permute]; -"826 reshape_26" [id=826, type=reshape]; -"827 roll_5" [id=827, type=roll]; -"828 slice_101" [id=828, type=slice]; -"829 slice_102" [id=829, type=slice]; -"830 slice_103" [id=830, type=slice]; -"831 slice_104" [id=831, type=slice]; -"832 contiguous_9" [id=832, type=contiguous]; -"833 layer_norm_13" [id=833, type="layer_norm"]; -"834 add_19" [id=834, type=add]; -"835 linear_36" [id=835, type=linear]; -"836 gelu_5" [id=836, type=gelu]; -"837 dropout_22" [id=837, type=dropout]; -"838 linear_37" [id=838, type=linear]; -"839 dropout_23" [id=839, type=dropout]; -"840 layer_norm_14" [id=840, type="layer_norm"]; -"841 add_20" [id=841, type=add]; -"842 linear_38" [id=842, type=linear]; -"843 relu__6" [id=843, type="relu_"]; -"844 linear_39" [id=844, type=linear]; -"845 view_33" [id=845, type=view]; -"846 index_6" [id=846, type=index]; -"847 view_34" [id=847, type=view]; -"848 permute_28" [id=848, type=permute]; -"849 contiguous_10" [id=849, type=contiguous]; -"850 unsqueeze_18" [id=850, type=unsqueeze]; -"851 sigmoid_6" [id=851, type=sigmoid]; -"852 mul_12" [id=852, type=mul]; -"853 pad_8" [id=853, type=pad]; -"854 view_35" [id=854, type=view]; -"855 permute_29" [id=855, type=permute]; -"856 reshape_27" [id=856, type=reshape]; -"857 clone_6" [id=857, type=clone]; -"858 slice_105" [id=858, type=slice]; -"859 zero__6" [id=859, type="zero_"]; -"860 linear_40" [id=860, type=linear]; -"861 reshape_28" [id=861, type=reshape]; -"862 permute_30" [id=862, type=permute]; -"863 select_18" [id=863, type=select]; -"864 select_19" [id=864, type=select]; -"865 select_20" [id=865, type=select]; -"866 linalg_vector_norm_12" [id=866, type="linalg_vector_norm"]; -"867 clamp_min_12" [id=867, type="clamp_min"]; -"868 expand_as_12" [id=868, type="expand_as"]; -"869 div_12" [id=869, type=div]; -"870 linalg_vector_norm_13" [id=870, type="linalg_vector_norm"]; -"871 clamp_min_13" [id=871, type="clamp_min"]; -"872 expand_as_13" [id=872, type="expand_as"]; -"873 div_13" [id=873, type=div]; -"874 transpose_12" [id=874, type=transpose]; -"875 matmul_12" [id=875, type=matmul]; -"876 clamp_6" [id=876, type=clamp]; -"877 exp_6" [id=877, type=exp]; -"878 mul_13" [id=878, type=mul]; -"879 add_21" [id=879, type=add]; -"880 softmax_6" [id=880, type=softmax]; -"881 dropout_24" [id=881, type=dropout]; -"882 matmul_13" [id=882, type=matmul]; -"883 transpose_13" [id=883, type=transpose]; -"884 reshape_29" [id=884, type=reshape]; -"885 linear_41" [id=885, type=linear]; -"886 dropout_25" [id=886, type=dropout]; -"887 view_36" [id=887, type=view]; -"888 permute_31" [id=888, type=permute]; -"889 reshape_30" [id=889, type=reshape]; -"890 slice_106" [id=890, type=slice]; -"891 slice_107" [id=891, type=slice]; -"892 slice_108" [id=892, type=slice]; -"893 slice_109" [id=893, type=slice]; -"894 contiguous_11" [id=894, type=contiguous]; -"895 layer_norm_15" [id=895, type="layer_norm"]; -"896 add_22" [id=896, type=add]; -"897 linear_42" [id=897, type=linear]; -"898 gelu_6" [id=898, type=gelu]; -"899 dropout_26" [id=899, type=dropout]; -"900 linear_43" [id=900, type=linear]; -"901 dropout_27" [id=901, type=dropout]; -"902 layer_norm_16" [id=902, type="layer_norm"]; -"903 add_23" [id=903, type=add]; -"904 linear_44" [id=904, type=linear]; -"905 relu__7" [id=905, type="relu_"]; -"906 linear_45" [id=906, type=linear]; -"907 view_37" [id=907, type=view]; -"908 index_7" [id=908, type=index]; -"909 view_38" [id=909, type=view]; -"910 permute_32" [id=910, type=permute]; -"911 contiguous_12" [id=911, type=contiguous]; -"912 unsqueeze_19" [id=912, type=unsqueeze]; -"913 sigmoid_7" [id=913, type=sigmoid]; -"914 mul_14" [id=914, type=mul]; -"915 pad_9" [id=915, type=pad]; -"916 roll_6" [id=916, type=roll]; -"917 view_39" [id=917, type=view]; -"918 permute_33" [id=918, type=permute]; -"919 reshape_31" [id=919, type=reshape]; -"920 clone_7" [id=920, type=clone]; -"921 slice_110" [id=921, type=slice]; -"922 zero__7" [id=922, type="zero_"]; -"923 linear_46" [id=923, type=linear]; -"924 reshape_32" [id=924, type=reshape]; -"925 permute_34" [id=925, type=permute]; -"926 select_21" [id=926, type=select]; -"927 select_22" [id=927, type=select]; -"928 select_23" [id=928, type=select]; -"929 linalg_vector_norm_14" [id=929, type="linalg_vector_norm"]; -"930 clamp_min_14" [id=930, type="clamp_min"]; -"931 expand_as_14" [id=931, type="expand_as"]; -"932 div_14" [id=932, type=div]; -"933 linalg_vector_norm_15" [id=933, type="linalg_vector_norm"]; -"934 clamp_min_15" [id=934, type="clamp_min"]; -"935 expand_as_15" [id=935, type="expand_as"]; -"936 div_15" [id=936, type=div]; -"937 transpose_14" [id=937, type=transpose]; -"938 matmul_14" [id=938, type=matmul]; -"939 clamp_7" [id=939, type=clamp]; -"940 exp_7" [id=940, type=exp]; -"941 mul_15" [id=941, type=mul]; -"942 add_24" [id=942, type=add]; -"943 new_zeros_3" [id=943, type="new_zeros"]; -"944 lift_fresh_copy_27" [id=944, type="lift_fresh_copy"]; -"945 slice_111" [id=945, type=slice]; -"946 slice_112" [id=946, type=slice]; -"947 fill__27" [id=947, type="fill_"]; -"948 lift_fresh_copy_28" [id=948, type="lift_fresh_copy"]; -"949 slice_113" [id=949, type=slice]; -"950 slice_114" [id=950, type=slice]; -"951 fill__28" [id=951, type="fill_"]; -"952 lift_fresh_copy_29" [id=952, type="lift_fresh_copy"]; -"953 slice_115" [id=953, type=slice]; -"954 slice_116" [id=954, type=slice]; -"955 fill__29" [id=955, type="fill_"]; -"956 lift_fresh_copy_30" [id=956, type="lift_fresh_copy"]; -"957 slice_117" [id=957, type=slice]; -"958 slice_118" [id=958, type=slice]; -"959 fill__30" [id=959, type="fill_"]; -"960 lift_fresh_copy_31" [id=960, type="lift_fresh_copy"]; -"961 slice_119" [id=961, type=slice]; -"962 slice_120" [id=962, type=slice]; -"963 fill__31" [id=963, type="fill_"]; -"964 lift_fresh_copy_32" [id=964, type="lift_fresh_copy"]; -"965 slice_121" [id=965, type=slice]; -"966 slice_122" [id=966, type=slice]; -"967 fill__32" [id=967, type="fill_"]; -"968 lift_fresh_copy_33" [id=968, type="lift_fresh_copy"]; -"969 slice_123" [id=969, type=slice]; -"970 slice_124" [id=970, type=slice]; -"971 fill__33" [id=971, type="fill_"]; -"972 lift_fresh_copy_34" [id=972, type="lift_fresh_copy"]; -"973 slice_125" [id=973, type=slice]; -"974 slice_126" [id=974, type=slice]; -"975 fill__34" [id=975, type="fill_"]; -"976 lift_fresh_copy_35" [id=976, type="lift_fresh_copy"]; -"977 slice_127" [id=977, type=slice]; -"978 slice_128" [id=978, type=slice]; -"979 fill__35" [id=979, type="fill_"]; -"980 view_40" [id=980, type=view]; -"981 permute_35" [id=981, type=permute]; -"982 reshape_33" [id=982, type=reshape]; -"983 unsqueeze_20" [id=983, type=unsqueeze]; -"984 unsqueeze_21" [id=984, type=unsqueeze]; -"985 sub_3" [id=985, type=sub]; -"986 ne_3" [id=986, type=ne]; -"987 masked_fill_6" [id=987, type="masked_fill"]; -"988 eq_3" [id=988, type=eq]; -"989 masked_fill_7" [id=989, type="masked_fill"]; -"990 view_41" [id=990, type=view]; -"991 unsqueeze_22" [id=991, type=unsqueeze]; -"992 unsqueeze_23" [id=992, type=unsqueeze]; -"993 add_25" [id=993, type=add]; -"994 view_42" [id=994, type=view]; -"995 softmax_7" [id=995, type=softmax]; -"996 dropout_28" [id=996, type=dropout]; -"997 matmul_15" [id=997, type=matmul]; -"998 transpose_15" [id=998, type=transpose]; -"999 reshape_34" [id=999, type=reshape]; -"1000 linear_47" [id=1000, type=linear]; -"1001 dropout_29" [id=1001, type=dropout]; -"1002 view_43" [id=1002, type=view]; -"1003 permute_36" [id=1003, type=permute]; -"1004 reshape_35" [id=1004, type=reshape]; -"1005 roll_7" [id=1005, type=roll]; -"1006 slice_129" [id=1006, type=slice]; -"1007 slice_130" [id=1007, type=slice]; -"1008 slice_131" [id=1008, type=slice]; -"1009 slice_132" [id=1009, type=slice]; -"1010 contiguous_13" [id=1010, type=contiguous]; -"1011 layer_norm_17" [id=1011, type="layer_norm"]; -"1012 add_26" [id=1012, type=add]; -"1013 linear_48" [id=1013, type=linear]; -"1014 gelu_7" [id=1014, type=gelu]; -"1015 dropout_30" [id=1015, type=dropout]; -"1016 linear_49" [id=1016, type=linear]; -"1017 dropout_31" [id=1017, type=dropout]; -"1018 layer_norm_18" [id=1018, type="layer_norm"]; -"1019 add_27" [id=1019, type=add]; -"1020 linear_50" [id=1020, type=linear]; -"1021 relu__8" [id=1021, type="relu_"]; -"1022 linear_51" [id=1022, type=linear]; -"1023 view_44" [id=1023, type=view]; -"1024 index_8" [id=1024, type=index]; -"1025 view_45" [id=1025, type=view]; -"1026 permute_37" [id=1026, type=permute]; -"1027 contiguous_14" [id=1027, type=contiguous]; -"1028 unsqueeze_24" [id=1028, type=unsqueeze]; -"1029 sigmoid_8" [id=1029, type=sigmoid]; -"1030 mul_16" [id=1030, type=mul]; -"1031 pad_10" [id=1031, type=pad]; -"1032 view_46" [id=1032, type=view]; -"1033 permute_38" [id=1033, type=permute]; -"1034 reshape_36" [id=1034, type=reshape]; -"1035 clone_8" [id=1035, type=clone]; -"1036 slice_133" [id=1036, type=slice]; -"1037 zero__8" [id=1037, type="zero_"]; -"1038 linear_52" [id=1038, type=linear]; -"1039 reshape_37" [id=1039, type=reshape]; -"1040 permute_39" [id=1040, type=permute]; -"1041 select_24" [id=1041, type=select]; -"1042 select_25" [id=1042, type=select]; -"1043 select_26" [id=1043, type=select]; -"1044 linalg_vector_norm_16" [id=1044, type="linalg_vector_norm"]; -"1045 clamp_min_16" [id=1045, type="clamp_min"]; -"1046 expand_as_16" [id=1046, type="expand_as"]; -"1047 div_16" [id=1047, type=div]; -"1048 linalg_vector_norm_17" [id=1048, type="linalg_vector_norm"]; -"1049 clamp_min_17" [id=1049, type="clamp_min"]; -"1050 expand_as_17" [id=1050, type="expand_as"]; -"1051 div_17" [id=1051, type=div]; -"1052 transpose_16" [id=1052, type=transpose]; -"1053 matmul_16" [id=1053, type=matmul]; -"1054 clamp_8" [id=1054, type=clamp]; -"1055 exp_8" [id=1055, type=exp]; -"1056 mul_17" [id=1056, type=mul]; -"1057 add_28" [id=1057, type=add]; -"1058 softmax_8" [id=1058, type=softmax]; -"1059 dropout_32" [id=1059, type=dropout]; -"1060 matmul_17" [id=1060, type=matmul]; -"1061 transpose_17" [id=1061, type=transpose]; -"1062 reshape_38" [id=1062, type=reshape]; -"1063 linear_53" [id=1063, type=linear]; -"1064 dropout_33" [id=1064, type=dropout]; -"1065 view_47" [id=1065, type=view]; -"1066 permute_40" [id=1066, type=permute]; -"1067 reshape_39" [id=1067, type=reshape]; -"1068 slice_134" [id=1068, type=slice]; -"1069 slice_135" [id=1069, type=slice]; -"1070 slice_136" [id=1070, type=slice]; -"1071 slice_137" [id=1071, type=slice]; -"1072 contiguous_15" [id=1072, type=contiguous]; -"1073 layer_norm_19" [id=1073, type="layer_norm"]; -"1074 add_29" [id=1074, type=add]; -"1075 linear_54" [id=1075, type=linear]; -"1076 gelu_8" [id=1076, type=gelu]; -"1077 dropout_34" [id=1077, type=dropout]; -"1078 linear_55" [id=1078, type=linear]; -"1079 dropout_35" [id=1079, type=dropout]; -"1080 layer_norm_20" [id=1080, type="layer_norm"]; -"1081 add_30" [id=1081, type=add]; -"1082 linear_56" [id=1082, type=linear]; -"1083 relu__9" [id=1083, type="relu_"]; -"1084 linear_57" [id=1084, type=linear]; -"1085 view_48" [id=1085, type=view]; -"1086 index_9" [id=1086, type=index]; -"1087 view_49" [id=1087, type=view]; -"1088 permute_41" [id=1088, type=permute]; -"1089 contiguous_16" [id=1089, type=contiguous]; -"1090 unsqueeze_25" [id=1090, type=unsqueeze]; -"1091 sigmoid_9" [id=1091, type=sigmoid]; -"1092 mul_18" [id=1092, type=mul]; -"1093 pad_11" [id=1093, type=pad]; -"1094 roll_8" [id=1094, type=roll]; -"1095 view_50" [id=1095, type=view]; -"1096 permute_42" [id=1096, type=permute]; -"1097 reshape_40" [id=1097, type=reshape]; -"1098 clone_9" [id=1098, type=clone]; -"1099 slice_138" [id=1099, type=slice]; -"1100 zero__9" [id=1100, type="zero_"]; -"1101 linear_58" [id=1101, type=linear]; -"1102 reshape_41" [id=1102, type=reshape]; -"1103 permute_43" [id=1103, type=permute]; -"1104 select_27" [id=1104, type=select]; -"1105 select_28" [id=1105, type=select]; -"1106 select_29" [id=1106, type=select]; -"1107 linalg_vector_norm_18" [id=1107, type="linalg_vector_norm"]; -"1108 clamp_min_18" [id=1108, type="clamp_min"]; -"1109 expand_as_18" [id=1109, type="expand_as"]; -"1110 div_18" [id=1110, type=div]; -"1111 linalg_vector_norm_19" [id=1111, type="linalg_vector_norm"]; -"1112 clamp_min_19" [id=1112, type="clamp_min"]; -"1113 expand_as_19" [id=1113, type="expand_as"]; -"1114 div_19" [id=1114, type=div]; -"1115 transpose_18" [id=1115, type=transpose]; -"1116 matmul_18" [id=1116, type=matmul]; -"1117 clamp_9" [id=1117, type=clamp]; -"1118 exp_9" [id=1118, type=exp]; -"1119 mul_19" [id=1119, type=mul]; -"1120 add_31" [id=1120, type=add]; -"1121 new_zeros_4" [id=1121, type="new_zeros"]; -"1122 lift_fresh_copy_36" [id=1122, type="lift_fresh_copy"]; -"1123 slice_139" [id=1123, type=slice]; -"1124 slice_140" [id=1124, type=slice]; -"1125 fill__36" [id=1125, type="fill_"]; -"1126 lift_fresh_copy_37" [id=1126, type="lift_fresh_copy"]; -"1127 slice_141" [id=1127, type=slice]; -"1128 slice_142" [id=1128, type=slice]; -"1129 fill__37" [id=1129, type="fill_"]; -"1130 lift_fresh_copy_38" [id=1130, type="lift_fresh_copy"]; -"1131 slice_143" [id=1131, type=slice]; -"1132 slice_144" [id=1132, type=slice]; -"1133 fill__38" [id=1133, type="fill_"]; -"1134 lift_fresh_copy_39" [id=1134, type="lift_fresh_copy"]; -"1135 slice_145" [id=1135, type=slice]; -"1136 slice_146" [id=1136, type=slice]; -"1137 fill__39" [id=1137, type="fill_"]; -"1138 lift_fresh_copy_40" [id=1138, type="lift_fresh_copy"]; -"1139 slice_147" [id=1139, type=slice]; -"1140 slice_148" [id=1140, type=slice]; -"1141 fill__40" [id=1141, type="fill_"]; -"1142 lift_fresh_copy_41" [id=1142, type="lift_fresh_copy"]; -"1143 slice_149" [id=1143, type=slice]; -"1144 slice_150" [id=1144, type=slice]; -"1145 fill__41" [id=1145, type="fill_"]; -"1146 lift_fresh_copy_42" [id=1146, type="lift_fresh_copy"]; -"1147 slice_151" [id=1147, type=slice]; -"1148 slice_152" [id=1148, type=slice]; -"1149 fill__42" [id=1149, type="fill_"]; -"1150 lift_fresh_copy_43" [id=1150, type="lift_fresh_copy"]; -"1151 slice_153" [id=1151, type=slice]; -"1152 slice_154" [id=1152, type=slice]; -"1153 fill__43" [id=1153, type="fill_"]; -"1154 lift_fresh_copy_44" [id=1154, type="lift_fresh_copy"]; -"1155 slice_155" [id=1155, type=slice]; -"1156 slice_156" [id=1156, type=slice]; -"1157 fill__44" [id=1157, type="fill_"]; -"1158 view_51" [id=1158, type=view]; -"1159 permute_44" [id=1159, type=permute]; -"1160 reshape_42" [id=1160, type=reshape]; -"1161 unsqueeze_26" [id=1161, type=unsqueeze]; -"1162 unsqueeze_27" [id=1162, type=unsqueeze]; -"1163 sub_4" [id=1163, type=sub]; -"1164 ne_4" [id=1164, type=ne]; -"1165 masked_fill_8" [id=1165, type="masked_fill"]; -"1166 eq_4" [id=1166, type=eq]; -"1167 masked_fill_9" [id=1167, type="masked_fill"]; -"1168 view_52" [id=1168, type=view]; -"1169 unsqueeze_28" [id=1169, type=unsqueeze]; -"1170 unsqueeze_29" [id=1170, type=unsqueeze]; -"1171 add_32" [id=1171, type=add]; -"1172 view_53" [id=1172, type=view]; -"1173 softmax_9" [id=1173, type=softmax]; -"1174 dropout_36" [id=1174, type=dropout]; -"1175 matmul_19" [id=1175, type=matmul]; -"1176 transpose_19" [id=1176, type=transpose]; -"1177 reshape_43" [id=1177, type=reshape]; -"1178 linear_59" [id=1178, type=linear]; -"1179 dropout_37" [id=1179, type=dropout]; -"1180 view_54" [id=1180, type=view]; -"1181 permute_45" [id=1181, type=permute]; -"1182 reshape_44" [id=1182, type=reshape]; -"1183 roll_9" [id=1183, type=roll]; -"1184 slice_157" [id=1184, type=slice]; -"1185 slice_158" [id=1185, type=slice]; -"1186 slice_159" [id=1186, type=slice]; -"1187 slice_160" [id=1187, type=slice]; -"1188 contiguous_17" [id=1188, type=contiguous]; -"1189 layer_norm_21" [id=1189, type="layer_norm"]; -"1190 add_33" [id=1190, type=add]; -"1191 linear_60" [id=1191, type=linear]; -"1192 gelu_9" [id=1192, type=gelu]; -"1193 dropout_38" [id=1193, type=dropout]; -"1194 linear_61" [id=1194, type=linear]; -"1195 dropout_39" [id=1195, type=dropout]; -"1196 layer_norm_22" [id=1196, type="layer_norm"]; -"1197 add_34" [id=1197, type=add]; -"1198 pad_12" [id=1198, type=pad]; -"1199 slice_161" [id=1199, type=slice]; -"1200 slice_162" [id=1200, type=slice]; -"1201 slice_163" [id=1201, type=slice]; -"1202 slice_164" [id=1202, type=slice]; -"1203 slice_165" [id=1203, type=slice]; -"1204 slice_166" [id=1204, type=slice]; -"1205 slice_167" [id=1205, type=slice]; -"1206 slice_168" [id=1206, type=slice]; -"1207 slice_169" [id=1207, type=slice]; -"1208 slice_170" [id=1208, type=slice]; -"1209 slice_171" [id=1209, type=slice]; -"1210 slice_172" [id=1210, type=slice]; -"1211 cat_2" [id=1211, type=cat]; -"1212 linear_62" [id=1212, type=linear]; -"1213 layer_norm_23" [id=1213, type="layer_norm"]; -"1214 linear_63" [id=1214, type=linear]; -"1215 relu__10" [id=1215, type="relu_"]; -"1216 linear_64" [id=1216, type=linear]; -"1217 view_55" [id=1217, type=view]; -"1218 index_10" [id=1218, type=index]; -"1219 view_56" [id=1219, type=view]; -"1220 permute_46" [id=1220, type=permute]; -"1221 contiguous_18" [id=1221, type=contiguous]; -"1222 unsqueeze_30" [id=1222, type=unsqueeze]; -"1223 sigmoid_10" [id=1223, type=sigmoid]; -"1224 mul_20" [id=1224, type=mul]; -"1225 pad_13" [id=1225, type=pad]; -"1226 view_57" [id=1226, type=view]; -"1227 permute_47" [id=1227, type=permute]; -"1228 reshape_45" [id=1228, type=reshape]; -"1229 clone_10" [id=1229, type=clone]; -"1230 slice_173" [id=1230, type=slice]; -"1231 zero__10" [id=1231, type="zero_"]; -"1232 linear_65" [id=1232, type=linear]; -"1233 reshape_46" [id=1233, type=reshape]; -"1234 permute_48" [id=1234, type=permute]; -"1235 select_30" [id=1235, type=select]; -"1236 select_31" [id=1236, type=select]; -"1237 select_32" [id=1237, type=select]; -"1238 linalg_vector_norm_20" [id=1238, type="linalg_vector_norm"]; -"1239 clamp_min_20" [id=1239, type="clamp_min"]; -"1240 expand_as_20" [id=1240, type="expand_as"]; -"1241 div_20" [id=1241, type=div]; -"1242 linalg_vector_norm_21" [id=1242, type="linalg_vector_norm"]; -"1243 clamp_min_21" [id=1243, type="clamp_min"]; -"1244 expand_as_21" [id=1244, type="expand_as"]; -"1245 div_21" [id=1245, type=div]; -"1246 transpose_20" [id=1246, type=transpose]; -"1247 matmul_20" [id=1247, type=matmul]; -"1248 clamp_10" [id=1248, type=clamp]; -"1249 exp_10" [id=1249, type=exp]; -"1250 mul_21" [id=1250, type=mul]; -"1251 add_35" [id=1251, type=add]; -"1252 softmax_10" [id=1252, type=softmax]; -"1253 dropout_40" [id=1253, type=dropout]; -"1254 matmul_21" [id=1254, type=matmul]; -"1255 transpose_21" [id=1255, type=transpose]; -"1256 reshape_47" [id=1256, type=reshape]; -"1257 linear_66" [id=1257, type=linear]; -"1258 dropout_41" [id=1258, type=dropout]; -"1259 view_58" [id=1259, type=view]; -"1260 permute_49" [id=1260, type=permute]; -"1261 reshape_48" [id=1261, type=reshape]; -"1262 slice_174" [id=1262, type=slice]; -"1263 slice_175" [id=1263, type=slice]; -"1264 slice_176" [id=1264, type=slice]; -"1265 slice_177" [id=1265, type=slice]; -"1266 contiguous_19" [id=1266, type=contiguous]; -"1267 layer_norm_24" [id=1267, type="layer_norm"]; -"1268 add_36" [id=1268, type=add]; -"1269 linear_67" [id=1269, type=linear]; -"1270 gelu_10" [id=1270, type=gelu]; -"1271 dropout_42" [id=1271, type=dropout]; -"1272 linear_68" [id=1272, type=linear]; -"1273 dropout_43" [id=1273, type=dropout]; -"1274 layer_norm_25" [id=1274, type="layer_norm"]; -"1275 add_37" [id=1275, type=add]; -"1276 linear_69" [id=1276, type=linear]; -"1277 relu__11" [id=1277, type="relu_"]; -"1278 linear_70" [id=1278, type=linear]; -"1279 view_59" [id=1279, type=view]; -"1280 index_11" [id=1280, type=index]; -"1281 view_60" [id=1281, type=view]; -"1282 permute_50" [id=1282, type=permute]; -"1283 contiguous_20" [id=1283, type=contiguous]; -"1284 unsqueeze_31" [id=1284, type=unsqueeze]; -"1285 sigmoid_11" [id=1285, type=sigmoid]; -"1286 mul_22" [id=1286, type=mul]; -"1287 pad_14" [id=1287, type=pad]; -"1288 view_61" [id=1288, type=view]; -"1289 permute_51" [id=1289, type=permute]; -"1290 reshape_49" [id=1290, type=reshape]; -"1291 clone_11" [id=1291, type=clone]; -"1292 slice_178" [id=1292, type=slice]; -"1293 zero__11" [id=1293, type="zero_"]; -"1294 linear_71" [id=1294, type=linear]; -"1295 reshape_50" [id=1295, type=reshape]; -"1296 permute_52" [id=1296, type=permute]; -"1297 select_33" [id=1297, type=select]; -"1298 select_34" [id=1298, type=select]; -"1299 select_35" [id=1299, type=select]; -"1300 linalg_vector_norm_22" [id=1300, type="linalg_vector_norm"]; -"1301 clamp_min_22" [id=1301, type="clamp_min"]; -"1302 expand_as_22" [id=1302, type="expand_as"]; -"1303 div_22" [id=1303, type=div]; -"1304 linalg_vector_norm_23" [id=1304, type="linalg_vector_norm"]; -"1305 clamp_min_23" [id=1305, type="clamp_min"]; -"1306 expand_as_23" [id=1306, type="expand_as"]; -"1307 div_23" [id=1307, type=div]; -"1308 transpose_22" [id=1308, type=transpose]; -"1309 matmul_22" [id=1309, type=matmul]; -"1310 clamp_11" [id=1310, type=clamp]; -"1311 exp_11" [id=1311, type=exp]; -"1312 mul_23" [id=1312, type=mul]; -"1313 add_38" [id=1313, type=add]; -"1314 softmax_11" [id=1314, type=softmax]; -"1315 dropout_44" [id=1315, type=dropout]; -"1316 matmul_23" [id=1316, type=matmul]; -"1317 transpose_23" [id=1317, type=transpose]; -"1318 reshape_51" [id=1318, type=reshape]; -"1319 linear_72" [id=1319, type=linear]; -"1320 dropout_45" [id=1320, type=dropout]; -"1321 view_62" [id=1321, type=view]; -"1322 permute_53" [id=1322, type=permute]; -"1323 reshape_52" [id=1323, type=reshape]; -"1324 slice_179" [id=1324, type=slice]; -"1325 slice_180" [id=1325, type=slice]; -"1326 slice_181" [id=1326, type=slice]; -"1327 slice_182" [id=1327, type=slice]; -"1328 contiguous_21" [id=1328, type=contiguous]; -"1329 layer_norm_26" [id=1329, type="layer_norm"]; -"1330 add_39" [id=1330, type=add]; -"1331 linear_73" [id=1331, type=linear]; -"1332 gelu_11" [id=1332, type=gelu]; -"1333 dropout_46" [id=1333, type=dropout]; -"1334 linear_74" [id=1334, type=linear]; -"1335 dropout_47" [id=1335, type=dropout]; -"1336 layer_norm_27" [id=1336, type="layer_norm"]; -"1337 add_40" [id=1337, type=add]; -"1338 layer_norm_28" [id=1338, type="layer_norm"]; -"1339 permute_54" [id=1339, type=permute]; -"1340 adaptive_avg_pool2d" [id=1340, type="adaptive_avg_pool2d"]; -"1341 flatten" [id=1341, type=flatten]; -"1342 linear_75" [id=1342, type=linear]; -"1343 output" [id=1343, type=output]; +"330 alias" [id=330, type=alias]; +"331 layer_norm_1" [id=331, type="layer_norm"]; +"332 add_1" [id=332, type=add]; +"333 linear_4" [id=333, type=linear]; +"334 gelu" [id=334, type=gelu]; +"335 dropout_2" [id=335, type=dropout]; +"336 linear_5" [id=336, type=linear]; +"337 dropout_3" [id=337, type=dropout]; +"338 layer_norm_2" [id=338, type="layer_norm"]; +"339 add_2" [id=339, type=add]; +"340 linear_6" [id=340, type=linear]; +"341 relu__1" [id=341, type="relu_"]; +"342 linear_7" [id=342, type=linear]; +"343 view_4" [id=343, type=view]; +"344 index_1" [id=344, type=index]; +"345 view_5" [id=345, type=view]; +"346 permute_5" [id=346, type=permute]; +"347 contiguous_1" [id=347, type=contiguous]; +"348 unsqueeze_1" [id=348, type=unsqueeze]; +"349 sigmoid_1" [id=349, type=sigmoid]; +"350 mul_2" [id=350, type=mul]; +"351 pad_1" [id=351, type=pad]; +"352 roll" [id=352, type=roll]; +"353 view_6" [id=353, type=view]; +"354 permute_6" [id=354, type=permute]; +"355 reshape_4" [id=355, type=reshape]; +"356 clone_1" [id=356, type=clone]; +"357 slice_2" [id=357, type=slice]; +"358 zero__1" [id=358, type="zero_"]; +"359 linear_8" [id=359, type=linear]; +"360 reshape_5" [id=360, type=reshape]; +"361 permute_7" [id=361, type=permute]; +"362 select_3" [id=362, type=select]; +"363 select_4" [id=363, type=select]; +"364 select_5" [id=364, type=select]; +"365 linalg_vector_norm_2" [id=365, type="linalg_vector_norm"]; +"366 clamp_min_2" [id=366, type="clamp_min"]; +"367 expand_as_2" [id=367, type="expand_as"]; +"368 div_2" [id=368, type=div]; +"369 linalg_vector_norm_3" [id=369, type="linalg_vector_norm"]; +"370 clamp_min_3" [id=370, type="clamp_min"]; +"371 expand_as_3" [id=371, type="expand_as"]; +"372 div_3" [id=372, type=div]; +"373 transpose_2" [id=373, type=transpose]; +"374 matmul_2" [id=374, type=matmul]; +"375 clamp_1" [id=375, type=clamp]; +"376 exp_1" [id=376, type=exp]; +"377 mul_3" [id=377, type=mul]; +"378 add_3" [id=378, type=add]; +"379 new_zeros" [id=379, type="new_zeros"]; +"380 lift_fresh_copy" [id=380, type="lift_fresh_copy"]; +"381 slice_3" [id=381, type=slice]; +"382 slice_4" [id=382, type=slice]; +"383 fill_" [id=383, type="fill_"]; +"384 lift_fresh_copy_1" [id=384, type="lift_fresh_copy"]; +"385 slice_5" [id=385, type=slice]; +"386 slice_6" [id=386, type=slice]; +"387 fill__1" [id=387, type="fill_"]; +"388 lift_fresh_copy_2" [id=388, type="lift_fresh_copy"]; +"389 slice_7" [id=389, type=slice]; +"390 slice_8" [id=390, type=slice]; +"391 fill__2" [id=391, type="fill_"]; +"392 lift_fresh_copy_3" [id=392, type="lift_fresh_copy"]; +"393 slice_9" [id=393, type=slice]; +"394 slice_10" [id=394, type=slice]; +"395 fill__3" [id=395, type="fill_"]; +"396 lift_fresh_copy_4" [id=396, type="lift_fresh_copy"]; +"397 slice_11" [id=397, type=slice]; +"398 slice_12" [id=398, type=slice]; +"399 fill__4" [id=399, type="fill_"]; +"400 lift_fresh_copy_5" [id=400, type="lift_fresh_copy"]; +"401 slice_13" [id=401, type=slice]; +"402 slice_14" [id=402, type=slice]; +"403 fill__5" [id=403, type="fill_"]; +"404 lift_fresh_copy_6" [id=404, type="lift_fresh_copy"]; +"405 slice_15" [id=405, type=slice]; +"406 slice_16" [id=406, type=slice]; +"407 fill__6" [id=407, type="fill_"]; +"408 lift_fresh_copy_7" [id=408, type="lift_fresh_copy"]; +"409 slice_17" [id=409, type=slice]; +"410 slice_18" [id=410, type=slice]; +"411 fill__7" [id=411, type="fill_"]; +"412 lift_fresh_copy_8" [id=412, type="lift_fresh_copy"]; +"413 slice_19" [id=413, type=slice]; +"414 slice_20" [id=414, type=slice]; +"415 fill__8" [id=415, type="fill_"]; +"416 view_7" [id=416, type=view]; +"417 permute_8" [id=417, type=permute]; +"418 reshape_6" [id=418, type=reshape]; +"419 unsqueeze_2" [id=419, type=unsqueeze]; +"420 unsqueeze_3" [id=420, type=unsqueeze]; +"421 sub" [id=421, type=sub]; +"422 ne" [id=422, type=ne]; +"423 masked_fill" [id=423, type="masked_fill"]; +"424 eq" [id=424, type=eq]; +"425 masked_fill_1" [id=425, type="masked_fill"]; +"426 view_8" [id=426, type=view]; +"427 unsqueeze_4" [id=427, type=unsqueeze]; +"428 unsqueeze_5" [id=428, type=unsqueeze]; +"429 add_4" [id=429, type=add]; +"430 view_9" [id=430, type=view]; +"431 softmax_1" [id=431, type=softmax]; +"432 dropout_4" [id=432, type=dropout]; +"433 matmul_3" [id=433, type=matmul]; +"434 transpose_3" [id=434, type=transpose]; +"435 reshape_7" [id=435, type=reshape]; +"436 linear_9" [id=436, type=linear]; +"437 dropout_5" [id=437, type=dropout]; +"438 view_10" [id=438, type=view]; +"439 permute_9" [id=439, type=permute]; +"440 reshape_8" [id=440, type=reshape]; +"441 roll_1" [id=441, type=roll]; +"442 alias_1" [id=442, type=alias]; +"443 layer_norm_3" [id=443, type="layer_norm"]; +"444 add_5" [id=444, type=add]; +"445 linear_10" [id=445, type=linear]; +"446 gelu_1" [id=446, type=gelu]; +"447 dropout_6" [id=447, type=dropout]; +"448 linear_11" [id=448, type=linear]; +"449 dropout_7" [id=449, type=dropout]; +"450 layer_norm_4" [id=450, type="layer_norm"]; +"451 add_6" [id=451, type=add]; +"452 pad_2" [id=452, type=pad]; +"453 slice_21" [id=453, type=slice]; +"454 slice_22" [id=454, type=slice]; +"455 slice_23" [id=455, type=slice]; +"456 slice_24" [id=456, type=slice]; +"457 slice_25" [id=457, type=slice]; +"458 slice_26" [id=458, type=slice]; +"459 slice_27" [id=459, type=slice]; +"460 slice_28" [id=460, type=slice]; +"461 cat" [id=461, type=cat]; +"462 linear_12" [id=462, type=linear]; +"463 layer_norm_5" [id=463, type="layer_norm"]; +"464 linear_13" [id=464, type=linear]; +"465 relu__2" [id=465, type="relu_"]; +"466 linear_14" [id=466, type=linear]; +"467 view_11" [id=467, type=view]; +"468 index_2" [id=468, type=index]; +"469 view_12" [id=469, type=view]; +"470 permute_10" [id=470, type=permute]; +"471 contiguous_2" [id=471, type=contiguous]; +"472 unsqueeze_6" [id=472, type=unsqueeze]; +"473 sigmoid_2" [id=473, type=sigmoid]; +"474 mul_4" [id=474, type=mul]; +"475 pad_3" [id=475, type=pad]; +"476 view_13" [id=476, type=view]; +"477 permute_11" [id=477, type=permute]; +"478 reshape_9" [id=478, type=reshape]; +"479 clone_2" [id=479, type=clone]; +"480 slice_29" [id=480, type=slice]; +"481 zero__2" [id=481, type="zero_"]; +"482 linear_15" [id=482, type=linear]; +"483 reshape_10" [id=483, type=reshape]; +"484 permute_12" [id=484, type=permute]; +"485 select_6" [id=485, type=select]; +"486 select_7" [id=486, type=select]; +"487 select_8" [id=487, type=select]; +"488 linalg_vector_norm_4" [id=488, type="linalg_vector_norm"]; +"489 clamp_min_4" [id=489, type="clamp_min"]; +"490 expand_as_4" [id=490, type="expand_as"]; +"491 div_4" [id=491, type=div]; +"492 linalg_vector_norm_5" [id=492, type="linalg_vector_norm"]; +"493 clamp_min_5" [id=493, type="clamp_min"]; +"494 expand_as_5" [id=494, type="expand_as"]; +"495 div_5" [id=495, type=div]; +"496 transpose_4" [id=496, type=transpose]; +"497 matmul_4" [id=497, type=matmul]; +"498 clamp_2" [id=498, type=clamp]; +"499 exp_2" [id=499, type=exp]; +"500 mul_5" [id=500, type=mul]; +"501 add_7" [id=501, type=add]; +"502 softmax_2" [id=502, type=softmax]; +"503 dropout_8" [id=503, type=dropout]; +"504 matmul_5" [id=504, type=matmul]; +"505 transpose_5" [id=505, type=transpose]; +"506 reshape_11" [id=506, type=reshape]; +"507 linear_16" [id=507, type=linear]; +"508 dropout_9" [id=508, type=dropout]; +"509 view_14" [id=509, type=view]; +"510 permute_13" [id=510, type=permute]; +"511 reshape_12" [id=511, type=reshape]; +"512 slice_30" [id=512, type=slice]; +"513 slice_31" [id=513, type=slice]; +"514 contiguous_3" [id=514, type=contiguous]; +"515 layer_norm_6" [id=515, type="layer_norm"]; +"516 add_8" [id=516, type=add]; +"517 linear_17" [id=517, type=linear]; +"518 gelu_2" [id=518, type=gelu]; +"519 dropout_10" [id=519, type=dropout]; +"520 linear_18" [id=520, type=linear]; +"521 dropout_11" [id=521, type=dropout]; +"522 layer_norm_7" [id=522, type="layer_norm"]; +"523 add_9" [id=523, type=add]; +"524 linear_19" [id=524, type=linear]; +"525 relu__3" [id=525, type="relu_"]; +"526 linear_20" [id=526, type=linear]; +"527 view_15" [id=527, type=view]; +"528 index_3" [id=528, type=index]; +"529 view_16" [id=529, type=view]; +"530 permute_14" [id=530, type=permute]; +"531 contiguous_4" [id=531, type=contiguous]; +"532 unsqueeze_7" [id=532, type=unsqueeze]; +"533 sigmoid_3" [id=533, type=sigmoid]; +"534 mul_6" [id=534, type=mul]; +"535 pad_4" [id=535, type=pad]; +"536 roll_2" [id=536, type=roll]; +"537 view_17" [id=537, type=view]; +"538 permute_15" [id=538, type=permute]; +"539 reshape_13" [id=539, type=reshape]; +"540 clone_3" [id=540, type=clone]; +"541 slice_32" [id=541, type=slice]; +"542 zero__3" [id=542, type="zero_"]; +"543 linear_21" [id=543, type=linear]; +"544 reshape_14" [id=544, type=reshape]; +"545 permute_16" [id=545, type=permute]; +"546 select_9" [id=546, type=select]; +"547 select_10" [id=547, type=select]; +"548 select_11" [id=548, type=select]; +"549 linalg_vector_norm_6" [id=549, type="linalg_vector_norm"]; +"550 clamp_min_6" [id=550, type="clamp_min"]; +"551 expand_as_6" [id=551, type="expand_as"]; +"552 div_6" [id=552, type=div]; +"553 linalg_vector_norm_7" [id=553, type="linalg_vector_norm"]; +"554 clamp_min_7" [id=554, type="clamp_min"]; +"555 expand_as_7" [id=555, type="expand_as"]; +"556 div_7" [id=556, type=div]; +"557 transpose_6" [id=557, type=transpose]; +"558 matmul_6" [id=558, type=matmul]; +"559 clamp_3" [id=559, type=clamp]; +"560 exp_3" [id=560, type=exp]; +"561 mul_7" [id=561, type=mul]; +"562 add_10" [id=562, type=add]; +"563 new_zeros_1" [id=563, type="new_zeros"]; +"564 lift_fresh_copy_9" [id=564, type="lift_fresh_copy"]; +"565 slice_33" [id=565, type=slice]; +"566 slice_34" [id=566, type=slice]; +"567 fill__9" [id=567, type="fill_"]; +"568 lift_fresh_copy_10" [id=568, type="lift_fresh_copy"]; +"569 slice_35" [id=569, type=slice]; +"570 slice_36" [id=570, type=slice]; +"571 fill__10" [id=571, type="fill_"]; +"572 lift_fresh_copy_11" [id=572, type="lift_fresh_copy"]; +"573 slice_37" [id=573, type=slice]; +"574 slice_38" [id=574, type=slice]; +"575 fill__11" [id=575, type="fill_"]; +"576 lift_fresh_copy_12" [id=576, type="lift_fresh_copy"]; +"577 slice_39" [id=577, type=slice]; +"578 slice_40" [id=578, type=slice]; +"579 fill__12" [id=579, type="fill_"]; +"580 lift_fresh_copy_13" [id=580, type="lift_fresh_copy"]; +"581 slice_41" [id=581, type=slice]; +"582 slice_42" [id=582, type=slice]; +"583 fill__13" [id=583, type="fill_"]; +"584 lift_fresh_copy_14" [id=584, type="lift_fresh_copy"]; +"585 slice_43" [id=585, type=slice]; +"586 slice_44" [id=586, type=slice]; +"587 fill__14" [id=587, type="fill_"]; +"588 lift_fresh_copy_15" [id=588, type="lift_fresh_copy"]; +"589 slice_45" [id=589, type=slice]; +"590 slice_46" [id=590, type=slice]; +"591 fill__15" [id=591, type="fill_"]; +"592 lift_fresh_copy_16" [id=592, type="lift_fresh_copy"]; +"593 slice_47" [id=593, type=slice]; +"594 slice_48" [id=594, type=slice]; +"595 fill__16" [id=595, type="fill_"]; +"596 lift_fresh_copy_17" [id=596, type="lift_fresh_copy"]; +"597 slice_49" [id=597, type=slice]; +"598 slice_50" [id=598, type=slice]; +"599 fill__17" [id=599, type="fill_"]; +"600 view_18" [id=600, type=view]; +"601 permute_17" [id=601, type=permute]; +"602 reshape_15" [id=602, type=reshape]; +"603 unsqueeze_8" [id=603, type=unsqueeze]; +"604 unsqueeze_9" [id=604, type=unsqueeze]; +"605 sub_1" [id=605, type=sub]; +"606 ne_1" [id=606, type=ne]; +"607 masked_fill_2" [id=607, type="masked_fill"]; +"608 eq_1" [id=608, type=eq]; +"609 masked_fill_3" [id=609, type="masked_fill"]; +"610 view_19" [id=610, type=view]; +"611 unsqueeze_10" [id=611, type=unsqueeze]; +"612 unsqueeze_11" [id=612, type=unsqueeze]; +"613 add_11" [id=613, type=add]; +"614 view_20" [id=614, type=view]; +"615 softmax_3" [id=615, type=softmax]; +"616 dropout_12" [id=616, type=dropout]; +"617 matmul_7" [id=617, type=matmul]; +"618 transpose_7" [id=618, type=transpose]; +"619 reshape_16" [id=619, type=reshape]; +"620 linear_22" [id=620, type=linear]; +"621 dropout_13" [id=621, type=dropout]; +"622 view_21" [id=622, type=view]; +"623 permute_18" [id=623, type=permute]; +"624 reshape_17" [id=624, type=reshape]; +"625 roll_3" [id=625, type=roll]; +"626 slice_51" [id=626, type=slice]; +"627 slice_52" [id=627, type=slice]; +"628 contiguous_5" [id=628, type=contiguous]; +"629 layer_norm_8" [id=629, type="layer_norm"]; +"630 add_12" [id=630, type=add]; +"631 linear_23" [id=631, type=linear]; +"632 gelu_3" [id=632, type=gelu]; +"633 dropout_14" [id=633, type=dropout]; +"634 linear_24" [id=634, type=linear]; +"635 dropout_15" [id=635, type=dropout]; +"636 layer_norm_9" [id=636, type="layer_norm"]; +"637 add_13" [id=637, type=add]; +"638 pad_5" [id=638, type=pad]; +"639 slice_53" [id=639, type=slice]; +"640 slice_54" [id=640, type=slice]; +"641 slice_55" [id=641, type=slice]; +"642 slice_56" [id=642, type=slice]; +"643 slice_57" [id=643, type=slice]; +"644 slice_58" [id=644, type=slice]; +"645 slice_59" [id=645, type=slice]; +"646 slice_60" [id=646, type=slice]; +"647 cat_1" [id=647, type=cat]; +"648 linear_25" [id=648, type=linear]; +"649 layer_norm_10" [id=649, type="layer_norm"]; +"650 linear_26" [id=650, type=linear]; +"651 relu__4" [id=651, type="relu_"]; +"652 linear_27" [id=652, type=linear]; +"653 view_22" [id=653, type=view]; +"654 index_4" [id=654, type=index]; +"655 view_23" [id=655, type=view]; +"656 permute_19" [id=656, type=permute]; +"657 contiguous_6" [id=657, type=contiguous]; +"658 unsqueeze_12" [id=658, type=unsqueeze]; +"659 sigmoid_4" [id=659, type=sigmoid]; +"660 mul_8" [id=660, type=mul]; +"661 pad_6" [id=661, type=pad]; +"662 view_24" [id=662, type=view]; +"663 permute_20" [id=663, type=permute]; +"664 reshape_18" [id=664, type=reshape]; +"665 clone_4" [id=665, type=clone]; +"666 slice_61" [id=666, type=slice]; +"667 zero__4" [id=667, type="zero_"]; +"668 linear_28" [id=668, type=linear]; +"669 reshape_19" [id=669, type=reshape]; +"670 permute_21" [id=670, type=permute]; +"671 select_12" [id=671, type=select]; +"672 select_13" [id=672, type=select]; +"673 select_14" [id=673, type=select]; +"674 linalg_vector_norm_8" [id=674, type="linalg_vector_norm"]; +"675 clamp_min_8" [id=675, type="clamp_min"]; +"676 expand_as_8" [id=676, type="expand_as"]; +"677 div_8" [id=677, type=div]; +"678 linalg_vector_norm_9" [id=678, type="linalg_vector_norm"]; +"679 clamp_min_9" [id=679, type="clamp_min"]; +"680 expand_as_9" [id=680, type="expand_as"]; +"681 div_9" [id=681, type=div]; +"682 transpose_8" [id=682, type=transpose]; +"683 matmul_8" [id=683, type=matmul]; +"684 clamp_4" [id=684, type=clamp]; +"685 exp_4" [id=685, type=exp]; +"686 mul_9" [id=686, type=mul]; +"687 add_14" [id=687, type=add]; +"688 softmax_4" [id=688, type=softmax]; +"689 dropout_16" [id=689, type=dropout]; +"690 matmul_9" [id=690, type=matmul]; +"691 transpose_9" [id=691, type=transpose]; +"692 reshape_20" [id=692, type=reshape]; +"693 linear_29" [id=693, type=linear]; +"694 dropout_17" [id=694, type=dropout]; +"695 view_25" [id=695, type=view]; +"696 permute_22" [id=696, type=permute]; +"697 reshape_21" [id=697, type=reshape]; +"698 slice_62" [id=698, type=slice]; +"699 slice_63" [id=699, type=slice]; +"700 contiguous_7" [id=700, type=contiguous]; +"701 layer_norm_11" [id=701, type="layer_norm"]; +"702 add_15" [id=702, type=add]; +"703 linear_30" [id=703, type=linear]; +"704 gelu_4" [id=704, type=gelu]; +"705 dropout_18" [id=705, type=dropout]; +"706 linear_31" [id=706, type=linear]; +"707 dropout_19" [id=707, type=dropout]; +"708 layer_norm_12" [id=708, type="layer_norm"]; +"709 add_16" [id=709, type=add]; +"710 linear_32" [id=710, type=linear]; +"711 relu__5" [id=711, type="relu_"]; +"712 linear_33" [id=712, type=linear]; +"713 view_26" [id=713, type=view]; +"714 index_5" [id=714, type=index]; +"715 view_27" [id=715, type=view]; +"716 permute_23" [id=716, type=permute]; +"717 contiguous_8" [id=717, type=contiguous]; +"718 unsqueeze_13" [id=718, type=unsqueeze]; +"719 sigmoid_5" [id=719, type=sigmoid]; +"720 mul_10" [id=720, type=mul]; +"721 pad_7" [id=721, type=pad]; +"722 roll_4" [id=722, type=roll]; +"723 view_28" [id=723, type=view]; +"724 permute_24" [id=724, type=permute]; +"725 reshape_22" [id=725, type=reshape]; +"726 clone_5" [id=726, type=clone]; +"727 slice_64" [id=727, type=slice]; +"728 zero__5" [id=728, type="zero_"]; +"729 linear_34" [id=729, type=linear]; +"730 reshape_23" [id=730, type=reshape]; +"731 permute_25" [id=731, type=permute]; +"732 select_15" [id=732, type=select]; +"733 select_16" [id=733, type=select]; +"734 select_17" [id=734, type=select]; +"735 linalg_vector_norm_10" [id=735, type="linalg_vector_norm"]; +"736 clamp_min_10" [id=736, type="clamp_min"]; +"737 expand_as_10" [id=737, type="expand_as"]; +"738 div_10" [id=738, type=div]; +"739 linalg_vector_norm_11" [id=739, type="linalg_vector_norm"]; +"740 clamp_min_11" [id=740, type="clamp_min"]; +"741 expand_as_11" [id=741, type="expand_as"]; +"742 div_11" [id=742, type=div]; +"743 transpose_10" [id=743, type=transpose]; +"744 matmul_10" [id=744, type=matmul]; +"745 clamp_5" [id=745, type=clamp]; +"746 exp_5" [id=746, type=exp]; +"747 mul_11" [id=747, type=mul]; +"748 add_17" [id=748, type=add]; +"749 new_zeros_2" [id=749, type="new_zeros"]; +"750 lift_fresh_copy_18" [id=750, type="lift_fresh_copy"]; +"751 slice_65" [id=751, type=slice]; +"752 slice_66" [id=752, type=slice]; +"753 fill__18" [id=753, type="fill_"]; +"754 lift_fresh_copy_19" [id=754, type="lift_fresh_copy"]; +"755 slice_67" [id=755, type=slice]; +"756 slice_68" [id=756, type=slice]; +"757 fill__19" [id=757, type="fill_"]; +"758 lift_fresh_copy_20" [id=758, type="lift_fresh_copy"]; +"759 slice_69" [id=759, type=slice]; +"760 slice_70" [id=760, type=slice]; +"761 fill__20" [id=761, type="fill_"]; +"762 lift_fresh_copy_21" [id=762, type="lift_fresh_copy"]; +"763 slice_71" [id=763, type=slice]; +"764 slice_72" [id=764, type=slice]; +"765 fill__21" [id=765, type="fill_"]; +"766 lift_fresh_copy_22" [id=766, type="lift_fresh_copy"]; +"767 slice_73" [id=767, type=slice]; +"768 slice_74" [id=768, type=slice]; +"769 fill__22" [id=769, type="fill_"]; +"770 lift_fresh_copy_23" [id=770, type="lift_fresh_copy"]; +"771 slice_75" [id=771, type=slice]; +"772 slice_76" [id=772, type=slice]; +"773 fill__23" [id=773, type="fill_"]; +"774 lift_fresh_copy_24" [id=774, type="lift_fresh_copy"]; +"775 slice_77" [id=775, type=slice]; +"776 slice_78" [id=776, type=slice]; +"777 fill__24" [id=777, type="fill_"]; +"778 lift_fresh_copy_25" [id=778, type="lift_fresh_copy"]; +"779 slice_79" [id=779, type=slice]; +"780 slice_80" [id=780, type=slice]; +"781 fill__25" [id=781, type="fill_"]; +"782 lift_fresh_copy_26" [id=782, type="lift_fresh_copy"]; +"783 slice_81" [id=783, type=slice]; +"784 slice_82" [id=784, type=slice]; +"785 fill__26" [id=785, type="fill_"]; +"786 view_29" [id=786, type=view]; +"787 permute_26" [id=787, type=permute]; +"788 reshape_24" [id=788, type=reshape]; +"789 unsqueeze_14" [id=789, type=unsqueeze]; +"790 unsqueeze_15" [id=790, type=unsqueeze]; +"791 sub_2" [id=791, type=sub]; +"792 ne_2" [id=792, type=ne]; +"793 masked_fill_4" [id=793, type="masked_fill"]; +"794 eq_2" [id=794, type=eq]; +"795 masked_fill_5" [id=795, type="masked_fill"]; +"796 view_30" [id=796, type=view]; +"797 unsqueeze_16" [id=797, type=unsqueeze]; +"798 unsqueeze_17" [id=798, type=unsqueeze]; +"799 add_18" [id=799, type=add]; +"800 view_31" [id=800, type=view]; +"801 softmax_5" [id=801, type=softmax]; +"802 dropout_20" [id=802, type=dropout]; +"803 matmul_11" [id=803, type=matmul]; +"804 transpose_11" [id=804, type=transpose]; +"805 reshape_25" [id=805, type=reshape]; +"806 linear_35" [id=806, type=linear]; +"807 dropout_21" [id=807, type=dropout]; +"808 view_32" [id=808, type=view]; +"809 permute_27" [id=809, type=permute]; +"810 reshape_26" [id=810, type=reshape]; +"811 roll_5" [id=811, type=roll]; +"812 slice_83" [id=812, type=slice]; +"813 slice_84" [id=813, type=slice]; +"814 contiguous_9" [id=814, type=contiguous]; +"815 layer_norm_13" [id=815, type="layer_norm"]; +"816 add_19" [id=816, type=add]; +"817 linear_36" [id=817, type=linear]; +"818 gelu_5" [id=818, type=gelu]; +"819 dropout_22" [id=819, type=dropout]; +"820 linear_37" [id=820, type=linear]; +"821 dropout_23" [id=821, type=dropout]; +"822 layer_norm_14" [id=822, type="layer_norm"]; +"823 add_20" [id=823, type=add]; +"824 linear_38" [id=824, type=linear]; +"825 relu__6" [id=825, type="relu_"]; +"826 linear_39" [id=826, type=linear]; +"827 view_33" [id=827, type=view]; +"828 index_6" [id=828, type=index]; +"829 view_34" [id=829, type=view]; +"830 permute_28" [id=830, type=permute]; +"831 contiguous_10" [id=831, type=contiguous]; +"832 unsqueeze_18" [id=832, type=unsqueeze]; +"833 sigmoid_6" [id=833, type=sigmoid]; +"834 mul_12" [id=834, type=mul]; +"835 pad_8" [id=835, type=pad]; +"836 view_35" [id=836, type=view]; +"837 permute_29" [id=837, type=permute]; +"838 reshape_27" [id=838, type=reshape]; +"839 clone_6" [id=839, type=clone]; +"840 slice_85" [id=840, type=slice]; +"841 zero__6" [id=841, type="zero_"]; +"842 linear_40" [id=842, type=linear]; +"843 reshape_28" [id=843, type=reshape]; +"844 permute_30" [id=844, type=permute]; +"845 select_18" [id=845, type=select]; +"846 select_19" [id=846, type=select]; +"847 select_20" [id=847, type=select]; +"848 linalg_vector_norm_12" [id=848, type="linalg_vector_norm"]; +"849 clamp_min_12" [id=849, type="clamp_min"]; +"850 expand_as_12" [id=850, type="expand_as"]; +"851 div_12" [id=851, type=div]; +"852 linalg_vector_norm_13" [id=852, type="linalg_vector_norm"]; +"853 clamp_min_13" [id=853, type="clamp_min"]; +"854 expand_as_13" [id=854, type="expand_as"]; +"855 div_13" [id=855, type=div]; +"856 transpose_12" [id=856, type=transpose]; +"857 matmul_12" [id=857, type=matmul]; +"858 clamp_6" [id=858, type=clamp]; +"859 exp_6" [id=859, type=exp]; +"860 mul_13" [id=860, type=mul]; +"861 add_21" [id=861, type=add]; +"862 softmax_6" [id=862, type=softmax]; +"863 dropout_24" [id=863, type=dropout]; +"864 matmul_13" [id=864, type=matmul]; +"865 transpose_13" [id=865, type=transpose]; +"866 reshape_29" [id=866, type=reshape]; +"867 linear_41" [id=867, type=linear]; +"868 dropout_25" [id=868, type=dropout]; +"869 view_36" [id=869, type=view]; +"870 permute_31" [id=870, type=permute]; +"871 reshape_30" [id=871, type=reshape]; +"872 slice_86" [id=872, type=slice]; +"873 slice_87" [id=873, type=slice]; +"874 contiguous_11" [id=874, type=contiguous]; +"875 layer_norm_15" [id=875, type="layer_norm"]; +"876 add_22" [id=876, type=add]; +"877 linear_42" [id=877, type=linear]; +"878 gelu_6" [id=878, type=gelu]; +"879 dropout_26" [id=879, type=dropout]; +"880 linear_43" [id=880, type=linear]; +"881 dropout_27" [id=881, type=dropout]; +"882 layer_norm_16" [id=882, type="layer_norm"]; +"883 add_23" [id=883, type=add]; +"884 linear_44" [id=884, type=linear]; +"885 relu__7" [id=885, type="relu_"]; +"886 linear_45" [id=886, type=linear]; +"887 view_37" [id=887, type=view]; +"888 index_7" [id=888, type=index]; +"889 view_38" [id=889, type=view]; +"890 permute_32" [id=890, type=permute]; +"891 contiguous_12" [id=891, type=contiguous]; +"892 unsqueeze_19" [id=892, type=unsqueeze]; +"893 sigmoid_7" [id=893, type=sigmoid]; +"894 mul_14" [id=894, type=mul]; +"895 pad_9" [id=895, type=pad]; +"896 roll_6" [id=896, type=roll]; +"897 view_39" [id=897, type=view]; +"898 permute_33" [id=898, type=permute]; +"899 reshape_31" [id=899, type=reshape]; +"900 clone_7" [id=900, type=clone]; +"901 slice_88" [id=901, type=slice]; +"902 zero__7" [id=902, type="zero_"]; +"903 linear_46" [id=903, type=linear]; +"904 reshape_32" [id=904, type=reshape]; +"905 permute_34" [id=905, type=permute]; +"906 select_21" [id=906, type=select]; +"907 select_22" [id=907, type=select]; +"908 select_23" [id=908, type=select]; +"909 linalg_vector_norm_14" [id=909, type="linalg_vector_norm"]; +"910 clamp_min_14" [id=910, type="clamp_min"]; +"911 expand_as_14" [id=911, type="expand_as"]; +"912 div_14" [id=912, type=div]; +"913 linalg_vector_norm_15" [id=913, type="linalg_vector_norm"]; +"914 clamp_min_15" [id=914, type="clamp_min"]; +"915 expand_as_15" [id=915, type="expand_as"]; +"916 div_15" [id=916, type=div]; +"917 transpose_14" [id=917, type=transpose]; +"918 matmul_14" [id=918, type=matmul]; +"919 clamp_7" [id=919, type=clamp]; +"920 exp_7" [id=920, type=exp]; +"921 mul_15" [id=921, type=mul]; +"922 add_24" [id=922, type=add]; +"923 new_zeros_3" [id=923, type="new_zeros"]; +"924 lift_fresh_copy_27" [id=924, type="lift_fresh_copy"]; +"925 slice_89" [id=925, type=slice]; +"926 slice_90" [id=926, type=slice]; +"927 fill__27" [id=927, type="fill_"]; +"928 lift_fresh_copy_28" [id=928, type="lift_fresh_copy"]; +"929 slice_91" [id=929, type=slice]; +"930 slice_92" [id=930, type=slice]; +"931 fill__28" [id=931, type="fill_"]; +"932 lift_fresh_copy_29" [id=932, type="lift_fresh_copy"]; +"933 slice_93" [id=933, type=slice]; +"934 slice_94" [id=934, type=slice]; +"935 fill__29" [id=935, type="fill_"]; +"936 lift_fresh_copy_30" [id=936, type="lift_fresh_copy"]; +"937 slice_95" [id=937, type=slice]; +"938 slice_96" [id=938, type=slice]; +"939 fill__30" [id=939, type="fill_"]; +"940 lift_fresh_copy_31" [id=940, type="lift_fresh_copy"]; +"941 slice_97" [id=941, type=slice]; +"942 slice_98" [id=942, type=slice]; +"943 fill__31" [id=943, type="fill_"]; +"944 lift_fresh_copy_32" [id=944, type="lift_fresh_copy"]; +"945 slice_99" [id=945, type=slice]; +"946 slice_100" [id=946, type=slice]; +"947 fill__32" [id=947, type="fill_"]; +"948 lift_fresh_copy_33" [id=948, type="lift_fresh_copy"]; +"949 slice_101" [id=949, type=slice]; +"950 slice_102" [id=950, type=slice]; +"951 fill__33" [id=951, type="fill_"]; +"952 lift_fresh_copy_34" [id=952, type="lift_fresh_copy"]; +"953 slice_103" [id=953, type=slice]; +"954 slice_104" [id=954, type=slice]; +"955 fill__34" [id=955, type="fill_"]; +"956 lift_fresh_copy_35" [id=956, type="lift_fresh_copy"]; +"957 slice_105" [id=957, type=slice]; +"958 slice_106" [id=958, type=slice]; +"959 fill__35" [id=959, type="fill_"]; +"960 view_40" [id=960, type=view]; +"961 permute_35" [id=961, type=permute]; +"962 reshape_33" [id=962, type=reshape]; +"963 unsqueeze_20" [id=963, type=unsqueeze]; +"964 unsqueeze_21" [id=964, type=unsqueeze]; +"965 sub_3" [id=965, type=sub]; +"966 ne_3" [id=966, type=ne]; +"967 masked_fill_6" [id=967, type="masked_fill"]; +"968 eq_3" [id=968, type=eq]; +"969 masked_fill_7" [id=969, type="masked_fill"]; +"970 view_41" [id=970, type=view]; +"971 unsqueeze_22" [id=971, type=unsqueeze]; +"972 unsqueeze_23" [id=972, type=unsqueeze]; +"973 add_25" [id=973, type=add]; +"974 view_42" [id=974, type=view]; +"975 softmax_7" [id=975, type=softmax]; +"976 dropout_28" [id=976, type=dropout]; +"977 matmul_15" [id=977, type=matmul]; +"978 transpose_15" [id=978, type=transpose]; +"979 reshape_34" [id=979, type=reshape]; +"980 linear_47" [id=980, type=linear]; +"981 dropout_29" [id=981, type=dropout]; +"982 view_43" [id=982, type=view]; +"983 permute_36" [id=983, type=permute]; +"984 reshape_35" [id=984, type=reshape]; +"985 roll_7" [id=985, type=roll]; +"986 slice_107" [id=986, type=slice]; +"987 slice_108" [id=987, type=slice]; +"988 contiguous_13" [id=988, type=contiguous]; +"989 layer_norm_17" [id=989, type="layer_norm"]; +"990 add_26" [id=990, type=add]; +"991 linear_48" [id=991, type=linear]; +"992 gelu_7" [id=992, type=gelu]; +"993 dropout_30" [id=993, type=dropout]; +"994 linear_49" [id=994, type=linear]; +"995 dropout_31" [id=995, type=dropout]; +"996 layer_norm_18" [id=996, type="layer_norm"]; +"997 add_27" [id=997, type=add]; +"998 linear_50" [id=998, type=linear]; +"999 relu__8" [id=999, type="relu_"]; +"1000 linear_51" [id=1000, type=linear]; +"1001 view_44" [id=1001, type=view]; +"1002 index_8" [id=1002, type=index]; +"1003 view_45" [id=1003, type=view]; +"1004 permute_37" [id=1004, type=permute]; +"1005 contiguous_14" [id=1005, type=contiguous]; +"1006 unsqueeze_24" [id=1006, type=unsqueeze]; +"1007 sigmoid_8" [id=1007, type=sigmoid]; +"1008 mul_16" [id=1008, type=mul]; +"1009 pad_10" [id=1009, type=pad]; +"1010 view_46" [id=1010, type=view]; +"1011 permute_38" [id=1011, type=permute]; +"1012 reshape_36" [id=1012, type=reshape]; +"1013 clone_8" [id=1013, type=clone]; +"1014 slice_109" [id=1014, type=slice]; +"1015 zero__8" [id=1015, type="zero_"]; +"1016 linear_52" [id=1016, type=linear]; +"1017 reshape_37" [id=1017, type=reshape]; +"1018 permute_39" [id=1018, type=permute]; +"1019 select_24" [id=1019, type=select]; +"1020 select_25" [id=1020, type=select]; +"1021 select_26" [id=1021, type=select]; +"1022 linalg_vector_norm_16" [id=1022, type="linalg_vector_norm"]; +"1023 clamp_min_16" [id=1023, type="clamp_min"]; +"1024 expand_as_16" [id=1024, type="expand_as"]; +"1025 div_16" [id=1025, type=div]; +"1026 linalg_vector_norm_17" [id=1026, type="linalg_vector_norm"]; +"1027 clamp_min_17" [id=1027, type="clamp_min"]; +"1028 expand_as_17" [id=1028, type="expand_as"]; +"1029 div_17" [id=1029, type=div]; +"1030 transpose_16" [id=1030, type=transpose]; +"1031 matmul_16" [id=1031, type=matmul]; +"1032 clamp_8" [id=1032, type=clamp]; +"1033 exp_8" [id=1033, type=exp]; +"1034 mul_17" [id=1034, type=mul]; +"1035 add_28" [id=1035, type=add]; +"1036 softmax_8" [id=1036, type=softmax]; +"1037 dropout_32" [id=1037, type=dropout]; +"1038 matmul_17" [id=1038, type=matmul]; +"1039 transpose_17" [id=1039, type=transpose]; +"1040 reshape_38" [id=1040, type=reshape]; +"1041 linear_53" [id=1041, type=linear]; +"1042 dropout_33" [id=1042, type=dropout]; +"1043 view_47" [id=1043, type=view]; +"1044 permute_40" [id=1044, type=permute]; +"1045 reshape_39" [id=1045, type=reshape]; +"1046 slice_110" [id=1046, type=slice]; +"1047 slice_111" [id=1047, type=slice]; +"1048 contiguous_15" [id=1048, type=contiguous]; +"1049 layer_norm_19" [id=1049, type="layer_norm"]; +"1050 add_29" [id=1050, type=add]; +"1051 linear_54" [id=1051, type=linear]; +"1052 gelu_8" [id=1052, type=gelu]; +"1053 dropout_34" [id=1053, type=dropout]; +"1054 linear_55" [id=1054, type=linear]; +"1055 dropout_35" [id=1055, type=dropout]; +"1056 layer_norm_20" [id=1056, type="layer_norm"]; +"1057 add_30" [id=1057, type=add]; +"1058 linear_56" [id=1058, type=linear]; +"1059 relu__9" [id=1059, type="relu_"]; +"1060 linear_57" [id=1060, type=linear]; +"1061 view_48" [id=1061, type=view]; +"1062 index_9" [id=1062, type=index]; +"1063 view_49" [id=1063, type=view]; +"1064 permute_41" [id=1064, type=permute]; +"1065 contiguous_16" [id=1065, type=contiguous]; +"1066 unsqueeze_25" [id=1066, type=unsqueeze]; +"1067 sigmoid_9" [id=1067, type=sigmoid]; +"1068 mul_18" [id=1068, type=mul]; +"1069 pad_11" [id=1069, type=pad]; +"1070 roll_8" [id=1070, type=roll]; +"1071 view_50" [id=1071, type=view]; +"1072 permute_42" [id=1072, type=permute]; +"1073 reshape_40" [id=1073, type=reshape]; +"1074 clone_9" [id=1074, type=clone]; +"1075 slice_112" [id=1075, type=slice]; +"1076 zero__9" [id=1076, type="zero_"]; +"1077 linear_58" [id=1077, type=linear]; +"1078 reshape_41" [id=1078, type=reshape]; +"1079 permute_43" [id=1079, type=permute]; +"1080 select_27" [id=1080, type=select]; +"1081 select_28" [id=1081, type=select]; +"1082 select_29" [id=1082, type=select]; +"1083 linalg_vector_norm_18" [id=1083, type="linalg_vector_norm"]; +"1084 clamp_min_18" [id=1084, type="clamp_min"]; +"1085 expand_as_18" [id=1085, type="expand_as"]; +"1086 div_18" [id=1086, type=div]; +"1087 linalg_vector_norm_19" [id=1087, type="linalg_vector_norm"]; +"1088 clamp_min_19" [id=1088, type="clamp_min"]; +"1089 expand_as_19" [id=1089, type="expand_as"]; +"1090 div_19" [id=1090, type=div]; +"1091 transpose_18" [id=1091, type=transpose]; +"1092 matmul_18" [id=1092, type=matmul]; +"1093 clamp_9" [id=1093, type=clamp]; +"1094 exp_9" [id=1094, type=exp]; +"1095 mul_19" [id=1095, type=mul]; +"1096 add_31" [id=1096, type=add]; +"1097 new_zeros_4" [id=1097, type="new_zeros"]; +"1098 lift_fresh_copy_36" [id=1098, type="lift_fresh_copy"]; +"1099 slice_113" [id=1099, type=slice]; +"1100 slice_114" [id=1100, type=slice]; +"1101 fill__36" [id=1101, type="fill_"]; +"1102 lift_fresh_copy_37" [id=1102, type="lift_fresh_copy"]; +"1103 slice_115" [id=1103, type=slice]; +"1104 slice_116" [id=1104, type=slice]; +"1105 fill__37" [id=1105, type="fill_"]; +"1106 lift_fresh_copy_38" [id=1106, type="lift_fresh_copy"]; +"1107 slice_117" [id=1107, type=slice]; +"1108 slice_118" [id=1108, type=slice]; +"1109 fill__38" [id=1109, type="fill_"]; +"1110 lift_fresh_copy_39" [id=1110, type="lift_fresh_copy"]; +"1111 slice_119" [id=1111, type=slice]; +"1112 slice_120" [id=1112, type=slice]; +"1113 fill__39" [id=1113, type="fill_"]; +"1114 lift_fresh_copy_40" [id=1114, type="lift_fresh_copy"]; +"1115 slice_121" [id=1115, type=slice]; +"1116 slice_122" [id=1116, type=slice]; +"1117 fill__40" [id=1117, type="fill_"]; +"1118 lift_fresh_copy_41" [id=1118, type="lift_fresh_copy"]; +"1119 slice_123" [id=1119, type=slice]; +"1120 slice_124" [id=1120, type=slice]; +"1121 fill__41" [id=1121, type="fill_"]; +"1122 lift_fresh_copy_42" [id=1122, type="lift_fresh_copy"]; +"1123 slice_125" [id=1123, type=slice]; +"1124 slice_126" [id=1124, type=slice]; +"1125 fill__42" [id=1125, type="fill_"]; +"1126 lift_fresh_copy_43" [id=1126, type="lift_fresh_copy"]; +"1127 slice_127" [id=1127, type=slice]; +"1128 slice_128" [id=1128, type=slice]; +"1129 fill__43" [id=1129, type="fill_"]; +"1130 lift_fresh_copy_44" [id=1130, type="lift_fresh_copy"]; +"1131 slice_129" [id=1131, type=slice]; +"1132 slice_130" [id=1132, type=slice]; +"1133 fill__44" [id=1133, type="fill_"]; +"1134 view_51" [id=1134, type=view]; +"1135 permute_44" [id=1135, type=permute]; +"1136 reshape_42" [id=1136, type=reshape]; +"1137 unsqueeze_26" [id=1137, type=unsqueeze]; +"1138 unsqueeze_27" [id=1138, type=unsqueeze]; +"1139 sub_4" [id=1139, type=sub]; +"1140 ne_4" [id=1140, type=ne]; +"1141 masked_fill_8" [id=1141, type="masked_fill"]; +"1142 eq_4" [id=1142, type=eq]; +"1143 masked_fill_9" [id=1143, type="masked_fill"]; +"1144 view_52" [id=1144, type=view]; +"1145 unsqueeze_28" [id=1145, type=unsqueeze]; +"1146 unsqueeze_29" [id=1146, type=unsqueeze]; +"1147 add_32" [id=1147, type=add]; +"1148 view_53" [id=1148, type=view]; +"1149 softmax_9" [id=1149, type=softmax]; +"1150 dropout_36" [id=1150, type=dropout]; +"1151 matmul_19" [id=1151, type=matmul]; +"1152 transpose_19" [id=1152, type=transpose]; +"1153 reshape_43" [id=1153, type=reshape]; +"1154 linear_59" [id=1154, type=linear]; +"1155 dropout_37" [id=1155, type=dropout]; +"1156 view_54" [id=1156, type=view]; +"1157 permute_45" [id=1157, type=permute]; +"1158 reshape_44" [id=1158, type=reshape]; +"1159 roll_9" [id=1159, type=roll]; +"1160 slice_131" [id=1160, type=slice]; +"1161 slice_132" [id=1161, type=slice]; +"1162 contiguous_17" [id=1162, type=contiguous]; +"1163 layer_norm_21" [id=1163, type="layer_norm"]; +"1164 add_33" [id=1164, type=add]; +"1165 linear_60" [id=1165, type=linear]; +"1166 gelu_9" [id=1166, type=gelu]; +"1167 dropout_38" [id=1167, type=dropout]; +"1168 linear_61" [id=1168, type=linear]; +"1169 dropout_39" [id=1169, type=dropout]; +"1170 layer_norm_22" [id=1170, type="layer_norm"]; +"1171 add_34" [id=1171, type=add]; +"1172 pad_12" [id=1172, type=pad]; +"1173 slice_133" [id=1173, type=slice]; +"1174 slice_134" [id=1174, type=slice]; +"1175 slice_135" [id=1175, type=slice]; +"1176 slice_136" [id=1176, type=slice]; +"1177 slice_137" [id=1177, type=slice]; +"1178 slice_138" [id=1178, type=slice]; +"1179 slice_139" [id=1179, type=slice]; +"1180 slice_140" [id=1180, type=slice]; +"1181 cat_2" [id=1181, type=cat]; +"1182 linear_62" [id=1182, type=linear]; +"1183 layer_norm_23" [id=1183, type="layer_norm"]; +"1184 linear_63" [id=1184, type=linear]; +"1185 relu__10" [id=1185, type="relu_"]; +"1186 linear_64" [id=1186, type=linear]; +"1187 view_55" [id=1187, type=view]; +"1188 index_10" [id=1188, type=index]; +"1189 view_56" [id=1189, type=view]; +"1190 permute_46" [id=1190, type=permute]; +"1191 contiguous_18" [id=1191, type=contiguous]; +"1192 unsqueeze_30" [id=1192, type=unsqueeze]; +"1193 sigmoid_10" [id=1193, type=sigmoid]; +"1194 mul_20" [id=1194, type=mul]; +"1195 pad_13" [id=1195, type=pad]; +"1196 view_57" [id=1196, type=view]; +"1197 permute_47" [id=1197, type=permute]; +"1198 reshape_45" [id=1198, type=reshape]; +"1199 clone_10" [id=1199, type=clone]; +"1200 slice_141" [id=1200, type=slice]; +"1201 zero__10" [id=1201, type="zero_"]; +"1202 linear_65" [id=1202, type=linear]; +"1203 reshape_46" [id=1203, type=reshape]; +"1204 permute_48" [id=1204, type=permute]; +"1205 select_30" [id=1205, type=select]; +"1206 select_31" [id=1206, type=select]; +"1207 select_32" [id=1207, type=select]; +"1208 linalg_vector_norm_20" [id=1208, type="linalg_vector_norm"]; +"1209 clamp_min_20" [id=1209, type="clamp_min"]; +"1210 expand_as_20" [id=1210, type="expand_as"]; +"1211 div_20" [id=1211, type=div]; +"1212 linalg_vector_norm_21" [id=1212, type="linalg_vector_norm"]; +"1213 clamp_min_21" [id=1213, type="clamp_min"]; +"1214 expand_as_21" [id=1214, type="expand_as"]; +"1215 div_21" [id=1215, type=div]; +"1216 transpose_20" [id=1216, type=transpose]; +"1217 matmul_20" [id=1217, type=matmul]; +"1218 clamp_10" [id=1218, type=clamp]; +"1219 exp_10" [id=1219, type=exp]; +"1220 mul_21" [id=1220, type=mul]; +"1221 add_35" [id=1221, type=add]; +"1222 softmax_10" [id=1222, type=softmax]; +"1223 dropout_40" [id=1223, type=dropout]; +"1224 matmul_21" [id=1224, type=matmul]; +"1225 transpose_21" [id=1225, type=transpose]; +"1226 reshape_47" [id=1226, type=reshape]; +"1227 linear_66" [id=1227, type=linear]; +"1228 dropout_41" [id=1228, type=dropout]; +"1229 view_58" [id=1229, type=view]; +"1230 permute_49" [id=1230, type=permute]; +"1231 reshape_48" [id=1231, type=reshape]; +"1232 slice_142" [id=1232, type=slice]; +"1233 slice_143" [id=1233, type=slice]; +"1234 contiguous_19" [id=1234, type=contiguous]; +"1235 layer_norm_24" [id=1235, type="layer_norm"]; +"1236 add_36" [id=1236, type=add]; +"1237 linear_67" [id=1237, type=linear]; +"1238 gelu_10" [id=1238, type=gelu]; +"1239 dropout_42" [id=1239, type=dropout]; +"1240 linear_68" [id=1240, type=linear]; +"1241 dropout_43" [id=1241, type=dropout]; +"1242 layer_norm_25" [id=1242, type="layer_norm"]; +"1243 add_37" [id=1243, type=add]; +"1244 linear_69" [id=1244, type=linear]; +"1245 relu__11" [id=1245, type="relu_"]; +"1246 linear_70" [id=1246, type=linear]; +"1247 view_59" [id=1247, type=view]; +"1248 index_11" [id=1248, type=index]; +"1249 view_60" [id=1249, type=view]; +"1250 permute_50" [id=1250, type=permute]; +"1251 contiguous_20" [id=1251, type=contiguous]; +"1252 unsqueeze_31" [id=1252, type=unsqueeze]; +"1253 sigmoid_11" [id=1253, type=sigmoid]; +"1254 mul_22" [id=1254, type=mul]; +"1255 pad_14" [id=1255, type=pad]; +"1256 view_61" [id=1256, type=view]; +"1257 permute_51" [id=1257, type=permute]; +"1258 reshape_49" [id=1258, type=reshape]; +"1259 clone_11" [id=1259, type=clone]; +"1260 slice_144" [id=1260, type=slice]; +"1261 zero__11" [id=1261, type="zero_"]; +"1262 linear_71" [id=1262, type=linear]; +"1263 reshape_50" [id=1263, type=reshape]; +"1264 permute_52" [id=1264, type=permute]; +"1265 select_33" [id=1265, type=select]; +"1266 select_34" [id=1266, type=select]; +"1267 select_35" [id=1267, type=select]; +"1268 linalg_vector_norm_22" [id=1268, type="linalg_vector_norm"]; +"1269 clamp_min_22" [id=1269, type="clamp_min"]; +"1270 expand_as_22" [id=1270, type="expand_as"]; +"1271 div_22" [id=1271, type=div]; +"1272 linalg_vector_norm_23" [id=1272, type="linalg_vector_norm"]; +"1273 clamp_min_23" [id=1273, type="clamp_min"]; +"1274 expand_as_23" [id=1274, type="expand_as"]; +"1275 div_23" [id=1275, type=div]; +"1276 transpose_22" [id=1276, type=transpose]; +"1277 matmul_22" [id=1277, type=matmul]; +"1278 clamp_11" [id=1278, type=clamp]; +"1279 exp_11" [id=1279, type=exp]; +"1280 mul_23" [id=1280, type=mul]; +"1281 add_38" [id=1281, type=add]; +"1282 softmax_11" [id=1282, type=softmax]; +"1283 dropout_44" [id=1283, type=dropout]; +"1284 matmul_23" [id=1284, type=matmul]; +"1285 transpose_23" [id=1285, type=transpose]; +"1286 reshape_51" [id=1286, type=reshape]; +"1287 linear_72" [id=1287, type=linear]; +"1288 dropout_45" [id=1288, type=dropout]; +"1289 view_62" [id=1289, type=view]; +"1290 permute_53" [id=1290, type=permute]; +"1291 reshape_52" [id=1291, type=reshape]; +"1292 slice_145" [id=1292, type=slice]; +"1293 slice_146" [id=1293, type=slice]; +"1294 contiguous_21" [id=1294, type=contiguous]; +"1295 layer_norm_26" [id=1295, type="layer_norm"]; +"1296 add_39" [id=1296, type=add]; +"1297 linear_73" [id=1297, type=linear]; +"1298 gelu_11" [id=1298, type=gelu]; +"1299 dropout_46" [id=1299, type=dropout]; +"1300 linear_74" [id=1300, type=linear]; +"1301 dropout_47" [id=1301, type=dropout]; +"1302 layer_norm_27" [id=1302, type="layer_norm"]; +"1303 add_40" [id=1303, type=add]; +"1304 layer_norm_28" [id=1304, type="layer_norm"]; +"1305 permute_54" [id=1305, type=permute]; +"1306 adaptive_avg_pool2d" [id=1306, type="adaptive_avg_pool2d"]; +"1307 flatten" [id=1307, type=flatten]; +"1308 linear_75" [id=1308, type=linear]; +"1309 output" [id=1309, type=output]; "0 features_1_0_attn_qkv_weight" -> "300 linear_2" [style=solid, label="(288, 96)"]; "1 features_1_0_attn_proj_weight" -> "325 linear_3" [style=solid, label="(96, 96)"]; "2 features_1_0_attn_qkv_bias" -> "297 clone" [style=solid, label="(288,)"]; "3 features_1_0_attn_proj_bias" -> "325 linear_3" [style=solid, label="(96,)"]; "4 features_1_0_attn_logit_scale" -> "316 clamp" [style=solid, label="(3, 1, 1)"]; -"5 features_1_1_attn_qkv_weight" -> "360 linear_8" [style=solid, label="(288, 96)"]; -"6 features_1_1_attn_proj_weight" -> "437 linear_9" [style=solid, label="(96, 96)"]; -"7 features_1_1_attn_qkv_bias" -> "357 clone_1" [style=solid, label="(288,)"]; -"8 features_1_1_attn_proj_bias" -> "437 linear_9" [style=solid, label="(96,)"]; -"9 features_1_1_attn_logit_scale" -> "376 clamp_1" [style=solid, label="(3, 1, 1)"]; -"10 features_3_0_attn_qkv_weight" -> "488 linear_15" [style=solid, label="(576, 192)"]; -"11 features_3_0_attn_proj_weight" -> "513 linear_16" [style=solid, label="(192, 192)"]; -"12 features_3_0_attn_qkv_bias" -> "485 clone_2" [style=solid, label="(576,)"]; -"13 features_3_0_attn_proj_bias" -> "513 linear_16" [style=solid, label="(192,)"]; -"14 features_3_0_attn_logit_scale" -> "504 clamp_2" [style=solid, label="(6, 1, 1)"]; -"15 features_3_1_attn_qkv_weight" -> "551 linear_21" [style=solid, label="(576, 192)"]; -"16 features_3_1_attn_proj_weight" -> "628 linear_22" [style=solid, label="(192, 192)"]; -"17 features_3_1_attn_qkv_bias" -> "548 clone_3" [style=solid, label="(576,)"]; -"18 features_3_1_attn_proj_bias" -> "628 linear_22" [style=solid, label="(192,)"]; -"19 features_3_1_attn_logit_scale" -> "567 clamp_3" [style=solid, label="(6, 1, 1)"]; -"20 features_5_0_attn_qkv_weight" -> "682 linear_28" [style=solid, label="(1152, 384)"]; -"21 features_5_0_attn_proj_weight" -> "707 linear_29" [style=solid, label="(384, 384)"]; -"22 features_5_0_attn_qkv_bias" -> "679 clone_4" [style=solid, label="(1152,)"]; -"23 features_5_0_attn_proj_bias" -> "707 linear_29" [style=solid, label="(384,)"]; -"24 features_5_0_attn_logit_scale" -> "698 clamp_4" [style=solid, label="(12, 1, 1)"]; -"25 features_5_1_attn_qkv_weight" -> "745 linear_34" [style=solid, label="(1152, 384)"]; -"26 features_5_1_attn_proj_weight" -> "822 linear_35" [style=solid, label="(384, 384)"]; -"27 features_5_1_attn_qkv_bias" -> "742 clone_5" [style=solid, label="(1152,)"]; -"28 features_5_1_attn_proj_bias" -> "822 linear_35" [style=solid, label="(384,)"]; -"29 features_5_1_attn_logit_scale" -> "761 clamp_5" [style=solid, label="(12, 1, 1)"]; -"30 features_5_2_attn_qkv_weight" -> "860 linear_40" [style=solid, label="(1152, 384)"]; -"31 features_5_2_attn_proj_weight" -> "885 linear_41" [style=solid, label="(384, 384)"]; -"32 features_5_2_attn_qkv_bias" -> "857 clone_6" [style=solid, label="(1152,)"]; -"33 features_5_2_attn_proj_bias" -> "885 linear_41" [style=solid, label="(384,)"]; -"34 features_5_2_attn_logit_scale" -> "876 clamp_6" [style=solid, label="(12, 1, 1)"]; -"35 features_5_3_attn_qkv_weight" -> "923 linear_46" [style=solid, label="(1152, 384)"]; -"36 features_5_3_attn_proj_weight" -> "1000 linear_47" [style=solid, label="(384, 384)"]; -"37 features_5_3_attn_qkv_bias" -> "920 clone_7" [style=solid, label="(1152,)"]; -"38 features_5_3_attn_proj_bias" -> "1000 linear_47" [style=solid, label="(384,)"]; -"39 features_5_3_attn_logit_scale" -> "939 clamp_7" [style=solid, label="(12, 1, 1)"]; -"40 features_5_4_attn_qkv_weight" -> "1038 linear_52" [style=solid, label="(1152, 384)"]; -"41 features_5_4_attn_proj_weight" -> "1063 linear_53" [style=solid, label="(384, 384)"]; -"42 features_5_4_attn_qkv_bias" -> "1035 clone_8" [style=solid, label="(1152,)"]; -"43 features_5_4_attn_proj_bias" -> "1063 linear_53" [style=solid, label="(384,)"]; -"44 features_5_4_attn_logit_scale" -> "1054 clamp_8" [style=solid, label="(12, 1, 1)"]; -"45 features_5_5_attn_qkv_weight" -> "1101 linear_58" [style=solid, label="(1152, 384)"]; -"46 features_5_5_attn_proj_weight" -> "1178 linear_59" [style=solid, label="(384, 384)"]; -"47 features_5_5_attn_qkv_bias" -> "1098 clone_9" [style=solid, label="(1152,)"]; -"48 features_5_5_attn_proj_bias" -> "1178 linear_59" [style=solid, label="(384,)"]; -"49 features_5_5_attn_logit_scale" -> "1117 clamp_9" [style=solid, label="(12, 1, 1)"]; -"50 features_7_0_attn_qkv_weight" -> "1232 linear_65" [style=solid, label="(2304, 768)"]; -"51 features_7_0_attn_proj_weight" -> "1257 linear_66" [style=solid, label="(768, 768)"]; -"52 features_7_0_attn_qkv_bias" -> "1229 clone_10" [style=solid, label="(2304,)"]; -"53 features_7_0_attn_proj_bias" -> "1257 linear_66" [style=solid, label="(768,)"]; -"54 features_7_0_attn_logit_scale" -> "1248 clamp_10" [style=solid, label="(24, 1, 1)"]; -"55 features_7_1_attn_qkv_weight" -> "1294 linear_71" [style=solid, label="(2304, 768)"]; -"56 features_7_1_attn_proj_weight" -> "1319 linear_72" [style=solid, label="(768, 768)"]; -"57 features_7_1_attn_qkv_bias" -> "1291 clone_11" [style=solid, label="(2304,)"]; -"58 features_7_1_attn_proj_bias" -> "1319 linear_72" [style=solid, label="(768,)"]; -"59 features_7_1_attn_logit_scale" -> "1310 clamp_11" [style=solid, label="(24, 1, 1)"]; +"5 features_1_1_attn_qkv_weight" -> "359 linear_8" [style=solid, label="(288, 96)"]; +"6 features_1_1_attn_proj_weight" -> "436 linear_9" [style=solid, label="(96, 96)"]; +"7 features_1_1_attn_qkv_bias" -> "356 clone_1" [style=solid, label="(288,)"]; +"8 features_1_1_attn_proj_bias" -> "436 linear_9" [style=solid, label="(96,)"]; +"9 features_1_1_attn_logit_scale" -> "375 clamp_1" [style=solid, label="(3, 1, 1)"]; +"10 features_3_0_attn_qkv_weight" -> "482 linear_15" [style=solid, label="(576, 192)"]; +"11 features_3_0_attn_proj_weight" -> "507 linear_16" [style=solid, label="(192, 192)"]; +"12 features_3_0_attn_qkv_bias" -> "479 clone_2" [style=solid, label="(576,)"]; +"13 features_3_0_attn_proj_bias" -> "507 linear_16" [style=solid, label="(192,)"]; +"14 features_3_0_attn_logit_scale" -> "498 clamp_2" [style=solid, label="(6, 1, 1)"]; +"15 features_3_1_attn_qkv_weight" -> "543 linear_21" [style=solid, label="(576, 192)"]; +"16 features_3_1_attn_proj_weight" -> "620 linear_22" [style=solid, label="(192, 192)"]; +"17 features_3_1_attn_qkv_bias" -> "540 clone_3" [style=solid, label="(576,)"]; +"18 features_3_1_attn_proj_bias" -> "620 linear_22" [style=solid, label="(192,)"]; +"19 features_3_1_attn_logit_scale" -> "559 clamp_3" [style=solid, label="(6, 1, 1)"]; +"20 features_5_0_attn_qkv_weight" -> "668 linear_28" [style=solid, label="(1152, 384)"]; +"21 features_5_0_attn_proj_weight" -> "693 linear_29" [style=solid, label="(384, 384)"]; +"22 features_5_0_attn_qkv_bias" -> "665 clone_4" [style=solid, label="(1152,)"]; +"23 features_5_0_attn_proj_bias" -> "693 linear_29" [style=solid, label="(384,)"]; +"24 features_5_0_attn_logit_scale" -> "684 clamp_4" [style=solid, label="(12, 1, 1)"]; +"25 features_5_1_attn_qkv_weight" -> "729 linear_34" [style=solid, label="(1152, 384)"]; +"26 features_5_1_attn_proj_weight" -> "806 linear_35" [style=solid, label="(384, 384)"]; +"27 features_5_1_attn_qkv_bias" -> "726 clone_5" [style=solid, label="(1152,)"]; +"28 features_5_1_attn_proj_bias" -> "806 linear_35" [style=solid, label="(384,)"]; +"29 features_5_1_attn_logit_scale" -> "745 clamp_5" [style=solid, label="(12, 1, 1)"]; +"30 features_5_2_attn_qkv_weight" -> "842 linear_40" [style=solid, label="(1152, 384)"]; +"31 features_5_2_attn_proj_weight" -> "867 linear_41" [style=solid, label="(384, 384)"]; +"32 features_5_2_attn_qkv_bias" -> "839 clone_6" [style=solid, label="(1152,)"]; +"33 features_5_2_attn_proj_bias" -> "867 linear_41" [style=solid, label="(384,)"]; +"34 features_5_2_attn_logit_scale" -> "858 clamp_6" [style=solid, label="(12, 1, 1)"]; +"35 features_5_3_attn_qkv_weight" -> "903 linear_46" [style=solid, label="(1152, 384)"]; +"36 features_5_3_attn_proj_weight" -> "980 linear_47" [style=solid, label="(384, 384)"]; +"37 features_5_3_attn_qkv_bias" -> "900 clone_7" [style=solid, label="(1152,)"]; +"38 features_5_3_attn_proj_bias" -> "980 linear_47" [style=solid, label="(384,)"]; +"39 features_5_3_attn_logit_scale" -> "919 clamp_7" [style=solid, label="(12, 1, 1)"]; +"40 features_5_4_attn_qkv_weight" -> "1016 linear_52" [style=solid, label="(1152, 384)"]; +"41 features_5_4_attn_proj_weight" -> "1041 linear_53" [style=solid, label="(384, 384)"]; +"42 features_5_4_attn_qkv_bias" -> "1013 clone_8" [style=solid, label="(1152,)"]; +"43 features_5_4_attn_proj_bias" -> "1041 linear_53" [style=solid, label="(384,)"]; +"44 features_5_4_attn_logit_scale" -> "1032 clamp_8" [style=solid, label="(12, 1, 1)"]; +"45 features_5_5_attn_qkv_weight" -> "1077 linear_58" [style=solid, label="(1152, 384)"]; +"46 features_5_5_attn_proj_weight" -> "1154 linear_59" [style=solid, label="(384, 384)"]; +"47 features_5_5_attn_qkv_bias" -> "1074 clone_9" [style=solid, label="(1152,)"]; +"48 features_5_5_attn_proj_bias" -> "1154 linear_59" [style=solid, label="(384,)"]; +"49 features_5_5_attn_logit_scale" -> "1093 clamp_9" [style=solid, label="(12, 1, 1)"]; +"50 features_7_0_attn_qkv_weight" -> "1202 linear_65" [style=solid, label="(2304, 768)"]; +"51 features_7_0_attn_proj_weight" -> "1227 linear_66" [style=solid, label="(768, 768)"]; +"52 features_7_0_attn_qkv_bias" -> "1199 clone_10" [style=solid, label="(2304,)"]; +"53 features_7_0_attn_proj_bias" -> "1227 linear_66" [style=solid, label="(768,)"]; +"54 features_7_0_attn_logit_scale" -> "1218 clamp_10" [style=solid, label="(24, 1, 1)"]; +"55 features_7_1_attn_qkv_weight" -> "1262 linear_71" [style=solid, label="(2304, 768)"]; +"56 features_7_1_attn_proj_weight" -> "1287 linear_72" [style=solid, label="(768, 768)"]; +"57 features_7_1_attn_qkv_bias" -> "1259 clone_11" [style=solid, label="(2304,)"]; +"58 features_7_1_attn_proj_bias" -> "1287 linear_72" [style=solid, label="(768,)"]; +"59 features_7_1_attn_logit_scale" -> "1278 clamp_11" [style=solid, label="(24, 1, 1)"]; "60 features_0_0_weight" -> "279 conv2d" [style=solid, label="(96, 3, 4, 4)"]; "61 features_0_0_bias" -> "279 conv2d" [style=solid, label="(96,)"]; "62 features_0_2_weight" -> "281 layer_norm" [style=solid, label="(96,)"]; @@ -1410,222 +1376,222 @@ strict digraph { "64 features_1_0_attn_cpb_mlp_0_weight" -> "282 linear" [style=solid, label="(512, 2)"]; "65 features_1_0_attn_cpb_mlp_0_bias" -> "282 linear" [style=solid, label="(512,)"]; "66 features_1_0_attn_cpb_mlp_2_weight" -> "284 linear_1" [style=solid, label="(3, 512)"]; -"67 features_1_0_norm1_weight" -> "332 layer_norm_1" [style=solid, label="(96,)"]; -"68 features_1_0_norm1_bias" -> "332 layer_norm_1" [style=solid, label="(96,)"]; -"69 features_1_0_mlp_0_weight" -> "334 linear_4" [style=solid, label="(384, 96)"]; -"70 features_1_0_mlp_0_bias" -> "334 linear_4" [style=solid, label="(384,)"]; -"71 features_1_0_mlp_3_weight" -> "337 linear_5" [style=solid, label="(96, 384)"]; -"72 features_1_0_mlp_3_bias" -> "337 linear_5" [style=solid, label="(96,)"]; -"73 features_1_0_norm2_weight" -> "339 layer_norm_2" [style=solid, label="(96,)"]; -"74 features_1_0_norm2_bias" -> "339 layer_norm_2" [style=solid, label="(96,)"]; -"75 features_1_1_attn_cpb_mlp_0_weight" -> "341 linear_6" [style=solid, label="(512, 2)"]; -"76 features_1_1_attn_cpb_mlp_0_bias" -> "341 linear_6" [style=solid, label="(512,)"]; -"77 features_1_1_attn_cpb_mlp_2_weight" -> "343 linear_7" [style=solid, label="(3, 512)"]; -"78 features_1_1_norm1_weight" -> "445 layer_norm_3" [style=solid, label="(96,)"]; -"79 features_1_1_norm1_bias" -> "445 layer_norm_3" [style=solid, label="(96,)"]; -"80 features_1_1_mlp_0_weight" -> "447 linear_10" [style=solid, label="(384, 96)"]; -"81 features_1_1_mlp_0_bias" -> "447 linear_10" [style=solid, label="(384,)"]; -"82 features_1_1_mlp_3_weight" -> "450 linear_11" [style=solid, label="(96, 384)"]; -"83 features_1_1_mlp_3_bias" -> "450 linear_11" [style=solid, label="(96,)"]; -"84 features_1_1_norm2_weight" -> "452 layer_norm_4" [style=solid, label="(96,)"]; -"85 features_1_1_norm2_bias" -> "452 layer_norm_4" [style=solid, label="(96,)"]; -"86 features_2_reduction_weight" -> "468 linear_12" [style=solid, label="(192, 384)"]; -"87 features_2_norm_weight" -> "469 layer_norm_5" [style=solid, label="(192,)"]; -"88 features_2_norm_bias" -> "469 layer_norm_5" [style=solid, label="(192,)"]; -"89 features_3_0_attn_cpb_mlp_0_weight" -> "470 linear_13" [style=solid, label="(512, 2)"]; -"90 features_3_0_attn_cpb_mlp_0_bias" -> "470 linear_13" [style=solid, label="(512,)"]; -"91 features_3_0_attn_cpb_mlp_2_weight" -> "472 linear_14" [style=solid, label="(6, 512)"]; -"92 features_3_0_norm1_weight" -> "523 layer_norm_6" [style=solid, label="(192,)"]; -"93 features_3_0_norm1_bias" -> "523 layer_norm_6" [style=solid, label="(192,)"]; -"94 features_3_0_mlp_0_weight" -> "525 linear_17" [style=solid, label="(768, 192)"]; -"95 features_3_0_mlp_0_bias" -> "525 linear_17" [style=solid, label="(768,)"]; -"96 features_3_0_mlp_3_weight" -> "528 linear_18" [style=solid, label="(192, 768)"]; -"97 features_3_0_mlp_3_bias" -> "528 linear_18" [style=solid, label="(192,)"]; -"98 features_3_0_norm2_weight" -> "530 layer_norm_7" [style=solid, label="(192,)"]; -"99 features_3_0_norm2_bias" -> "530 layer_norm_7" [style=solid, label="(192,)"]; -"100 features_3_1_attn_cpb_mlp_0_weight" -> "532 linear_19" [style=solid, label="(512, 2)"]; -"101 features_3_1_attn_cpb_mlp_0_bias" -> "532 linear_19" [style=solid, label="(512,)"]; -"102 features_3_1_attn_cpb_mlp_2_weight" -> "534 linear_20" [style=solid, label="(6, 512)"]; -"103 features_3_1_norm1_weight" -> "639 layer_norm_8" [style=solid, label="(192,)"]; -"104 features_3_1_norm1_bias" -> "639 layer_norm_8" [style=solid, label="(192,)"]; -"105 features_3_1_mlp_0_weight" -> "641 linear_23" [style=solid, label="(768, 192)"]; -"106 features_3_1_mlp_0_bias" -> "641 linear_23" [style=solid, label="(768,)"]; -"107 features_3_1_mlp_3_weight" -> "644 linear_24" [style=solid, label="(192, 768)"]; -"108 features_3_1_mlp_3_bias" -> "644 linear_24" [style=solid, label="(192,)"]; -"109 features_3_1_norm2_weight" -> "646 layer_norm_9" [style=solid, label="(192,)"]; -"110 features_3_1_norm2_bias" -> "646 layer_norm_9" [style=solid, label="(192,)"]; -"111 features_4_reduction_weight" -> "662 linear_25" [style=solid, label="(384, 768)"]; -"112 features_4_norm_weight" -> "663 layer_norm_10" [style=solid, label="(384,)"]; -"113 features_4_norm_bias" -> "663 layer_norm_10" [style=solid, label="(384,)"]; -"114 features_5_0_attn_cpb_mlp_0_weight" -> "664 linear_26" [style=solid, label="(512, 2)"]; -"115 features_5_0_attn_cpb_mlp_0_bias" -> "664 linear_26" [style=solid, label="(512,)"]; -"116 features_5_0_attn_cpb_mlp_2_weight" -> "666 linear_27" [style=solid, label="(12, 512)"]; -"117 features_5_0_norm1_weight" -> "717 layer_norm_11" [style=solid, label="(384,)"]; -"118 features_5_0_norm1_bias" -> "717 layer_norm_11" [style=solid, label="(384,)"]; -"119 features_5_0_mlp_0_weight" -> "719 linear_30" [style=solid, label="(1536, 384)"]; -"120 features_5_0_mlp_0_bias" -> "719 linear_30" [style=solid, label="(1536,)"]; -"121 features_5_0_mlp_3_weight" -> "722 linear_31" [style=solid, label="(384, 1536)"]; -"122 features_5_0_mlp_3_bias" -> "722 linear_31" [style=solid, label="(384,)"]; -"123 features_5_0_norm2_weight" -> "724 layer_norm_12" [style=solid, label="(384,)"]; -"124 features_5_0_norm2_bias" -> "724 layer_norm_12" [style=solid, label="(384,)"]; -"125 features_5_1_attn_cpb_mlp_0_weight" -> "726 linear_32" [style=solid, label="(512, 2)"]; -"126 features_5_1_attn_cpb_mlp_0_bias" -> "726 linear_32" [style=solid, label="(512,)"]; -"127 features_5_1_attn_cpb_mlp_2_weight" -> "728 linear_33" [style=solid, label="(12, 512)"]; -"128 features_5_1_norm1_weight" -> "833 layer_norm_13" [style=solid, label="(384,)"]; -"129 features_5_1_norm1_bias" -> "833 layer_norm_13" [style=solid, label="(384,)"]; -"130 features_5_1_mlp_0_weight" -> "835 linear_36" [style=solid, label="(1536, 384)"]; -"131 features_5_1_mlp_0_bias" -> "835 linear_36" [style=solid, label="(1536,)"]; -"132 features_5_1_mlp_3_weight" -> "838 linear_37" [style=solid, label="(384, 1536)"]; -"133 features_5_1_mlp_3_bias" -> "838 linear_37" [style=solid, label="(384,)"]; -"134 features_5_1_norm2_weight" -> "840 layer_norm_14" [style=solid, label="(384,)"]; -"135 features_5_1_norm2_bias" -> "840 layer_norm_14" [style=solid, label="(384,)"]; -"136 features_5_2_attn_cpb_mlp_0_weight" -> "842 linear_38" [style=solid, label="(512, 2)"]; -"137 features_5_2_attn_cpb_mlp_0_bias" -> "842 linear_38" [style=solid, label="(512,)"]; -"138 features_5_2_attn_cpb_mlp_2_weight" -> "844 linear_39" [style=solid, label="(12, 512)"]; -"139 features_5_2_norm1_weight" -> "895 layer_norm_15" [style=solid, label="(384,)"]; -"140 features_5_2_norm1_bias" -> "895 layer_norm_15" [style=solid, label="(384,)"]; -"141 features_5_2_mlp_0_weight" -> "897 linear_42" [style=solid, label="(1536, 384)"]; -"142 features_5_2_mlp_0_bias" -> "897 linear_42" [style=solid, label="(1536,)"]; -"143 features_5_2_mlp_3_weight" -> "900 linear_43" [style=solid, label="(384, 1536)"]; -"144 features_5_2_mlp_3_bias" -> "900 linear_43" [style=solid, label="(384,)"]; -"145 features_5_2_norm2_weight" -> "902 layer_norm_16" [style=solid, label="(384,)"]; -"146 features_5_2_norm2_bias" -> "902 layer_norm_16" [style=solid, label="(384,)"]; -"147 features_5_3_attn_cpb_mlp_0_weight" -> "904 linear_44" [style=solid, label="(512, 2)"]; -"148 features_5_3_attn_cpb_mlp_0_bias" -> "904 linear_44" [style=solid, label="(512,)"]; -"149 features_5_3_attn_cpb_mlp_2_weight" -> "906 linear_45" [style=solid, label="(12, 512)"]; -"150 features_5_3_norm1_weight" -> "1011 layer_norm_17" [style=solid, label="(384,)"]; -"151 features_5_3_norm1_bias" -> "1011 layer_norm_17" [style=solid, label="(384,)"]; -"152 features_5_3_mlp_0_weight" -> "1013 linear_48" [style=solid, label="(1536, 384)"]; -"153 features_5_3_mlp_0_bias" -> "1013 linear_48" [style=solid, label="(1536,)"]; -"154 features_5_3_mlp_3_weight" -> "1016 linear_49" [style=solid, label="(384, 1536)"]; -"155 features_5_3_mlp_3_bias" -> "1016 linear_49" [style=solid, label="(384,)"]; -"156 features_5_3_norm2_weight" -> "1018 layer_norm_18" [style=solid, label="(384,)"]; -"157 features_5_3_norm2_bias" -> "1018 layer_norm_18" [style=solid, label="(384,)"]; -"158 features_5_4_attn_cpb_mlp_0_weight" -> "1020 linear_50" [style=solid, label="(512, 2)"]; -"159 features_5_4_attn_cpb_mlp_0_bias" -> "1020 linear_50" [style=solid, label="(512,)"]; -"160 features_5_4_attn_cpb_mlp_2_weight" -> "1022 linear_51" [style=solid, label="(12, 512)"]; -"161 features_5_4_norm1_weight" -> "1073 layer_norm_19" [style=solid, label="(384,)"]; -"162 features_5_4_norm1_bias" -> "1073 layer_norm_19" [style=solid, label="(384,)"]; -"163 features_5_4_mlp_0_weight" -> "1075 linear_54" [style=solid, label="(1536, 384)"]; -"164 features_5_4_mlp_0_bias" -> "1075 linear_54" [style=solid, label="(1536,)"]; -"165 features_5_4_mlp_3_weight" -> "1078 linear_55" [style=solid, label="(384, 1536)"]; -"166 features_5_4_mlp_3_bias" -> "1078 linear_55" [style=solid, label="(384,)"]; -"167 features_5_4_norm2_weight" -> "1080 layer_norm_20" [style=solid, label="(384,)"]; -"168 features_5_4_norm2_bias" -> "1080 layer_norm_20" [style=solid, label="(384,)"]; -"169 features_5_5_attn_cpb_mlp_0_weight" -> "1082 linear_56" [style=solid, label="(512, 2)"]; -"170 features_5_5_attn_cpb_mlp_0_bias" -> "1082 linear_56" [style=solid, label="(512,)"]; -"171 features_5_5_attn_cpb_mlp_2_weight" -> "1084 linear_57" [style=solid, label="(12, 512)"]; -"172 features_5_5_norm1_weight" -> "1189 layer_norm_21" [style=solid, label="(384,)"]; -"173 features_5_5_norm1_bias" -> "1189 layer_norm_21" [style=solid, label="(384,)"]; -"174 features_5_5_mlp_0_weight" -> "1191 linear_60" [style=solid, label="(1536, 384)"]; -"175 features_5_5_mlp_0_bias" -> "1191 linear_60" [style=solid, label="(1536,)"]; -"176 features_5_5_mlp_3_weight" -> "1194 linear_61" [style=solid, label="(384, 1536)"]; -"177 features_5_5_mlp_3_bias" -> "1194 linear_61" [style=solid, label="(384,)"]; -"178 features_5_5_norm2_weight" -> "1196 layer_norm_22" [style=solid, label="(384,)"]; -"179 features_5_5_norm2_bias" -> "1196 layer_norm_22" [style=solid, label="(384,)"]; -"180 features_6_reduction_weight" -> "1212 linear_62" [style=solid, label="(768, 1536)"]; -"181 features_6_norm_weight" -> "1213 layer_norm_23" [style=solid, label="(768,)"]; -"182 features_6_norm_bias" -> "1213 layer_norm_23" [style=solid, label="(768,)"]; -"183 features_7_0_attn_cpb_mlp_0_weight" -> "1214 linear_63" [style=solid, label="(512, 2)"]; -"184 features_7_0_attn_cpb_mlp_0_bias" -> "1214 linear_63" [style=solid, label="(512,)"]; -"185 features_7_0_attn_cpb_mlp_2_weight" -> "1216 linear_64" [style=solid, label="(24, 512)"]; -"186 features_7_0_norm1_weight" -> "1267 layer_norm_24" [style=solid, label="(768,)"]; -"187 features_7_0_norm1_bias" -> "1267 layer_norm_24" [style=solid, label="(768,)"]; -"188 features_7_0_mlp_0_weight" -> "1269 linear_67" [style=solid, label="(3072, 768)"]; -"189 features_7_0_mlp_0_bias" -> "1269 linear_67" [style=solid, label="(3072,)"]; -"190 features_7_0_mlp_3_weight" -> "1272 linear_68" [style=solid, label="(768, 3072)"]; -"191 features_7_0_mlp_3_bias" -> "1272 linear_68" [style=solid, label="(768,)"]; -"192 features_7_0_norm2_weight" -> "1274 layer_norm_25" [style=solid, label="(768,)"]; -"193 features_7_0_norm2_bias" -> "1274 layer_norm_25" [style=solid, label="(768,)"]; -"194 features_7_1_attn_cpb_mlp_0_weight" -> "1276 linear_69" [style=solid, label="(512, 2)"]; -"195 features_7_1_attn_cpb_mlp_0_bias" -> "1276 linear_69" [style=solid, label="(512,)"]; -"196 features_7_1_attn_cpb_mlp_2_weight" -> "1278 linear_70" [style=solid, label="(24, 512)"]; -"197 features_7_1_norm1_weight" -> "1329 layer_norm_26" [style=solid, label="(768,)"]; -"198 features_7_1_norm1_bias" -> "1329 layer_norm_26" [style=solid, label="(768,)"]; -"199 features_7_1_mlp_0_weight" -> "1331 linear_73" [style=solid, label="(3072, 768)"]; -"200 features_7_1_mlp_0_bias" -> "1331 linear_73" [style=solid, label="(3072,)"]; -"201 features_7_1_mlp_3_weight" -> "1334 linear_74" [style=solid, label="(768, 3072)"]; -"202 features_7_1_mlp_3_bias" -> "1334 linear_74" [style=solid, label="(768,)"]; -"203 features_7_1_norm2_weight" -> "1336 layer_norm_27" [style=solid, label="(768,)"]; -"204 features_7_1_norm2_bias" -> "1336 layer_norm_27" [style=solid, label="(768,)"]; -"205 norm_weight" -> "1338 layer_norm_28" [style=solid, label="(768,)"]; -"206 norm_bias" -> "1338 layer_norm_28" [style=solid, label="(768,)"]; -"207 head_weight" -> "1342 linear_75" [style=solid, label="(1000, 768)"]; -"208 head_bias" -> "1342 linear_75" [style=solid, label="(1000,)"]; +"67 features_1_0_norm1_weight" -> "331 layer_norm_1" [style=solid, label="(96,)"]; +"68 features_1_0_norm1_bias" -> "331 layer_norm_1" [style=solid, label="(96,)"]; +"69 features_1_0_mlp_0_weight" -> "333 linear_4" [style=solid, label="(384, 96)"]; +"70 features_1_0_mlp_0_bias" -> "333 linear_4" [style=solid, label="(384,)"]; +"71 features_1_0_mlp_3_weight" -> "336 linear_5" [style=solid, label="(96, 384)"]; +"72 features_1_0_mlp_3_bias" -> "336 linear_5" [style=solid, label="(96,)"]; +"73 features_1_0_norm2_weight" -> "338 layer_norm_2" [style=solid, label="(96,)"]; +"74 features_1_0_norm2_bias" -> "338 layer_norm_2" [style=solid, label="(96,)"]; +"75 features_1_1_attn_cpb_mlp_0_weight" -> "340 linear_6" [style=solid, label="(512, 2)"]; +"76 features_1_1_attn_cpb_mlp_0_bias" -> "340 linear_6" [style=solid, label="(512,)"]; +"77 features_1_1_attn_cpb_mlp_2_weight" -> "342 linear_7" [style=solid, label="(3, 512)"]; +"78 features_1_1_norm1_weight" -> "443 layer_norm_3" [style=solid, label="(96,)"]; +"79 features_1_1_norm1_bias" -> "443 layer_norm_3" [style=solid, label="(96,)"]; +"80 features_1_1_mlp_0_weight" -> "445 linear_10" [style=solid, label="(384, 96)"]; +"81 features_1_1_mlp_0_bias" -> "445 linear_10" [style=solid, label="(384,)"]; +"82 features_1_1_mlp_3_weight" -> "448 linear_11" [style=solid, label="(96, 384)"]; +"83 features_1_1_mlp_3_bias" -> "448 linear_11" [style=solid, label="(96,)"]; +"84 features_1_1_norm2_weight" -> "450 layer_norm_4" [style=solid, label="(96,)"]; +"85 features_1_1_norm2_bias" -> "450 layer_norm_4" [style=solid, label="(96,)"]; +"86 features_2_reduction_weight" -> "462 linear_12" [style=solid, label="(192, 384)"]; +"87 features_2_norm_weight" -> "463 layer_norm_5" [style=solid, label="(192,)"]; +"88 features_2_norm_bias" -> "463 layer_norm_5" [style=solid, label="(192,)"]; +"89 features_3_0_attn_cpb_mlp_0_weight" -> "464 linear_13" [style=solid, label="(512, 2)"]; +"90 features_3_0_attn_cpb_mlp_0_bias" -> "464 linear_13" [style=solid, label="(512,)"]; +"91 features_3_0_attn_cpb_mlp_2_weight" -> "466 linear_14" [style=solid, label="(6, 512)"]; +"92 features_3_0_norm1_weight" -> "515 layer_norm_6" [style=solid, label="(192,)"]; +"93 features_3_0_norm1_bias" -> "515 layer_norm_6" [style=solid, label="(192,)"]; +"94 features_3_0_mlp_0_weight" -> "517 linear_17" [style=solid, label="(768, 192)"]; +"95 features_3_0_mlp_0_bias" -> "517 linear_17" [style=solid, label="(768,)"]; +"96 features_3_0_mlp_3_weight" -> "520 linear_18" [style=solid, label="(192, 768)"]; +"97 features_3_0_mlp_3_bias" -> "520 linear_18" [style=solid, label="(192,)"]; +"98 features_3_0_norm2_weight" -> "522 layer_norm_7" [style=solid, label="(192,)"]; +"99 features_3_0_norm2_bias" -> "522 layer_norm_7" [style=solid, label="(192,)"]; +"100 features_3_1_attn_cpb_mlp_0_weight" -> "524 linear_19" [style=solid, label="(512, 2)"]; +"101 features_3_1_attn_cpb_mlp_0_bias" -> "524 linear_19" [style=solid, label="(512,)"]; +"102 features_3_1_attn_cpb_mlp_2_weight" -> "526 linear_20" [style=solid, label="(6, 512)"]; +"103 features_3_1_norm1_weight" -> "629 layer_norm_8" [style=solid, label="(192,)"]; +"104 features_3_1_norm1_bias" -> "629 layer_norm_8" [style=solid, label="(192,)"]; +"105 features_3_1_mlp_0_weight" -> "631 linear_23" [style=solid, label="(768, 192)"]; +"106 features_3_1_mlp_0_bias" -> "631 linear_23" [style=solid, label="(768,)"]; +"107 features_3_1_mlp_3_weight" -> "634 linear_24" [style=solid, label="(192, 768)"]; +"108 features_3_1_mlp_3_bias" -> "634 linear_24" [style=solid, label="(192,)"]; +"109 features_3_1_norm2_weight" -> "636 layer_norm_9" [style=solid, label="(192,)"]; +"110 features_3_1_norm2_bias" -> "636 layer_norm_9" [style=solid, label="(192,)"]; +"111 features_4_reduction_weight" -> "648 linear_25" [style=solid, label="(384, 768)"]; +"112 features_4_norm_weight" -> "649 layer_norm_10" [style=solid, label="(384,)"]; +"113 features_4_norm_bias" -> "649 layer_norm_10" [style=solid, label="(384,)"]; +"114 features_5_0_attn_cpb_mlp_0_weight" -> "650 linear_26" [style=solid, label="(512, 2)"]; +"115 features_5_0_attn_cpb_mlp_0_bias" -> "650 linear_26" [style=solid, label="(512,)"]; +"116 features_5_0_attn_cpb_mlp_2_weight" -> "652 linear_27" [style=solid, label="(12, 512)"]; +"117 features_5_0_norm1_weight" -> "701 layer_norm_11" [style=solid, label="(384,)"]; +"118 features_5_0_norm1_bias" -> "701 layer_norm_11" [style=solid, label="(384,)"]; +"119 features_5_0_mlp_0_weight" -> "703 linear_30" [style=solid, label="(1536, 384)"]; +"120 features_5_0_mlp_0_bias" -> "703 linear_30" [style=solid, label="(1536,)"]; +"121 features_5_0_mlp_3_weight" -> "706 linear_31" [style=solid, label="(384, 1536)"]; +"122 features_5_0_mlp_3_bias" -> "706 linear_31" [style=solid, label="(384,)"]; +"123 features_5_0_norm2_weight" -> "708 layer_norm_12" [style=solid, label="(384,)"]; +"124 features_5_0_norm2_bias" -> "708 layer_norm_12" [style=solid, label="(384,)"]; +"125 features_5_1_attn_cpb_mlp_0_weight" -> "710 linear_32" [style=solid, label="(512, 2)"]; +"126 features_5_1_attn_cpb_mlp_0_bias" -> "710 linear_32" [style=solid, label="(512,)"]; +"127 features_5_1_attn_cpb_mlp_2_weight" -> "712 linear_33" [style=solid, label="(12, 512)"]; +"128 features_5_1_norm1_weight" -> "815 layer_norm_13" [style=solid, label="(384,)"]; +"129 features_5_1_norm1_bias" -> "815 layer_norm_13" [style=solid, label="(384,)"]; +"130 features_5_1_mlp_0_weight" -> "817 linear_36" [style=solid, label="(1536, 384)"]; +"131 features_5_1_mlp_0_bias" -> "817 linear_36" [style=solid, label="(1536,)"]; +"132 features_5_1_mlp_3_weight" -> "820 linear_37" [style=solid, label="(384, 1536)"]; +"133 features_5_1_mlp_3_bias" -> "820 linear_37" [style=solid, label="(384,)"]; +"134 features_5_1_norm2_weight" -> "822 layer_norm_14" [style=solid, label="(384,)"]; +"135 features_5_1_norm2_bias" -> "822 layer_norm_14" [style=solid, label="(384,)"]; +"136 features_5_2_attn_cpb_mlp_0_weight" -> "824 linear_38" [style=solid, label="(512, 2)"]; +"137 features_5_2_attn_cpb_mlp_0_bias" -> "824 linear_38" [style=solid, label="(512,)"]; +"138 features_5_2_attn_cpb_mlp_2_weight" -> "826 linear_39" [style=solid, label="(12, 512)"]; +"139 features_5_2_norm1_weight" -> "875 layer_norm_15" [style=solid, label="(384,)"]; +"140 features_5_2_norm1_bias" -> "875 layer_norm_15" [style=solid, label="(384,)"]; +"141 features_5_2_mlp_0_weight" -> "877 linear_42" [style=solid, label="(1536, 384)"]; +"142 features_5_2_mlp_0_bias" -> "877 linear_42" [style=solid, label="(1536,)"]; +"143 features_5_2_mlp_3_weight" -> "880 linear_43" [style=solid, label="(384, 1536)"]; +"144 features_5_2_mlp_3_bias" -> "880 linear_43" [style=solid, label="(384,)"]; +"145 features_5_2_norm2_weight" -> "882 layer_norm_16" [style=solid, label="(384,)"]; +"146 features_5_2_norm2_bias" -> "882 layer_norm_16" [style=solid, label="(384,)"]; +"147 features_5_3_attn_cpb_mlp_0_weight" -> "884 linear_44" [style=solid, label="(512, 2)"]; +"148 features_5_3_attn_cpb_mlp_0_bias" -> "884 linear_44" [style=solid, label="(512,)"]; +"149 features_5_3_attn_cpb_mlp_2_weight" -> "886 linear_45" [style=solid, label="(12, 512)"]; +"150 features_5_3_norm1_weight" -> "989 layer_norm_17" [style=solid, label="(384,)"]; +"151 features_5_3_norm1_bias" -> "989 layer_norm_17" [style=solid, label="(384,)"]; +"152 features_5_3_mlp_0_weight" -> "991 linear_48" [style=solid, label="(1536, 384)"]; +"153 features_5_3_mlp_0_bias" -> "991 linear_48" [style=solid, label="(1536,)"]; +"154 features_5_3_mlp_3_weight" -> "994 linear_49" [style=solid, label="(384, 1536)"]; +"155 features_5_3_mlp_3_bias" -> "994 linear_49" [style=solid, label="(384,)"]; +"156 features_5_3_norm2_weight" -> "996 layer_norm_18" [style=solid, label="(384,)"]; +"157 features_5_3_norm2_bias" -> "996 layer_norm_18" [style=solid, label="(384,)"]; +"158 features_5_4_attn_cpb_mlp_0_weight" -> "998 linear_50" [style=solid, label="(512, 2)"]; +"159 features_5_4_attn_cpb_mlp_0_bias" -> "998 linear_50" [style=solid, label="(512,)"]; +"160 features_5_4_attn_cpb_mlp_2_weight" -> "1000 linear_51" [style=solid, label="(12, 512)"]; +"161 features_5_4_norm1_weight" -> "1049 layer_norm_19" [style=solid, label="(384,)"]; +"162 features_5_4_norm1_bias" -> "1049 layer_norm_19" [style=solid, label="(384,)"]; +"163 features_5_4_mlp_0_weight" -> "1051 linear_54" [style=solid, label="(1536, 384)"]; +"164 features_5_4_mlp_0_bias" -> "1051 linear_54" [style=solid, label="(1536,)"]; +"165 features_5_4_mlp_3_weight" -> "1054 linear_55" [style=solid, label="(384, 1536)"]; +"166 features_5_4_mlp_3_bias" -> "1054 linear_55" [style=solid, label="(384,)"]; +"167 features_5_4_norm2_weight" -> "1056 layer_norm_20" [style=solid, label="(384,)"]; +"168 features_5_4_norm2_bias" -> "1056 layer_norm_20" [style=solid, label="(384,)"]; +"169 features_5_5_attn_cpb_mlp_0_weight" -> "1058 linear_56" [style=solid, label="(512, 2)"]; +"170 features_5_5_attn_cpb_mlp_0_bias" -> "1058 linear_56" [style=solid, label="(512,)"]; +"171 features_5_5_attn_cpb_mlp_2_weight" -> "1060 linear_57" [style=solid, label="(12, 512)"]; +"172 features_5_5_norm1_weight" -> "1163 layer_norm_21" [style=solid, label="(384,)"]; +"173 features_5_5_norm1_bias" -> "1163 layer_norm_21" [style=solid, label="(384,)"]; +"174 features_5_5_mlp_0_weight" -> "1165 linear_60" [style=solid, label="(1536, 384)"]; +"175 features_5_5_mlp_0_bias" -> "1165 linear_60" [style=solid, label="(1536,)"]; +"176 features_5_5_mlp_3_weight" -> "1168 linear_61" [style=solid, label="(384, 1536)"]; +"177 features_5_5_mlp_3_bias" -> "1168 linear_61" [style=solid, label="(384,)"]; +"178 features_5_5_norm2_weight" -> "1170 layer_norm_22" [style=solid, label="(384,)"]; +"179 features_5_5_norm2_bias" -> "1170 layer_norm_22" [style=solid, label="(384,)"]; +"180 features_6_reduction_weight" -> "1182 linear_62" [style=solid, label="(768, 1536)"]; +"181 features_6_norm_weight" -> "1183 layer_norm_23" [style=solid, label="(768,)"]; +"182 features_6_norm_bias" -> "1183 layer_norm_23" [style=solid, label="(768,)"]; +"183 features_7_0_attn_cpb_mlp_0_weight" -> "1184 linear_63" [style=solid, label="(512, 2)"]; +"184 features_7_0_attn_cpb_mlp_0_bias" -> "1184 linear_63" [style=solid, label="(512,)"]; +"185 features_7_0_attn_cpb_mlp_2_weight" -> "1186 linear_64" [style=solid, label="(24, 512)"]; +"186 features_7_0_norm1_weight" -> "1235 layer_norm_24" [style=solid, label="(768,)"]; +"187 features_7_0_norm1_bias" -> "1235 layer_norm_24" [style=solid, label="(768,)"]; +"188 features_7_0_mlp_0_weight" -> "1237 linear_67" [style=solid, label="(3072, 768)"]; +"189 features_7_0_mlp_0_bias" -> "1237 linear_67" [style=solid, label="(3072,)"]; +"190 features_7_0_mlp_3_weight" -> "1240 linear_68" [style=solid, label="(768, 3072)"]; +"191 features_7_0_mlp_3_bias" -> "1240 linear_68" [style=solid, label="(768,)"]; +"192 features_7_0_norm2_weight" -> "1242 layer_norm_25" [style=solid, label="(768,)"]; +"193 features_7_0_norm2_bias" -> "1242 layer_norm_25" [style=solid, label="(768,)"]; +"194 features_7_1_attn_cpb_mlp_0_weight" -> "1244 linear_69" [style=solid, label="(512, 2)"]; +"195 features_7_1_attn_cpb_mlp_0_bias" -> "1244 linear_69" [style=solid, label="(512,)"]; +"196 features_7_1_attn_cpb_mlp_2_weight" -> "1246 linear_70" [style=solid, label="(24, 512)"]; +"197 features_7_1_norm1_weight" -> "1295 layer_norm_26" [style=solid, label="(768,)"]; +"198 features_7_1_norm1_bias" -> "1295 layer_norm_26" [style=solid, label="(768,)"]; +"199 features_7_1_mlp_0_weight" -> "1297 linear_73" [style=solid, label="(3072, 768)"]; +"200 features_7_1_mlp_0_bias" -> "1297 linear_73" [style=solid, label="(3072,)"]; +"201 features_7_1_mlp_3_weight" -> "1300 linear_74" [style=solid, label="(768, 3072)"]; +"202 features_7_1_mlp_3_bias" -> "1300 linear_74" [style=solid, label="(768,)"]; +"203 features_7_1_norm2_weight" -> "1302 layer_norm_27" [style=solid, label="(768,)"]; +"204 features_7_1_norm2_bias" -> "1302 layer_norm_27" [style=solid, label="(768,)"]; +"205 norm_weight" -> "1304 layer_norm_28" [style=solid, label="(768,)"]; +"206 norm_bias" -> "1304 layer_norm_28" [style=solid, label="(768,)"]; +"207 head_weight" -> "1308 linear_75" [style=solid, label="(1000, 768)"]; +"208 head_bias" -> "1308 linear_75" [style=solid, label="(1000,)"]; "209 features_1_0_attn_relative_coords_table" -> "282 linear" [style=solid, label="(1, 15, 15, 2)"]; "210 features_1_0_attn_relative_position_index" -> "286 index" [style=solid, label="(4096,)"]; -"211 features_1_1_attn_relative_coords_table" -> "341 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"212 features_1_1_attn_relative_position_index" -> "345 index_1" [style=solid, label="(4096,)"]; -"213 features_3_0_attn_relative_coords_table" -> "470 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"214 features_3_0_attn_relative_position_index" -> "474 index_2" [style=solid, label="(4096,)"]; -"215 features_3_1_attn_relative_coords_table" -> "532 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"216 features_3_1_attn_relative_position_index" -> "536 index_3" [style=solid, label="(4096,)"]; -"217 features_5_0_attn_relative_coords_table" -> "664 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"218 features_5_0_attn_relative_position_index" -> "668 index_4" [style=solid, label="(4096,)"]; -"219 features_5_1_attn_relative_coords_table" -> "726 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"220 features_5_1_attn_relative_position_index" -> "730 index_5" [style=solid, label="(4096,)"]; -"221 features_5_2_attn_relative_coords_table" -> "842 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"222 features_5_2_attn_relative_position_index" -> "846 index_6" [style=solid, label="(4096,)"]; -"223 features_5_3_attn_relative_coords_table" -> "904 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"224 features_5_3_attn_relative_position_index" -> "908 index_7" [style=solid, label="(4096,)"]; -"225 features_5_4_attn_relative_coords_table" -> "1020 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"226 features_5_4_attn_relative_position_index" -> "1024 index_8" [style=solid, label="(4096,)"]; -"227 features_5_5_attn_relative_coords_table" -> "1082 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"228 features_5_5_attn_relative_position_index" -> "1086 index_9" [style=solid, label="(4096,)"]; -"229 features_7_0_attn_relative_coords_table" -> "1214 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"230 features_7_0_attn_relative_position_index" -> "1218 index_10" [style=solid, label="(4096,)"]; -"231 features_7_1_attn_relative_coords_table" -> "1276 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"232 features_7_1_attn_relative_position_index" -> "1280 index_11" [style=solid, label="(4096,)"]; -"233 features_1_1_attn_lifted_tensor_0" -> "381 lift_fresh_copy" [style=solid, label="()"]; -"234 features_1_1_attn_lifted_tensor_1" -> "385 lift_fresh_copy_1" [style=solid, label="()"]; -"235 features_1_1_attn_lifted_tensor_2" -> "389 lift_fresh_copy_2" [style=solid, label="()"]; -"236 features_1_1_attn_lifted_tensor_3" -> "393 lift_fresh_copy_3" [style=solid, label="()"]; -"237 features_1_1_attn_lifted_tensor_4" -> "397 lift_fresh_copy_4" [style=solid, label="()"]; -"238 features_1_1_attn_lifted_tensor_5" -> "401 lift_fresh_copy_5" [style=solid, label="()"]; -"239 features_1_1_attn_lifted_tensor_6" -> "405 lift_fresh_copy_6" [style=solid, label="()"]; -"240 features_1_1_attn_lifted_tensor_7" -> "409 lift_fresh_copy_7" [style=solid, label="()"]; -"241 features_1_1_attn_lifted_tensor_8" -> "413 lift_fresh_copy_8" [style=solid, label="()"]; -"242 features_3_1_attn_lifted_tensor_9" -> "572 lift_fresh_copy_9" [style=solid, label="()"]; -"243 features_3_1_attn_lifted_tensor_10" -> "576 lift_fresh_copy_10" [style=solid, label="()"]; -"244 features_3_1_attn_lifted_tensor_11" -> "580 lift_fresh_copy_11" [style=solid, label="()"]; -"245 features_3_1_attn_lifted_tensor_12" -> "584 lift_fresh_copy_12" [style=solid, label="()"]; -"246 features_3_1_attn_lifted_tensor_13" -> "588 lift_fresh_copy_13" [style=solid, label="()"]; -"247 features_3_1_attn_lifted_tensor_14" -> "592 lift_fresh_copy_14" [style=solid, label="()"]; -"248 features_3_1_attn_lifted_tensor_15" -> "596 lift_fresh_copy_15" [style=solid, label="()"]; -"249 features_3_1_attn_lifted_tensor_16" -> "600 lift_fresh_copy_16" [style=solid, label="()"]; -"250 features_3_1_attn_lifted_tensor_17" -> "604 lift_fresh_copy_17" [style=solid, label="()"]; -"251 features_5_1_attn_lifted_tensor_18" -> "766 lift_fresh_copy_18" [style=solid, label="()"]; -"252 features_5_1_attn_lifted_tensor_19" -> "770 lift_fresh_copy_19" [style=solid, label="()"]; -"253 features_5_1_attn_lifted_tensor_20" -> "774 lift_fresh_copy_20" [style=solid, label="()"]; -"254 features_5_1_attn_lifted_tensor_21" -> "778 lift_fresh_copy_21" [style=solid, label="()"]; -"255 features_5_1_attn_lifted_tensor_22" -> "782 lift_fresh_copy_22" [style=solid, label="()"]; -"256 features_5_1_attn_lifted_tensor_23" -> "786 lift_fresh_copy_23" [style=solid, label="()"]; -"257 features_5_1_attn_lifted_tensor_24" -> "790 lift_fresh_copy_24" [style=solid, label="()"]; -"258 features_5_1_attn_lifted_tensor_25" -> "794 lift_fresh_copy_25" [style=solid, label="()"]; -"259 features_5_1_attn_lifted_tensor_26" -> "798 lift_fresh_copy_26" [style=solid, label="()"]; -"260 features_5_3_attn_lifted_tensor_27" -> "944 lift_fresh_copy_27" [style=solid, label="()"]; -"261 features_5_3_attn_lifted_tensor_28" -> "948 lift_fresh_copy_28" [style=solid, label="()"]; -"262 features_5_3_attn_lifted_tensor_29" -> "952 lift_fresh_copy_29" [style=solid, label="()"]; -"263 features_5_3_attn_lifted_tensor_30" -> "956 lift_fresh_copy_30" [style=solid, label="()"]; -"264 features_5_3_attn_lifted_tensor_31" -> "960 lift_fresh_copy_31" [style=solid, label="()"]; -"265 features_5_3_attn_lifted_tensor_32" -> "964 lift_fresh_copy_32" [style=solid, label="()"]; -"266 features_5_3_attn_lifted_tensor_33" -> "968 lift_fresh_copy_33" [style=solid, label="()"]; -"267 features_5_3_attn_lifted_tensor_34" -> "972 lift_fresh_copy_34" [style=solid, label="()"]; -"268 features_5_3_attn_lifted_tensor_35" -> "976 lift_fresh_copy_35" [style=solid, label="()"]; -"269 features_5_5_attn_lifted_tensor_36" -> "1122 lift_fresh_copy_36" [style=solid, label="()"]; -"270 features_5_5_attn_lifted_tensor_37" -> "1126 lift_fresh_copy_37" [style=solid, label="()"]; -"271 features_5_5_attn_lifted_tensor_38" -> "1130 lift_fresh_copy_38" [style=solid, label="()"]; -"272 features_5_5_attn_lifted_tensor_39" -> "1134 lift_fresh_copy_39" [style=solid, label="()"]; -"273 features_5_5_attn_lifted_tensor_40" -> "1138 lift_fresh_copy_40" [style=solid, label="()"]; -"274 features_5_5_attn_lifted_tensor_41" -> "1142 lift_fresh_copy_41" [style=solid, label="()"]; -"275 features_5_5_attn_lifted_tensor_42" -> "1146 lift_fresh_copy_42" [style=solid, label="()"]; -"276 features_5_5_attn_lifted_tensor_43" -> "1150 lift_fresh_copy_43" [style=solid, label="()"]; -"277 features_5_5_attn_lifted_tensor_44" -> "1154 lift_fresh_copy_44" [style=solid, label="()"]; +"211 features_1_1_attn_relative_coords_table" -> "340 linear_6" [style=solid, label="(1, 15, 15, 2)"]; +"212 features_1_1_attn_relative_position_index" -> "344 index_1" [style=solid, label="(4096,)"]; +"213 features_3_0_attn_relative_coords_table" -> "464 linear_13" [style=solid, label="(1, 15, 15, 2)"]; +"214 features_3_0_attn_relative_position_index" -> "468 index_2" [style=solid, label="(4096,)"]; +"215 features_3_1_attn_relative_coords_table" -> "524 linear_19" [style=solid, label="(1, 15, 15, 2)"]; +"216 features_3_1_attn_relative_position_index" -> "528 index_3" [style=solid, label="(4096,)"]; +"217 features_5_0_attn_relative_coords_table" -> "650 linear_26" [style=solid, label="(1, 15, 15, 2)"]; +"218 features_5_0_attn_relative_position_index" -> "654 index_4" [style=solid, label="(4096,)"]; +"219 features_5_1_attn_relative_coords_table" -> "710 linear_32" [style=solid, label="(1, 15, 15, 2)"]; +"220 features_5_1_attn_relative_position_index" -> "714 index_5" [style=solid, label="(4096,)"]; +"221 features_5_2_attn_relative_coords_table" -> "824 linear_38" [style=solid, label="(1, 15, 15, 2)"]; +"222 features_5_2_attn_relative_position_index" -> "828 index_6" [style=solid, label="(4096,)"]; +"223 features_5_3_attn_relative_coords_table" -> "884 linear_44" [style=solid, label="(1, 15, 15, 2)"]; +"224 features_5_3_attn_relative_position_index" -> "888 index_7" [style=solid, label="(4096,)"]; +"225 features_5_4_attn_relative_coords_table" -> "998 linear_50" [style=solid, label="(1, 15, 15, 2)"]; +"226 features_5_4_attn_relative_position_index" -> "1002 index_8" [style=solid, label="(4096,)"]; +"227 features_5_5_attn_relative_coords_table" -> "1058 linear_56" [style=solid, label="(1, 15, 15, 2)"]; +"228 features_5_5_attn_relative_position_index" -> "1062 index_9" [style=solid, label="(4096,)"]; +"229 features_7_0_attn_relative_coords_table" -> "1184 linear_63" [style=solid, label="(1, 15, 15, 2)"]; +"230 features_7_0_attn_relative_position_index" -> "1188 index_10" [style=solid, label="(4096,)"]; +"231 features_7_1_attn_relative_coords_table" -> "1244 linear_69" [style=solid, label="(1, 15, 15, 2)"]; +"232 features_7_1_attn_relative_position_index" -> "1248 index_11" [style=solid, label="(4096,)"]; +"233 features_1_1_attn_lifted_tensor_0" -> "380 lift_fresh_copy" [style=solid, label="()"]; +"234 features_1_1_attn_lifted_tensor_1" -> "384 lift_fresh_copy_1" [style=solid, label="()"]; +"235 features_1_1_attn_lifted_tensor_2" -> "388 lift_fresh_copy_2" [style=solid, label="()"]; +"236 features_1_1_attn_lifted_tensor_3" -> "392 lift_fresh_copy_3" [style=solid, label="()"]; +"237 features_1_1_attn_lifted_tensor_4" -> "396 lift_fresh_copy_4" [style=solid, label="()"]; +"238 features_1_1_attn_lifted_tensor_5" -> "400 lift_fresh_copy_5" [style=solid, label="()"]; +"239 features_1_1_attn_lifted_tensor_6" -> "404 lift_fresh_copy_6" [style=solid, label="()"]; +"240 features_1_1_attn_lifted_tensor_7" -> "408 lift_fresh_copy_7" [style=solid, label="()"]; +"241 features_1_1_attn_lifted_tensor_8" -> "412 lift_fresh_copy_8" [style=solid, label="()"]; +"242 features_3_1_attn_lifted_tensor_9" -> "564 lift_fresh_copy_9" [style=solid, label="()"]; +"243 features_3_1_attn_lifted_tensor_10" -> "568 lift_fresh_copy_10" [style=solid, label="()"]; +"244 features_3_1_attn_lifted_tensor_11" -> "572 lift_fresh_copy_11" [style=solid, label="()"]; +"245 features_3_1_attn_lifted_tensor_12" -> "576 lift_fresh_copy_12" [style=solid, label="()"]; +"246 features_3_1_attn_lifted_tensor_13" -> "580 lift_fresh_copy_13" [style=solid, label="()"]; +"247 features_3_1_attn_lifted_tensor_14" -> "584 lift_fresh_copy_14" [style=solid, label="()"]; +"248 features_3_1_attn_lifted_tensor_15" -> "588 lift_fresh_copy_15" [style=solid, label="()"]; +"249 features_3_1_attn_lifted_tensor_16" -> "592 lift_fresh_copy_16" [style=solid, label="()"]; +"250 features_3_1_attn_lifted_tensor_17" -> "596 lift_fresh_copy_17" [style=solid, label="()"]; +"251 features_5_1_attn_lifted_tensor_18" -> "750 lift_fresh_copy_18" [style=solid, label="()"]; +"252 features_5_1_attn_lifted_tensor_19" -> "754 lift_fresh_copy_19" [style=solid, label="()"]; +"253 features_5_1_attn_lifted_tensor_20" -> "758 lift_fresh_copy_20" [style=solid, label="()"]; +"254 features_5_1_attn_lifted_tensor_21" -> "762 lift_fresh_copy_21" [style=solid, label="()"]; +"255 features_5_1_attn_lifted_tensor_22" -> "766 lift_fresh_copy_22" [style=solid, label="()"]; +"256 features_5_1_attn_lifted_tensor_23" -> "770 lift_fresh_copy_23" [style=solid, label="()"]; +"257 features_5_1_attn_lifted_tensor_24" -> "774 lift_fresh_copy_24" [style=solid, label="()"]; +"258 features_5_1_attn_lifted_tensor_25" -> "778 lift_fresh_copy_25" [style=solid, label="()"]; +"259 features_5_1_attn_lifted_tensor_26" -> "782 lift_fresh_copy_26" [style=solid, label="()"]; +"260 features_5_3_attn_lifted_tensor_27" -> "924 lift_fresh_copy_27" [style=solid, label="()"]; +"261 features_5_3_attn_lifted_tensor_28" -> "928 lift_fresh_copy_28" [style=solid, label="()"]; +"262 features_5_3_attn_lifted_tensor_29" -> "932 lift_fresh_copy_29" [style=solid, label="()"]; +"263 features_5_3_attn_lifted_tensor_30" -> "936 lift_fresh_copy_30" [style=solid, label="()"]; +"264 features_5_3_attn_lifted_tensor_31" -> "940 lift_fresh_copy_31" [style=solid, label="()"]; +"265 features_5_3_attn_lifted_tensor_32" -> "944 lift_fresh_copy_32" [style=solid, label="()"]; +"266 features_5_3_attn_lifted_tensor_33" -> "948 lift_fresh_copy_33" [style=solid, label="()"]; +"267 features_5_3_attn_lifted_tensor_34" -> "952 lift_fresh_copy_34" [style=solid, label="()"]; +"268 features_5_3_attn_lifted_tensor_35" -> "956 lift_fresh_copy_35" [style=solid, label="()"]; +"269 features_5_5_attn_lifted_tensor_36" -> "1098 lift_fresh_copy_36" [style=solid, label="()"]; +"270 features_5_5_attn_lifted_tensor_37" -> "1102 lift_fresh_copy_37" [style=solid, label="()"]; +"271 features_5_5_attn_lifted_tensor_38" -> "1106 lift_fresh_copy_38" [style=solid, label="()"]; +"272 features_5_5_attn_lifted_tensor_39" -> "1110 lift_fresh_copy_39" [style=solid, label="()"]; +"273 features_5_5_attn_lifted_tensor_40" -> "1114 lift_fresh_copy_40" [style=solid, label="()"]; +"274 features_5_5_attn_lifted_tensor_41" -> "1118 lift_fresh_copy_41" [style=solid, label="()"]; +"275 features_5_5_attn_lifted_tensor_42" -> "1122 lift_fresh_copy_42" [style=solid, label="()"]; +"276 features_5_5_attn_lifted_tensor_43" -> "1126 lift_fresh_copy_43" [style=solid, label="()"]; +"277 features_5_5_attn_lifted_tensor_44" -> "1130 lift_fresh_copy_44" [style=solid, label="()"]; "278 x" -> "279 conv2d" [style=solid, label="(1, 3, 224, 224)"]; "279 conv2d" -> "280 permute" [style=solid, label="(1, 96, 56, 56)"]; "280 permute" -> "281 layer_norm" [style=solid, label="(1, 56, 56, 96)"]; "281 layer_norm" -> "293 pad" [style=solid, label="(1, 56, 56, 96)"]; -"281 layer_norm" -> "333 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"281 layer_norm" -> "332 add_1" [style=solid, label="(1, 56, 56, 96)"]; "282 linear" -> "283 relu_" [style=solid, label="(1, 15, 15, 512)"]; "283 relu_" -> "284 linear_1" [style=solid, label="(1, 15, 15, 512)"]; "284 linear_1" -> "285 view" [style=solid, label="(1, 15, 15, 3)"]; @@ -1679,1136 +1645,1102 @@ strict digraph { "326 dropout_1" -> "327 view_3" [style=solid, label="(49, 64, 96)"]; "327 view_3" -> "328 permute_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; "328 permute_4" -> "329 reshape_3" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"329 reshape_3" -> "330 slice_2" [style=solid, label="(1, 56, 56, 96)"]; -"330 slice_2" -> "331 slice_3" [style=solid, label="(1, 56, 56, 96)"]; -"331 slice_3" -> "332 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; -"332 layer_norm_1" -> "333 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"333 add_1" -> "334 linear_4" [style=solid, label="(1, 56, 56, 96)"]; -"333 add_1" -> "340 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"334 linear_4" -> "335 gelu" [style=solid, label="(1, 56, 56, 384)"]; -"335 gelu" -> "336 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; -"336 dropout_2" -> "337 linear_5" [style=solid, label="(1, 56, 56, 384)"]; -"337 linear_5" -> "338 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; -"338 dropout_3" -> "339 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; -"339 layer_norm_2" -> "340 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"340 add_2" -> "352 pad_1" [style=solid, label="(1, 56, 56, 96)"]; -"340 add_2" -> "446 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"341 linear_6" -> "342 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"342 relu__1" -> "343 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"343 linear_7" -> "344 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"344 view_4" -> "345 index_1" [style=solid, label="(225, 3)"]; -"345 index_1" -> "346 view_5" [style=solid, label="(4096, 3)"]; -"346 view_5" -> "347 permute_5" [style=solid, label="(64, 64, 3)"]; -"347 permute_5" -> "348 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"348 contiguous_1" -> "349 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"349 unsqueeze_1" -> "350 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"350 sigmoid_1" -> "351 mul_2" [style=solid, label="(1, 3, 64, 64)"]; -"351 mul_2" -> "379 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"352 pad_1" -> "353 roll" [style=solid, label="(1, 56, 56, 96)"]; -"353 roll" -> "354 view_6" [style=solid, label="(1, 56, 56, 96)"]; -"354 view_6" -> "355 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"355 permute_6" -> "356 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"356 reshape_4" -> "360 linear_8" [style=solid, label="(49, 64, 96)"]; -"356 reshape_4" -> "380 new_zeros" [style=solid, label="(49, 64, 96)"]; -"357 clone_1" -> "358 slice_4" [style=solid, label="(288,)"]; -"357 clone_1" -> "360 linear_8" [style=solid, label="(288,)"]; -"358 slice_4" -> "359 zero__1" [style=solid, label="(96,)"]; -"360 linear_8" -> "361 reshape_5" [style=solid, label="(49, 64, 288)"]; -"361 reshape_5" -> "362 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; -"362 permute_7" -> "363 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; -"362 permute_7" -> "364 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; -"362 permute_7" -> "365 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; -"363 select_3" -> "366 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; -"363 select_3" -> "368 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; -"363 select_3" -> "369 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"364 select_4" -> "370 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; -"364 select_4" -> "372 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; -"364 select_4" -> "373 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"365 select_5" -> "434 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; -"366 linalg_vector_norm_2" -> "367 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; -"367 clamp_min_2" -> "368 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; -"368 expand_as_2" -> "369 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"369 div_2" -> "375 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; -"370 linalg_vector_norm_3" -> "371 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; -"371 clamp_min_3" -> "372 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; -"372 expand_as_3" -> "373 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"373 div_3" -> "374 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; -"374 transpose_2" -> "375 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; -"375 matmul_2" -> "378 mul_3" [style=solid, label="(49, 3, 64, 64)"]; -"376 clamp_1" -> "377 exp_1" [style=solid, label="(3, 1, 1)"]; -"377 exp_1" -> "378 mul_3" [style=solid, label="(3, 1, 1)"]; -"378 mul_3" -> "379 add_3" [style=solid, label="(49, 3, 64, 64)"]; -"379 add_3" -> "427 view_8" [style=solid, label="(49, 3, 64, 64)"]; -"380 new_zeros" -> "382 slice_5" [style=solid, label="(56, 56)"]; -"380 new_zeros" -> "386 slice_7" [style=solid, label="(56, 56)"]; -"380 new_zeros" -> "390 slice_9" [style=solid, label="(56, 56)"]; -"380 new_zeros" -> "394 slice_11" [style=solid, label="(56, 56)"]; -"380 new_zeros" -> "398 slice_13" [style=solid, label="(56, 56)"]; -"380 new_zeros" -> "402 slice_15" [style=solid, label="(56, 56)"]; -"380 new_zeros" -> "406 slice_17" [style=solid, label="(56, 56)"]; -"380 new_zeros" -> "410 slice_19" [style=solid, label="(56, 56)"]; -"380 new_zeros" -> "414 slice_21" [style=solid, label="(56, 56)"]; -"380 new_zeros" -> "417 view_7" [style=solid, label="(56, 56)"]; -"381 lift_fresh_copy" -> "384 fill_" [style=solid, label="()"]; -"382 slice_5" -> "383 slice_6" [style=solid, label="(48, 56)"]; -"383 slice_6" -> "384 fill_" [style=solid, label="(48, 48)"]; -"385 lift_fresh_copy_1" -> "388 fill__1" [style=solid, label="()"]; -"386 slice_7" -> "387 slice_8" [style=solid, label="(48, 56)"]; -"387 slice_8" -> "388 fill__1" [style=solid, label="(48, 4)"]; -"389 lift_fresh_copy_2" -> "392 fill__2" [style=solid, label="()"]; -"390 slice_9" -> "391 slice_10" [style=solid, label="(48, 56)"]; -"391 slice_10" -> "392 fill__2" [style=solid, label="(48, 4)"]; -"393 lift_fresh_copy_3" -> "396 fill__3" [style=solid, label="()"]; -"394 slice_11" -> "395 slice_12" [style=solid, label="(4, 56)"]; -"395 slice_12" -> "396 fill__3" [style=solid, label="(4, 48)"]; -"397 lift_fresh_copy_4" -> "400 fill__4" [style=solid, label="()"]; -"398 slice_13" -> "399 slice_14" [style=solid, label="(4, 56)"]; -"399 slice_14" -> "400 fill__4" [style=solid, label="(4, 4)"]; -"401 lift_fresh_copy_5" -> "404 fill__5" [style=solid, label="()"]; -"402 slice_15" -> "403 slice_16" [style=solid, label="(4, 56)"]; -"403 slice_16" -> "404 fill__5" [style=solid, label="(4, 4)"]; -"405 lift_fresh_copy_6" -> "408 fill__6" [style=solid, label="()"]; -"406 slice_17" -> "407 slice_18" [style=solid, label="(4, 56)"]; -"407 slice_18" -> "408 fill__6" [style=solid, label="(4, 48)"]; -"409 lift_fresh_copy_7" -> "412 fill__7" [style=solid, label="()"]; -"410 slice_19" -> "411 slice_20" [style=solid, label="(4, 56)"]; -"411 slice_20" -> "412 fill__7" [style=solid, label="(4, 4)"]; -"413 lift_fresh_copy_8" -> "416 fill__8" [style=solid, label="()"]; -"414 slice_21" -> "415 slice_22" [style=solid, label="(4, 56)"]; -"415 slice_22" -> "416 fill__8" [style=solid, label="(4, 4)"]; -"417 view_7" -> "418 permute_8" [style=solid, label="(7, 8, 7, 8)"]; -"418 permute_8" -> "419 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; -"419 reshape_6" -> "420 unsqueeze_2" [style=solid, label="(49, 64)"]; -"419 reshape_6" -> "421 unsqueeze_3" [style=solid, label="(49, 64)"]; -"420 unsqueeze_2" -> "422 sub" [style=solid, label="(49, 1, 64)"]; -"421 unsqueeze_3" -> "422 sub" [style=solid, label="(49, 64, 1)"]; -"422 sub" -> "423 ne" [style=solid, label="(49, 64, 64)"]; -"422 sub" -> "424 masked_fill" [style=solid, label="(49, 64, 64)"]; -"422 sub" -> "425 eq" [style=solid, label="(49, 64, 64)"]; -"423 ne" -> "424 masked_fill" [style=solid, label="(49, 64, 64)"]; -"424 masked_fill" -> "426 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"425 eq" -> "426 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"426 masked_fill_1" -> "428 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; -"427 view_8" -> "430 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; -"428 unsqueeze_4" -> "429 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; -"429 unsqueeze_5" -> "430 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; -"430 add_4" -> "431 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; -"431 view_9" -> "432 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; -"432 softmax_1" -> "433 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; -"433 dropout_4" -> "434 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; -"434 matmul_3" -> "435 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; -"435 transpose_3" -> "436 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; -"436 reshape_7" -> "437 linear_9" [style=solid, label="(49, 64, 96)"]; -"437 linear_9" -> "438 dropout_5" [style=solid, label="(49, 64, 96)"]; -"438 dropout_5" -> "439 view_10" [style=solid, label="(49, 64, 96)"]; -"439 view_10" -> "440 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"440 permute_9" -> "441 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"441 reshape_8" -> "442 roll_1" [style=solid, label="(1, 56, 56, 96)"]; -"442 roll_1" -> "443 slice_23" [style=solid, label="(1, 56, 56, 96)"]; -"443 slice_23" -> "444 slice_24" [style=solid, label="(1, 56, 56, 96)"]; -"444 slice_24" -> "445 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; -"445 layer_norm_3" -> "446 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"446 add_5" -> "447 linear_10" [style=solid, label="(1, 56, 56, 96)"]; -"446 add_5" -> "453 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"447 linear_10" -> "448 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; -"448 gelu_1" -> "449 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; -"449 dropout_6" -> "450 linear_11" [style=solid, label="(1, 56, 56, 384)"]; -"450 linear_11" -> "451 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; -"451 dropout_7" -> "452 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; -"452 layer_norm_4" -> "453 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"453 add_6" -> "454 pad_2" [style=solid, label="(1, 56, 56, 96)"]; -"454 pad_2" -> "455 slice_25" [style=solid, label="(1, 56, 56, 96)"]; -"454 pad_2" -> "458 slice_28" [style=solid, label="(1, 56, 56, 96)"]; -"454 pad_2" -> "461 slice_31" [style=solid, label="(1, 56, 56, 96)"]; -"454 pad_2" -> "464 slice_34" [style=solid, label="(1, 56, 56, 96)"]; -"455 slice_25" -> "456 slice_26" [style=solid, label="(1, 28, 56, 96)"]; -"456 slice_26" -> "457 slice_27" [style=solid, label="(1, 28, 28, 96)"]; -"457 slice_27" -> "467 cat" [style=solid, label="(1, 28, 28, 96)"]; -"458 slice_28" -> "459 slice_29" [style=solid, label="(1, 28, 56, 96)"]; -"459 slice_29" -> "460 slice_30" [style=solid, label="(1, 28, 28, 96)"]; -"460 slice_30" -> "467 cat" [style=solid, label="(1, 28, 28, 96)"]; -"461 slice_31" -> "462 slice_32" [style=solid, label="(1, 28, 56, 96)"]; -"462 slice_32" -> "463 slice_33" [style=solid, label="(1, 28, 28, 96)"]; -"463 slice_33" -> "467 cat" [style=solid, label="(1, 28, 28, 96)"]; -"464 slice_34" -> "465 slice_35" [style=solid, label="(1, 28, 56, 96)"]; -"465 slice_35" -> "466 slice_36" [style=solid, label="(1, 28, 28, 96)"]; -"466 slice_36" -> "467 cat" [style=solid, label="(1, 28, 28, 96)"]; -"467 cat" -> "468 linear_12" [style=solid, label="(1, 28, 28, 384)"]; -"468 linear_12" -> "469 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; -"469 layer_norm_5" -> "481 pad_3" [style=solid, label="(1, 28, 28, 192)"]; -"469 layer_norm_5" -> "524 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"470 linear_13" -> "471 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"471 relu__2" -> "472 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"472 linear_14" -> "473 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"473 view_11" -> "474 index_2" [style=solid, label="(225, 6)"]; -"474 index_2" -> "475 view_12" [style=solid, label="(4096, 6)"]; -"475 view_12" -> "476 permute_10" [style=solid, label="(64, 64, 6)"]; -"476 permute_10" -> "477 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"477 contiguous_2" -> "478 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"478 unsqueeze_6" -> "479 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"479 sigmoid_2" -> "480 mul_4" [style=solid, label="(1, 6, 64, 64)"]; -"480 mul_4" -> "507 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"481 pad_3" -> "482 view_13" [style=solid, label="(1, 32, 32, 192)"]; -"482 view_13" -> "483 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"483 permute_11" -> "484 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"484 reshape_9" -> "488 linear_15" [style=solid, label="(16, 64, 192)"]; -"485 clone_2" -> "486 slice_37" [style=solid, label="(576,)"]; -"485 clone_2" -> "488 linear_15" [style=solid, label="(576,)"]; -"486 slice_37" -> "487 zero__2" [style=solid, label="(192,)"]; -"488 linear_15" -> "489 reshape_10" [style=solid, label="(16, 64, 576)"]; -"489 reshape_10" -> "490 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; -"490 permute_12" -> "491 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; -"490 permute_12" -> "492 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; -"490 permute_12" -> "493 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; -"491 select_6" -> "494 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; -"491 select_6" -> "496 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; -"491 select_6" -> "497 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"492 select_7" -> "498 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; -"492 select_7" -> "500 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; -"492 select_7" -> "501 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"493 select_8" -> "510 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; -"494 linalg_vector_norm_4" -> "495 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; -"495 clamp_min_4" -> "496 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; -"496 expand_as_4" -> "497 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"497 div_4" -> "503 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; -"498 linalg_vector_norm_5" -> "499 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; -"499 clamp_min_5" -> "500 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; -"500 expand_as_5" -> "501 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"501 div_5" -> "502 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; -"502 transpose_4" -> "503 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; -"503 matmul_4" -> "506 mul_5" [style=solid, label="(16, 6, 64, 64)"]; -"504 clamp_2" -> "505 exp_2" [style=solid, label="(6, 1, 1)"]; -"505 exp_2" -> "506 mul_5" [style=solid, label="(6, 1, 1)"]; -"506 mul_5" -> "507 add_7" [style=solid, label="(16, 6, 64, 64)"]; -"507 add_7" -> "508 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; -"508 softmax_2" -> "509 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; -"509 dropout_8" -> "510 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; -"510 matmul_5" -> "511 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; -"511 transpose_5" -> "512 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; -"512 reshape_11" -> "513 linear_16" [style=solid, label="(16, 64, 192)"]; -"513 linear_16" -> "514 dropout_9" [style=solid, label="(16, 64, 192)"]; -"514 dropout_9" -> "515 view_14" [style=solid, label="(16, 64, 192)"]; -"515 view_14" -> "516 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"516 permute_13" -> "517 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"517 reshape_12" -> "518 slice_38" [style=solid, label="(1, 32, 32, 192)"]; -"518 slice_38" -> "519 slice_39" [style=solid, label="(1, 32, 32, 192)"]; -"519 slice_39" -> "520 slice_40" [style=solid, label="(1, 28, 32, 192)"]; -"520 slice_40" -> "521 slice_41" [style=solid, label="(1, 28, 28, 192)"]; -"521 slice_41" -> "522 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; -"522 contiguous_3" -> "523 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; -"523 layer_norm_6" -> "524 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"524 add_8" -> "525 linear_17" [style=solid, label="(1, 28, 28, 192)"]; -"524 add_8" -> "531 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"525 linear_17" -> "526 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; -"526 gelu_2" -> "527 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; -"527 dropout_10" -> "528 linear_18" [style=solid, label="(1, 28, 28, 768)"]; -"528 linear_18" -> "529 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; -"529 dropout_11" -> "530 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; -"530 layer_norm_7" -> "531 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"531 add_9" -> "543 pad_4" [style=solid, label="(1, 28, 28, 192)"]; -"531 add_9" -> "640 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"532 linear_19" -> "533 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"533 relu__3" -> "534 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"534 linear_20" -> "535 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"535 view_15" -> "536 index_3" [style=solid, label="(225, 6)"]; -"536 index_3" -> "537 view_16" [style=solid, label="(4096, 6)"]; -"537 view_16" -> "538 permute_14" [style=solid, label="(64, 64, 6)"]; -"538 permute_14" -> "539 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"539 contiguous_4" -> "540 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"540 unsqueeze_7" -> "541 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"541 sigmoid_3" -> "542 mul_6" [style=solid, label="(1, 6, 64, 64)"]; -"542 mul_6" -> "570 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"543 pad_4" -> "544 roll_2" [style=solid, label="(1, 32, 32, 192)"]; -"544 roll_2" -> "545 view_17" [style=solid, label="(1, 32, 32, 192)"]; -"545 view_17" -> "546 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"546 permute_15" -> "547 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"547 reshape_13" -> "551 linear_21" [style=solid, label="(16, 64, 192)"]; -"547 reshape_13" -> "571 new_zeros_1" [style=solid, label="(16, 64, 192)"]; -"548 clone_3" -> "549 slice_42" [style=solid, label="(576,)"]; -"548 clone_3" -> "551 linear_21" [style=solid, label="(576,)"]; -"549 slice_42" -> "550 zero__3" [style=solid, label="(192,)"]; -"551 linear_21" -> "552 reshape_14" [style=solid, label="(16, 64, 576)"]; -"552 reshape_14" -> "553 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; -"553 permute_16" -> "554 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; -"553 permute_16" -> "555 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; -"553 permute_16" -> "556 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; -"554 select_9" -> "557 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; -"554 select_9" -> "559 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; -"554 select_9" -> "560 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"555 select_10" -> "561 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; -"555 select_10" -> "563 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; -"555 select_10" -> "564 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"556 select_11" -> "625 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; -"557 linalg_vector_norm_6" -> "558 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; -"558 clamp_min_6" -> "559 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; -"559 expand_as_6" -> "560 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"560 div_6" -> "566 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; -"561 linalg_vector_norm_7" -> "562 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; -"562 clamp_min_7" -> "563 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; -"563 expand_as_7" -> "564 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"564 div_7" -> "565 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; -"565 transpose_6" -> "566 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; -"566 matmul_6" -> "569 mul_7" [style=solid, label="(16, 6, 64, 64)"]; -"567 clamp_3" -> "568 exp_3" [style=solid, label="(6, 1, 1)"]; -"568 exp_3" -> "569 mul_7" [style=solid, label="(6, 1, 1)"]; -"569 mul_7" -> "570 add_10" [style=solid, label="(16, 6, 64, 64)"]; -"570 add_10" -> "618 view_19" [style=solid, label="(16, 6, 64, 64)"]; -"571 new_zeros_1" -> "573 slice_43" [style=solid, label="(32, 32)"]; -"571 new_zeros_1" -> "577 slice_45" [style=solid, label="(32, 32)"]; -"571 new_zeros_1" -> "581 slice_47" [style=solid, label="(32, 32)"]; -"571 new_zeros_1" -> "585 slice_49" [style=solid, label="(32, 32)"]; -"571 new_zeros_1" -> "589 slice_51" [style=solid, label="(32, 32)"]; -"571 new_zeros_1" -> "593 slice_53" [style=solid, label="(32, 32)"]; -"571 new_zeros_1" -> "597 slice_55" [style=solid, label="(32, 32)"]; -"571 new_zeros_1" -> "601 slice_57" [style=solid, label="(32, 32)"]; -"571 new_zeros_1" -> "605 slice_59" [style=solid, label="(32, 32)"]; -"571 new_zeros_1" -> "608 view_18" [style=solid, label="(32, 32)"]; -"572 lift_fresh_copy_9" -> "575 fill__9" [style=solid, label="()"]; -"573 slice_43" -> "574 slice_44" [style=solid, label="(24, 32)"]; -"574 slice_44" -> "575 fill__9" [style=solid, label="(24, 24)"]; -"576 lift_fresh_copy_10" -> "579 fill__10" [style=solid, label="()"]; -"577 slice_45" -> "578 slice_46" [style=solid, label="(24, 32)"]; -"578 slice_46" -> "579 fill__10" [style=solid, label="(24, 4)"]; -"580 lift_fresh_copy_11" -> "583 fill__11" [style=solid, label="()"]; -"581 slice_47" -> "582 slice_48" [style=solid, label="(24, 32)"]; -"582 slice_48" -> "583 fill__11" [style=solid, label="(24, 4)"]; -"584 lift_fresh_copy_12" -> "587 fill__12" [style=solid, label="()"]; -"585 slice_49" -> "586 slice_50" [style=solid, label="(4, 32)"]; -"586 slice_50" -> "587 fill__12" [style=solid, label="(4, 24)"]; -"588 lift_fresh_copy_13" -> "591 fill__13" [style=solid, label="()"]; -"589 slice_51" -> "590 slice_52" [style=solid, label="(4, 32)"]; -"590 slice_52" -> "591 fill__13" [style=solid, label="(4, 4)"]; -"592 lift_fresh_copy_14" -> "595 fill__14" [style=solid, label="()"]; -"593 slice_53" -> "594 slice_54" [style=solid, label="(4, 32)"]; -"594 slice_54" -> "595 fill__14" [style=solid, label="(4, 4)"]; -"596 lift_fresh_copy_15" -> "599 fill__15" [style=solid, label="()"]; -"597 slice_55" -> "598 slice_56" [style=solid, label="(4, 32)"]; -"598 slice_56" -> "599 fill__15" [style=solid, label="(4, 24)"]; -"600 lift_fresh_copy_16" -> "603 fill__16" [style=solid, label="()"]; -"601 slice_57" -> "602 slice_58" [style=solid, label="(4, 32)"]; -"602 slice_58" -> "603 fill__16" [style=solid, label="(4, 4)"]; -"604 lift_fresh_copy_17" -> "607 fill__17" [style=solid, label="()"]; -"605 slice_59" -> "606 slice_60" [style=solid, label="(4, 32)"]; -"606 slice_60" -> "607 fill__17" [style=solid, label="(4, 4)"]; -"608 view_18" -> "609 permute_17" [style=solid, label="(4, 8, 4, 8)"]; -"609 permute_17" -> "610 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; -"610 reshape_15" -> "611 unsqueeze_8" [style=solid, label="(16, 64)"]; -"610 reshape_15" -> "612 unsqueeze_9" [style=solid, label="(16, 64)"]; -"611 unsqueeze_8" -> "613 sub_1" [style=solid, label="(16, 1, 64)"]; -"612 unsqueeze_9" -> "613 sub_1" [style=solid, label="(16, 64, 1)"]; -"613 sub_1" -> "614 ne_1" [style=solid, label="(16, 64, 64)"]; -"613 sub_1" -> "615 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"613 sub_1" -> "616 eq_1" [style=solid, label="(16, 64, 64)"]; -"614 ne_1" -> "615 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"615 masked_fill_2" -> "617 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"616 eq_1" -> "617 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"617 masked_fill_3" -> "619 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; -"618 view_19" -> "621 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; -"619 unsqueeze_10" -> "620 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; -"620 unsqueeze_11" -> "621 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; -"621 add_11" -> "622 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; -"622 view_20" -> "623 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; -"623 softmax_3" -> "624 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; -"624 dropout_12" -> "625 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; -"625 matmul_7" -> "626 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; -"626 transpose_7" -> "627 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; -"627 reshape_16" -> "628 linear_22" [style=solid, label="(16, 64, 192)"]; -"628 linear_22" -> "629 dropout_13" [style=solid, label="(16, 64, 192)"]; -"629 dropout_13" -> "630 view_21" [style=solid, label="(16, 64, 192)"]; -"630 view_21" -> "631 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"631 permute_18" -> "632 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"632 reshape_17" -> "633 roll_3" [style=solid, label="(1, 32, 32, 192)"]; -"633 roll_3" -> "634 slice_61" [style=solid, label="(1, 32, 32, 192)"]; -"634 slice_61" -> "635 slice_62" [style=solid, label="(1, 32, 32, 192)"]; -"635 slice_62" -> "636 slice_63" [style=solid, label="(1, 28, 32, 192)"]; -"636 slice_63" -> "637 slice_64" [style=solid, label="(1, 28, 28, 192)"]; -"637 slice_64" -> "638 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; -"638 contiguous_5" -> "639 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; -"639 layer_norm_8" -> "640 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"640 add_12" -> "641 linear_23" [style=solid, label="(1, 28, 28, 192)"]; -"640 add_12" -> "647 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"641 linear_23" -> "642 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; -"642 gelu_3" -> "643 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; -"643 dropout_14" -> "644 linear_24" [style=solid, label="(1, 28, 28, 768)"]; -"644 linear_24" -> "645 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; -"645 dropout_15" -> "646 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; -"646 layer_norm_9" -> "647 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"647 add_13" -> "648 pad_5" [style=solid, label="(1, 28, 28, 192)"]; -"648 pad_5" -> "649 slice_65" [style=solid, label="(1, 28, 28, 192)"]; -"648 pad_5" -> "652 slice_68" [style=solid, label="(1, 28, 28, 192)"]; -"648 pad_5" -> "655 slice_71" [style=solid, label="(1, 28, 28, 192)"]; -"648 pad_5" -> "658 slice_74" [style=solid, label="(1, 28, 28, 192)"]; -"649 slice_65" -> "650 slice_66" [style=solid, label="(1, 14, 28, 192)"]; -"650 slice_66" -> "651 slice_67" [style=solid, label="(1, 14, 14, 192)"]; -"651 slice_67" -> "661 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"652 slice_68" -> "653 slice_69" [style=solid, label="(1, 14, 28, 192)"]; -"653 slice_69" -> "654 slice_70" [style=solid, label="(1, 14, 14, 192)"]; -"654 slice_70" -> "661 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"655 slice_71" -> "656 slice_72" [style=solid, label="(1, 14, 28, 192)"]; -"656 slice_72" -> "657 slice_73" [style=solid, label="(1, 14, 14, 192)"]; -"657 slice_73" -> "661 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"658 slice_74" -> "659 slice_75" [style=solid, label="(1, 14, 28, 192)"]; -"659 slice_75" -> "660 slice_76" [style=solid, label="(1, 14, 14, 192)"]; -"660 slice_76" -> "661 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"661 cat_1" -> "662 linear_25" [style=solid, label="(1, 14, 14, 768)"]; -"662 linear_25" -> "663 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; -"663 layer_norm_10" -> "675 pad_6" [style=solid, label="(1, 14, 14, 384)"]; -"663 layer_norm_10" -> "718 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"664 linear_26" -> "665 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"665 relu__4" -> "666 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"666 linear_27" -> "667 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"667 view_22" -> "668 index_4" [style=solid, label="(225, 12)"]; -"668 index_4" -> "669 view_23" [style=solid, label="(4096, 12)"]; -"669 view_23" -> "670 permute_19" [style=solid, label="(64, 64, 12)"]; -"670 permute_19" -> "671 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"671 contiguous_6" -> "672 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"672 unsqueeze_12" -> "673 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"673 sigmoid_4" -> "674 mul_8" [style=solid, label="(1, 12, 64, 64)"]; -"674 mul_8" -> "701 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"675 pad_6" -> "676 view_24" [style=solid, label="(1, 16, 16, 384)"]; -"676 view_24" -> "677 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"677 permute_20" -> "678 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"678 reshape_18" -> "682 linear_28" [style=solid, label="(4, 64, 384)"]; -"679 clone_4" -> "680 slice_77" [style=solid, label="(1152,)"]; -"679 clone_4" -> "682 linear_28" [style=solid, label="(1152,)"]; -"680 slice_77" -> "681 zero__4" [style=solid, label="(384,)"]; -"682 linear_28" -> "683 reshape_19" [style=solid, label="(4, 64, 1152)"]; -"683 reshape_19" -> "684 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; -"684 permute_21" -> "685 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; -"684 permute_21" -> "686 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; -"684 permute_21" -> "687 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; -"685 select_12" -> "688 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; -"685 select_12" -> "690 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; -"685 select_12" -> "691 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"686 select_13" -> "692 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; -"686 select_13" -> "694 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; -"686 select_13" -> "695 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"687 select_14" -> "704 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; -"688 linalg_vector_norm_8" -> "689 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; -"689 clamp_min_8" -> "690 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; -"690 expand_as_8" -> "691 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"691 div_8" -> "697 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; -"692 linalg_vector_norm_9" -> "693 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; -"693 clamp_min_9" -> "694 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; -"694 expand_as_9" -> "695 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"695 div_9" -> "696 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; -"696 transpose_8" -> "697 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; -"697 matmul_8" -> "700 mul_9" [style=solid, label="(4, 12, 64, 64)"]; -"698 clamp_4" -> "699 exp_4" [style=solid, label="(12, 1, 1)"]; -"699 exp_4" -> "700 mul_9" [style=solid, label="(12, 1, 1)"]; -"700 mul_9" -> "701 add_14" [style=solid, label="(4, 12, 64, 64)"]; -"701 add_14" -> "702 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; -"702 softmax_4" -> "703 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; -"703 dropout_16" -> "704 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; -"704 matmul_9" -> "705 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; -"705 transpose_9" -> "706 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; -"706 reshape_20" -> "707 linear_29" [style=solid, label="(4, 64, 384)"]; -"707 linear_29" -> "708 dropout_17" [style=solid, label="(4, 64, 384)"]; -"708 dropout_17" -> "709 view_25" [style=solid, label="(4, 64, 384)"]; -"709 view_25" -> "710 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"710 permute_22" -> "711 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"711 reshape_21" -> "712 slice_78" [style=solid, label="(1, 16, 16, 384)"]; -"712 slice_78" -> "713 slice_79" [style=solid, label="(1, 16, 16, 384)"]; -"713 slice_79" -> "714 slice_80" [style=solid, label="(1, 14, 16, 384)"]; -"714 slice_80" -> "715 slice_81" [style=solid, label="(1, 14, 14, 384)"]; -"715 slice_81" -> "716 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; -"716 contiguous_7" -> "717 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; -"717 layer_norm_11" -> "718 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"718 add_15" -> "719 linear_30" [style=solid, label="(1, 14, 14, 384)"]; -"718 add_15" -> "725 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"719 linear_30" -> "720 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; -"720 gelu_4" -> "721 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; -"721 dropout_18" -> "722 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; -"722 linear_31" -> "723 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; -"723 dropout_19" -> "724 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; -"724 layer_norm_12" -> "725 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"725 add_16" -> "737 pad_7" [style=solid, label="(1, 14, 14, 384)"]; -"725 add_16" -> "834 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"726 linear_32" -> "727 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"727 relu__5" -> "728 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"728 linear_33" -> "729 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"729 view_26" -> "730 index_5" [style=solid, label="(225, 12)"]; -"730 index_5" -> "731 view_27" [style=solid, label="(4096, 12)"]; -"731 view_27" -> "732 permute_23" [style=solid, label="(64, 64, 12)"]; -"732 permute_23" -> "733 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"733 contiguous_8" -> "734 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"734 unsqueeze_13" -> "735 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"735 sigmoid_5" -> "736 mul_10" [style=solid, label="(1, 12, 64, 64)"]; -"736 mul_10" -> "764 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"737 pad_7" -> "738 roll_4" [style=solid, label="(1, 16, 16, 384)"]; -"738 roll_4" -> "739 view_28" [style=solid, label="(1, 16, 16, 384)"]; -"739 view_28" -> "740 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"740 permute_24" -> "741 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"741 reshape_22" -> "745 linear_34" [style=solid, label="(4, 64, 384)"]; -"741 reshape_22" -> "765 new_zeros_2" [style=solid, label="(4, 64, 384)"]; -"742 clone_5" -> "743 slice_82" [style=solid, label="(1152,)"]; -"742 clone_5" -> "745 linear_34" [style=solid, label="(1152,)"]; -"743 slice_82" -> "744 zero__5" [style=solid, label="(384,)"]; -"745 linear_34" -> "746 reshape_23" [style=solid, label="(4, 64, 1152)"]; -"746 reshape_23" -> "747 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; -"747 permute_25" -> "748 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; -"747 permute_25" -> "749 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; -"747 permute_25" -> "750 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; -"748 select_15" -> "751 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; -"748 select_15" -> "753 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; -"748 select_15" -> "754 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"749 select_16" -> "755 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; -"749 select_16" -> "757 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; -"749 select_16" -> "758 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"750 select_17" -> "819 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; -"751 linalg_vector_norm_10" -> "752 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; -"752 clamp_min_10" -> "753 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; -"753 expand_as_10" -> "754 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"754 div_10" -> "760 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; -"755 linalg_vector_norm_11" -> "756 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; -"756 clamp_min_11" -> "757 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; -"757 expand_as_11" -> "758 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"758 div_11" -> "759 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; -"759 transpose_10" -> "760 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; -"760 matmul_10" -> "763 mul_11" [style=solid, label="(4, 12, 64, 64)"]; -"761 clamp_5" -> "762 exp_5" [style=solid, label="(12, 1, 1)"]; -"762 exp_5" -> "763 mul_11" [style=solid, label="(12, 1, 1)"]; -"763 mul_11" -> "764 add_17" [style=solid, label="(4, 12, 64, 64)"]; -"764 add_17" -> "812 view_30" [style=solid, label="(4, 12, 64, 64)"]; -"765 new_zeros_2" -> "767 slice_83" [style=solid, label="(16, 16)"]; -"765 new_zeros_2" -> "771 slice_85" [style=solid, label="(16, 16)"]; -"765 new_zeros_2" -> "775 slice_87" [style=solid, label="(16, 16)"]; -"765 new_zeros_2" -> "779 slice_89" [style=solid, label="(16, 16)"]; -"765 new_zeros_2" -> "783 slice_91" [style=solid, label="(16, 16)"]; -"765 new_zeros_2" -> "787 slice_93" [style=solid, label="(16, 16)"]; -"765 new_zeros_2" -> "791 slice_95" [style=solid, label="(16, 16)"]; -"765 new_zeros_2" -> "795 slice_97" [style=solid, label="(16, 16)"]; -"765 new_zeros_2" -> "799 slice_99" [style=solid, label="(16, 16)"]; -"765 new_zeros_2" -> "802 view_29" [style=solid, label="(16, 16)"]; -"766 lift_fresh_copy_18" -> "769 fill__18" [style=solid, label="()"]; -"767 slice_83" -> "768 slice_84" [style=solid, label="(8, 16)"]; -"768 slice_84" -> "769 fill__18" [style=solid, label="(8, 8)"]; -"770 lift_fresh_copy_19" -> "773 fill__19" [style=solid, label="()"]; -"771 slice_85" -> "772 slice_86" [style=solid, label="(8, 16)"]; -"772 slice_86" -> "773 fill__19" [style=solid, label="(8, 4)"]; -"774 lift_fresh_copy_20" -> "777 fill__20" [style=solid, label="()"]; -"775 slice_87" -> "776 slice_88" [style=solid, label="(8, 16)"]; -"776 slice_88" -> "777 fill__20" [style=solid, label="(8, 4)"]; -"778 lift_fresh_copy_21" -> "781 fill__21" [style=solid, label="()"]; -"779 slice_89" -> "780 slice_90" [style=solid, label="(4, 16)"]; -"780 slice_90" -> "781 fill__21" [style=solid, label="(4, 8)"]; -"782 lift_fresh_copy_22" -> "785 fill__22" [style=solid, label="()"]; -"783 slice_91" -> "784 slice_92" [style=solid, label="(4, 16)"]; -"784 slice_92" -> "785 fill__22" [style=solid, label="(4, 4)"]; -"786 lift_fresh_copy_23" -> "789 fill__23" [style=solid, label="()"]; -"787 slice_93" -> "788 slice_94" [style=solid, label="(4, 16)"]; -"788 slice_94" -> "789 fill__23" [style=solid, label="(4, 4)"]; -"790 lift_fresh_copy_24" -> "793 fill__24" [style=solid, label="()"]; -"791 slice_95" -> "792 slice_96" [style=solid, label="(4, 16)"]; -"792 slice_96" -> "793 fill__24" [style=solid, label="(4, 8)"]; -"794 lift_fresh_copy_25" -> "797 fill__25" [style=solid, label="()"]; -"795 slice_97" -> "796 slice_98" [style=solid, label="(4, 16)"]; -"796 slice_98" -> "797 fill__25" [style=solid, label="(4, 4)"]; -"798 lift_fresh_copy_26" -> "801 fill__26" [style=solid, label="()"]; -"799 slice_99" -> "800 slice_100" [style=solid, label="(4, 16)"]; -"800 slice_100" -> "801 fill__26" [style=solid, label="(4, 4)"]; -"802 view_29" -> "803 permute_26" [style=solid, label="(2, 8, 2, 8)"]; -"803 permute_26" -> "804 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; -"804 reshape_24" -> "805 unsqueeze_14" [style=solid, label="(4, 64)"]; -"804 reshape_24" -> "806 unsqueeze_15" [style=solid, label="(4, 64)"]; -"805 unsqueeze_14" -> "807 sub_2" [style=solid, label="(4, 1, 64)"]; -"806 unsqueeze_15" -> "807 sub_2" [style=solid, label="(4, 64, 1)"]; -"807 sub_2" -> "808 ne_2" [style=solid, label="(4, 64, 64)"]; -"807 sub_2" -> "809 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"807 sub_2" -> "810 eq_2" [style=solid, label="(4, 64, 64)"]; -"808 ne_2" -> "809 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"809 masked_fill_4" -> "811 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"810 eq_2" -> "811 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"811 masked_fill_5" -> "813 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; -"812 view_30" -> "815 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; -"813 unsqueeze_16" -> "814 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; -"814 unsqueeze_17" -> "815 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; -"815 add_18" -> "816 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; -"816 view_31" -> "817 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; -"817 softmax_5" -> "818 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; -"818 dropout_20" -> "819 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; -"819 matmul_11" -> "820 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; -"820 transpose_11" -> "821 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; -"821 reshape_25" -> "822 linear_35" [style=solid, label="(4, 64, 384)"]; -"822 linear_35" -> "823 dropout_21" [style=solid, label="(4, 64, 384)"]; -"823 dropout_21" -> "824 view_32" [style=solid, label="(4, 64, 384)"]; -"824 view_32" -> "825 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"825 permute_27" -> "826 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"826 reshape_26" -> "827 roll_5" [style=solid, label="(1, 16, 16, 384)"]; -"827 roll_5" -> "828 slice_101" [style=solid, label="(1, 16, 16, 384)"]; -"828 slice_101" -> "829 slice_102" [style=solid, label="(1, 16, 16, 384)"]; -"829 slice_102" -> "830 slice_103" [style=solid, label="(1, 14, 16, 384)"]; -"830 slice_103" -> "831 slice_104" [style=solid, label="(1, 14, 14, 384)"]; -"831 slice_104" -> "832 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; -"832 contiguous_9" -> "833 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; -"833 layer_norm_13" -> "834 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"834 add_19" -> "835 linear_36" [style=solid, label="(1, 14, 14, 384)"]; -"834 add_19" -> "841 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"835 linear_36" -> "836 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; -"836 gelu_5" -> "837 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; -"837 dropout_22" -> "838 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; -"838 linear_37" -> "839 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; -"839 dropout_23" -> "840 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; -"840 layer_norm_14" -> "841 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"841 add_20" -> "853 pad_8" [style=solid, label="(1, 14, 14, 384)"]; -"841 add_20" -> "896 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"842 linear_38" -> "843 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"843 relu__6" -> "844 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"844 linear_39" -> "845 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"845 view_33" -> "846 index_6" [style=solid, label="(225, 12)"]; -"846 index_6" -> "847 view_34" [style=solid, label="(4096, 12)"]; -"847 view_34" -> "848 permute_28" [style=solid, label="(64, 64, 12)"]; -"848 permute_28" -> "849 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"849 contiguous_10" -> "850 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"850 unsqueeze_18" -> "851 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"851 sigmoid_6" -> "852 mul_12" [style=solid, label="(1, 12, 64, 64)"]; -"852 mul_12" -> "879 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"853 pad_8" -> "854 view_35" [style=solid, label="(1, 16, 16, 384)"]; -"854 view_35" -> "855 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"855 permute_29" -> "856 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"856 reshape_27" -> "860 linear_40" [style=solid, label="(4, 64, 384)"]; -"857 clone_6" -> "858 slice_105" [style=solid, label="(1152,)"]; -"857 clone_6" -> "860 linear_40" [style=solid, label="(1152,)"]; -"858 slice_105" -> "859 zero__6" [style=solid, label="(384,)"]; -"860 linear_40" -> "861 reshape_28" [style=solid, label="(4, 64, 1152)"]; -"861 reshape_28" -> "862 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; -"862 permute_30" -> "863 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; -"862 permute_30" -> "864 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; -"862 permute_30" -> "865 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; -"863 select_18" -> "866 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; -"863 select_18" -> "868 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; -"863 select_18" -> "869 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"864 select_19" -> "870 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; -"864 select_19" -> "872 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; -"864 select_19" -> "873 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"865 select_20" -> "882 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; -"866 linalg_vector_norm_12" -> "867 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; -"867 clamp_min_12" -> "868 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; -"868 expand_as_12" -> "869 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"869 div_12" -> "875 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; -"870 linalg_vector_norm_13" -> "871 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; -"871 clamp_min_13" -> "872 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; -"872 expand_as_13" -> "873 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"873 div_13" -> "874 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; -"874 transpose_12" -> "875 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; -"875 matmul_12" -> "878 mul_13" [style=solid, label="(4, 12, 64, 64)"]; -"876 clamp_6" -> "877 exp_6" [style=solid, label="(12, 1, 1)"]; -"877 exp_6" -> "878 mul_13" [style=solid, label="(12, 1, 1)"]; -"878 mul_13" -> "879 add_21" [style=solid, label="(4, 12, 64, 64)"]; -"879 add_21" -> "880 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; -"880 softmax_6" -> "881 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; -"881 dropout_24" -> "882 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; -"882 matmul_13" -> "883 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; -"883 transpose_13" -> "884 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; -"884 reshape_29" -> "885 linear_41" [style=solid, label="(4, 64, 384)"]; -"885 linear_41" -> "886 dropout_25" [style=solid, label="(4, 64, 384)"]; -"886 dropout_25" -> "887 view_36" [style=solid, label="(4, 64, 384)"]; -"887 view_36" -> "888 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"888 permute_31" -> "889 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"889 reshape_30" -> "890 slice_106" [style=solid, label="(1, 16, 16, 384)"]; -"890 slice_106" -> "891 slice_107" [style=solid, label="(1, 16, 16, 384)"]; -"891 slice_107" -> "892 slice_108" [style=solid, label="(1, 14, 16, 384)"]; -"892 slice_108" -> "893 slice_109" [style=solid, label="(1, 14, 14, 384)"]; -"893 slice_109" -> "894 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; -"894 contiguous_11" -> "895 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; -"895 layer_norm_15" -> "896 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"896 add_22" -> "897 linear_42" [style=solid, label="(1, 14, 14, 384)"]; -"896 add_22" -> "903 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"897 linear_42" -> "898 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; -"898 gelu_6" -> "899 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; -"899 dropout_26" -> "900 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; -"900 linear_43" -> "901 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; -"901 dropout_27" -> "902 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; -"902 layer_norm_16" -> "903 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"903 add_23" -> "915 pad_9" [style=solid, label="(1, 14, 14, 384)"]; -"903 add_23" -> "1012 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"904 linear_44" -> "905 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"905 relu__7" -> "906 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"906 linear_45" -> "907 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"907 view_37" -> "908 index_7" [style=solid, label="(225, 12)"]; -"908 index_7" -> "909 view_38" [style=solid, label="(4096, 12)"]; -"909 view_38" -> "910 permute_32" [style=solid, label="(64, 64, 12)"]; -"910 permute_32" -> "911 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"911 contiguous_12" -> "912 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"912 unsqueeze_19" -> "913 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"913 sigmoid_7" -> "914 mul_14" [style=solid, label="(1, 12, 64, 64)"]; -"914 mul_14" -> "942 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"915 pad_9" -> "916 roll_6" [style=solid, label="(1, 16, 16, 384)"]; -"916 roll_6" -> "917 view_39" [style=solid, label="(1, 16, 16, 384)"]; -"917 view_39" -> "918 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"918 permute_33" -> "919 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"919 reshape_31" -> "923 linear_46" [style=solid, label="(4, 64, 384)"]; -"919 reshape_31" -> "943 new_zeros_3" [style=solid, label="(4, 64, 384)"]; -"920 clone_7" -> "921 slice_110" [style=solid, label="(1152,)"]; -"920 clone_7" -> "923 linear_46" [style=solid, label="(1152,)"]; -"921 slice_110" -> "922 zero__7" [style=solid, label="(384,)"]; -"923 linear_46" -> "924 reshape_32" [style=solid, label="(4, 64, 1152)"]; -"924 reshape_32" -> "925 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; -"925 permute_34" -> "926 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; -"925 permute_34" -> "927 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; -"925 permute_34" -> "928 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; -"926 select_21" -> "929 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; -"926 select_21" -> "931 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; -"926 select_21" -> "932 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"927 select_22" -> "933 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; -"927 select_22" -> "935 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; -"927 select_22" -> "936 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"928 select_23" -> "997 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; -"929 linalg_vector_norm_14" -> "930 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; -"930 clamp_min_14" -> "931 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; -"931 expand_as_14" -> "932 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"932 div_14" -> "938 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; -"933 linalg_vector_norm_15" -> "934 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; -"934 clamp_min_15" -> "935 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; -"935 expand_as_15" -> "936 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"936 div_15" -> "937 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; -"937 transpose_14" -> "938 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; -"938 matmul_14" -> "941 mul_15" [style=solid, label="(4, 12, 64, 64)"]; -"939 clamp_7" -> "940 exp_7" [style=solid, label="(12, 1, 1)"]; -"940 exp_7" -> "941 mul_15" [style=solid, label="(12, 1, 1)"]; -"941 mul_15" -> "942 add_24" [style=solid, label="(4, 12, 64, 64)"]; -"942 add_24" -> "990 view_41" [style=solid, label="(4, 12, 64, 64)"]; -"943 new_zeros_3" -> "945 slice_111" [style=solid, label="(16, 16)"]; -"943 new_zeros_3" -> "949 slice_113" [style=solid, label="(16, 16)"]; -"943 new_zeros_3" -> "953 slice_115" [style=solid, label="(16, 16)"]; -"943 new_zeros_3" -> "957 slice_117" [style=solid, label="(16, 16)"]; -"943 new_zeros_3" -> "961 slice_119" [style=solid, label="(16, 16)"]; -"943 new_zeros_3" -> "965 slice_121" [style=solid, label="(16, 16)"]; -"943 new_zeros_3" -> "969 slice_123" [style=solid, label="(16, 16)"]; -"943 new_zeros_3" -> "973 slice_125" [style=solid, label="(16, 16)"]; -"943 new_zeros_3" -> "977 slice_127" [style=solid, label="(16, 16)"]; -"943 new_zeros_3" -> "980 view_40" [style=solid, label="(16, 16)"]; -"944 lift_fresh_copy_27" -> "947 fill__27" [style=solid, label="()"]; -"945 slice_111" -> "946 slice_112" [style=solid, label="(8, 16)"]; -"946 slice_112" -> "947 fill__27" [style=solid, label="(8, 8)"]; -"948 lift_fresh_copy_28" -> "951 fill__28" [style=solid, label="()"]; -"949 slice_113" -> "950 slice_114" [style=solid, label="(8, 16)"]; -"950 slice_114" -> "951 fill__28" [style=solid, label="(8, 4)"]; -"952 lift_fresh_copy_29" -> "955 fill__29" [style=solid, label="()"]; -"953 slice_115" -> "954 slice_116" [style=solid, label="(8, 16)"]; -"954 slice_116" -> "955 fill__29" [style=solid, label="(8, 4)"]; -"956 lift_fresh_copy_30" -> "959 fill__30" [style=solid, label="()"]; -"957 slice_117" -> "958 slice_118" [style=solid, label="(4, 16)"]; -"958 slice_118" -> "959 fill__30" [style=solid, label="(4, 8)"]; -"960 lift_fresh_copy_31" -> "963 fill__31" [style=solid, label="()"]; -"961 slice_119" -> "962 slice_120" [style=solid, label="(4, 16)"]; -"962 slice_120" -> "963 fill__31" [style=solid, label="(4, 4)"]; -"964 lift_fresh_copy_32" -> "967 fill__32" [style=solid, label="()"]; -"965 slice_121" -> "966 slice_122" [style=solid, label="(4, 16)"]; -"966 slice_122" -> "967 fill__32" [style=solid, label="(4, 4)"]; -"968 lift_fresh_copy_33" -> "971 fill__33" [style=solid, label="()"]; -"969 slice_123" -> "970 slice_124" [style=solid, label="(4, 16)"]; -"970 slice_124" -> "971 fill__33" [style=solid, label="(4, 8)"]; -"972 lift_fresh_copy_34" -> "975 fill__34" [style=solid, label="()"]; -"973 slice_125" -> "974 slice_126" [style=solid, label="(4, 16)"]; -"974 slice_126" -> "975 fill__34" [style=solid, label="(4, 4)"]; -"976 lift_fresh_copy_35" -> "979 fill__35" [style=solid, label="()"]; -"977 slice_127" -> "978 slice_128" [style=solid, label="(4, 16)"]; -"978 slice_128" -> "979 fill__35" [style=solid, label="(4, 4)"]; -"980 view_40" -> "981 permute_35" [style=solid, label="(2, 8, 2, 8)"]; -"981 permute_35" -> "982 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; -"982 reshape_33" -> "983 unsqueeze_20" [style=solid, label="(4, 64)"]; -"982 reshape_33" -> "984 unsqueeze_21" [style=solid, label="(4, 64)"]; -"983 unsqueeze_20" -> "985 sub_3" [style=solid, label="(4, 1, 64)"]; -"984 unsqueeze_21" -> "985 sub_3" [style=solid, label="(4, 64, 1)"]; -"985 sub_3" -> "986 ne_3" [style=solid, label="(4, 64, 64)"]; -"985 sub_3" -> "987 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"985 sub_3" -> "988 eq_3" [style=solid, label="(4, 64, 64)"]; -"986 ne_3" -> "987 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"987 masked_fill_6" -> "989 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"988 eq_3" -> "989 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"989 masked_fill_7" -> "991 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; -"990 view_41" -> "993 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; -"991 unsqueeze_22" -> "992 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; -"992 unsqueeze_23" -> "993 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; -"993 add_25" -> "994 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; -"994 view_42" -> "995 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; -"995 softmax_7" -> "996 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; -"996 dropout_28" -> "997 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; -"997 matmul_15" -> "998 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; -"998 transpose_15" -> "999 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; -"999 reshape_34" -> "1000 linear_47" [style=solid, label="(4, 64, 384)"]; -"1000 linear_47" -> "1001 dropout_29" [style=solid, label="(4, 64, 384)"]; -"1001 dropout_29" -> "1002 view_43" [style=solid, label="(4, 64, 384)"]; -"1002 view_43" -> "1003 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1003 permute_36" -> "1004 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1004 reshape_35" -> "1005 roll_7" [style=solid, label="(1, 16, 16, 384)"]; -"1005 roll_7" -> "1006 slice_129" [style=solid, label="(1, 16, 16, 384)"]; -"1006 slice_129" -> "1007 slice_130" [style=solid, label="(1, 16, 16, 384)"]; -"1007 slice_130" -> "1008 slice_131" [style=solid, label="(1, 14, 16, 384)"]; -"1008 slice_131" -> "1009 slice_132" [style=solid, label="(1, 14, 14, 384)"]; -"1009 slice_132" -> "1010 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; -"1010 contiguous_13" -> "1011 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; -"1011 layer_norm_17" -> "1012 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1012 add_26" -> "1013 linear_48" [style=solid, label="(1, 14, 14, 384)"]; -"1012 add_26" -> "1019 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1013 linear_48" -> "1014 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; -"1014 gelu_7" -> "1015 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; -"1015 dropout_30" -> "1016 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; -"1016 linear_49" -> "1017 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; -"1017 dropout_31" -> "1018 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; -"1018 layer_norm_18" -> "1019 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1019 add_27" -> "1031 pad_10" [style=solid, label="(1, 14, 14, 384)"]; -"1019 add_27" -> "1074 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1020 linear_50" -> "1021 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"1021 relu__8" -> "1022 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1022 linear_51" -> "1023 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1023 view_44" -> "1024 index_8" [style=solid, label="(225, 12)"]; -"1024 index_8" -> "1025 view_45" [style=solid, label="(4096, 12)"]; -"1025 view_45" -> "1026 permute_37" [style=solid, label="(64, 64, 12)"]; -"1026 permute_37" -> "1027 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1027 contiguous_14" -> "1028 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1028 unsqueeze_24" -> "1029 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1029 sigmoid_8" -> "1030 mul_16" [style=solid, label="(1, 12, 64, 64)"]; -"1030 mul_16" -> "1057 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1031 pad_10" -> "1032 view_46" [style=solid, label="(1, 16, 16, 384)"]; -"1032 view_46" -> "1033 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1033 permute_38" -> "1034 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1034 reshape_36" -> "1038 linear_52" [style=solid, label="(4, 64, 384)"]; -"1035 clone_8" -> "1036 slice_133" [style=solid, label="(1152,)"]; -"1035 clone_8" -> "1038 linear_52" [style=solid, label="(1152,)"]; -"1036 slice_133" -> "1037 zero__8" [style=solid, label="(384,)"]; -"1038 linear_52" -> "1039 reshape_37" [style=solid, label="(4, 64, 1152)"]; -"1039 reshape_37" -> "1040 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1040 permute_39" -> "1041 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1040 permute_39" -> "1042 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1040 permute_39" -> "1043 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1041 select_24" -> "1044 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; -"1041 select_24" -> "1046 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; -"1041 select_24" -> "1047 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1042 select_25" -> "1048 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; -"1042 select_25" -> "1050 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; -"1042 select_25" -> "1051 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1043 select_26" -> "1060 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; -"1044 linalg_vector_norm_16" -> "1045 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; -"1045 clamp_min_16" -> "1046 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; -"1046 expand_as_16" -> "1047 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1047 div_16" -> "1053 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; -"1048 linalg_vector_norm_17" -> "1049 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; -"1049 clamp_min_17" -> "1050 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; -"1050 expand_as_17" -> "1051 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1051 div_17" -> "1052 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; -"1052 transpose_16" -> "1053 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; -"1053 matmul_16" -> "1056 mul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1054 clamp_8" -> "1055 exp_8" [style=solid, label="(12, 1, 1)"]; -"1055 exp_8" -> "1056 mul_17" [style=solid, label="(12, 1, 1)"]; -"1056 mul_17" -> "1057 add_28" [style=solid, label="(4, 12, 64, 64)"]; -"1057 add_28" -> "1058 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; -"1058 softmax_8" -> "1059 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; -"1059 dropout_32" -> "1060 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1060 matmul_17" -> "1061 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; -"1061 transpose_17" -> "1062 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; -"1062 reshape_38" -> "1063 linear_53" [style=solid, label="(4, 64, 384)"]; -"1063 linear_53" -> "1064 dropout_33" [style=solid, label="(4, 64, 384)"]; -"1064 dropout_33" -> "1065 view_47" [style=solid, label="(4, 64, 384)"]; -"1065 view_47" -> "1066 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1066 permute_40" -> "1067 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1067 reshape_39" -> "1068 slice_134" [style=solid, label="(1, 16, 16, 384)"]; -"1068 slice_134" -> "1069 slice_135" [style=solid, label="(1, 16, 16, 384)"]; -"1069 slice_135" -> "1070 slice_136" [style=solid, label="(1, 14, 16, 384)"]; -"1070 slice_136" -> "1071 slice_137" [style=solid, label="(1, 14, 14, 384)"]; -"1071 slice_137" -> "1072 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; -"1072 contiguous_15" -> "1073 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; -"1073 layer_norm_19" -> "1074 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1074 add_29" -> "1075 linear_54" [style=solid, label="(1, 14, 14, 384)"]; -"1074 add_29" -> "1081 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1075 linear_54" -> "1076 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; -"1076 gelu_8" -> "1077 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; -"1077 dropout_34" -> "1078 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; -"1078 linear_55" -> "1079 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; -"1079 dropout_35" -> "1080 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; -"1080 layer_norm_20" -> "1081 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1081 add_30" -> "1093 pad_11" [style=solid, label="(1, 14, 14, 384)"]; -"1081 add_30" -> "1190 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1082 linear_56" -> "1083 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1083 relu__9" -> "1084 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1084 linear_57" -> "1085 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1085 view_48" -> "1086 index_9" [style=solid, label="(225, 12)"]; -"1086 index_9" -> "1087 view_49" [style=solid, label="(4096, 12)"]; -"1087 view_49" -> "1088 permute_41" [style=solid, label="(64, 64, 12)"]; -"1088 permute_41" -> "1089 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1089 contiguous_16" -> "1090 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1090 unsqueeze_25" -> "1091 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1091 sigmoid_9" -> "1092 mul_18" [style=solid, label="(1, 12, 64, 64)"]; -"1092 mul_18" -> "1120 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1093 pad_11" -> "1094 roll_8" [style=solid, label="(1, 16, 16, 384)"]; -"1094 roll_8" -> "1095 view_50" [style=solid, label="(1, 16, 16, 384)"]; -"1095 view_50" -> "1096 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1096 permute_42" -> "1097 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1097 reshape_40" -> "1101 linear_58" [style=solid, label="(4, 64, 384)"]; -"1097 reshape_40" -> "1121 new_zeros_4" [style=solid, label="(4, 64, 384)"]; -"1098 clone_9" -> "1099 slice_138" [style=solid, label="(1152,)"]; -"1098 clone_9" -> "1101 linear_58" [style=solid, label="(1152,)"]; -"1099 slice_138" -> "1100 zero__9" [style=solid, label="(384,)"]; -"1101 linear_58" -> "1102 reshape_41" [style=solid, label="(4, 64, 1152)"]; -"1102 reshape_41" -> "1103 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1103 permute_43" -> "1104 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1103 permute_43" -> "1105 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1103 permute_43" -> "1106 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1104 select_27" -> "1107 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; -"1104 select_27" -> "1109 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; -"1104 select_27" -> "1110 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1105 select_28" -> "1111 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; -"1105 select_28" -> "1113 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; -"1105 select_28" -> "1114 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1106 select_29" -> "1175 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; -"1107 linalg_vector_norm_18" -> "1108 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; -"1108 clamp_min_18" -> "1109 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; -"1109 expand_as_18" -> "1110 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1110 div_18" -> "1116 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; -"1111 linalg_vector_norm_19" -> "1112 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; -"1112 clamp_min_19" -> "1113 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; -"1113 expand_as_19" -> "1114 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1114 div_19" -> "1115 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; -"1115 transpose_18" -> "1116 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; -"1116 matmul_18" -> "1119 mul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1117 clamp_9" -> "1118 exp_9" [style=solid, label="(12, 1, 1)"]; -"1118 exp_9" -> "1119 mul_19" [style=solid, label="(12, 1, 1)"]; -"1119 mul_19" -> "1120 add_31" [style=solid, label="(4, 12, 64, 64)"]; -"1120 add_31" -> "1168 view_52" [style=solid, label="(4, 12, 64, 64)"]; -"1121 new_zeros_4" -> "1123 slice_139" [style=solid, label="(16, 16)"]; -"1121 new_zeros_4" -> "1127 slice_141" [style=solid, label="(16, 16)"]; -"1121 new_zeros_4" -> "1131 slice_143" [style=solid, label="(16, 16)"]; -"1121 new_zeros_4" -> "1135 slice_145" [style=solid, label="(16, 16)"]; -"1121 new_zeros_4" -> "1139 slice_147" [style=solid, label="(16, 16)"]; -"1121 new_zeros_4" -> "1143 slice_149" [style=solid, label="(16, 16)"]; -"1121 new_zeros_4" -> "1147 slice_151" [style=solid, label="(16, 16)"]; -"1121 new_zeros_4" -> "1151 slice_153" [style=solid, label="(16, 16)"]; -"1121 new_zeros_4" -> "1155 slice_155" [style=solid, label="(16, 16)"]; -"1121 new_zeros_4" -> "1158 view_51" [style=solid, label="(16, 16)"]; -"1122 lift_fresh_copy_36" -> "1125 fill__36" [style=solid, label="()"]; -"1123 slice_139" -> "1124 slice_140" [style=solid, label="(8, 16)"]; -"1124 slice_140" -> "1125 fill__36" [style=solid, label="(8, 8)"]; -"1126 lift_fresh_copy_37" -> "1129 fill__37" [style=solid, label="()"]; -"1127 slice_141" -> "1128 slice_142" [style=solid, label="(8, 16)"]; -"1128 slice_142" -> "1129 fill__37" [style=solid, label="(8, 4)"]; -"1130 lift_fresh_copy_38" -> "1133 fill__38" [style=solid, label="()"]; -"1131 slice_143" -> "1132 slice_144" [style=solid, label="(8, 16)"]; -"1132 slice_144" -> "1133 fill__38" [style=solid, label="(8, 4)"]; -"1134 lift_fresh_copy_39" -> "1137 fill__39" [style=solid, label="()"]; -"1135 slice_145" -> "1136 slice_146" [style=solid, label="(4, 16)"]; -"1136 slice_146" -> "1137 fill__39" [style=solid, label="(4, 8)"]; -"1138 lift_fresh_copy_40" -> "1141 fill__40" [style=solid, label="()"]; -"1139 slice_147" -> "1140 slice_148" [style=solid, label="(4, 16)"]; -"1140 slice_148" -> "1141 fill__40" [style=solid, label="(4, 4)"]; -"1142 lift_fresh_copy_41" -> "1145 fill__41" [style=solid, label="()"]; -"1143 slice_149" -> "1144 slice_150" [style=solid, label="(4, 16)"]; -"1144 slice_150" -> "1145 fill__41" [style=solid, label="(4, 4)"]; -"1146 lift_fresh_copy_42" -> "1149 fill__42" [style=solid, label="()"]; -"1147 slice_151" -> "1148 slice_152" [style=solid, label="(4, 16)"]; -"1148 slice_152" -> "1149 fill__42" [style=solid, label="(4, 8)"]; -"1150 lift_fresh_copy_43" -> "1153 fill__43" [style=solid, label="()"]; -"1151 slice_153" -> "1152 slice_154" [style=solid, label="(4, 16)"]; -"1152 slice_154" -> "1153 fill__43" [style=solid, label="(4, 4)"]; -"1154 lift_fresh_copy_44" -> "1157 fill__44" [style=solid, label="()"]; -"1155 slice_155" -> "1156 slice_156" [style=solid, label="(4, 16)"]; -"1156 slice_156" -> "1157 fill__44" [style=solid, label="(4, 4)"]; -"1158 view_51" -> "1159 permute_44" [style=solid, label="(2, 8, 2, 8)"]; -"1159 permute_44" -> "1160 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; -"1160 reshape_42" -> "1161 unsqueeze_26" [style=solid, label="(4, 64)"]; -"1160 reshape_42" -> "1162 unsqueeze_27" [style=solid, label="(4, 64)"]; -"1161 unsqueeze_26" -> "1163 sub_4" [style=solid, label="(4, 1, 64)"]; -"1162 unsqueeze_27" -> "1163 sub_4" [style=solid, label="(4, 64, 1)"]; -"1163 sub_4" -> "1164 ne_4" [style=solid, label="(4, 64, 64)"]; -"1163 sub_4" -> "1165 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1163 sub_4" -> "1166 eq_4" [style=solid, label="(4, 64, 64)"]; -"1164 ne_4" -> "1165 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1165 masked_fill_8" -> "1167 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1166 eq_4" -> "1167 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1167 masked_fill_9" -> "1169 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; -"1168 view_52" -> "1171 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1169 unsqueeze_28" -> "1170 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; -"1170 unsqueeze_29" -> "1171 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1171 add_32" -> "1172 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1172 view_53" -> "1173 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; -"1173 softmax_9" -> "1174 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; -"1174 dropout_36" -> "1175 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1175 matmul_19" -> "1176 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; -"1176 transpose_19" -> "1177 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; -"1177 reshape_43" -> "1178 linear_59" [style=solid, label="(4, 64, 384)"]; -"1178 linear_59" -> "1179 dropout_37" [style=solid, label="(4, 64, 384)"]; -"1179 dropout_37" -> "1180 view_54" [style=solid, label="(4, 64, 384)"]; -"1180 view_54" -> "1181 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1181 permute_45" -> "1182 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1182 reshape_44" -> "1183 roll_9" [style=solid, label="(1, 16, 16, 384)"]; -"1183 roll_9" -> "1184 slice_157" [style=solid, label="(1, 16, 16, 384)"]; -"1184 slice_157" -> "1185 slice_158" [style=solid, label="(1, 16, 16, 384)"]; -"1185 slice_158" -> "1186 slice_159" [style=solid, label="(1, 14, 16, 384)"]; -"1186 slice_159" -> "1187 slice_160" [style=solid, label="(1, 14, 14, 384)"]; -"1187 slice_160" -> "1188 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; -"1188 contiguous_17" -> "1189 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; -"1189 layer_norm_21" -> "1190 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1190 add_33" -> "1191 linear_60" [style=solid, label="(1, 14, 14, 384)"]; -"1190 add_33" -> "1197 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1191 linear_60" -> "1192 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; -"1192 gelu_9" -> "1193 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1193 dropout_38" -> "1194 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; -"1194 linear_61" -> "1195 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; -"1195 dropout_39" -> "1196 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; -"1196 layer_norm_22" -> "1197 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1197 add_34" -> "1198 pad_12" [style=solid, label="(1, 14, 14, 384)"]; -"1198 pad_12" -> "1199 slice_161" [style=solid, label="(1, 14, 14, 384)"]; -"1198 pad_12" -> "1202 slice_164" [style=solid, label="(1, 14, 14, 384)"]; -"1198 pad_12" -> "1205 slice_167" [style=solid, label="(1, 14, 14, 384)"]; -"1198 pad_12" -> "1208 slice_170" [style=solid, label="(1, 14, 14, 384)"]; -"1199 slice_161" -> "1200 slice_162" [style=solid, label="(1, 7, 14, 384)"]; -"1200 slice_162" -> "1201 slice_163" [style=solid, label="(1, 7, 7, 384)"]; -"1201 slice_163" -> "1211 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1202 slice_164" -> "1203 slice_165" [style=solid, label="(1, 7, 14, 384)"]; -"1203 slice_165" -> "1204 slice_166" [style=solid, label="(1, 7, 7, 384)"]; -"1204 slice_166" -> "1211 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1205 slice_167" -> "1206 slice_168" [style=solid, label="(1, 7, 14, 384)"]; -"1206 slice_168" -> "1207 slice_169" [style=solid, label="(1, 7, 7, 384)"]; -"1207 slice_169" -> "1211 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1208 slice_170" -> "1209 slice_171" [style=solid, label="(1, 7, 14, 384)"]; -"1209 slice_171" -> "1210 slice_172" [style=solid, label="(1, 7, 7, 384)"]; -"1210 slice_172" -> "1211 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1211 cat_2" -> "1212 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; -"1212 linear_62" -> "1213 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; -"1213 layer_norm_23" -> "1225 pad_13" [style=solid, label="(1, 7, 7, 768)"]; -"1213 layer_norm_23" -> "1268 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1214 linear_63" -> "1215 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1215 relu__10" -> "1216 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1216 linear_64" -> "1217 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1217 view_55" -> "1218 index_10" [style=solid, label="(225, 24)"]; -"1218 index_10" -> "1219 view_56" [style=solid, label="(4096, 24)"]; -"1219 view_56" -> "1220 permute_46" [style=solid, label="(64, 64, 24)"]; -"1220 permute_46" -> "1221 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1221 contiguous_18" -> "1222 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1222 unsqueeze_30" -> "1223 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1223 sigmoid_10" -> "1224 mul_20" [style=solid, label="(1, 24, 64, 64)"]; -"1224 mul_20" -> "1251 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1225 pad_13" -> "1226 view_57" [style=solid, label="(1, 8, 8, 768)"]; -"1226 view_57" -> "1227 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1227 permute_47" -> "1228 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1228 reshape_45" -> "1232 linear_65" [style=solid, label="(1, 64, 768)"]; -"1229 clone_10" -> "1230 slice_173" [style=solid, label="(2304,)"]; -"1229 clone_10" -> "1232 linear_65" [style=solid, label="(2304,)"]; -"1230 slice_173" -> "1231 zero__10" [style=solid, label="(768,)"]; -"1232 linear_65" -> "1233 reshape_46" [style=solid, label="(1, 64, 2304)"]; -"1233 reshape_46" -> "1234 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1234 permute_48" -> "1235 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1234 permute_48" -> "1236 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1234 permute_48" -> "1237 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1235 select_30" -> "1238 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; -"1235 select_30" -> "1240 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; -"1235 select_30" -> "1241 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1236 select_31" -> "1242 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; -"1236 select_31" -> "1244 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; -"1236 select_31" -> "1245 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1237 select_32" -> "1254 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; -"1238 linalg_vector_norm_20" -> "1239 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; -"1239 clamp_min_20" -> "1240 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; -"1240 expand_as_20" -> "1241 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1241 div_20" -> "1247 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; -"1242 linalg_vector_norm_21" -> "1243 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; -"1243 clamp_min_21" -> "1244 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; -"1244 expand_as_21" -> "1245 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1245 div_21" -> "1246 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; -"1246 transpose_20" -> "1247 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; -"1247 matmul_20" -> "1250 mul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1248 clamp_10" -> "1249 exp_10" [style=solid, label="(24, 1, 1)"]; -"1249 exp_10" -> "1250 mul_21" [style=solid, label="(24, 1, 1)"]; -"1250 mul_21" -> "1251 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1251 add_35" -> "1252 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; -"1252 softmax_10" -> "1253 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; -"1253 dropout_40" -> "1254 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1254 matmul_21" -> "1255 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; -"1255 transpose_21" -> "1256 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; -"1256 reshape_47" -> "1257 linear_66" [style=solid, label="(1, 64, 768)"]; -"1257 linear_66" -> "1258 dropout_41" [style=solid, label="(1, 64, 768)"]; -"1258 dropout_41" -> "1259 view_58" [style=solid, label="(1, 64, 768)"]; -"1259 view_58" -> "1260 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1260 permute_49" -> "1261 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1261 reshape_48" -> "1262 slice_174" [style=solid, label="(1, 8, 8, 768)"]; -"1262 slice_174" -> "1263 slice_175" [style=solid, label="(1, 8, 8, 768)"]; -"1263 slice_175" -> "1264 slice_176" [style=solid, label="(1, 7, 8, 768)"]; -"1264 slice_176" -> "1265 slice_177" [style=solid, label="(1, 7, 7, 768)"]; -"1265 slice_177" -> "1266 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; -"1266 contiguous_19" -> "1267 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; -"1267 layer_norm_24" -> "1268 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1268 add_36" -> "1269 linear_67" [style=solid, label="(1, 7, 7, 768)"]; -"1268 add_36" -> "1275 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1269 linear_67" -> "1270 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; -"1270 gelu_10" -> "1271 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; -"1271 dropout_42" -> "1272 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; -"1272 linear_68" -> "1273 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; -"1273 dropout_43" -> "1274 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; -"1274 layer_norm_25" -> "1275 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1275 add_37" -> "1287 pad_14" [style=solid, label="(1, 7, 7, 768)"]; -"1275 add_37" -> "1330 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1276 linear_69" -> "1277 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1277 relu__11" -> "1278 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1278 linear_70" -> "1279 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1279 view_59" -> "1280 index_11" [style=solid, label="(225, 24)"]; -"1280 index_11" -> "1281 view_60" [style=solid, label="(4096, 24)"]; -"1281 view_60" -> "1282 permute_50" [style=solid, label="(64, 64, 24)"]; -"1282 permute_50" -> "1283 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1283 contiguous_20" -> "1284 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1284 unsqueeze_31" -> "1285 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1285 sigmoid_11" -> "1286 mul_22" [style=solid, label="(1, 24, 64, 64)"]; -"1286 mul_22" -> "1313 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1287 pad_14" -> "1288 view_61" [style=solid, label="(1, 8, 8, 768)"]; -"1288 view_61" -> "1289 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1289 permute_51" -> "1290 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1290 reshape_49" -> "1294 linear_71" [style=solid, label="(1, 64, 768)"]; -"1291 clone_11" -> "1292 slice_178" [style=solid, label="(2304,)"]; -"1291 clone_11" -> "1294 linear_71" [style=solid, label="(2304,)"]; -"1292 slice_178" -> "1293 zero__11" [style=solid, label="(768,)"]; -"1294 linear_71" -> "1295 reshape_50" [style=solid, label="(1, 64, 2304)"]; -"1295 reshape_50" -> "1296 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1296 permute_52" -> "1297 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1296 permute_52" -> "1298 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1296 permute_52" -> "1299 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1297 select_33" -> "1300 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; -"1297 select_33" -> "1302 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; -"1297 select_33" -> "1303 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1298 select_34" -> "1304 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; -"1298 select_34" -> "1306 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; -"1298 select_34" -> "1307 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1299 select_35" -> "1316 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; -"1300 linalg_vector_norm_22" -> "1301 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; -"1301 clamp_min_22" -> "1302 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; -"1302 expand_as_22" -> "1303 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1303 div_22" -> "1309 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; -"1304 linalg_vector_norm_23" -> "1305 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; -"1305 clamp_min_23" -> "1306 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; -"1306 expand_as_23" -> "1307 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1307 div_23" -> "1308 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; -"1308 transpose_22" -> "1309 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; -"1309 matmul_22" -> "1312 mul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1310 clamp_11" -> "1311 exp_11" [style=solid, label="(24, 1, 1)"]; -"1311 exp_11" -> "1312 mul_23" [style=solid, label="(24, 1, 1)"]; -"1312 mul_23" -> "1313 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1313 add_38" -> "1314 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; -"1314 softmax_11" -> "1315 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; -"1315 dropout_44" -> "1316 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1316 matmul_23" -> "1317 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; -"1317 transpose_23" -> "1318 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; -"1318 reshape_51" -> "1319 linear_72" [style=solid, label="(1, 64, 768)"]; -"1319 linear_72" -> "1320 dropout_45" [style=solid, label="(1, 64, 768)"]; -"1320 dropout_45" -> "1321 view_62" [style=solid, label="(1, 64, 768)"]; -"1321 view_62" -> "1322 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1322 permute_53" -> "1323 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1323 reshape_52" -> "1324 slice_179" [style=solid, label="(1, 8, 8, 768)"]; -"1324 slice_179" -> "1325 slice_180" [style=solid, label="(1, 8, 8, 768)"]; -"1325 slice_180" -> "1326 slice_181" [style=solid, label="(1, 7, 8, 768)"]; -"1326 slice_181" -> "1327 slice_182" [style=solid, label="(1, 7, 7, 768)"]; -"1327 slice_182" -> "1328 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; -"1328 contiguous_21" -> "1329 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; -"1329 layer_norm_26" -> "1330 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1330 add_39" -> "1331 linear_73" [style=solid, label="(1, 7, 7, 768)"]; -"1330 add_39" -> "1337 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1331 linear_73" -> "1332 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; -"1332 gelu_11" -> "1333 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; -"1333 dropout_46" -> "1334 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; -"1334 linear_74" -> "1335 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; -"1335 dropout_47" -> "1336 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; -"1336 layer_norm_27" -> "1337 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1337 add_40" -> "1338 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; -"1338 layer_norm_28" -> "1339 permute_54" [style=solid, label="(1, 7, 7, 768)"]; -"1339 permute_54" -> "1340 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; -"1340 adaptive_avg_pool2d" -> "1341 flatten" [style=solid, label="(1, 768, 1, 1)"]; -"1341 flatten" -> "1342 linear_75" [style=solid, label="(1, 768)"]; -"1342 linear_75" -> "1343 output" [style=solid, label="(1, 1000)"]; +"329 reshape_3" -> "330 alias" [style=solid, label="(1, 56, 56, 96)"]; +"330 alias" -> "331 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; +"331 layer_norm_1" -> "332 add_1" [style=solid, label="(1, 56, 56, 96)"]; +"332 add_1" -> "333 linear_4" [style=solid, label="(1, 56, 56, 96)"]; +"332 add_1" -> "339 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"333 linear_4" -> "334 gelu" [style=solid, label="(1, 56, 56, 384)"]; +"334 gelu" -> "335 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; +"335 dropout_2" -> "336 linear_5" [style=solid, label="(1, 56, 56, 384)"]; +"336 linear_5" -> "337 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; +"337 dropout_3" -> "338 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; +"338 layer_norm_2" -> "339 add_2" [style=solid, label="(1, 56, 56, 96)"]; +"339 add_2" -> "351 pad_1" [style=solid, label="(1, 56, 56, 96)"]; +"339 add_2" -> "444 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"340 linear_6" -> "341 relu__1" [style=solid, label="(1, 15, 15, 512)"]; +"341 relu__1" -> "342 linear_7" [style=solid, label="(1, 15, 15, 512)"]; +"342 linear_7" -> "343 view_4" [style=solid, label="(1, 15, 15, 3)"]; +"343 view_4" -> "344 index_1" [style=solid, label="(225, 3)"]; +"344 index_1" -> "345 view_5" [style=solid, label="(4096, 3)"]; +"345 view_5" -> "346 permute_5" [style=solid, label="(64, 64, 3)"]; +"346 permute_5" -> "347 contiguous_1" [style=solid, label="(3, 64, 64)"]; +"347 contiguous_1" -> "348 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; +"348 unsqueeze_1" -> "349 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; +"349 sigmoid_1" -> "350 mul_2" [style=solid, label="(1, 3, 64, 64)"]; +"350 mul_2" -> "378 add_3" [style=solid, label="(1, 3, 64, 64)"]; +"351 pad_1" -> "352 roll" [style=solid, label="(1, 56, 56, 96)"]; +"352 roll" -> "353 view_6" [style=solid, label="(1, 56, 56, 96)"]; +"353 view_6" -> "354 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"354 permute_6" -> "355 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"355 reshape_4" -> "359 linear_8" [style=solid, label="(49, 64, 96)"]; +"355 reshape_4" -> "379 new_zeros" [style=solid, label="(49, 64, 96)"]; +"356 clone_1" -> "357 slice_2" [style=solid, label="(288,)"]; +"356 clone_1" -> "359 linear_8" [style=solid, label="(288,)"]; +"357 slice_2" -> "358 zero__1" [style=solid, label="(96,)"]; +"359 linear_8" -> "360 reshape_5" [style=solid, label="(49, 64, 288)"]; +"360 reshape_5" -> "361 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; +"361 permute_7" -> "362 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; +"361 permute_7" -> "363 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; +"361 permute_7" -> "364 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; +"362 select_3" -> "365 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; +"362 select_3" -> "367 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; +"362 select_3" -> "368 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"363 select_4" -> "369 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; +"363 select_4" -> "371 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; +"363 select_4" -> "372 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"364 select_5" -> "433 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; +"365 linalg_vector_norm_2" -> "366 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; +"366 clamp_min_2" -> "367 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; +"367 expand_as_2" -> "368 div_2" [style=solid, label="(49, 3, 64, 32)"]; +"368 div_2" -> "374 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; +"369 linalg_vector_norm_3" -> "370 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; +"370 clamp_min_3" -> "371 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; +"371 expand_as_3" -> "372 div_3" [style=solid, label="(49, 3, 64, 32)"]; +"372 div_3" -> "373 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; +"373 transpose_2" -> "374 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; +"374 matmul_2" -> "377 mul_3" [style=solid, label="(49, 3, 64, 64)"]; +"375 clamp_1" -> "376 exp_1" [style=solid, label="(3, 1, 1)"]; +"376 exp_1" -> "377 mul_3" [style=solid, label="(3, 1, 1)"]; +"377 mul_3" -> "378 add_3" [style=solid, label="(49, 3, 64, 64)"]; +"378 add_3" -> "426 view_8" [style=solid, label="(49, 3, 64, 64)"]; +"379 new_zeros" -> "381 slice_3" [style=solid, label="(56, 56)"]; +"379 new_zeros" -> "385 slice_5" [style=solid, label="(56, 56)"]; +"379 new_zeros" -> "389 slice_7" [style=solid, label="(56, 56)"]; +"379 new_zeros" -> "393 slice_9" [style=solid, label="(56, 56)"]; +"379 new_zeros" -> "397 slice_11" [style=solid, label="(56, 56)"]; +"379 new_zeros" -> "401 slice_13" [style=solid, label="(56, 56)"]; +"379 new_zeros" -> "405 slice_15" [style=solid, label="(56, 56)"]; +"379 new_zeros" -> "409 slice_17" [style=solid, label="(56, 56)"]; +"379 new_zeros" -> "413 slice_19" [style=solid, label="(56, 56)"]; +"379 new_zeros" -> "416 view_7" [style=solid, label="(56, 56)"]; +"380 lift_fresh_copy" -> "383 fill_" [style=solid, label="()"]; +"381 slice_3" -> "382 slice_4" [style=solid, label="(48, 56)"]; +"382 slice_4" -> "383 fill_" [style=solid, label="(48, 48)"]; +"384 lift_fresh_copy_1" -> "387 fill__1" [style=solid, label="()"]; +"385 slice_5" -> "386 slice_6" [style=solid, label="(48, 56)"]; +"386 slice_6" -> "387 fill__1" [style=solid, label="(48, 4)"]; +"388 lift_fresh_copy_2" -> "391 fill__2" [style=solid, label="()"]; +"389 slice_7" -> "390 slice_8" [style=solid, label="(48, 56)"]; +"390 slice_8" -> "391 fill__2" [style=solid, label="(48, 4)"]; +"392 lift_fresh_copy_3" -> "395 fill__3" [style=solid, label="()"]; +"393 slice_9" -> "394 slice_10" [style=solid, label="(4, 56)"]; +"394 slice_10" -> "395 fill__3" [style=solid, label="(4, 48)"]; +"396 lift_fresh_copy_4" -> "399 fill__4" [style=solid, label="()"]; +"397 slice_11" -> "398 slice_12" [style=solid, label="(4, 56)"]; +"398 slice_12" -> "399 fill__4" [style=solid, label="(4, 4)"]; +"400 lift_fresh_copy_5" -> "403 fill__5" [style=solid, label="()"]; +"401 slice_13" -> "402 slice_14" [style=solid, label="(4, 56)"]; +"402 slice_14" -> "403 fill__5" [style=solid, label="(4, 4)"]; +"404 lift_fresh_copy_6" -> "407 fill__6" [style=solid, label="()"]; +"405 slice_15" -> "406 slice_16" [style=solid, label="(4, 56)"]; +"406 slice_16" -> "407 fill__6" [style=solid, label="(4, 48)"]; +"408 lift_fresh_copy_7" -> "411 fill__7" [style=solid, label="()"]; +"409 slice_17" -> "410 slice_18" [style=solid, label="(4, 56)"]; +"410 slice_18" -> "411 fill__7" [style=solid, label="(4, 4)"]; +"412 lift_fresh_copy_8" -> "415 fill__8" [style=solid, label="()"]; +"413 slice_19" -> "414 slice_20" [style=solid, label="(4, 56)"]; +"414 slice_20" -> "415 fill__8" [style=solid, label="(4, 4)"]; +"416 view_7" -> "417 permute_8" [style=solid, label="(7, 8, 7, 8)"]; +"417 permute_8" -> "418 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; +"418 reshape_6" -> "419 unsqueeze_2" [style=solid, label="(49, 64)"]; +"418 reshape_6" -> "420 unsqueeze_3" [style=solid, label="(49, 64)"]; +"419 unsqueeze_2" -> "421 sub" [style=solid, label="(49, 1, 64)"]; +"420 unsqueeze_3" -> "421 sub" [style=solid, label="(49, 64, 1)"]; +"421 sub" -> "422 ne" [style=solid, label="(49, 64, 64)"]; +"421 sub" -> "423 masked_fill" [style=solid, label="(49, 64, 64)"]; +"421 sub" -> "424 eq" [style=solid, label="(49, 64, 64)"]; +"422 ne" -> "423 masked_fill" [style=solid, label="(49, 64, 64)"]; +"423 masked_fill" -> "425 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"424 eq" -> "425 masked_fill_1" [style=solid, label="(49, 64, 64)"]; +"425 masked_fill_1" -> "427 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; +"426 view_8" -> "429 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; +"427 unsqueeze_4" -> "428 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; +"428 unsqueeze_5" -> "429 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; +"429 add_4" -> "430 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; +"430 view_9" -> "431 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; +"431 softmax_1" -> "432 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; +"432 dropout_4" -> "433 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; +"433 matmul_3" -> "434 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; +"434 transpose_3" -> "435 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; +"435 reshape_7" -> "436 linear_9" [style=solid, label="(49, 64, 96)"]; +"436 linear_9" -> "437 dropout_5" [style=solid, label="(49, 64, 96)"]; +"437 dropout_5" -> "438 view_10" [style=solid, label="(49, 64, 96)"]; +"438 view_10" -> "439 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"439 permute_9" -> "440 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"440 reshape_8" -> "441 roll_1" [style=solid, label="(1, 56, 56, 96)"]; +"441 roll_1" -> "442 alias_1" [style=solid, label="(1, 56, 56, 96)"]; +"442 alias_1" -> "443 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; +"443 layer_norm_3" -> "444 add_5" [style=solid, label="(1, 56, 56, 96)"]; +"444 add_5" -> "445 linear_10" [style=solid, label="(1, 56, 56, 96)"]; +"444 add_5" -> "451 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"445 linear_10" -> "446 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; +"446 gelu_1" -> "447 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; +"447 dropout_6" -> "448 linear_11" [style=solid, label="(1, 56, 56, 384)"]; +"448 linear_11" -> "449 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; +"449 dropout_7" -> "450 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; +"450 layer_norm_4" -> "451 add_6" [style=solid, label="(1, 56, 56, 96)"]; +"451 add_6" -> "452 pad_2" [style=solid, label="(1, 56, 56, 96)"]; +"452 pad_2" -> "453 slice_21" [style=solid, label="(1, 56, 56, 96)"]; +"452 pad_2" -> "455 slice_23" [style=solid, label="(1, 56, 56, 96)"]; +"452 pad_2" -> "457 slice_25" [style=solid, label="(1, 56, 56, 96)"]; +"452 pad_2" -> "459 slice_27" [style=solid, label="(1, 56, 56, 96)"]; +"453 slice_21" -> "454 slice_22" [style=solid, label="(1, 28, 56, 96)"]; +"454 slice_22" -> "461 cat" [style=solid, label="(1, 28, 28, 96)"]; +"455 slice_23" -> "456 slice_24" [style=solid, label="(1, 28, 56, 96)"]; +"456 slice_24" -> "461 cat" [style=solid, label="(1, 28, 28, 96)"]; +"457 slice_25" -> "458 slice_26" [style=solid, label="(1, 28, 56, 96)"]; +"458 slice_26" -> "461 cat" [style=solid, label="(1, 28, 28, 96)"]; +"459 slice_27" -> "460 slice_28" [style=solid, label="(1, 28, 56, 96)"]; +"460 slice_28" -> "461 cat" [style=solid, label="(1, 28, 28, 96)"]; +"461 cat" -> "462 linear_12" [style=solid, label="(1, 28, 28, 384)"]; +"462 linear_12" -> "463 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; +"463 layer_norm_5" -> "475 pad_3" [style=solid, label="(1, 28, 28, 192)"]; +"463 layer_norm_5" -> "516 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"464 linear_13" -> "465 relu__2" [style=solid, label="(1, 15, 15, 512)"]; +"465 relu__2" -> "466 linear_14" [style=solid, label="(1, 15, 15, 512)"]; +"466 linear_14" -> "467 view_11" [style=solid, label="(1, 15, 15, 6)"]; +"467 view_11" -> "468 index_2" [style=solid, label="(225, 6)"]; +"468 index_2" -> "469 view_12" [style=solid, label="(4096, 6)"]; +"469 view_12" -> "470 permute_10" [style=solid, label="(64, 64, 6)"]; +"470 permute_10" -> "471 contiguous_2" [style=solid, label="(6, 64, 64)"]; +"471 contiguous_2" -> "472 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; +"472 unsqueeze_6" -> "473 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; +"473 sigmoid_2" -> "474 mul_4" [style=solid, label="(1, 6, 64, 64)"]; +"474 mul_4" -> "501 add_7" [style=solid, label="(1, 6, 64, 64)"]; +"475 pad_3" -> "476 view_13" [style=solid, label="(1, 32, 32, 192)"]; +"476 view_13" -> "477 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"477 permute_11" -> "478 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"478 reshape_9" -> "482 linear_15" [style=solid, label="(16, 64, 192)"]; +"479 clone_2" -> "480 slice_29" [style=solid, label="(576,)"]; +"479 clone_2" -> "482 linear_15" [style=solid, label="(576,)"]; +"480 slice_29" -> "481 zero__2" [style=solid, label="(192,)"]; +"482 linear_15" -> "483 reshape_10" [style=solid, label="(16, 64, 576)"]; +"483 reshape_10" -> "484 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; +"484 permute_12" -> "485 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; +"484 permute_12" -> "486 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; +"484 permute_12" -> "487 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; +"485 select_6" -> "488 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; +"485 select_6" -> "490 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; +"485 select_6" -> "491 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"486 select_7" -> "492 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; +"486 select_7" -> "494 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; +"486 select_7" -> "495 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"487 select_8" -> "504 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; +"488 linalg_vector_norm_4" -> "489 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; +"489 clamp_min_4" -> "490 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; +"490 expand_as_4" -> "491 div_4" [style=solid, label="(16, 6, 64, 32)"]; +"491 div_4" -> "497 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; +"492 linalg_vector_norm_5" -> "493 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; +"493 clamp_min_5" -> "494 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; +"494 expand_as_5" -> "495 div_5" [style=solid, label="(16, 6, 64, 32)"]; +"495 div_5" -> "496 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; +"496 transpose_4" -> "497 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; +"497 matmul_4" -> "500 mul_5" [style=solid, label="(16, 6, 64, 64)"]; +"498 clamp_2" -> "499 exp_2" [style=solid, label="(6, 1, 1)"]; +"499 exp_2" -> "500 mul_5" [style=solid, label="(6, 1, 1)"]; +"500 mul_5" -> "501 add_7" [style=solid, label="(16, 6, 64, 64)"]; +"501 add_7" -> "502 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; +"502 softmax_2" -> "503 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; +"503 dropout_8" -> "504 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; +"504 matmul_5" -> "505 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; +"505 transpose_5" -> "506 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; +"506 reshape_11" -> "507 linear_16" [style=solid, label="(16, 64, 192)"]; +"507 linear_16" -> "508 dropout_9" [style=solid, label="(16, 64, 192)"]; +"508 dropout_9" -> "509 view_14" [style=solid, label="(16, 64, 192)"]; +"509 view_14" -> "510 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"510 permute_13" -> "511 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"511 reshape_12" -> "512 slice_30" [style=solid, label="(1, 32, 32, 192)"]; +"512 slice_30" -> "513 slice_31" [style=solid, label="(1, 28, 32, 192)"]; +"513 slice_31" -> "514 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; +"514 contiguous_3" -> "515 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; +"515 layer_norm_6" -> "516 add_8" [style=solid, label="(1, 28, 28, 192)"]; +"516 add_8" -> "517 linear_17" [style=solid, label="(1, 28, 28, 192)"]; +"516 add_8" -> "523 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"517 linear_17" -> "518 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; +"518 gelu_2" -> "519 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; +"519 dropout_10" -> "520 linear_18" [style=solid, label="(1, 28, 28, 768)"]; +"520 linear_18" -> "521 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; +"521 dropout_11" -> "522 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; +"522 layer_norm_7" -> "523 add_9" [style=solid, label="(1, 28, 28, 192)"]; +"523 add_9" -> "535 pad_4" [style=solid, label="(1, 28, 28, 192)"]; +"523 add_9" -> "630 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"524 linear_19" -> "525 relu__3" [style=solid, label="(1, 15, 15, 512)"]; +"525 relu__3" -> "526 linear_20" [style=solid, label="(1, 15, 15, 512)"]; +"526 linear_20" -> "527 view_15" [style=solid, label="(1, 15, 15, 6)"]; +"527 view_15" -> "528 index_3" [style=solid, label="(225, 6)"]; +"528 index_3" -> "529 view_16" [style=solid, label="(4096, 6)"]; +"529 view_16" -> "530 permute_14" [style=solid, label="(64, 64, 6)"]; +"530 permute_14" -> "531 contiguous_4" [style=solid, label="(6, 64, 64)"]; +"531 contiguous_4" -> "532 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; +"532 unsqueeze_7" -> "533 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; +"533 sigmoid_3" -> "534 mul_6" [style=solid, label="(1, 6, 64, 64)"]; +"534 mul_6" -> "562 add_10" [style=solid, label="(1, 6, 64, 64)"]; +"535 pad_4" -> "536 roll_2" [style=solid, label="(1, 32, 32, 192)"]; +"536 roll_2" -> "537 view_17" [style=solid, label="(1, 32, 32, 192)"]; +"537 view_17" -> "538 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"538 permute_15" -> "539 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"539 reshape_13" -> "543 linear_21" [style=solid, label="(16, 64, 192)"]; +"539 reshape_13" -> "563 new_zeros_1" [style=solid, label="(16, 64, 192)"]; +"540 clone_3" -> "541 slice_32" [style=solid, label="(576,)"]; +"540 clone_3" -> "543 linear_21" [style=solid, label="(576,)"]; +"541 slice_32" -> "542 zero__3" [style=solid, label="(192,)"]; +"543 linear_21" -> "544 reshape_14" [style=solid, label="(16, 64, 576)"]; +"544 reshape_14" -> "545 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; +"545 permute_16" -> "546 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; +"545 permute_16" -> "547 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; +"545 permute_16" -> "548 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; +"546 select_9" -> "549 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; +"546 select_9" -> "551 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; +"546 select_9" -> "552 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"547 select_10" -> "553 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; +"547 select_10" -> "555 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; +"547 select_10" -> "556 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"548 select_11" -> "617 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; +"549 linalg_vector_norm_6" -> "550 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; +"550 clamp_min_6" -> "551 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; +"551 expand_as_6" -> "552 div_6" [style=solid, label="(16, 6, 64, 32)"]; +"552 div_6" -> "558 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; +"553 linalg_vector_norm_7" -> "554 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; +"554 clamp_min_7" -> "555 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; +"555 expand_as_7" -> "556 div_7" [style=solid, label="(16, 6, 64, 32)"]; +"556 div_7" -> "557 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; +"557 transpose_6" -> "558 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; +"558 matmul_6" -> "561 mul_7" [style=solid, label="(16, 6, 64, 64)"]; +"559 clamp_3" -> "560 exp_3" [style=solid, label="(6, 1, 1)"]; +"560 exp_3" -> "561 mul_7" [style=solid, label="(6, 1, 1)"]; +"561 mul_7" -> "562 add_10" [style=solid, label="(16, 6, 64, 64)"]; +"562 add_10" -> "610 view_19" [style=solid, label="(16, 6, 64, 64)"]; +"563 new_zeros_1" -> "565 slice_33" [style=solid, label="(32, 32)"]; +"563 new_zeros_1" -> "569 slice_35" [style=solid, label="(32, 32)"]; +"563 new_zeros_1" -> "573 slice_37" [style=solid, label="(32, 32)"]; +"563 new_zeros_1" -> "577 slice_39" [style=solid, label="(32, 32)"]; +"563 new_zeros_1" -> "581 slice_41" [style=solid, label="(32, 32)"]; +"563 new_zeros_1" -> "585 slice_43" [style=solid, label="(32, 32)"]; +"563 new_zeros_1" -> "589 slice_45" [style=solid, label="(32, 32)"]; +"563 new_zeros_1" -> "593 slice_47" [style=solid, label="(32, 32)"]; +"563 new_zeros_1" -> "597 slice_49" [style=solid, label="(32, 32)"]; +"563 new_zeros_1" -> "600 view_18" [style=solid, label="(32, 32)"]; +"564 lift_fresh_copy_9" -> "567 fill__9" [style=solid, label="()"]; +"565 slice_33" -> "566 slice_34" [style=solid, label="(24, 32)"]; +"566 slice_34" -> "567 fill__9" [style=solid, label="(24, 24)"]; +"568 lift_fresh_copy_10" -> "571 fill__10" [style=solid, label="()"]; +"569 slice_35" -> "570 slice_36" [style=solid, label="(24, 32)"]; +"570 slice_36" -> "571 fill__10" [style=solid, label="(24, 4)"]; +"572 lift_fresh_copy_11" -> "575 fill__11" [style=solid, label="()"]; +"573 slice_37" -> "574 slice_38" [style=solid, label="(24, 32)"]; +"574 slice_38" -> "575 fill__11" [style=solid, label="(24, 4)"]; +"576 lift_fresh_copy_12" -> "579 fill__12" [style=solid, label="()"]; +"577 slice_39" -> "578 slice_40" [style=solid, label="(4, 32)"]; +"578 slice_40" -> "579 fill__12" [style=solid, label="(4, 24)"]; +"580 lift_fresh_copy_13" -> "583 fill__13" [style=solid, label="()"]; +"581 slice_41" -> "582 slice_42" [style=solid, label="(4, 32)"]; +"582 slice_42" -> "583 fill__13" [style=solid, label="(4, 4)"]; +"584 lift_fresh_copy_14" -> "587 fill__14" [style=solid, label="()"]; +"585 slice_43" -> "586 slice_44" [style=solid, label="(4, 32)"]; +"586 slice_44" -> "587 fill__14" [style=solid, label="(4, 4)"]; +"588 lift_fresh_copy_15" -> "591 fill__15" [style=solid, label="()"]; +"589 slice_45" -> "590 slice_46" [style=solid, label="(4, 32)"]; +"590 slice_46" -> "591 fill__15" [style=solid, label="(4, 24)"]; +"592 lift_fresh_copy_16" -> "595 fill__16" [style=solid, label="()"]; +"593 slice_47" -> "594 slice_48" [style=solid, label="(4, 32)"]; +"594 slice_48" -> "595 fill__16" [style=solid, label="(4, 4)"]; +"596 lift_fresh_copy_17" -> "599 fill__17" [style=solid, label="()"]; +"597 slice_49" -> "598 slice_50" [style=solid, label="(4, 32)"]; +"598 slice_50" -> "599 fill__17" [style=solid, label="(4, 4)"]; +"600 view_18" -> "601 permute_17" [style=solid, label="(4, 8, 4, 8)"]; +"601 permute_17" -> "602 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; +"602 reshape_15" -> "603 unsqueeze_8" [style=solid, label="(16, 64)"]; +"602 reshape_15" -> "604 unsqueeze_9" [style=solid, label="(16, 64)"]; +"603 unsqueeze_8" -> "605 sub_1" [style=solid, label="(16, 1, 64)"]; +"604 unsqueeze_9" -> "605 sub_1" [style=solid, label="(16, 64, 1)"]; +"605 sub_1" -> "606 ne_1" [style=solid, label="(16, 64, 64)"]; +"605 sub_1" -> "607 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"605 sub_1" -> "608 eq_1" [style=solid, label="(16, 64, 64)"]; +"606 ne_1" -> "607 masked_fill_2" [style=solid, label="(16, 64, 64)"]; +"607 masked_fill_2" -> "609 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"608 eq_1" -> "609 masked_fill_3" [style=solid, label="(16, 64, 64)"]; +"609 masked_fill_3" -> "611 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; +"610 view_19" -> "613 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; +"611 unsqueeze_10" -> "612 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; +"612 unsqueeze_11" -> "613 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; +"613 add_11" -> "614 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; +"614 view_20" -> "615 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; +"615 softmax_3" -> "616 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; +"616 dropout_12" -> "617 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; +"617 matmul_7" -> "618 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; +"618 transpose_7" -> "619 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; +"619 reshape_16" -> "620 linear_22" [style=solid, label="(16, 64, 192)"]; +"620 linear_22" -> "621 dropout_13" [style=solid, label="(16, 64, 192)"]; +"621 dropout_13" -> "622 view_21" [style=solid, label="(16, 64, 192)"]; +"622 view_21" -> "623 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"623 permute_18" -> "624 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"624 reshape_17" -> "625 roll_3" [style=solid, label="(1, 32, 32, 192)"]; +"625 roll_3" -> "626 slice_51" [style=solid, label="(1, 32, 32, 192)"]; +"626 slice_51" -> "627 slice_52" [style=solid, label="(1, 28, 32, 192)"]; +"627 slice_52" -> "628 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; +"628 contiguous_5" -> "629 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; +"629 layer_norm_8" -> "630 add_12" [style=solid, label="(1, 28, 28, 192)"]; +"630 add_12" -> "631 linear_23" [style=solid, label="(1, 28, 28, 192)"]; +"630 add_12" -> "637 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"631 linear_23" -> "632 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; +"632 gelu_3" -> "633 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; +"633 dropout_14" -> "634 linear_24" [style=solid, label="(1, 28, 28, 768)"]; +"634 linear_24" -> "635 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; +"635 dropout_15" -> "636 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; +"636 layer_norm_9" -> "637 add_13" [style=solid, label="(1, 28, 28, 192)"]; +"637 add_13" -> "638 pad_5" [style=solid, label="(1, 28, 28, 192)"]; +"638 pad_5" -> "639 slice_53" [style=solid, label="(1, 28, 28, 192)"]; +"638 pad_5" -> "641 slice_55" [style=solid, label="(1, 28, 28, 192)"]; +"638 pad_5" -> "643 slice_57" [style=solid, label="(1, 28, 28, 192)"]; +"638 pad_5" -> "645 slice_59" [style=solid, label="(1, 28, 28, 192)"]; +"639 slice_53" -> "640 slice_54" [style=solid, label="(1, 14, 28, 192)"]; +"640 slice_54" -> "647 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"641 slice_55" -> "642 slice_56" [style=solid, label="(1, 14, 28, 192)"]; +"642 slice_56" -> "647 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"643 slice_57" -> "644 slice_58" [style=solid, label="(1, 14, 28, 192)"]; +"644 slice_58" -> "647 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"645 slice_59" -> "646 slice_60" [style=solid, label="(1, 14, 28, 192)"]; +"646 slice_60" -> "647 cat_1" [style=solid, label="(1, 14, 14, 192)"]; +"647 cat_1" -> "648 linear_25" [style=solid, label="(1, 14, 14, 768)"]; +"648 linear_25" -> "649 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; +"649 layer_norm_10" -> "661 pad_6" [style=solid, label="(1, 14, 14, 384)"]; +"649 layer_norm_10" -> "702 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"650 linear_26" -> "651 relu__4" [style=solid, label="(1, 15, 15, 512)"]; +"651 relu__4" -> "652 linear_27" [style=solid, label="(1, 15, 15, 512)"]; +"652 linear_27" -> "653 view_22" [style=solid, label="(1, 15, 15, 12)"]; +"653 view_22" -> "654 index_4" [style=solid, label="(225, 12)"]; +"654 index_4" -> "655 view_23" [style=solid, label="(4096, 12)"]; +"655 view_23" -> "656 permute_19" [style=solid, label="(64, 64, 12)"]; +"656 permute_19" -> "657 contiguous_6" [style=solid, label="(12, 64, 64)"]; +"657 contiguous_6" -> "658 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; +"658 unsqueeze_12" -> "659 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; +"659 sigmoid_4" -> "660 mul_8" [style=solid, label="(1, 12, 64, 64)"]; +"660 mul_8" -> "687 add_14" [style=solid, label="(1, 12, 64, 64)"]; +"661 pad_6" -> "662 view_24" [style=solid, label="(1, 16, 16, 384)"]; +"662 view_24" -> "663 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"663 permute_20" -> "664 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"664 reshape_18" -> "668 linear_28" [style=solid, label="(4, 64, 384)"]; +"665 clone_4" -> "666 slice_61" [style=solid, label="(1152,)"]; +"665 clone_4" -> "668 linear_28" [style=solid, label="(1152,)"]; +"666 slice_61" -> "667 zero__4" [style=solid, label="(384,)"]; +"668 linear_28" -> "669 reshape_19" [style=solid, label="(4, 64, 1152)"]; +"669 reshape_19" -> "670 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; +"670 permute_21" -> "671 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; +"670 permute_21" -> "672 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; +"670 permute_21" -> "673 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; +"671 select_12" -> "674 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; +"671 select_12" -> "676 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; +"671 select_12" -> "677 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"672 select_13" -> "678 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; +"672 select_13" -> "680 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; +"672 select_13" -> "681 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"673 select_14" -> "690 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; +"674 linalg_vector_norm_8" -> "675 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; +"675 clamp_min_8" -> "676 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; +"676 expand_as_8" -> "677 div_8" [style=solid, label="(4, 12, 64, 32)"]; +"677 div_8" -> "683 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; +"678 linalg_vector_norm_9" -> "679 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; +"679 clamp_min_9" -> "680 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; +"680 expand_as_9" -> "681 div_9" [style=solid, label="(4, 12, 64, 32)"]; +"681 div_9" -> "682 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; +"682 transpose_8" -> "683 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; +"683 matmul_8" -> "686 mul_9" [style=solid, label="(4, 12, 64, 64)"]; +"684 clamp_4" -> "685 exp_4" [style=solid, label="(12, 1, 1)"]; +"685 exp_4" -> "686 mul_9" [style=solid, label="(12, 1, 1)"]; +"686 mul_9" -> "687 add_14" [style=solid, label="(4, 12, 64, 64)"]; +"687 add_14" -> "688 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; +"688 softmax_4" -> "689 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; +"689 dropout_16" -> "690 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; +"690 matmul_9" -> "691 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; +"691 transpose_9" -> "692 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; +"692 reshape_20" -> "693 linear_29" [style=solid, label="(4, 64, 384)"]; +"693 linear_29" -> "694 dropout_17" [style=solid, label="(4, 64, 384)"]; +"694 dropout_17" -> "695 view_25" [style=solid, label="(4, 64, 384)"]; +"695 view_25" -> "696 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"696 permute_22" -> "697 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"697 reshape_21" -> "698 slice_62" [style=solid, label="(1, 16, 16, 384)"]; +"698 slice_62" -> "699 slice_63" [style=solid, label="(1, 14, 16, 384)"]; +"699 slice_63" -> "700 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; +"700 contiguous_7" -> "701 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; +"701 layer_norm_11" -> "702 add_15" [style=solid, label="(1, 14, 14, 384)"]; +"702 add_15" -> "703 linear_30" [style=solid, label="(1, 14, 14, 384)"]; +"702 add_15" -> "709 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"703 linear_30" -> "704 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; +"704 gelu_4" -> "705 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; +"705 dropout_18" -> "706 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; +"706 linear_31" -> "707 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; +"707 dropout_19" -> "708 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; +"708 layer_norm_12" -> "709 add_16" [style=solid, label="(1, 14, 14, 384)"]; +"709 add_16" -> "721 pad_7" [style=solid, label="(1, 14, 14, 384)"]; +"709 add_16" -> "816 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"710 linear_32" -> "711 relu__5" [style=solid, label="(1, 15, 15, 512)"]; +"711 relu__5" -> "712 linear_33" [style=solid, label="(1, 15, 15, 512)"]; +"712 linear_33" -> "713 view_26" [style=solid, label="(1, 15, 15, 12)"]; +"713 view_26" -> "714 index_5" [style=solid, label="(225, 12)"]; +"714 index_5" -> "715 view_27" [style=solid, label="(4096, 12)"]; +"715 view_27" -> "716 permute_23" [style=solid, label="(64, 64, 12)"]; +"716 permute_23" -> "717 contiguous_8" [style=solid, label="(12, 64, 64)"]; +"717 contiguous_8" -> "718 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; +"718 unsqueeze_13" -> "719 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; +"719 sigmoid_5" -> "720 mul_10" [style=solid, label="(1, 12, 64, 64)"]; +"720 mul_10" -> "748 add_17" [style=solid, label="(1, 12, 64, 64)"]; +"721 pad_7" -> "722 roll_4" [style=solid, label="(1, 16, 16, 384)"]; +"722 roll_4" -> "723 view_28" [style=solid, label="(1, 16, 16, 384)"]; +"723 view_28" -> "724 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"724 permute_24" -> "725 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"725 reshape_22" -> "729 linear_34" [style=solid, label="(4, 64, 384)"]; +"725 reshape_22" -> "749 new_zeros_2" [style=solid, label="(4, 64, 384)"]; +"726 clone_5" -> "727 slice_64" [style=solid, label="(1152,)"]; +"726 clone_5" -> "729 linear_34" [style=solid, label="(1152,)"]; +"727 slice_64" -> "728 zero__5" [style=solid, label="(384,)"]; +"729 linear_34" -> "730 reshape_23" [style=solid, label="(4, 64, 1152)"]; +"730 reshape_23" -> "731 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; +"731 permute_25" -> "732 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; +"731 permute_25" -> "733 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; +"731 permute_25" -> "734 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; +"732 select_15" -> "735 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; +"732 select_15" -> "737 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; +"732 select_15" -> "738 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"733 select_16" -> "739 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; +"733 select_16" -> "741 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; +"733 select_16" -> "742 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"734 select_17" -> "803 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; +"735 linalg_vector_norm_10" -> "736 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; +"736 clamp_min_10" -> "737 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; +"737 expand_as_10" -> "738 div_10" [style=solid, label="(4, 12, 64, 32)"]; +"738 div_10" -> "744 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; +"739 linalg_vector_norm_11" -> "740 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; +"740 clamp_min_11" -> "741 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; +"741 expand_as_11" -> "742 div_11" [style=solid, label="(4, 12, 64, 32)"]; +"742 div_11" -> "743 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; +"743 transpose_10" -> "744 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; +"744 matmul_10" -> "747 mul_11" [style=solid, label="(4, 12, 64, 64)"]; +"745 clamp_5" -> "746 exp_5" [style=solid, label="(12, 1, 1)"]; +"746 exp_5" -> "747 mul_11" [style=solid, label="(12, 1, 1)"]; +"747 mul_11" -> "748 add_17" [style=solid, label="(4, 12, 64, 64)"]; +"748 add_17" -> "796 view_30" [style=solid, label="(4, 12, 64, 64)"]; +"749 new_zeros_2" -> "751 slice_65" [style=solid, label="(16, 16)"]; +"749 new_zeros_2" -> "755 slice_67" [style=solid, label="(16, 16)"]; +"749 new_zeros_2" -> "759 slice_69" [style=solid, label="(16, 16)"]; +"749 new_zeros_2" -> "763 slice_71" [style=solid, label="(16, 16)"]; +"749 new_zeros_2" -> "767 slice_73" [style=solid, label="(16, 16)"]; +"749 new_zeros_2" -> "771 slice_75" [style=solid, label="(16, 16)"]; +"749 new_zeros_2" -> "775 slice_77" [style=solid, label="(16, 16)"]; +"749 new_zeros_2" -> "779 slice_79" [style=solid, label="(16, 16)"]; +"749 new_zeros_2" -> "783 slice_81" [style=solid, label="(16, 16)"]; +"749 new_zeros_2" -> "786 view_29" [style=solid, label="(16, 16)"]; +"750 lift_fresh_copy_18" -> "753 fill__18" [style=solid, label="()"]; +"751 slice_65" -> "752 slice_66" [style=solid, label="(8, 16)"]; +"752 slice_66" -> "753 fill__18" [style=solid, label="(8, 8)"]; +"754 lift_fresh_copy_19" -> "757 fill__19" [style=solid, label="()"]; +"755 slice_67" -> "756 slice_68" [style=solid, label="(8, 16)"]; +"756 slice_68" -> "757 fill__19" [style=solid, label="(8, 4)"]; +"758 lift_fresh_copy_20" -> "761 fill__20" [style=solid, label="()"]; +"759 slice_69" -> "760 slice_70" [style=solid, label="(8, 16)"]; +"760 slice_70" -> "761 fill__20" [style=solid, label="(8, 4)"]; +"762 lift_fresh_copy_21" -> "765 fill__21" [style=solid, label="()"]; +"763 slice_71" -> "764 slice_72" [style=solid, label="(4, 16)"]; +"764 slice_72" -> "765 fill__21" [style=solid, label="(4, 8)"]; +"766 lift_fresh_copy_22" -> "769 fill__22" [style=solid, label="()"]; +"767 slice_73" -> "768 slice_74" [style=solid, label="(4, 16)"]; +"768 slice_74" -> "769 fill__22" [style=solid, label="(4, 4)"]; +"770 lift_fresh_copy_23" -> "773 fill__23" [style=solid, label="()"]; +"771 slice_75" -> "772 slice_76" [style=solid, label="(4, 16)"]; +"772 slice_76" -> "773 fill__23" [style=solid, label="(4, 4)"]; +"774 lift_fresh_copy_24" -> "777 fill__24" [style=solid, label="()"]; +"775 slice_77" -> "776 slice_78" [style=solid, label="(4, 16)"]; +"776 slice_78" -> "777 fill__24" [style=solid, label="(4, 8)"]; +"778 lift_fresh_copy_25" -> "781 fill__25" [style=solid, label="()"]; +"779 slice_79" -> "780 slice_80" [style=solid, label="(4, 16)"]; +"780 slice_80" -> "781 fill__25" [style=solid, label="(4, 4)"]; +"782 lift_fresh_copy_26" -> "785 fill__26" [style=solid, label="()"]; +"783 slice_81" -> "784 slice_82" [style=solid, label="(4, 16)"]; +"784 slice_82" -> "785 fill__26" [style=solid, label="(4, 4)"]; +"786 view_29" -> "787 permute_26" [style=solid, label="(2, 8, 2, 8)"]; +"787 permute_26" -> "788 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; +"788 reshape_24" -> "789 unsqueeze_14" [style=solid, label="(4, 64)"]; +"788 reshape_24" -> "790 unsqueeze_15" [style=solid, label="(4, 64)"]; +"789 unsqueeze_14" -> "791 sub_2" [style=solid, label="(4, 1, 64)"]; +"790 unsqueeze_15" -> "791 sub_2" [style=solid, label="(4, 64, 1)"]; +"791 sub_2" -> "792 ne_2" [style=solid, label="(4, 64, 64)"]; +"791 sub_2" -> "793 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"791 sub_2" -> "794 eq_2" [style=solid, label="(4, 64, 64)"]; +"792 ne_2" -> "793 masked_fill_4" [style=solid, label="(4, 64, 64)"]; +"793 masked_fill_4" -> "795 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"794 eq_2" -> "795 masked_fill_5" [style=solid, label="(4, 64, 64)"]; +"795 masked_fill_5" -> "797 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; +"796 view_30" -> "799 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; +"797 unsqueeze_16" -> "798 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; +"798 unsqueeze_17" -> "799 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; +"799 add_18" -> "800 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; +"800 view_31" -> "801 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; +"801 softmax_5" -> "802 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; +"802 dropout_20" -> "803 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; +"803 matmul_11" -> "804 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; +"804 transpose_11" -> "805 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; +"805 reshape_25" -> "806 linear_35" [style=solid, label="(4, 64, 384)"]; +"806 linear_35" -> "807 dropout_21" [style=solid, label="(4, 64, 384)"]; +"807 dropout_21" -> "808 view_32" [style=solid, label="(4, 64, 384)"]; +"808 view_32" -> "809 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"809 permute_27" -> "810 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"810 reshape_26" -> "811 roll_5" [style=solid, label="(1, 16, 16, 384)"]; +"811 roll_5" -> "812 slice_83" [style=solid, label="(1, 16, 16, 384)"]; +"812 slice_83" -> "813 slice_84" [style=solid, label="(1, 14, 16, 384)"]; +"813 slice_84" -> "814 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; +"814 contiguous_9" -> "815 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; +"815 layer_norm_13" -> "816 add_19" [style=solid, label="(1, 14, 14, 384)"]; +"816 add_19" -> "817 linear_36" [style=solid, label="(1, 14, 14, 384)"]; +"816 add_19" -> "823 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"817 linear_36" -> "818 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; +"818 gelu_5" -> "819 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; +"819 dropout_22" -> "820 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; +"820 linear_37" -> "821 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; +"821 dropout_23" -> "822 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; +"822 layer_norm_14" -> "823 add_20" [style=solid, label="(1, 14, 14, 384)"]; +"823 add_20" -> "835 pad_8" [style=solid, label="(1, 14, 14, 384)"]; +"823 add_20" -> "876 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"824 linear_38" -> "825 relu__6" [style=solid, label="(1, 15, 15, 512)"]; +"825 relu__6" -> "826 linear_39" [style=solid, label="(1, 15, 15, 512)"]; +"826 linear_39" -> "827 view_33" [style=solid, label="(1, 15, 15, 12)"]; +"827 view_33" -> "828 index_6" [style=solid, label="(225, 12)"]; +"828 index_6" -> "829 view_34" [style=solid, label="(4096, 12)"]; +"829 view_34" -> "830 permute_28" [style=solid, label="(64, 64, 12)"]; +"830 permute_28" -> "831 contiguous_10" [style=solid, label="(12, 64, 64)"]; +"831 contiguous_10" -> "832 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; +"832 unsqueeze_18" -> "833 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; +"833 sigmoid_6" -> "834 mul_12" [style=solid, label="(1, 12, 64, 64)"]; +"834 mul_12" -> "861 add_21" [style=solid, label="(1, 12, 64, 64)"]; +"835 pad_8" -> "836 view_35" [style=solid, label="(1, 16, 16, 384)"]; +"836 view_35" -> "837 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"837 permute_29" -> "838 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"838 reshape_27" -> "842 linear_40" [style=solid, label="(4, 64, 384)"]; +"839 clone_6" -> "840 slice_85" [style=solid, label="(1152,)"]; +"839 clone_6" -> "842 linear_40" [style=solid, label="(1152,)"]; +"840 slice_85" -> "841 zero__6" [style=solid, label="(384,)"]; +"842 linear_40" -> "843 reshape_28" [style=solid, label="(4, 64, 1152)"]; +"843 reshape_28" -> "844 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; +"844 permute_30" -> "845 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; +"844 permute_30" -> "846 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; +"844 permute_30" -> "847 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; +"845 select_18" -> "848 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; +"845 select_18" -> "850 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; +"845 select_18" -> "851 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"846 select_19" -> "852 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; +"846 select_19" -> "854 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; +"846 select_19" -> "855 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"847 select_20" -> "864 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; +"848 linalg_vector_norm_12" -> "849 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; +"849 clamp_min_12" -> "850 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; +"850 expand_as_12" -> "851 div_12" [style=solid, label="(4, 12, 64, 32)"]; +"851 div_12" -> "857 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; +"852 linalg_vector_norm_13" -> "853 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; +"853 clamp_min_13" -> "854 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; +"854 expand_as_13" -> "855 div_13" [style=solid, label="(4, 12, 64, 32)"]; +"855 div_13" -> "856 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; +"856 transpose_12" -> "857 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; +"857 matmul_12" -> "860 mul_13" [style=solid, label="(4, 12, 64, 64)"]; +"858 clamp_6" -> "859 exp_6" [style=solid, label="(12, 1, 1)"]; +"859 exp_6" -> "860 mul_13" [style=solid, label="(12, 1, 1)"]; +"860 mul_13" -> "861 add_21" [style=solid, label="(4, 12, 64, 64)"]; +"861 add_21" -> "862 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; +"862 softmax_6" -> "863 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; +"863 dropout_24" -> "864 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; +"864 matmul_13" -> "865 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; +"865 transpose_13" -> "866 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; +"866 reshape_29" -> "867 linear_41" [style=solid, label="(4, 64, 384)"]; +"867 linear_41" -> "868 dropout_25" [style=solid, label="(4, 64, 384)"]; +"868 dropout_25" -> "869 view_36" [style=solid, label="(4, 64, 384)"]; +"869 view_36" -> "870 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"870 permute_31" -> "871 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"871 reshape_30" -> "872 slice_86" [style=solid, label="(1, 16, 16, 384)"]; +"872 slice_86" -> "873 slice_87" [style=solid, label="(1, 14, 16, 384)"]; +"873 slice_87" -> "874 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; +"874 contiguous_11" -> "875 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; +"875 layer_norm_15" -> "876 add_22" [style=solid, label="(1, 14, 14, 384)"]; +"876 add_22" -> "877 linear_42" [style=solid, label="(1, 14, 14, 384)"]; +"876 add_22" -> "883 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"877 linear_42" -> "878 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; +"878 gelu_6" -> "879 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; +"879 dropout_26" -> "880 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; +"880 linear_43" -> "881 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; +"881 dropout_27" -> "882 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; +"882 layer_norm_16" -> "883 add_23" [style=solid, label="(1, 14, 14, 384)"]; +"883 add_23" -> "895 pad_9" [style=solid, label="(1, 14, 14, 384)"]; +"883 add_23" -> "990 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"884 linear_44" -> "885 relu__7" [style=solid, label="(1, 15, 15, 512)"]; +"885 relu__7" -> "886 linear_45" [style=solid, label="(1, 15, 15, 512)"]; +"886 linear_45" -> "887 view_37" [style=solid, label="(1, 15, 15, 12)"]; +"887 view_37" -> "888 index_7" [style=solid, label="(225, 12)"]; +"888 index_7" -> "889 view_38" [style=solid, label="(4096, 12)"]; +"889 view_38" -> "890 permute_32" [style=solid, label="(64, 64, 12)"]; +"890 permute_32" -> "891 contiguous_12" [style=solid, label="(12, 64, 64)"]; +"891 contiguous_12" -> "892 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; +"892 unsqueeze_19" -> "893 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; +"893 sigmoid_7" -> "894 mul_14" [style=solid, label="(1, 12, 64, 64)"]; +"894 mul_14" -> "922 add_24" [style=solid, label="(1, 12, 64, 64)"]; +"895 pad_9" -> "896 roll_6" [style=solid, label="(1, 16, 16, 384)"]; +"896 roll_6" -> "897 view_39" [style=solid, label="(1, 16, 16, 384)"]; +"897 view_39" -> "898 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"898 permute_33" -> "899 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"899 reshape_31" -> "903 linear_46" [style=solid, label="(4, 64, 384)"]; +"899 reshape_31" -> "923 new_zeros_3" [style=solid, label="(4, 64, 384)"]; +"900 clone_7" -> "901 slice_88" [style=solid, label="(1152,)"]; +"900 clone_7" -> "903 linear_46" [style=solid, label="(1152,)"]; +"901 slice_88" -> "902 zero__7" [style=solid, label="(384,)"]; +"903 linear_46" -> "904 reshape_32" [style=solid, label="(4, 64, 1152)"]; +"904 reshape_32" -> "905 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; +"905 permute_34" -> "906 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; +"905 permute_34" -> "907 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; +"905 permute_34" -> "908 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; +"906 select_21" -> "909 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; +"906 select_21" -> "911 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; +"906 select_21" -> "912 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"907 select_22" -> "913 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; +"907 select_22" -> "915 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; +"907 select_22" -> "916 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"908 select_23" -> "977 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; +"909 linalg_vector_norm_14" -> "910 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; +"910 clamp_min_14" -> "911 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; +"911 expand_as_14" -> "912 div_14" [style=solid, label="(4, 12, 64, 32)"]; +"912 div_14" -> "918 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; +"913 linalg_vector_norm_15" -> "914 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; +"914 clamp_min_15" -> "915 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; +"915 expand_as_15" -> "916 div_15" [style=solid, label="(4, 12, 64, 32)"]; +"916 div_15" -> "917 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; +"917 transpose_14" -> "918 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; +"918 matmul_14" -> "921 mul_15" [style=solid, label="(4, 12, 64, 64)"]; +"919 clamp_7" -> "920 exp_7" [style=solid, label="(12, 1, 1)"]; +"920 exp_7" -> "921 mul_15" [style=solid, label="(12, 1, 1)"]; +"921 mul_15" -> "922 add_24" [style=solid, label="(4, 12, 64, 64)"]; +"922 add_24" -> "970 view_41" [style=solid, label="(4, 12, 64, 64)"]; +"923 new_zeros_3" -> "925 slice_89" [style=solid, label="(16, 16)"]; +"923 new_zeros_3" -> "929 slice_91" [style=solid, label="(16, 16)"]; +"923 new_zeros_3" -> "933 slice_93" [style=solid, label="(16, 16)"]; +"923 new_zeros_3" -> "937 slice_95" [style=solid, label="(16, 16)"]; +"923 new_zeros_3" -> "941 slice_97" [style=solid, label="(16, 16)"]; +"923 new_zeros_3" -> "945 slice_99" [style=solid, label="(16, 16)"]; +"923 new_zeros_3" -> "949 slice_101" [style=solid, label="(16, 16)"]; +"923 new_zeros_3" -> "953 slice_103" [style=solid, label="(16, 16)"]; +"923 new_zeros_3" -> "957 slice_105" [style=solid, label="(16, 16)"]; +"923 new_zeros_3" -> "960 view_40" [style=solid, label="(16, 16)"]; +"924 lift_fresh_copy_27" -> "927 fill__27" [style=solid, label="()"]; +"925 slice_89" -> "926 slice_90" [style=solid, label="(8, 16)"]; +"926 slice_90" -> "927 fill__27" [style=solid, label="(8, 8)"]; +"928 lift_fresh_copy_28" -> "931 fill__28" [style=solid, label="()"]; +"929 slice_91" -> "930 slice_92" [style=solid, label="(8, 16)"]; +"930 slice_92" -> "931 fill__28" [style=solid, label="(8, 4)"]; +"932 lift_fresh_copy_29" -> "935 fill__29" [style=solid, label="()"]; +"933 slice_93" -> "934 slice_94" [style=solid, label="(8, 16)"]; +"934 slice_94" -> "935 fill__29" [style=solid, label="(8, 4)"]; +"936 lift_fresh_copy_30" -> "939 fill__30" [style=solid, label="()"]; +"937 slice_95" -> "938 slice_96" [style=solid, label="(4, 16)"]; +"938 slice_96" -> "939 fill__30" [style=solid, label="(4, 8)"]; +"940 lift_fresh_copy_31" -> "943 fill__31" [style=solid, label="()"]; +"941 slice_97" -> "942 slice_98" [style=solid, label="(4, 16)"]; +"942 slice_98" -> "943 fill__31" [style=solid, label="(4, 4)"]; +"944 lift_fresh_copy_32" -> "947 fill__32" [style=solid, label="()"]; +"945 slice_99" -> "946 slice_100" [style=solid, label="(4, 16)"]; +"946 slice_100" -> "947 fill__32" [style=solid, label="(4, 4)"]; +"948 lift_fresh_copy_33" -> "951 fill__33" [style=solid, label="()"]; +"949 slice_101" -> "950 slice_102" [style=solid, label="(4, 16)"]; +"950 slice_102" -> "951 fill__33" [style=solid, label="(4, 8)"]; +"952 lift_fresh_copy_34" -> "955 fill__34" [style=solid, label="()"]; +"953 slice_103" -> "954 slice_104" [style=solid, label="(4, 16)"]; +"954 slice_104" -> "955 fill__34" [style=solid, label="(4, 4)"]; +"956 lift_fresh_copy_35" -> "959 fill__35" [style=solid, label="()"]; +"957 slice_105" -> "958 slice_106" [style=solid, label="(4, 16)"]; +"958 slice_106" -> "959 fill__35" [style=solid, label="(4, 4)"]; +"960 view_40" -> "961 permute_35" [style=solid, label="(2, 8, 2, 8)"]; +"961 permute_35" -> "962 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; +"962 reshape_33" -> "963 unsqueeze_20" [style=solid, label="(4, 64)"]; +"962 reshape_33" -> "964 unsqueeze_21" [style=solid, label="(4, 64)"]; +"963 unsqueeze_20" -> "965 sub_3" [style=solid, label="(4, 1, 64)"]; +"964 unsqueeze_21" -> "965 sub_3" [style=solid, label="(4, 64, 1)"]; +"965 sub_3" -> "966 ne_3" [style=solid, label="(4, 64, 64)"]; +"965 sub_3" -> "967 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"965 sub_3" -> "968 eq_3" [style=solid, label="(4, 64, 64)"]; +"966 ne_3" -> "967 masked_fill_6" [style=solid, label="(4, 64, 64)"]; +"967 masked_fill_6" -> "969 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"968 eq_3" -> "969 masked_fill_7" [style=solid, label="(4, 64, 64)"]; +"969 masked_fill_7" -> "971 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; +"970 view_41" -> "973 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; +"971 unsqueeze_22" -> "972 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; +"972 unsqueeze_23" -> "973 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; +"973 add_25" -> "974 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; +"974 view_42" -> "975 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; +"975 softmax_7" -> "976 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; +"976 dropout_28" -> "977 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; +"977 matmul_15" -> "978 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; +"978 transpose_15" -> "979 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; +"979 reshape_34" -> "980 linear_47" [style=solid, label="(4, 64, 384)"]; +"980 linear_47" -> "981 dropout_29" [style=solid, label="(4, 64, 384)"]; +"981 dropout_29" -> "982 view_43" [style=solid, label="(4, 64, 384)"]; +"982 view_43" -> "983 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"983 permute_36" -> "984 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"984 reshape_35" -> "985 roll_7" [style=solid, label="(1, 16, 16, 384)"]; +"985 roll_7" -> "986 slice_107" [style=solid, label="(1, 16, 16, 384)"]; +"986 slice_107" -> "987 slice_108" [style=solid, label="(1, 14, 16, 384)"]; +"987 slice_108" -> "988 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; +"988 contiguous_13" -> "989 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; +"989 layer_norm_17" -> "990 add_26" [style=solid, label="(1, 14, 14, 384)"]; +"990 add_26" -> "991 linear_48" [style=solid, label="(1, 14, 14, 384)"]; +"990 add_26" -> "997 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"991 linear_48" -> "992 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; +"992 gelu_7" -> "993 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; +"993 dropout_30" -> "994 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; +"994 linear_49" -> "995 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; +"995 dropout_31" -> "996 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; +"996 layer_norm_18" -> "997 add_27" [style=solid, label="(1, 14, 14, 384)"]; +"997 add_27" -> "1009 pad_10" [style=solid, label="(1, 14, 14, 384)"]; +"997 add_27" -> "1050 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"998 linear_50" -> "999 relu__8" [style=solid, label="(1, 15, 15, 512)"]; +"999 relu__8" -> "1000 linear_51" [style=solid, label="(1, 15, 15, 512)"]; +"1000 linear_51" -> "1001 view_44" [style=solid, label="(1, 15, 15, 12)"]; +"1001 view_44" -> "1002 index_8" [style=solid, label="(225, 12)"]; +"1002 index_8" -> "1003 view_45" [style=solid, label="(4096, 12)"]; +"1003 view_45" -> "1004 permute_37" [style=solid, label="(64, 64, 12)"]; +"1004 permute_37" -> "1005 contiguous_14" [style=solid, label="(12, 64, 64)"]; +"1005 contiguous_14" -> "1006 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; +"1006 unsqueeze_24" -> "1007 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; +"1007 sigmoid_8" -> "1008 mul_16" [style=solid, label="(1, 12, 64, 64)"]; +"1008 mul_16" -> "1035 add_28" [style=solid, label="(1, 12, 64, 64)"]; +"1009 pad_10" -> "1010 view_46" [style=solid, label="(1, 16, 16, 384)"]; +"1010 view_46" -> "1011 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1011 permute_38" -> "1012 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1012 reshape_36" -> "1016 linear_52" [style=solid, label="(4, 64, 384)"]; +"1013 clone_8" -> "1014 slice_109" [style=solid, label="(1152,)"]; +"1013 clone_8" -> "1016 linear_52" [style=solid, label="(1152,)"]; +"1014 slice_109" -> "1015 zero__8" [style=solid, label="(384,)"]; +"1016 linear_52" -> "1017 reshape_37" [style=solid, label="(4, 64, 1152)"]; +"1017 reshape_37" -> "1018 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1018 permute_39" -> "1019 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1018 permute_39" -> "1020 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1018 permute_39" -> "1021 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1019 select_24" -> "1022 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; +"1019 select_24" -> "1024 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; +"1019 select_24" -> "1025 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1020 select_25" -> "1026 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; +"1020 select_25" -> "1028 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; +"1020 select_25" -> "1029 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1021 select_26" -> "1038 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; +"1022 linalg_vector_norm_16" -> "1023 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; +"1023 clamp_min_16" -> "1024 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; +"1024 expand_as_16" -> "1025 div_16" [style=solid, label="(4, 12, 64, 32)"]; +"1025 div_16" -> "1031 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; +"1026 linalg_vector_norm_17" -> "1027 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; +"1027 clamp_min_17" -> "1028 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; +"1028 expand_as_17" -> "1029 div_17" [style=solid, label="(4, 12, 64, 32)"]; +"1029 div_17" -> "1030 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; +"1030 transpose_16" -> "1031 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; +"1031 matmul_16" -> "1034 mul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1032 clamp_8" -> "1033 exp_8" [style=solid, label="(12, 1, 1)"]; +"1033 exp_8" -> "1034 mul_17" [style=solid, label="(12, 1, 1)"]; +"1034 mul_17" -> "1035 add_28" [style=solid, label="(4, 12, 64, 64)"]; +"1035 add_28" -> "1036 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; +"1036 softmax_8" -> "1037 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; +"1037 dropout_32" -> "1038 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; +"1038 matmul_17" -> "1039 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; +"1039 transpose_17" -> "1040 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; +"1040 reshape_38" -> "1041 linear_53" [style=solid, label="(4, 64, 384)"]; +"1041 linear_53" -> "1042 dropout_33" [style=solid, label="(4, 64, 384)"]; +"1042 dropout_33" -> "1043 view_47" [style=solid, label="(4, 64, 384)"]; +"1043 view_47" -> "1044 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1044 permute_40" -> "1045 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1045 reshape_39" -> "1046 slice_110" [style=solid, label="(1, 16, 16, 384)"]; +"1046 slice_110" -> "1047 slice_111" [style=solid, label="(1, 14, 16, 384)"]; +"1047 slice_111" -> "1048 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; +"1048 contiguous_15" -> "1049 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; +"1049 layer_norm_19" -> "1050 add_29" [style=solid, label="(1, 14, 14, 384)"]; +"1050 add_29" -> "1051 linear_54" [style=solid, label="(1, 14, 14, 384)"]; +"1050 add_29" -> "1057 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1051 linear_54" -> "1052 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; +"1052 gelu_8" -> "1053 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; +"1053 dropout_34" -> "1054 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; +"1054 linear_55" -> "1055 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; +"1055 dropout_35" -> "1056 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; +"1056 layer_norm_20" -> "1057 add_30" [style=solid, label="(1, 14, 14, 384)"]; +"1057 add_30" -> "1069 pad_11" [style=solid, label="(1, 14, 14, 384)"]; +"1057 add_30" -> "1164 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1058 linear_56" -> "1059 relu__9" [style=solid, label="(1, 15, 15, 512)"]; +"1059 relu__9" -> "1060 linear_57" [style=solid, label="(1, 15, 15, 512)"]; +"1060 linear_57" -> "1061 view_48" [style=solid, label="(1, 15, 15, 12)"]; +"1061 view_48" -> "1062 index_9" [style=solid, label="(225, 12)"]; +"1062 index_9" -> "1063 view_49" [style=solid, label="(4096, 12)"]; +"1063 view_49" -> "1064 permute_41" [style=solid, label="(64, 64, 12)"]; +"1064 permute_41" -> "1065 contiguous_16" [style=solid, label="(12, 64, 64)"]; +"1065 contiguous_16" -> "1066 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; +"1066 unsqueeze_25" -> "1067 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; +"1067 sigmoid_9" -> "1068 mul_18" [style=solid, label="(1, 12, 64, 64)"]; +"1068 mul_18" -> "1096 add_31" [style=solid, label="(1, 12, 64, 64)"]; +"1069 pad_11" -> "1070 roll_8" [style=solid, label="(1, 16, 16, 384)"]; +"1070 roll_8" -> "1071 view_50" [style=solid, label="(1, 16, 16, 384)"]; +"1071 view_50" -> "1072 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1072 permute_42" -> "1073 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1073 reshape_40" -> "1077 linear_58" [style=solid, label="(4, 64, 384)"]; +"1073 reshape_40" -> "1097 new_zeros_4" [style=solid, label="(4, 64, 384)"]; +"1074 clone_9" -> "1075 slice_112" [style=solid, label="(1152,)"]; +"1074 clone_9" -> "1077 linear_58" [style=solid, label="(1152,)"]; +"1075 slice_112" -> "1076 zero__9" [style=solid, label="(384,)"]; +"1077 linear_58" -> "1078 reshape_41" [style=solid, label="(4, 64, 1152)"]; +"1078 reshape_41" -> "1079 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; +"1079 permute_43" -> "1080 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1079 permute_43" -> "1081 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1079 permute_43" -> "1082 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; +"1080 select_27" -> "1083 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; +"1080 select_27" -> "1085 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; +"1080 select_27" -> "1086 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1081 select_28" -> "1087 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; +"1081 select_28" -> "1089 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; +"1081 select_28" -> "1090 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1082 select_29" -> "1151 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; +"1083 linalg_vector_norm_18" -> "1084 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; +"1084 clamp_min_18" -> "1085 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; +"1085 expand_as_18" -> "1086 div_18" [style=solid, label="(4, 12, 64, 32)"]; +"1086 div_18" -> "1092 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; +"1087 linalg_vector_norm_19" -> "1088 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; +"1088 clamp_min_19" -> "1089 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; +"1089 expand_as_19" -> "1090 div_19" [style=solid, label="(4, 12, 64, 32)"]; +"1090 div_19" -> "1091 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; +"1091 transpose_18" -> "1092 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; +"1092 matmul_18" -> "1095 mul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1093 clamp_9" -> "1094 exp_9" [style=solid, label="(12, 1, 1)"]; +"1094 exp_9" -> "1095 mul_19" [style=solid, label="(12, 1, 1)"]; +"1095 mul_19" -> "1096 add_31" [style=solid, label="(4, 12, 64, 64)"]; +"1096 add_31" -> "1144 view_52" [style=solid, label="(4, 12, 64, 64)"]; +"1097 new_zeros_4" -> "1099 slice_113" [style=solid, label="(16, 16)"]; +"1097 new_zeros_4" -> "1103 slice_115" [style=solid, label="(16, 16)"]; +"1097 new_zeros_4" -> "1107 slice_117" [style=solid, label="(16, 16)"]; +"1097 new_zeros_4" -> "1111 slice_119" [style=solid, label="(16, 16)"]; +"1097 new_zeros_4" -> "1115 slice_121" [style=solid, label="(16, 16)"]; +"1097 new_zeros_4" -> "1119 slice_123" [style=solid, label="(16, 16)"]; +"1097 new_zeros_4" -> "1123 slice_125" [style=solid, label="(16, 16)"]; +"1097 new_zeros_4" -> "1127 slice_127" [style=solid, label="(16, 16)"]; +"1097 new_zeros_4" -> "1131 slice_129" [style=solid, label="(16, 16)"]; +"1097 new_zeros_4" -> "1134 view_51" [style=solid, label="(16, 16)"]; +"1098 lift_fresh_copy_36" -> "1101 fill__36" [style=solid, label="()"]; +"1099 slice_113" -> "1100 slice_114" [style=solid, label="(8, 16)"]; +"1100 slice_114" -> "1101 fill__36" [style=solid, label="(8, 8)"]; +"1102 lift_fresh_copy_37" -> "1105 fill__37" [style=solid, label="()"]; +"1103 slice_115" -> "1104 slice_116" [style=solid, label="(8, 16)"]; +"1104 slice_116" -> "1105 fill__37" [style=solid, label="(8, 4)"]; +"1106 lift_fresh_copy_38" -> "1109 fill__38" [style=solid, label="()"]; +"1107 slice_117" -> "1108 slice_118" [style=solid, label="(8, 16)"]; +"1108 slice_118" -> "1109 fill__38" [style=solid, label="(8, 4)"]; +"1110 lift_fresh_copy_39" -> "1113 fill__39" [style=solid, label="()"]; +"1111 slice_119" -> "1112 slice_120" [style=solid, label="(4, 16)"]; +"1112 slice_120" -> "1113 fill__39" [style=solid, label="(4, 8)"]; +"1114 lift_fresh_copy_40" -> "1117 fill__40" [style=solid, label="()"]; +"1115 slice_121" -> "1116 slice_122" [style=solid, label="(4, 16)"]; +"1116 slice_122" -> "1117 fill__40" [style=solid, label="(4, 4)"]; +"1118 lift_fresh_copy_41" -> "1121 fill__41" [style=solid, label="()"]; +"1119 slice_123" -> "1120 slice_124" [style=solid, label="(4, 16)"]; +"1120 slice_124" -> "1121 fill__41" [style=solid, label="(4, 4)"]; +"1122 lift_fresh_copy_42" -> "1125 fill__42" [style=solid, label="()"]; +"1123 slice_125" -> "1124 slice_126" [style=solid, label="(4, 16)"]; +"1124 slice_126" -> "1125 fill__42" [style=solid, label="(4, 8)"]; +"1126 lift_fresh_copy_43" -> "1129 fill__43" [style=solid, label="()"]; +"1127 slice_127" -> "1128 slice_128" [style=solid, label="(4, 16)"]; +"1128 slice_128" -> "1129 fill__43" [style=solid, label="(4, 4)"]; +"1130 lift_fresh_copy_44" -> "1133 fill__44" [style=solid, label="()"]; +"1131 slice_129" -> "1132 slice_130" [style=solid, label="(4, 16)"]; +"1132 slice_130" -> "1133 fill__44" [style=solid, label="(4, 4)"]; +"1134 view_51" -> "1135 permute_44" [style=solid, label="(2, 8, 2, 8)"]; +"1135 permute_44" -> "1136 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; +"1136 reshape_42" -> "1137 unsqueeze_26" [style=solid, label="(4, 64)"]; +"1136 reshape_42" -> "1138 unsqueeze_27" [style=solid, label="(4, 64)"]; +"1137 unsqueeze_26" -> "1139 sub_4" [style=solid, label="(4, 1, 64)"]; +"1138 unsqueeze_27" -> "1139 sub_4" [style=solid, label="(4, 64, 1)"]; +"1139 sub_4" -> "1140 ne_4" [style=solid, label="(4, 64, 64)"]; +"1139 sub_4" -> "1141 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1139 sub_4" -> "1142 eq_4" [style=solid, label="(4, 64, 64)"]; +"1140 ne_4" -> "1141 masked_fill_8" [style=solid, label="(4, 64, 64)"]; +"1141 masked_fill_8" -> "1143 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1142 eq_4" -> "1143 masked_fill_9" [style=solid, label="(4, 64, 64)"]; +"1143 masked_fill_9" -> "1145 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; +"1144 view_52" -> "1147 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1145 unsqueeze_28" -> "1146 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; +"1146 unsqueeze_29" -> "1147 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; +"1147 add_32" -> "1148 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; +"1148 view_53" -> "1149 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; +"1149 softmax_9" -> "1150 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; +"1150 dropout_36" -> "1151 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; +"1151 matmul_19" -> "1152 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; +"1152 transpose_19" -> "1153 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; +"1153 reshape_43" -> "1154 linear_59" [style=solid, label="(4, 64, 384)"]; +"1154 linear_59" -> "1155 dropout_37" [style=solid, label="(4, 64, 384)"]; +"1155 dropout_37" -> "1156 view_54" [style=solid, label="(4, 64, 384)"]; +"1156 view_54" -> "1157 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"1157 permute_45" -> "1158 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"1158 reshape_44" -> "1159 roll_9" [style=solid, label="(1, 16, 16, 384)"]; +"1159 roll_9" -> "1160 slice_131" [style=solid, label="(1, 16, 16, 384)"]; +"1160 slice_131" -> "1161 slice_132" [style=solid, label="(1, 14, 16, 384)"]; +"1161 slice_132" -> "1162 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; +"1162 contiguous_17" -> "1163 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; +"1163 layer_norm_21" -> "1164 add_33" [style=solid, label="(1, 14, 14, 384)"]; +"1164 add_33" -> "1165 linear_60" [style=solid, label="(1, 14, 14, 384)"]; +"1164 add_33" -> "1171 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1165 linear_60" -> "1166 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; +"1166 gelu_9" -> "1167 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; +"1167 dropout_38" -> "1168 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; +"1168 linear_61" -> "1169 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; +"1169 dropout_39" -> "1170 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; +"1170 layer_norm_22" -> "1171 add_34" [style=solid, label="(1, 14, 14, 384)"]; +"1171 add_34" -> "1172 pad_12" [style=solid, label="(1, 14, 14, 384)"]; +"1172 pad_12" -> "1173 slice_133" [style=solid, label="(1, 14, 14, 384)"]; +"1172 pad_12" -> "1175 slice_135" [style=solid, label="(1, 14, 14, 384)"]; +"1172 pad_12" -> "1177 slice_137" [style=solid, label="(1, 14, 14, 384)"]; +"1172 pad_12" -> "1179 slice_139" [style=solid, label="(1, 14, 14, 384)"]; +"1173 slice_133" -> "1174 slice_134" [style=solid, label="(1, 7, 14, 384)"]; +"1174 slice_134" -> "1181 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1175 slice_135" -> "1176 slice_136" [style=solid, label="(1, 7, 14, 384)"]; +"1176 slice_136" -> "1181 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1177 slice_137" -> "1178 slice_138" [style=solid, label="(1, 7, 14, 384)"]; +"1178 slice_138" -> "1181 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1179 slice_139" -> "1180 slice_140" [style=solid, label="(1, 7, 14, 384)"]; +"1180 slice_140" -> "1181 cat_2" [style=solid, label="(1, 7, 7, 384)"]; +"1181 cat_2" -> "1182 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; +"1182 linear_62" -> "1183 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; +"1183 layer_norm_23" -> "1195 pad_13" [style=solid, label="(1, 7, 7, 768)"]; +"1183 layer_norm_23" -> "1236 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1184 linear_63" -> "1185 relu__10" [style=solid, label="(1, 15, 15, 512)"]; +"1185 relu__10" -> "1186 linear_64" [style=solid, label="(1, 15, 15, 512)"]; +"1186 linear_64" -> "1187 view_55" [style=solid, label="(1, 15, 15, 24)"]; +"1187 view_55" -> "1188 index_10" [style=solid, label="(225, 24)"]; +"1188 index_10" -> "1189 view_56" [style=solid, label="(4096, 24)"]; +"1189 view_56" -> "1190 permute_46" [style=solid, label="(64, 64, 24)"]; +"1190 permute_46" -> "1191 contiguous_18" [style=solid, label="(24, 64, 64)"]; +"1191 contiguous_18" -> "1192 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; +"1192 unsqueeze_30" -> "1193 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; +"1193 sigmoid_10" -> "1194 mul_20" [style=solid, label="(1, 24, 64, 64)"]; +"1194 mul_20" -> "1221 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1195 pad_13" -> "1196 view_57" [style=solid, label="(1, 8, 8, 768)"]; +"1196 view_57" -> "1197 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1197 permute_47" -> "1198 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1198 reshape_45" -> "1202 linear_65" [style=solid, label="(1, 64, 768)"]; +"1199 clone_10" -> "1200 slice_141" [style=solid, label="(2304,)"]; +"1199 clone_10" -> "1202 linear_65" [style=solid, label="(2304,)"]; +"1200 slice_141" -> "1201 zero__10" [style=solid, label="(768,)"]; +"1202 linear_65" -> "1203 reshape_46" [style=solid, label="(1, 64, 2304)"]; +"1203 reshape_46" -> "1204 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1204 permute_48" -> "1205 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1204 permute_48" -> "1206 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1204 permute_48" -> "1207 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1205 select_30" -> "1208 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; +"1205 select_30" -> "1210 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; +"1205 select_30" -> "1211 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1206 select_31" -> "1212 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; +"1206 select_31" -> "1214 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; +"1206 select_31" -> "1215 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1207 select_32" -> "1224 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; +"1208 linalg_vector_norm_20" -> "1209 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; +"1209 clamp_min_20" -> "1210 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; +"1210 expand_as_20" -> "1211 div_20" [style=solid, label="(1, 24, 64, 32)"]; +"1211 div_20" -> "1217 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; +"1212 linalg_vector_norm_21" -> "1213 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; +"1213 clamp_min_21" -> "1214 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; +"1214 expand_as_21" -> "1215 div_21" [style=solid, label="(1, 24, 64, 32)"]; +"1215 div_21" -> "1216 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; +"1216 transpose_20" -> "1217 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; +"1217 matmul_20" -> "1220 mul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1218 clamp_10" -> "1219 exp_10" [style=solid, label="(24, 1, 1)"]; +"1219 exp_10" -> "1220 mul_21" [style=solid, label="(24, 1, 1)"]; +"1220 mul_21" -> "1221 add_35" [style=solid, label="(1, 24, 64, 64)"]; +"1221 add_35" -> "1222 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; +"1222 softmax_10" -> "1223 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; +"1223 dropout_40" -> "1224 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; +"1224 matmul_21" -> "1225 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; +"1225 transpose_21" -> "1226 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; +"1226 reshape_47" -> "1227 linear_66" [style=solid, label="(1, 64, 768)"]; +"1227 linear_66" -> "1228 dropout_41" [style=solid, label="(1, 64, 768)"]; +"1228 dropout_41" -> "1229 view_58" [style=solid, label="(1, 64, 768)"]; +"1229 view_58" -> "1230 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1230 permute_49" -> "1231 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1231 reshape_48" -> "1232 slice_142" [style=solid, label="(1, 8, 8, 768)"]; +"1232 slice_142" -> "1233 slice_143" [style=solid, label="(1, 7, 8, 768)"]; +"1233 slice_143" -> "1234 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; +"1234 contiguous_19" -> "1235 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; +"1235 layer_norm_24" -> "1236 add_36" [style=solid, label="(1, 7, 7, 768)"]; +"1236 add_36" -> "1237 linear_67" [style=solid, label="(1, 7, 7, 768)"]; +"1236 add_36" -> "1243 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1237 linear_67" -> "1238 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; +"1238 gelu_10" -> "1239 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; +"1239 dropout_42" -> "1240 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; +"1240 linear_68" -> "1241 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; +"1241 dropout_43" -> "1242 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; +"1242 layer_norm_25" -> "1243 add_37" [style=solid, label="(1, 7, 7, 768)"]; +"1243 add_37" -> "1255 pad_14" [style=solid, label="(1, 7, 7, 768)"]; +"1243 add_37" -> "1296 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1244 linear_69" -> "1245 relu__11" [style=solid, label="(1, 15, 15, 512)"]; +"1245 relu__11" -> "1246 linear_70" [style=solid, label="(1, 15, 15, 512)"]; +"1246 linear_70" -> "1247 view_59" [style=solid, label="(1, 15, 15, 24)"]; +"1247 view_59" -> "1248 index_11" [style=solid, label="(225, 24)"]; +"1248 index_11" -> "1249 view_60" [style=solid, label="(4096, 24)"]; +"1249 view_60" -> "1250 permute_50" [style=solid, label="(64, 64, 24)"]; +"1250 permute_50" -> "1251 contiguous_20" [style=solid, label="(24, 64, 64)"]; +"1251 contiguous_20" -> "1252 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; +"1252 unsqueeze_31" -> "1253 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; +"1253 sigmoid_11" -> "1254 mul_22" [style=solid, label="(1, 24, 64, 64)"]; +"1254 mul_22" -> "1281 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1255 pad_14" -> "1256 view_61" [style=solid, label="(1, 8, 8, 768)"]; +"1256 view_61" -> "1257 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1257 permute_51" -> "1258 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1258 reshape_49" -> "1262 linear_71" [style=solid, label="(1, 64, 768)"]; +"1259 clone_11" -> "1260 slice_144" [style=solid, label="(2304,)"]; +"1259 clone_11" -> "1262 linear_71" [style=solid, label="(2304,)"]; +"1260 slice_144" -> "1261 zero__11" [style=solid, label="(768,)"]; +"1262 linear_71" -> "1263 reshape_50" [style=solid, label="(1, 64, 2304)"]; +"1263 reshape_50" -> "1264 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; +"1264 permute_52" -> "1265 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1264 permute_52" -> "1266 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1264 permute_52" -> "1267 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; +"1265 select_33" -> "1268 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; +"1265 select_33" -> "1270 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; +"1265 select_33" -> "1271 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1266 select_34" -> "1272 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; +"1266 select_34" -> "1274 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; +"1266 select_34" -> "1275 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1267 select_35" -> "1284 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; +"1268 linalg_vector_norm_22" -> "1269 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; +"1269 clamp_min_22" -> "1270 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; +"1270 expand_as_22" -> "1271 div_22" [style=solid, label="(1, 24, 64, 32)"]; +"1271 div_22" -> "1277 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; +"1272 linalg_vector_norm_23" -> "1273 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; +"1273 clamp_min_23" -> "1274 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; +"1274 expand_as_23" -> "1275 div_23" [style=solid, label="(1, 24, 64, 32)"]; +"1275 div_23" -> "1276 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; +"1276 transpose_22" -> "1277 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; +"1277 matmul_22" -> "1280 mul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1278 clamp_11" -> "1279 exp_11" [style=solid, label="(24, 1, 1)"]; +"1279 exp_11" -> "1280 mul_23" [style=solid, label="(24, 1, 1)"]; +"1280 mul_23" -> "1281 add_38" [style=solid, label="(1, 24, 64, 64)"]; +"1281 add_38" -> "1282 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; +"1282 softmax_11" -> "1283 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; +"1283 dropout_44" -> "1284 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; +"1284 matmul_23" -> "1285 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; +"1285 transpose_23" -> "1286 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; +"1286 reshape_51" -> "1287 linear_72" [style=solid, label="(1, 64, 768)"]; +"1287 linear_72" -> "1288 dropout_45" [style=solid, label="(1, 64, 768)"]; +"1288 dropout_45" -> "1289 view_62" [style=solid, label="(1, 64, 768)"]; +"1289 view_62" -> "1290 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"1290 permute_53" -> "1291 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"1291 reshape_52" -> "1292 slice_145" [style=solid, label="(1, 8, 8, 768)"]; +"1292 slice_145" -> "1293 slice_146" [style=solid, label="(1, 7, 8, 768)"]; +"1293 slice_146" -> "1294 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; +"1294 contiguous_21" -> "1295 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; +"1295 layer_norm_26" -> "1296 add_39" [style=solid, label="(1, 7, 7, 768)"]; +"1296 add_39" -> "1297 linear_73" [style=solid, label="(1, 7, 7, 768)"]; +"1296 add_39" -> "1303 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1297 linear_73" -> "1298 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; +"1298 gelu_11" -> "1299 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; +"1299 dropout_46" -> "1300 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; +"1300 linear_74" -> "1301 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; +"1301 dropout_47" -> "1302 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; +"1302 layer_norm_27" -> "1303 add_40" [style=solid, label="(1, 7, 7, 768)"]; +"1303 add_40" -> "1304 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; +"1304 layer_norm_28" -> "1305 permute_54" [style=solid, label="(1, 7, 7, 768)"]; +"1305 permute_54" -> "1306 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; +"1306 adaptive_avg_pool2d" -> "1307 flatten" [style=solid, label="(1, 768, 1, 1)"]; +"1307 flatten" -> "1308 linear_75" [style=solid, label="(1, 768)"]; +"1308 linear_75" -> "1309 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/transformed/folded_scalar_clone_model.dot b/tests/torch2/data/fx/transformed/folded_scalar_clone_model.dot index 87cee1297d5..f79f379a908 100644 --- a/tests/torch2/data/fx/transformed/folded_scalar_clone_model.dot +++ b/tests/torch2/data/fx/transformed/folded_scalar_clone_model.dot @@ -1,48 +1,34 @@ -strict digraph { +strict digraph { "0 linear_weight" [id=0, type=get_attr]; "1 linear_bias" [id=1, type=get_attr]; "2 x" [id=2, type=input]; "3 new_zeros" [id=3, type=new_zeros]; "4 _frozen_param0" [id=4, type=get_attr]; "5 select" [id=5, type=select]; -"6 slice_1" [id=6, type=slice]; -"7 fill" [id=7, type=fill]; -"8 select_1" [id=8, type=select]; -"9 slice_scatter" [id=9, type=slice_scatter]; -"10 select_scatter" [id=10, type=select_scatter]; -"11 _frozen_param1" [id=11, type=get_attr]; -"12 select_4" [id=12, type=select]; -"13 slice_4" [id=13, type=slice]; -"14 fill_1" [id=14, type=fill]; -"15 select_5" [id=15, type=select]; -"16 slice_scatter_1" [id=16, type=slice_scatter]; -"17 select_scatter_1" [id=17, type=select_scatter]; -"18 linear" [id=18, type=linear]; -"19 add" [id=19, type=add]; -"20 output" [id=20, type=output]; -"0 linear_weight" -> "18 linear" [label="(3, 3)", style=solid]; -"1 linear_bias" -> "18 linear" [label="(3,)", style=solid]; +"6 fill" [id=6, type=fill]; +"7 select_scatter" [id=7, type=select_scatter]; +"8 _frozen_param1" [id=8, type=get_attr]; +"9 select_3" [id=9, type=select]; +"10 fill_1" [id=10, type=fill]; +"11 select_scatter_1" [id=11, type=select_scatter]; +"12 linear" [id=12, type=linear]; +"13 add" [id=13, type=add]; +"14 output" [id=14, type=output]; +"0 linear_weight" -> "12 linear" [label="(3, 3)", style=solid]; +"1 linear_bias" -> "12 linear" [label="(3,)", style=solid]; "2 x" -> "3 new_zeros" [label="(1, 3, 3, 3)", style=solid]; -"2 x" -> "18 linear" [label="(1, 3, 3, 3)", style=solid]; +"2 x" -> "12 linear" [label="(1, 3, 3, 3)", style=solid]; "3 new_zeros" -> "5 select" [label="(3, 3)", style=solid]; -"3 new_zeros" -> "8 select_1" [label="(3, 3)", style=solid]; -"3 new_zeros" -> "10 select_scatter" [label="(3, 3)", style=solid]; -"4 _frozen_param0" -> "7 fill" [label="()", style=solid]; -"5 select" -> "6 slice_1" [label="(3,)", style=solid]; -"6 slice_1" -> "7 fill" [label="(3,)", style=solid]; -"7 fill" -> "9 slice_scatter" [label="(3,)", style=solid]; -"8 select_1" -> "9 slice_scatter" [label="(3,)", style=solid]; -"9 slice_scatter" -> "10 select_scatter" [label="(3,)", style=solid]; -"10 select_scatter" -> "12 select_4" [label="(3, 3)", style=solid]; -"10 select_scatter" -> "15 select_5" [label="(3, 3)", style=solid]; -"10 select_scatter" -> "17 select_scatter_1" [label="(3, 3)", style=solid]; -"11 _frozen_param1" -> "14 fill_1" [label="()", style=solid]; -"12 select_4" -> "13 slice_4" [label="(3,)", style=solid]; -"13 slice_4" -> "14 fill_1" [label="(3,)", style=solid]; -"14 fill_1" -> "16 slice_scatter_1" [label="(3,)", style=solid]; -"15 select_5" -> "16 slice_scatter_1" [label="(3,)", style=solid]; -"16 slice_scatter_1" -> "17 select_scatter_1" [label="(3,)", style=solid]; -"17 select_scatter_1" -> "19 add" [label="(3, 3)", style=solid]; -"18 linear" -> "19 add" [label="(1, 3, 3, 3)", style=solid]; -"19 add" -> "20 output" [label="(1, 3, 3, 3)", style=solid]; -} \ No newline at end of file +"3 new_zeros" -> "7 select_scatter" [label="(3, 3)", style=solid]; +"4 _frozen_param0" -> "6 fill" [label="()", style=solid]; +"5 select" -> "6 fill" [label="(3,)", style=solid]; +"6 fill" -> "7 select_scatter" [label="(3,)", style=solid]; +"7 select_scatter" -> "9 select_3" [label="(3, 3)", style=solid]; +"7 select_scatter" -> "11 select_scatter_1" [label="(3, 3)", style=solid]; +"8 _frozen_param1" -> "10 fill_1" [label="()", style=solid]; +"9 select_3" -> "10 fill_1" [label="(3,)", style=solid]; +"10 fill_1" -> "11 select_scatter_1" [label="(3,)", style=solid]; +"11 select_scatter_1" -> "13 add" [label="(3, 3)", style=solid]; +"12 linear" -> "13 add" [label="(1, 3, 3, 3)", style=solid]; +"13 add" -> "14 output" [label="(1, 3, 3, 3)", style=solid]; +} diff --git a/tests/torch2/data/fx/unet.dot b/tests/torch2/data/fx/unet.dot index 3bea9c86efd..8b4b12c97c9 100644 --- a/tests/torch2/data/fx/unet.dot +++ b/tests/torch2/data/fx/unet.dot @@ -173,53 +173,45 @@ strict digraph { "171 conv_transpose2d" [id=171, type="conv_transpose2d"]; "172 slice_1" [id=172, type=slice]; "173 slice_2" [id=173, type=slice]; -"174 slice_3" [id=174, type=slice]; -"175 slice_4" [id=175, type=slice]; -"176 cat" [id=176, type=cat]; -"177 conv2d_10" [id=177, type=conv2d]; -"178 batch_norm_10" [id=178, type="batch_norm"]; -"179 relu_10" [id=179, type=relu]; -"180 conv2d_11" [id=180, type=conv2d]; -"181 batch_norm_11" [id=181, type="batch_norm"]; -"182 relu_11" [id=182, type=relu]; -"183 conv_transpose2d_1" [id=183, type="conv_transpose2d"]; -"184 slice_5" [id=184, type=slice]; -"185 slice_6" [id=185, type=slice]; -"186 slice_7" [id=186, type=slice]; -"187 slice_8" [id=187, type=slice]; -"188 cat_1" [id=188, type=cat]; -"189 conv2d_12" [id=189, type=conv2d]; -"190 batch_norm_12" [id=190, type="batch_norm"]; -"191 relu_12" [id=191, type=relu]; -"192 conv2d_13" [id=192, type=conv2d]; -"193 batch_norm_13" [id=193, type="batch_norm"]; -"194 relu_13" [id=194, type=relu]; -"195 conv_transpose2d_2" [id=195, type="conv_transpose2d"]; -"196 slice_9" [id=196, type=slice]; -"197 slice_10" [id=197, type=slice]; -"198 slice_11" [id=198, type=slice]; -"199 slice_12" [id=199, type=slice]; -"200 cat_2" [id=200, type=cat]; -"201 conv2d_14" [id=201, type=conv2d]; -"202 batch_norm_14" [id=202, type="batch_norm"]; -"203 relu_14" [id=203, type=relu]; -"204 conv2d_15" [id=204, type=conv2d]; -"205 batch_norm_15" [id=205, type="batch_norm"]; -"206 relu_15" [id=206, type=relu]; -"207 conv_transpose2d_3" [id=207, type="conv_transpose2d"]; -"208 slice_13" [id=208, type=slice]; -"209 slice_14" [id=209, type=slice]; -"210 slice_15" [id=210, type=slice]; -"211 slice_16" [id=211, type=slice]; -"212 cat_3" [id=212, type=cat]; -"213 conv2d_16" [id=213, type=conv2d]; -"214 batch_norm_16" [id=214, type="batch_norm"]; -"215 relu_16" [id=215, type=relu]; -"216 conv2d_17" [id=216, type=conv2d]; -"217 batch_norm_17" [id=217, type="batch_norm"]; -"218 relu_17" [id=218, type=relu]; -"219 conv2d_18" [id=219, type=conv2d]; -"220 output" [id=220, type=output]; +"174 cat" [id=174, type=cat]; +"175 conv2d_10" [id=175, type=conv2d]; +"176 batch_norm_10" [id=176, type="batch_norm"]; +"177 relu_10" [id=177, type=relu]; +"178 conv2d_11" [id=178, type=conv2d]; +"179 batch_norm_11" [id=179, type="batch_norm"]; +"180 relu_11" [id=180, type=relu]; +"181 conv_transpose2d_1" [id=181, type="conv_transpose2d"]; +"182 slice_3" [id=182, type=slice]; +"183 slice_4" [id=183, type=slice]; +"184 cat_1" [id=184, type=cat]; +"185 conv2d_12" [id=185, type=conv2d]; +"186 batch_norm_12" [id=186, type="batch_norm"]; +"187 relu_12" [id=187, type=relu]; +"188 conv2d_13" [id=188, type=conv2d]; +"189 batch_norm_13" [id=189, type="batch_norm"]; +"190 relu_13" [id=190, type=relu]; +"191 conv_transpose2d_2" [id=191, type="conv_transpose2d"]; +"192 slice_5" [id=192, type=slice]; +"193 slice_6" [id=193, type=slice]; +"194 cat_2" [id=194, type=cat]; +"195 conv2d_14" [id=195, type=conv2d]; +"196 batch_norm_14" [id=196, type="batch_norm"]; +"197 relu_14" [id=197, type=relu]; +"198 conv2d_15" [id=198, type=conv2d]; +"199 batch_norm_15" [id=199, type="batch_norm"]; +"200 relu_15" [id=200, type=relu]; +"201 conv_transpose2d_3" [id=201, type="conv_transpose2d"]; +"202 slice_7" [id=202, type=slice]; +"203 slice_8" [id=203, type=slice]; +"204 cat_3" [id=204, type=cat]; +"205 conv2d_16" [id=205, type=conv2d]; +"206 batch_norm_16" [id=206, type="batch_norm"]; +"207 relu_16" [id=207, type=relu]; +"208 conv2d_17" [id=208, type=conv2d]; +"209 batch_norm_17" [id=209, type="batch_norm"]; +"210 relu_17" [id=210, type=relu]; +"211 conv2d_18" [id=211, type=conv2d]; +"212 output" [id=212, type=output]; "0 down_path_0_block_0_weight" -> "137 conv2d" [style=solid, label="(64, 3, 3, 3)"]; "1 down_path_0_block_0_bias" -> "137 conv2d" [style=solid, label="(64,)"]; "2 down_path_0_block_1_weight" -> "138 batch_norm" [style=solid, label="(64,)"]; @@ -262,46 +254,46 @@ strict digraph { "39 down_path_4_block_4_bias" -> "169 batch_norm_9" [style=solid, label="(1024,)"]; "40 up_path_0_up_weight" -> "171 conv_transpose2d" [style=solid, label="(1024, 512, 2, 2)"]; "41 up_path_0_up_bias" -> "171 conv_transpose2d" [style=solid, label="(512,)"]; -"42 up_path_0_conv_block_block_0_weight" -> "177 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; -"43 up_path_0_conv_block_block_0_bias" -> "177 conv2d_10" [style=solid, label="(512,)"]; -"44 up_path_0_conv_block_block_1_weight" -> "178 batch_norm_10" [style=solid, label="(512,)"]; -"45 up_path_0_conv_block_block_1_bias" -> "178 batch_norm_10" [style=solid, label="(512,)"]; -"46 up_path_0_conv_block_block_3_weight" -> "180 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; -"47 up_path_0_conv_block_block_3_bias" -> "180 conv2d_11" [style=solid, label="(512,)"]; -"48 up_path_0_conv_block_block_4_weight" -> "181 batch_norm_11" [style=solid, label="(512,)"]; -"49 up_path_0_conv_block_block_4_bias" -> "181 batch_norm_11" [style=solid, label="(512,)"]; -"50 up_path_1_up_weight" -> "183 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; -"51 up_path_1_up_bias" -> "183 conv_transpose2d_1" [style=solid, label="(256,)"]; -"52 up_path_1_conv_block_block_0_weight" -> "189 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; -"53 up_path_1_conv_block_block_0_bias" -> "189 conv2d_12" [style=solid, label="(256,)"]; -"54 up_path_1_conv_block_block_1_weight" -> "190 batch_norm_12" [style=solid, label="(256,)"]; -"55 up_path_1_conv_block_block_1_bias" -> "190 batch_norm_12" [style=solid, label="(256,)"]; -"56 up_path_1_conv_block_block_3_weight" -> "192 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; -"57 up_path_1_conv_block_block_3_bias" -> "192 conv2d_13" [style=solid, label="(256,)"]; -"58 up_path_1_conv_block_block_4_weight" -> "193 batch_norm_13" [style=solid, label="(256,)"]; -"59 up_path_1_conv_block_block_4_bias" -> "193 batch_norm_13" [style=solid, label="(256,)"]; -"60 up_path_2_up_weight" -> "195 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; -"61 up_path_2_up_bias" -> "195 conv_transpose2d_2" [style=solid, label="(128,)"]; -"62 up_path_2_conv_block_block_0_weight" -> "201 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; -"63 up_path_2_conv_block_block_0_bias" -> "201 conv2d_14" [style=solid, label="(128,)"]; -"64 up_path_2_conv_block_block_1_weight" -> "202 batch_norm_14" [style=solid, label="(128,)"]; -"65 up_path_2_conv_block_block_1_bias" -> "202 batch_norm_14" [style=solid, label="(128,)"]; -"66 up_path_2_conv_block_block_3_weight" -> "204 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; -"67 up_path_2_conv_block_block_3_bias" -> "204 conv2d_15" [style=solid, label="(128,)"]; -"68 up_path_2_conv_block_block_4_weight" -> "205 batch_norm_15" [style=solid, label="(128,)"]; -"69 up_path_2_conv_block_block_4_bias" -> "205 batch_norm_15" [style=solid, label="(128,)"]; -"70 up_path_3_up_weight" -> "207 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; -"71 up_path_3_up_bias" -> "207 conv_transpose2d_3" [style=solid, label="(64,)"]; -"72 up_path_3_conv_block_block_0_weight" -> "213 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; -"73 up_path_3_conv_block_block_0_bias" -> "213 conv2d_16" [style=solid, label="(64,)"]; -"74 up_path_3_conv_block_block_1_weight" -> "214 batch_norm_16" [style=solid, label="(64,)"]; -"75 up_path_3_conv_block_block_1_bias" -> "214 batch_norm_16" [style=solid, label="(64,)"]; -"76 up_path_3_conv_block_block_3_weight" -> "216 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; -"77 up_path_3_conv_block_block_3_bias" -> "216 conv2d_17" [style=solid, label="(64,)"]; -"78 up_path_3_conv_block_block_4_weight" -> "217 batch_norm_17" [style=solid, label="(64,)"]; -"79 up_path_3_conv_block_block_4_bias" -> "217 batch_norm_17" [style=solid, label="(64,)"]; -"80 last_weight" -> "219 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; -"81 last_bias" -> "219 conv2d_18" [style=solid, label="(12,)"]; +"42 up_path_0_conv_block_block_0_weight" -> "175 conv2d_10" [style=solid, label="(512, 1024, 3, 3)"]; +"43 up_path_0_conv_block_block_0_bias" -> "175 conv2d_10" [style=solid, label="(512,)"]; +"44 up_path_0_conv_block_block_1_weight" -> "176 batch_norm_10" [style=solid, label="(512,)"]; +"45 up_path_0_conv_block_block_1_bias" -> "176 batch_norm_10" [style=solid, label="(512,)"]; +"46 up_path_0_conv_block_block_3_weight" -> "178 conv2d_11" [style=solid, label="(512, 512, 3, 3)"]; +"47 up_path_0_conv_block_block_3_bias" -> "178 conv2d_11" [style=solid, label="(512,)"]; +"48 up_path_0_conv_block_block_4_weight" -> "179 batch_norm_11" [style=solid, label="(512,)"]; +"49 up_path_0_conv_block_block_4_bias" -> "179 batch_norm_11" [style=solid, label="(512,)"]; +"50 up_path_1_up_weight" -> "181 conv_transpose2d_1" [style=solid, label="(512, 256, 2, 2)"]; +"51 up_path_1_up_bias" -> "181 conv_transpose2d_1" [style=solid, label="(256,)"]; +"52 up_path_1_conv_block_block_0_weight" -> "185 conv2d_12" [style=solid, label="(256, 512, 3, 3)"]; +"53 up_path_1_conv_block_block_0_bias" -> "185 conv2d_12" [style=solid, label="(256,)"]; +"54 up_path_1_conv_block_block_1_weight" -> "186 batch_norm_12" [style=solid, label="(256,)"]; +"55 up_path_1_conv_block_block_1_bias" -> "186 batch_norm_12" [style=solid, label="(256,)"]; +"56 up_path_1_conv_block_block_3_weight" -> "188 conv2d_13" [style=solid, label="(256, 256, 3, 3)"]; +"57 up_path_1_conv_block_block_3_bias" -> "188 conv2d_13" [style=solid, label="(256,)"]; +"58 up_path_1_conv_block_block_4_weight" -> "189 batch_norm_13" [style=solid, label="(256,)"]; +"59 up_path_1_conv_block_block_4_bias" -> "189 batch_norm_13" [style=solid, label="(256,)"]; +"60 up_path_2_up_weight" -> "191 conv_transpose2d_2" [style=solid, label="(256, 128, 2, 2)"]; +"61 up_path_2_up_bias" -> "191 conv_transpose2d_2" [style=solid, label="(128,)"]; +"62 up_path_2_conv_block_block_0_weight" -> "195 conv2d_14" [style=solid, label="(128, 256, 3, 3)"]; +"63 up_path_2_conv_block_block_0_bias" -> "195 conv2d_14" [style=solid, label="(128,)"]; +"64 up_path_2_conv_block_block_1_weight" -> "196 batch_norm_14" [style=solid, label="(128,)"]; +"65 up_path_2_conv_block_block_1_bias" -> "196 batch_norm_14" [style=solid, label="(128,)"]; +"66 up_path_2_conv_block_block_3_weight" -> "198 conv2d_15" [style=solid, label="(128, 128, 3, 3)"]; +"67 up_path_2_conv_block_block_3_bias" -> "198 conv2d_15" [style=solid, label="(128,)"]; +"68 up_path_2_conv_block_block_4_weight" -> "199 batch_norm_15" [style=solid, label="(128,)"]; +"69 up_path_2_conv_block_block_4_bias" -> "199 batch_norm_15" [style=solid, label="(128,)"]; +"70 up_path_3_up_weight" -> "201 conv_transpose2d_3" [style=solid, label="(128, 64, 2, 2)"]; +"71 up_path_3_up_bias" -> "201 conv_transpose2d_3" [style=solid, label="(64,)"]; +"72 up_path_3_conv_block_block_0_weight" -> "205 conv2d_16" [style=solid, label="(64, 128, 3, 3)"]; +"73 up_path_3_conv_block_block_0_bias" -> "205 conv2d_16" [style=solid, label="(64,)"]; +"74 up_path_3_conv_block_block_1_weight" -> "206 batch_norm_16" [style=solid, label="(64,)"]; +"75 up_path_3_conv_block_block_1_bias" -> "206 batch_norm_16" [style=solid, label="(64,)"]; +"76 up_path_3_conv_block_block_3_weight" -> "208 conv2d_17" [style=solid, label="(64, 64, 3, 3)"]; +"77 up_path_3_conv_block_block_3_bias" -> "208 conv2d_17" [style=solid, label="(64,)"]; +"78 up_path_3_conv_block_block_4_weight" -> "209 batch_norm_17" [style=solid, label="(64,)"]; +"79 up_path_3_conv_block_block_4_bias" -> "209 batch_norm_17" [style=solid, label="(64,)"]; +"80 last_weight" -> "211 conv2d_18" [style=solid, label="(12, 64, 1, 1)"]; +"81 last_bias" -> "211 conv2d_18" [style=solid, label="(12,)"]; "82 down_path_0_block_1_running_mean" -> "138 batch_norm" [style=solid, label="(64,)"]; "83 down_path_0_block_1_running_var" -> "138 batch_norm" [style=solid, label="(64,)"]; "85 down_path_0_block_4_running_mean" -> "141 batch_norm_1" [style=solid, label="(64,)"]; @@ -322,22 +314,22 @@ strict digraph { "107 down_path_4_block_1_running_var" -> "166 batch_norm_8" [style=solid, label="(1024,)"]; "109 down_path_4_block_4_running_mean" -> "169 batch_norm_9" [style=solid, label="(1024,)"]; "110 down_path_4_block_4_running_var" -> "169 batch_norm_9" [style=solid, label="(1024,)"]; -"112 up_path_0_conv_block_block_1_running_mean" -> "178 batch_norm_10" [style=solid, label="(512,)"]; -"113 up_path_0_conv_block_block_1_running_var" -> "178 batch_norm_10" [style=solid, label="(512,)"]; -"115 up_path_0_conv_block_block_4_running_mean" -> "181 batch_norm_11" [style=solid, label="(512,)"]; -"116 up_path_0_conv_block_block_4_running_var" -> "181 batch_norm_11" [style=solid, label="(512,)"]; -"118 up_path_1_conv_block_block_1_running_mean" -> "190 batch_norm_12" [style=solid, label="(256,)"]; -"119 up_path_1_conv_block_block_1_running_var" -> "190 batch_norm_12" [style=solid, label="(256,)"]; -"121 up_path_1_conv_block_block_4_running_mean" -> "193 batch_norm_13" [style=solid, label="(256,)"]; -"122 up_path_1_conv_block_block_4_running_var" -> "193 batch_norm_13" [style=solid, label="(256,)"]; -"124 up_path_2_conv_block_block_1_running_mean" -> "202 batch_norm_14" [style=solid, label="(128,)"]; -"125 up_path_2_conv_block_block_1_running_var" -> "202 batch_norm_14" [style=solid, label="(128,)"]; -"127 up_path_2_conv_block_block_4_running_mean" -> "205 batch_norm_15" [style=solid, label="(128,)"]; -"128 up_path_2_conv_block_block_4_running_var" -> "205 batch_norm_15" [style=solid, label="(128,)"]; -"130 up_path_3_conv_block_block_1_running_mean" -> "214 batch_norm_16" [style=solid, label="(64,)"]; -"131 up_path_3_conv_block_block_1_running_var" -> "214 batch_norm_16" [style=solid, label="(64,)"]; -"133 up_path_3_conv_block_block_4_running_mean" -> "217 batch_norm_17" [style=solid, label="(64,)"]; -"134 up_path_3_conv_block_block_4_running_var" -> "217 batch_norm_17" [style=solid, label="(64,)"]; +"112 up_path_0_conv_block_block_1_running_mean" -> "176 batch_norm_10" [style=solid, label="(512,)"]; +"113 up_path_0_conv_block_block_1_running_var" -> "176 batch_norm_10" [style=solid, label="(512,)"]; +"115 up_path_0_conv_block_block_4_running_mean" -> "179 batch_norm_11" [style=solid, label="(512,)"]; +"116 up_path_0_conv_block_block_4_running_var" -> "179 batch_norm_11" [style=solid, label="(512,)"]; +"118 up_path_1_conv_block_block_1_running_mean" -> "186 batch_norm_12" [style=solid, label="(256,)"]; +"119 up_path_1_conv_block_block_1_running_var" -> "186 batch_norm_12" [style=solid, label="(256,)"]; +"121 up_path_1_conv_block_block_4_running_mean" -> "189 batch_norm_13" [style=solid, label="(256,)"]; +"122 up_path_1_conv_block_block_4_running_var" -> "189 batch_norm_13" [style=solid, label="(256,)"]; +"124 up_path_2_conv_block_block_1_running_mean" -> "196 batch_norm_14" [style=solid, label="(128,)"]; +"125 up_path_2_conv_block_block_1_running_var" -> "196 batch_norm_14" [style=solid, label="(128,)"]; +"127 up_path_2_conv_block_block_4_running_mean" -> "199 batch_norm_15" [style=solid, label="(128,)"]; +"128 up_path_2_conv_block_block_4_running_var" -> "199 batch_norm_15" [style=solid, label="(128,)"]; +"130 up_path_3_conv_block_block_1_running_mean" -> "206 batch_norm_16" [style=solid, label="(64,)"]; +"131 up_path_3_conv_block_block_1_running_var" -> "206 batch_norm_16" [style=solid, label="(64,)"]; +"133 up_path_3_conv_block_block_4_running_mean" -> "209 batch_norm_17" [style=solid, label="(64,)"]; +"134 up_path_3_conv_block_block_4_running_var" -> "209 batch_norm_17" [style=solid, label="(64,)"]; "136 x" -> "137 conv2d" [style=solid, label="(1, 3, 224, 224)"]; "137 conv2d" -> "138 batch_norm" [style=solid, label="(1, 64, 222, 222)"]; "138 batch_norm" -> "139 relu" [style=solid, label="(1, 64, 222, 222)"]; @@ -345,7 +337,7 @@ strict digraph { "140 conv2d_1" -> "141 batch_norm_1" [style=solid, label="(1, 64, 220, 220)"]; "141 batch_norm_1" -> "142 relu_1" [style=solid, label="(1, 64, 220, 220)"]; "142 relu_1" -> "143 max_pool2d" [style=solid, label="(1, 64, 220, 220)"]; -"142 relu_1" -> "208 slice_13" [style=solid, label="(1, 64, 220, 220)"]; +"142 relu_1" -> "202 slice_7" [style=solid, label="(1, 64, 220, 220)"]; "143 max_pool2d" -> "144 conv2d_2" [style=solid, label="(1, 64, 110, 110)"]; "144 conv2d_2" -> "145 batch_norm_2" [style=solid, label="(1, 128, 108, 108)"]; "145 batch_norm_2" -> "146 relu_2" [style=solid, label="(1, 128, 108, 108)"]; @@ -353,7 +345,7 @@ strict digraph { "147 conv2d_3" -> "148 batch_norm_3" [style=solid, label="(1, 128, 106, 106)"]; "148 batch_norm_3" -> "149 relu_3" [style=solid, label="(1, 128, 106, 106)"]; "149 relu_3" -> "150 max_pool2d_1" [style=solid, label="(1, 128, 106, 106)"]; -"149 relu_3" -> "196 slice_9" [style=solid, label="(1, 128, 106, 106)"]; +"149 relu_3" -> "192 slice_5" [style=solid, label="(1, 128, 106, 106)"]; "150 max_pool2d_1" -> "151 conv2d_4" [style=solid, label="(1, 128, 53, 53)"]; "151 conv2d_4" -> "152 batch_norm_4" [style=solid, label="(1, 256, 51, 51)"]; "152 batch_norm_4" -> "153 relu_4" [style=solid, label="(1, 256, 51, 51)"]; @@ -361,7 +353,7 @@ strict digraph { "154 conv2d_5" -> "155 batch_norm_5" [style=solid, label="(1, 256, 49, 49)"]; "155 batch_norm_5" -> "156 relu_5" [style=solid, label="(1, 256, 49, 49)"]; "156 relu_5" -> "157 max_pool2d_2" [style=solid, label="(1, 256, 49, 49)"]; -"156 relu_5" -> "184 slice_5" [style=solid, label="(1, 256, 49, 49)"]; +"156 relu_5" -> "182 slice_3" [style=solid, label="(1, 256, 49, 49)"]; "157 max_pool2d_2" -> "158 conv2d_6" [style=solid, label="(1, 256, 24, 24)"]; "158 conv2d_6" -> "159 batch_norm_6" [style=solid, label="(1, 512, 22, 22)"]; "159 batch_norm_6" -> "160 relu_6" [style=solid, label="(1, 512, 22, 22)"]; @@ -377,53 +369,45 @@ strict digraph { "168 conv2d_9" -> "169 batch_norm_9" [style=solid, label="(1, 1024, 6, 6)"]; "169 batch_norm_9" -> "170 relu_9" [style=solid, label="(1, 1024, 6, 6)"]; "170 relu_9" -> "171 conv_transpose2d" [style=solid, label="(1, 1024, 6, 6)"]; -"171 conv_transpose2d" -> "176 cat" [style=solid, label="(1, 512, 12, 12)"]; -"172 slice_1" -> "173 slice_2" [style=solid, label="(1, 512, 20, 20)"]; -"173 slice_2" -> "174 slice_3" [style=solid, label="(1, 512, 20, 20)"]; -"174 slice_3" -> "175 slice_4" [style=solid, label="(1, 512, 12, 20)"]; -"175 slice_4" -> "176 cat" [style=solid, label="(1, 512, 12, 12)"]; -"176 cat" -> "177 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; -"177 conv2d_10" -> "178 batch_norm_10" [style=solid, label="(1, 512, 10, 10)"]; -"178 batch_norm_10" -> "179 relu_10" [style=solid, label="(1, 512, 10, 10)"]; -"179 relu_10" -> "180 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; -"180 conv2d_11" -> "181 batch_norm_11" [style=solid, label="(1, 512, 8, 8)"]; -"181 batch_norm_11" -> "182 relu_11" [style=solid, label="(1, 512, 8, 8)"]; -"182 relu_11" -> "183 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; -"183 conv_transpose2d_1" -> "188 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"184 slice_5" -> "185 slice_6" [style=solid, label="(1, 256, 49, 49)"]; -"185 slice_6" -> "186 slice_7" [style=solid, label="(1, 256, 49, 49)"]; -"186 slice_7" -> "187 slice_8" [style=solid, label="(1, 256, 16, 49)"]; -"187 slice_8" -> "188 cat_1" [style=solid, label="(1, 256, 16, 16)"]; -"188 cat_1" -> "189 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; -"189 conv2d_12" -> "190 batch_norm_12" [style=solid, label="(1, 256, 14, 14)"]; -"190 batch_norm_12" -> "191 relu_12" [style=solid, label="(1, 256, 14, 14)"]; -"191 relu_12" -> "192 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; -"192 conv2d_13" -> "193 batch_norm_13" [style=solid, label="(1, 256, 12, 12)"]; -"193 batch_norm_13" -> "194 relu_13" [style=solid, label="(1, 256, 12, 12)"]; -"194 relu_13" -> "195 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; -"195 conv_transpose2d_2" -> "200 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"196 slice_9" -> "197 slice_10" [style=solid, label="(1, 128, 106, 106)"]; -"197 slice_10" -> "198 slice_11" [style=solid, label="(1, 128, 106, 106)"]; -"198 slice_11" -> "199 slice_12" [style=solid, label="(1, 128, 24, 106)"]; -"199 slice_12" -> "200 cat_2" [style=solid, label="(1, 128, 24, 24)"]; -"200 cat_2" -> "201 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; -"201 conv2d_14" -> "202 batch_norm_14" [style=solid, label="(1, 128, 22, 22)"]; -"202 batch_norm_14" -> "203 relu_14" [style=solid, label="(1, 128, 22, 22)"]; -"203 relu_14" -> "204 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; -"204 conv2d_15" -> "205 batch_norm_15" [style=solid, label="(1, 128, 20, 20)"]; -"205 batch_norm_15" -> "206 relu_15" [style=solid, label="(1, 128, 20, 20)"]; -"206 relu_15" -> "207 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; -"207 conv_transpose2d_3" -> "212 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"208 slice_13" -> "209 slice_14" [style=solid, label="(1, 64, 220, 220)"]; -"209 slice_14" -> "210 slice_15" [style=solid, label="(1, 64, 220, 220)"]; -"210 slice_15" -> "211 slice_16" [style=solid, label="(1, 64, 40, 220)"]; -"211 slice_16" -> "212 cat_3" [style=solid, label="(1, 64, 40, 40)"]; -"212 cat_3" -> "213 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; -"213 conv2d_16" -> "214 batch_norm_16" [style=solid, label="(1, 64, 38, 38)"]; -"214 batch_norm_16" -> "215 relu_16" [style=solid, label="(1, 64, 38, 38)"]; -"215 relu_16" -> "216 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; -"216 conv2d_17" -> "217 batch_norm_17" [style=solid, label="(1, 64, 36, 36)"]; -"217 batch_norm_17" -> "218 relu_17" [style=solid, label="(1, 64, 36, 36)"]; -"218 relu_17" -> "219 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; -"219 conv2d_18" -> "220 output" [style=solid, label="(1, 12, 36, 36)"]; +"171 conv_transpose2d" -> "174 cat" [style=solid, label="(1, 512, 12, 12)"]; +"172 slice_1" -> "173 slice_2" [style=solid, label="(1, 512, 12, 20)"]; +"173 slice_2" -> "174 cat" [style=solid, label="(1, 512, 12, 12)"]; +"174 cat" -> "175 conv2d_10" [style=solid, label="(1, 1024, 12, 12)"]; +"175 conv2d_10" -> "176 batch_norm_10" [style=solid, label="(1, 512, 10, 10)"]; +"176 batch_norm_10" -> "177 relu_10" [style=solid, label="(1, 512, 10, 10)"]; +"177 relu_10" -> "178 conv2d_11" [style=solid, label="(1, 512, 10, 10)"]; +"178 conv2d_11" -> "179 batch_norm_11" [style=solid, label="(1, 512, 8, 8)"]; +"179 batch_norm_11" -> "180 relu_11" [style=solid, label="(1, 512, 8, 8)"]; +"180 relu_11" -> "181 conv_transpose2d_1" [style=solid, label="(1, 512, 8, 8)"]; +"181 conv_transpose2d_1" -> "184 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"182 slice_3" -> "183 slice_4" [style=solid, label="(1, 256, 16, 49)"]; +"183 slice_4" -> "184 cat_1" [style=solid, label="(1, 256, 16, 16)"]; +"184 cat_1" -> "185 conv2d_12" [style=solid, label="(1, 512, 16, 16)"]; +"185 conv2d_12" -> "186 batch_norm_12" [style=solid, label="(1, 256, 14, 14)"]; +"186 batch_norm_12" -> "187 relu_12" [style=solid, label="(1, 256, 14, 14)"]; +"187 relu_12" -> "188 conv2d_13" [style=solid, label="(1, 256, 14, 14)"]; +"188 conv2d_13" -> "189 batch_norm_13" [style=solid, label="(1, 256, 12, 12)"]; +"189 batch_norm_13" -> "190 relu_13" [style=solid, label="(1, 256, 12, 12)"]; +"190 relu_13" -> "191 conv_transpose2d_2" [style=solid, label="(1, 256, 12, 12)"]; +"191 conv_transpose2d_2" -> "194 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"192 slice_5" -> "193 slice_6" [style=solid, label="(1, 128, 24, 106)"]; +"193 slice_6" -> "194 cat_2" [style=solid, label="(1, 128, 24, 24)"]; +"194 cat_2" -> "195 conv2d_14" [style=solid, label="(1, 256, 24, 24)"]; +"195 conv2d_14" -> "196 batch_norm_14" [style=solid, label="(1, 128, 22, 22)"]; +"196 batch_norm_14" -> "197 relu_14" [style=solid, label="(1, 128, 22, 22)"]; +"197 relu_14" -> "198 conv2d_15" [style=solid, label="(1, 128, 22, 22)"]; +"198 conv2d_15" -> "199 batch_norm_15" [style=solid, label="(1, 128, 20, 20)"]; +"199 batch_norm_15" -> "200 relu_15" [style=solid, label="(1, 128, 20, 20)"]; +"200 relu_15" -> "201 conv_transpose2d_3" [style=solid, label="(1, 128, 20, 20)"]; +"201 conv_transpose2d_3" -> "204 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"202 slice_7" -> "203 slice_8" [style=solid, label="(1, 64, 40, 220)"]; +"203 slice_8" -> "204 cat_3" [style=solid, label="(1, 64, 40, 40)"]; +"204 cat_3" -> "205 conv2d_16" [style=solid, label="(1, 128, 40, 40)"]; +"205 conv2d_16" -> "206 batch_norm_16" [style=solid, label="(1, 64, 38, 38)"]; +"206 batch_norm_16" -> "207 relu_16" [style=solid, label="(1, 64, 38, 38)"]; +"207 relu_16" -> "208 conv2d_17" [style=solid, label="(1, 64, 38, 38)"]; +"208 conv2d_17" -> "209 batch_norm_17" [style=solid, label="(1, 64, 36, 36)"]; +"209 batch_norm_17" -> "210 relu_17" [style=solid, label="(1, 64, 36, 36)"]; +"210 relu_17" -> "211 conv2d_18" [style=solid, label="(1, 64, 36, 36)"]; +"211 conv2d_18" -> "212 output" [style=solid, label="(1, 12, 36, 36)"]; } diff --git a/tests/torch2/data/fx/vit_b_16.dot b/tests/torch2/data/fx/vit_b_16.dot index 14d75c39d58..a0a1a4731dc 100644 --- a/tests/torch2/data/fx/vit_b_16.dot +++ b/tests/torch2/data/fx/vit_b_16.dot @@ -580,10 +580,9 @@ strict digraph { "578 dropout_36" [id=578, type=dropout]; "579 add_24" [id=579, type=add]; "580 layer_norm_24" [id=580, type="layer_norm"]; -"581 slice_1" [id=581, type=slice]; -"582 select_36" [id=582, type=select]; -"583 linear_48" [id=583, type=linear]; -"584 output" [id=584, type=output]; +"581 select_36" [id=581, type=select]; +"582 linear_48" [id=582, type=linear]; +"583 output" [id=583, type=output]; "0 class_token" -> "156 expand" [style=solid, label="(1, 1, 768)"]; "1 encoder_pos_embedding" -> "158 add" [style=solid, label="(1, 197, 768)"]; "2 conv_proj_weight" -> "153 conv2d" [style=solid, label="(768, 3, 16, 16)"]; @@ -734,8 +733,8 @@ strict digraph { "147 encoder_layers_encoder_layer_11_mlp_3_bias" -> "577 linear_47" [style=solid, label="(768,)"]; "148 encoder_ln_weight" -> "580 layer_norm_24" [style=solid, label="(768,)"]; "149 encoder_ln_bias" -> "580 layer_norm_24" [style=solid, label="(768,)"]; -"150 heads_head_weight" -> "583 linear_48" [style=solid, label="(1000, 768)"]; -"151 heads_head_bias" -> "583 linear_48" [style=solid, label="(1000,)"]; +"150 heads_head_weight" -> "582 linear_48" [style=solid, label="(1000, 768)"]; +"151 heads_head_bias" -> "582 linear_48" [style=solid, label="(1000,)"]; "152 x" -> "153 conv2d" [style=solid, label="(1, 3, 224, 224)"]; "153 conv2d" -> "154 reshape" [style=solid, label="(1, 768, 14, 14)"]; "154 reshape" -> "155 permute" [style=solid, label="(1, 768, 196)"]; @@ -1212,8 +1211,7 @@ strict digraph { "577 linear_47" -> "578 dropout_36" [style=solid, label="(1, 197, 768)"]; "578 dropout_36" -> "579 add_24" [style=solid, label="(1, 197, 768)"]; "579 add_24" -> "580 layer_norm_24" [style=solid, label="(1, 197, 768)"]; -"580 layer_norm_24" -> "581 slice_1" [style=solid, label="(1, 197, 768)"]; -"581 slice_1" -> "582 select_36" [style=solid, label="(1, 197, 768)"]; -"582 select_36" -> "583 linear_48" [style=solid, label="(1, 768)"]; -"583 linear_48" -> "584 output" [style=solid, label="(1, 1000)"]; +"580 layer_norm_24" -> "581 select_36" [style=solid, label="(1, 197, 768)"]; +"581 select_36" -> "582 linear_48" [style=solid, label="(1, 768)"]; +"582 linear_48" -> "583 output" [style=solid, label="(1, 1000)"]; } diff --git a/tests/torch2/data/fx/yolo11n_sdpa_block.dot b/tests/torch2/data/fx/yolo11n_sdpa_block.dot index f2455b0cef8..4b977ed5d0a 100644 --- a/tests/torch2/data/fx/yolo11n_sdpa_block.dot +++ b/tests/torch2/data/fx/yolo11n_sdpa_block.dot @@ -5,37 +5,25 @@ strict digraph { "3 slice_1" [id=3, type=slice]; "4 slice_2" [id=4, type=slice]; "5 slice_3" [id=5, type=slice]; -"6 slice_4" [id=6, type=slice]; -"7 slice_5" [id=7, type=slice]; -"8 slice_6" [id=8, type=slice]; -"9 slice_7" [id=9, type=slice]; -"10 slice_8" [id=10, type=slice]; -"11 slice_9" [id=11, type=slice]; -"12 transpose" [id=12, type=transpose]; -"13 matmul" [id=13, type=matmul]; -"14 div_" [id=14, type="div_"]; -"15 softmax" [id=15, type=softmax]; -"16 transpose_1" [id=16, type=transpose]; -"17 matmul_1" [id=17, type=matmul]; -"18 output" [id=18, type=output]; +"6 transpose" [id=6, type=transpose]; +"7 matmul" [id=7, type=matmul]; +"8 div_" [id=8, type="div_"]; +"9 softmax" [id=9, type=softmax]; +"10 transpose_1" [id=10, type=transpose]; +"11 matmul_1" [id=11, type=matmul]; +"12 output" [id=12, type=output]; "0 kqv_weight" -> "2 linear" [style=solid, label="(12, 4)"]; "1 x" -> "2 linear" [style=solid, label="(1, 2, 4)"]; "2 linear" -> "3 slice_1" [style=solid, label="(1, 2, 12)"]; -"2 linear" -> "6 slice_4" [style=solid, label="(1, 2, 12)"]; -"2 linear" -> "9 slice_7" [style=solid, label="(1, 2, 12)"]; -"3 slice_1" -> "4 slice_2" [style=solid, label="(1, 2, 12)"]; -"4 slice_2" -> "5 slice_3" [style=solid, label="(1, 2, 12)"]; -"5 slice_3" -> "13 matmul" [style=solid, label="(1, 2, 4)"]; -"6 slice_4" -> "7 slice_5" [style=solid, label="(1, 2, 12)"]; -"7 slice_5" -> "8 slice_6" [style=solid, label="(1, 2, 12)"]; -"8 slice_6" -> "12 transpose" [style=solid, label="(1, 2, 4)"]; -"9 slice_7" -> "10 slice_8" [style=solid, label="(1, 2, 12)"]; -"10 slice_8" -> "11 slice_9" [style=solid, label="(1, 2, 12)"]; -"11 slice_9" -> "17 matmul_1" [style=solid, label="(1, 2, 4)"]; -"12 transpose" -> "13 matmul" [style=solid, label="(1, 4, 2)"]; -"13 matmul" -> "14 div_" [style=solid, label="(1, 2, 2)"]; -"14 div_" -> "15 softmax" [style=solid, label="(1, 2, 2)"]; -"15 softmax" -> "16 transpose_1" [style=solid, label="(1, 2, 2)"]; -"16 transpose_1" -> "17 matmul_1" [style=solid, label="(1, 2, 2)"]; -"17 matmul_1" -> "18 output" [style=solid, label="(1, 2, 4)"]; +"2 linear" -> "4 slice_2" [style=solid, label="(1, 2, 12)"]; +"2 linear" -> "5 slice_3" [style=solid, label="(1, 2, 12)"]; +"3 slice_1" -> "7 matmul" [style=solid, label="(1, 2, 4)"]; +"4 slice_2" -> "6 transpose" [style=solid, label="(1, 2, 4)"]; +"5 slice_3" -> "11 matmul_1" [style=solid, label="(1, 2, 4)"]; +"6 transpose" -> "7 matmul" [style=solid, label="(1, 4, 2)"]; +"7 matmul" -> "8 div_" [style=solid, label="(1, 2, 2)"]; +"8 div_" -> "9 softmax" [style=solid, label="(1, 2, 2)"]; +"9 softmax" -> "10 transpose_1" [style=solid, label="(1, 2, 2)"]; +"10 transpose_1" -> "11 matmul_1" [style=solid, label="(1, 2, 2)"]; +"11 matmul_1" -> "12 output" [style=solid, label="(1, 2, 4)"]; } diff --git a/tests/torch2/function_hook/quantization/strip/test_strip_native.py b/tests/torch2/function_hook/quantization/strip/test_strip_native.py index 6f3c21eb882..64790f66a54 100644 --- a/tests/torch2/function_hook/quantization/strip/test_strip_native.py +++ b/tests/torch2/function_hook/quantization/strip/test_strip_native.py @@ -78,4 +78,4 @@ def test_strip_quantization(overflow_fix: OverflowFix, tmp_path: Path): check_quantizer_operators(inference_model, 2**8 - 1) assert torch.all(torch.isclose(x_nncf, x_torch)), f"{x_nncf.view(-1)} != {x_torch.view(-1)}" - torch.onnx.export(inference_model, input_tensor, f"{tmp_path}/model.onnx") + torch.onnx.export(inference_model, input_tensor, f"{tmp_path}/model.onnx", dynamo=False) diff --git a/tests/torch2/function_hook/quantization/test_calculation_quantizer_params.py b/tests/torch2/function_hook/quantization/test_calculation_quantizer_params.py index 56abadd23e4..4f991517cc9 100644 --- a/tests/torch2/function_hook/quantization/test_calculation_quantizer_params.py +++ b/tests/torch2/function_hook/quantization/test_calculation_quantizer_params.py @@ -338,6 +338,7 @@ def test_quantizer_parameters_export(tmp_path: Path, _seed): export_params=True, opset_version=13, do_constant_folding=False, + dynamo=False, ) onnx_model = onnx.load(path) diff --git a/tests/torch2/function_hook/test_wrapper.py b/tests/torch2/function_hook/test_wrapper.py index 9ce752dec95..30ecdff34c1 100644 --- a/tests/torch2/function_hook/test_wrapper.py +++ b/tests/torch2/function_hook/test_wrapper.py @@ -162,7 +162,8 @@ def test_compile_via_trace(): torch.testing.assert_close(actual, return_origin + ADD_VALUE) -def test_export_onnx(tmp_path: Path): +@pytest.mark.parametrize("dynamo", [True, False]) +def test_export_onnx(tmp_path: Path, dynamo: bool): example_input = helpers.ConvModel.get_example_inputs() model = helpers.ConvModel() @@ -173,7 +174,7 @@ def test_export_onnx(tmp_path: Path): reference = wrapped(example_input) onnx_file = tmp_path / "model.onnx" - torch.onnx.export(wrapped, (example_input,), onnx_file.as_posix()) + torch.onnx.export(wrapped, (example_input,), onnx_file.as_posix(), input_names=["input"], dynamo=dynamo) session = ort.InferenceSession(onnx_file) actual = session.run(None, {"input": example_input.numpy()})[0] diff --git a/tests/torch2/fx/helpers.py b/tests/torch2/fx/helpers.py index d2d211eb10d..78cbd7c9615 100644 --- a/tests/torch2/fx/helpers.py +++ b/tests/torch2/fx/helpers.py @@ -151,7 +151,7 @@ def get_torch_fx_model( with torch.no_grad(): return torch.export.export_for_training( model, args=device_ex_input, dynamic_shapes=dynamic_shapes, strict=True - ).module() + ).module(check_guards=False) def get_torch_fx_model_q_transformed(model: torch.nn.Module, ex_input: torch.Tensor) -> torch.fx.GraphModule: diff --git a/tests/torch2/fx/test_model_transformer.py b/tests/torch2/fx/test_model_transformer.py index 8a784c0f3bd..2d5f3db1ea4 100644 --- a/tests/torch2/fx/test_model_transformer.py +++ b/tests/torch2/fx/test_model_transformer.py @@ -558,7 +558,9 @@ def test_constant_folding_scalar_clone(use_cuda): # Use export function instead of export_for_training to # reproduce SWIN model capturing captured_model = ( - torch.export.export(model, args=(ex_input,), strict=True).run_decompositions(decomp_table={}).module() + torch.export.export(model, args=(ex_input,), strict=True) + .run_decompositions(decomp_table={}) + .module(check_guards=False) ) assert captured_model.lifted_tensor_0.device == torch.device("cpu") diff --git a/tests/torch2/fx/test_sanity.py b/tests/torch2/fx/test_sanity.py index ba5090d149c..d55b75a73c2 100644 --- a/tests/torch2/fx/test_sanity.py +++ b/tests/torch2/fx/test_sanity.py @@ -129,7 +129,9 @@ def transform_fn(data_item): with torch.no_grad(): ex_input = next(iter(calibration_dataset.get_inference_data())) model.eval() - exported_model = torch.export.export_for_training(model, args=(ex_input,), strict=True).module() + exported_model = torch.export.export_for_training(model, args=(ex_input,), strict=True).module( + check_guards=False + ) quantized_model = nncf.quantize(exported_model, calibration_dataset) quantized_model = torch.compile(quantized_model, backend="openvino") diff --git a/tests/torch2/requirements.txt b/tests/torch2/requirements.txt index d33c0b37108..5f27fc7b4a8 100644 --- a/tests/torch2/requirements.txt +++ b/tests/torch2/requirements.txt @@ -1,6 +1,7 @@ -c ../../constraints.txt onnx onnxruntime +onnxscript openvino pytest pytest-cov