Test code is removed

examples/llm_compression/openvino/tiny_llama/main.py

@@ -11,12 +11,12 @@
 import time
 from functools import partial
 
+import datasets
 import numpy as np
 import openvino as ov
 from optimum.intel.openvino import OVModelForCausalLM
 from transformers import AutoTokenizer
 
-import datasets
 import nncf
 
 

examples/llm_compression/openvino/tiny_llama_find_hyperparams/main.py

@@ -17,12 +17,12 @@
 
 import numpy as np
 import openvino as ov
+from datasets import load_dataset
 from optimum.intel import OVModelForCausalLM
 from transformers import AutoTokenizer
 from whowhatbench import Evaluator
 
 import nncf
-from datasets import load_dataset
 from nncf.common.logging import nncf_logger
 
 DataItem = TypeVar("DataItem")

nncf/quantization/algorithms/min_max/torch_fx_backend.py

@@ -104,7 +104,7 @@ def group_conv_metatypes(self) -> List[OperatorMetatype]:
 
  @property
  def scaled_dot_product_attention_metatypes(self) -> List[OperatorMetatype]:
- return []
+ return [om.PTScaledDotProductAttentionMetatype]
 
  @property
  def scales_unification_map(self) -> Dict[OperatorMetatype, OperatorMetatype]:

tests/torch/sparsity/movement/helpers/run_recipe.py

@@ -20,6 +20,7 @@
 import torch.nn
 import torch.nn.functional as F
 import torch.utils.data
+from datasets import Dataset
 from transformers import AutoModelForAudioClassification
 from transformers import AutoModelForImageClassification
 from transformers import AutoModelForSequenceClassification
@@ -33,7 +34,6 @@
 from transformers import SwinConfig
 from transformers import Wav2Vec2Config
 
-from datasets import Dataset
 from nncf import NNCFConfig
 from nncf.experimental.torch.sparsity.movement.scheduler import MovementSchedulerParams
 from nncf.torch.dynamic_graph.io_handling import FillerInputElement

tests/torch/sparsity/movement/helpers/trainer.py

@@ -14,14 +14,14 @@
 
 import numpy as np
 import torch
+from datasets import Dataset # pylint: disable=no-name-in-module
 from transformers import TrainingArguments
 from transformers.trainer import Trainer
 from transformers.trainer_callback import TrainerCallback
 from transformers.trainer_callback import TrainerControl
 from transformers.trainer_callback import TrainerState
 from transformers.trainer_utils import PREFIX_CHECKPOINT_DIR
 
-from datasets import Dataset # pylint: disable=no-name-in-module
 from nncf.api.compression import CompressionAlgorithmController
 from nncf.common.compression import BaseCompressionAlgorithmController
 from nncf.common.utils.tensorboard import prepare_for_tensorboard

tests/torch/sparsity/movement/test_model_saving.py

@@ -18,6 +18,7 @@
 import pytest
 import torch
 from addict import Dict
+from datasets import Dataset
 from onnx import numpy_helper
 from openvino._offline_transformations import apply_fused_names_cleanup
 from openvino._offline_transformations import apply_moc_transformations
@@ -28,7 +29,6 @@
 from scipy.special import softmax
 from transformers.trainer_utils import PREFIX_CHECKPOINT_DIR
 
-from datasets import Dataset
 from nncf.torch import create_compressed_model
 from nncf.torch.checkpoint_loading import load_state
 from tests.torch.helpers import PTTensorListComparator

tests/torch/sparsity/movement/training_scripts/run_glue.py

@@ -12,13 +12,12 @@
 from pathlib import Path
 from typing import Dict, List, Optional, Tuple
 
+import datasets
 import evaluate
 import jstyleson
 import numpy as np
 from transformers.training_args import ParallelMode
 
-import datasets
-
 # isort: off
 from nncf import NNCFConfig
 from nncf.api.compression import CompressionAlgorithmController