From cd9222ba0b85eeed470b5f0b631643c0d0dd8554 Mon Sep 17 00:00:00 2001 From: Gerson Beckenkamp Date: Tue, 17 Dec 2024 00:14:34 +0000 Subject: [PATCH 1/2] Add quantized tests back --- test.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/test.py b/test.py index ed8413839f..2856fb64c2 100644 --- a/test.py +++ b/test.py @@ -176,10 +176,6 @@ def _load_tests(): if os.getenv("USE_CANARY_MODELS"): model_paths.extend(_list_canary_model_paths()) for path in model_paths: - # TODO: skipping quantized tests for now due to BC-breaking changes for prepare - # api, enable after PyTorch 1.13 release - if "quantized" in path: - continue for device in devices: _load_test(path, device) From 806794efe509b0812f4201d3a08d860a73e8abe0 Mon Sep 17 00:00:00 2001 From: Gerson Beckenkamp Date: Tue, 17 Dec 2024 21:04:47 +0000 Subject: [PATCH 2/2] Disable determinism for qat tests --- torchbenchmark/util/env_check.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/torchbenchmark/util/env_check.py b/torchbenchmark/util/env_check.py index 9473f7bece..14eb9760be 100644 --- a/torchbenchmark/util/env_check.py +++ b/torchbenchmark/util/env_check.py @@ -30,6 +30,8 @@ "Super_SloMo", "vgg16", "mtml_ctr_instagram_model", + "resnet50_quantized_qat", + "mobilenet_v2_quantized_qat", ] CI_SKIP_OPTIMIZER = { # TIMM