ROCm: Fix test_nadam (#1006)

Change the rtol level

Signed-off-by: Jagadish Krishnamoorthy <[email protected]>

Author: jaglinux

test/test_optim.py

@@ -20,7 +20,7 @@
     _LRScheduler, CyclicLR, CosineAnnealingWarmRestarts, OneCycleLR, ChainedScheduler, \
     EPOCH_DEPRECATION_WARNING
 from torch.optim.swa_utils import AveragedModel, SWALR, update_bn
-from torch.testing._internal.common_utils import TestCase, run_tests, TEST_WITH_UBSAN, load_tests, \
+from torch.testing._internal.common_utils import TestCase, run_tests, TEST_WITH_ROCM, TEST_WITH_UBSAN, load_tests, \
     skipIfRocm
 # load_tests from common_utils is used to automatically filter tests for
 # sharding on sandcastle. This line silences flake warnings
@@ -663,6 +663,8 @@ def test_adadelta_complex(self):
             )
 
     def test_nadam(self):
+        if TEST_WITH_ROCM:
+            self.rel_tol = 1e-5
         for optimizer in [optim.NAdam, optim_mt.NAdam]:
             self._test_basic_cases(
                 lambda weight, bias: optimizer([weight, bias], lr=1e-3)