Fix wrong scale eps applied

Author: alexsamardzic

torchao/dtypes/affine_quantized_tensor.py

@@ -357,7 +357,7 @@ def from_hp_to_floatx(
                 target_dtype=target_dtype,
                 quant_min=math.ceil(torch.finfo(target_dtype).min),
                 quant_max=math.ceil(torch.finfo(target_dtype).max),
-                eps=torch.finfo(torch.float32).eps,
+                eps=torch.finfo(target_dtype).tiny,
                 scale_dtype=scale_dtype,
                 zero_point_dtype=None,
                 preserve_zero=True,