diff --git a/release/promote.sh b/release/promote.sh
index 5bf7fe0b5..36644494e 100644
--- a/release/promote.sh
+++ b/release/promote.sh
@@ -12,7 +12,13 @@ TORCHAUDIO_VERSION=${TORCHAUDIO_VERSION:-2.1.1}
 TORCHTEXT_VERSION=${TORCHTEXT_VERSION:-0.16.1}
 TORCHDATA_VERSION=${TORCHDATA_VERSION:-0.7.1}
 TORCHREC_VERSION=${TORCHREC_VERSION:-0.6.0}
-FBGEMMGPU_VERSION=${FBGEMMGPU_VERSION:-0.6.0}
+
+# NB: FBGEMMGPU uses the practice of keeping rc version in the filename, i.e.
+# fbgemm_gpu-0.6.0rc1+cpu-cp311-cp311. On the other hand, its final RC will
+# be without rc suffix, fbgemm_gpu-0.6.0+cpu-cp311-cp311, and that's the one
+# ready to be promoted. So, keeping a + here in the version name allows the
+# promote script to find the correct binaries
+FBGEMMGPU_VERSION=${FBGEMMGPU_VERSION:-0.6.0+}
 
 DRY_RUN=${DRY_RUN:-enabled}
 
diff --git a/release/release_versions.sh b/release/release_versions.sh
index 88b6cbcd3..311358bd3 100644
--- a/release/release_versions.sh
+++ b/release/release_versions.sh
@@ -7,4 +7,10 @@ TORCHAUDIO_VERSION=${TORCHAUDIO_VERSION:-2.2.0}
 TORCHTEXT_VERSION=${TORCHTEXT_VERSION:-0.17.0}
 TORCHDATA_VERSION=${TORCHDATA_VERSION:-0.7.1}
 TORCHREC_VERSION=${TORCHREC_VERSION:-0.6.0}
-FBGEMMGPU_VERSION=${FBGEMMGPU_VERSION:-0.6.0}
+
+# NB: FBGEMMGPU uses the practice of keeping rc version in the filename, i.e.
+# fbgemm_gpu-0.6.0rc1+cpu-cp311-cp311. On the other hand, its final RC will
+# be without rc suffix, fbgemm_gpu-0.6.0+cpu-cp311-cp311, and that's the one
+# ready to be promoted. So, keeping a + here in the version name allows the
+# promote script to find the correct binaries
+FBGEMMGPU_VERSION=${FBGEMMGPU_VERSION:-0.6.0+}