diff --git a/pytorch.spec b/pytorch.spec
index 9c34a71c832a9a66bf549add5f879120fe809169..c33505e8a371069d2a9b554656b26481c210bb18 100644
--- a/pytorch.spec
+++ b/pytorch.spec
@@ -93,11 +93,9 @@ BuildRequires:  clang
 %if %{have_cuda}
 %if %{have_cuda_gcc}
 %if "%{toolchain}" == "gcc"
-%if 0%{?fedora} > 34
 BuildRequires:  cuda-gcc-c++
 %endif
 %endif
-%endif
 BuildRequires:  cuda-nvcc-%{vcu_maj}-%{vcu_min}
 BuildRequires:  cuda-nvtx-%{vcu_maj}-%{vcu_min}
 BuildRequires:  cuda-cupti-%{vcu_maj}-%{vcu_min}
@@ -114,7 +112,6 @@ BuildRequires:  libcusolver-devel-%{vcu_maj}-%{vcu_min}
 BuildRequires:  libnvjitlink-devel-%{vcu_maj}-%{vcu_min}
 BuildRequires:  libnccl-devel
 BuildRequires:  libcudnn8-devel
-BuildRequires:  gloo-devel
 %if %{use_magma}
 BuildRequires:  magma-devel
 %endif
@@ -129,6 +126,8 @@ Requires:  libcusolver-%{vcu_maj}-%{vcu_min}
 Requires:  libnvjitlink-%{vcu_maj}-%{vcu_min}
 %endif
 
+BuildRequires:  gloo-devel
+
 %if %{have_tensorrt}
 BuildRequires:  libnvinfer-plugin-devel libnvonnxparsers-devel
 %endif