diff --git a/src/qemu/qemu_process.c b/src/qemu/qemu_process.c
index 89dfd23c8417d7b0e97f06034334297f3d7e080c..703355e63d9515aa87aff021bb218ed377160e19 100644
--- a/src/qemu/qemu_process.c
+++ b/src/qemu/qemu_process.c
@@ -2636,9 +2636,11 @@ qemuProcessSetupPid(virDomainObj *vm,
                 virDomainCgroupSetupCpusetCpus(cgroup, use_cpumask) < 0)
                 goto cleanup;
 
-            if (mem_mask && virCgroupSetCpusetMems(cgroup, mem_mask) < 0)
-                goto cleanup;
-
+            if (!vm->def->sec ||
+                vm->def->sec->sectype != VIR_DOMAIN_LAUNCH_SECURITY_CVM) {
+                if (mem_mask && virCgroupSetCpusetMems(cgroup, mem_mask) < 0)
+                    goto cleanup;
+            }
         }
 
         if (virDomainCgroupSetupVcpuBW(cgroup, period, quota) < 0)