diff --git a/fbgemm_gpu/CMakeLists.txt b/fbgemm_gpu/CMakeLists.txt
index 23d27e7736..c571841f0e 100644
--- a/fbgemm_gpu/CMakeLists.txt
+++ b/fbgemm_gpu/CMakeLists.txt
@@ -161,7 +161,6 @@ file(GLOB_RECURSE asmjit_sources
 
 set(COMMON_OPTIMIZERS
     adagrad
-    lars_sgd
     partial_rowwise_adam
     partial_rowwise_lamb
     rowwise_adagrad
@@ -175,6 +174,7 @@ set(CPU_ONLY_OPTIMIZERS "")
 set(GPU_ONLY_OPTIMIZERS
   adam
   lamb
+  lars_sgd
   rowwise_adagrad_with_weight_decay
   approx_rowwise_adagrad_with_weight_decay)
 
diff --git a/fbgemm_gpu/codegen/embedding_backward_code_generator.py b/fbgemm_gpu/codegen/embedding_backward_code_generator.py
index 9f3cfdac6a..4148c29d4b 100644
--- a/fbgemm_gpu/codegen/embedding_backward_code_generator.py
+++ b/fbgemm_gpu/codegen/embedding_backward_code_generator.py
@@ -1324,7 +1324,7 @@ def lars_sgd() -> None:
         split_precomputation=split_precomputation,
         split_weight_update=split_weight_update,
         split_weight_update_cpu=split_weight_update_cpu,
-        has_cpu_support=True,
+        has_cpu_support=False,
         has_gpu_support=True,
     )