diff --git a/CMakeLists.txt b/CMakeLists.txt
index 0e91771d54..ab8177f1d2 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -87,11 +87,13 @@ endif()
 if(NOT DEFINED BUILD_WITH_L0)
     if("${NEO_BITS}" STREQUAL "64")
         set(BUILD_WITH_L0 TRUE)
-    else()
-        set(BUILD_WITH_L0 FALSE)
     endif()
 endif()
 
+if(NOT "${NEO_BITS}" STREQUAL "64")
+    set(BUILD_WITH_L0 FALSE)
+endif()
+
 add_definitions(
     -DCL_USE_DEPRECATED_OPENCL_1_1_APIS
     -DCL_USE_DEPRECATED_OPENCL_1_2_APIS