diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index 6120bbed86..735c0b7775 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -135,7 +135,7 @@ sm_add_compile_definition("${SM_EXE_NAME}"
 set(SM_COMPILE_FLAGS "")
 
 if(WITH_SSE2)
-  if(MSVC)
+  if(MSVC AND SM_WIN32_ARCH EQUAL "x86")
     set(SM_COMPILE_FLAGS "${SM_COMPILE_FLAGS} /arch:SSE2")
   else()
     set(SM_COMPILE_FLAGS "${SM_COMPILE_FLAGS} -msse2")