diff --git a/common/jpeg/jmemmgr.c b/common/jpeg/jmemmgr.c
index 5b33567..058a115 100644
--- a/common/jpeg/jmemmgr.c
+++ b/common/jpeg/jmemmgr.c
@@ -70,7 +70,11 @@
  */
 
 #ifndef ALIGN_SIZE		/* so can override from jconfig.h */
+#ifndef WITH_SIMD
 #define ALIGN_SIZE  SIZEOF(double)
+#else
+#define ALIGN_SIZE  16 /* Most SIMD implementations require this */
+#endif
 #endif
 
 /*