--- a/m4/rfm-conditionals.m4
+++ b/m4/rfm-conditionals.m4
@@ -174,7 +174,6 @@
 else
 	AC_SUBST(WITH_DEBUG) WITH_DEBUG=no
 	AC_MSG_NOTICE([No debug for you.])
-	CFLAGS="-O2"
 fi
 ])