diff --git a/debian/changelog b/debian/changelog
index 3b7b17478..4193cce6a 100644
--- a/debian/changelog
+++ b/debian/changelog
@@ -13,6 +13,8 @@ cmake (2.8.12-0r1) UNRELEASED; urgency=low
   * Add compiled cmake-mode.elc to load-path and do not barf in emacs if
     cmake-data was removed but not purged. Thanks to Kevin Ryde.
     (Closes: #710573)
+  * Remove the whole emacs compiled directory rather than just .elc file.
+    Thanks to Kevin Ryde. (Closes: #710572)
 
  -- Modestas Vainius <modax@debian.org>  Sun, 03 Nov 2013 12:28:06 +0200
 
diff --git a/debian/cmake-data.emacsen-remove b/debian/cmake-data.emacsen-remove
index 82c83aa05..52191ea73 100644
--- a/debian/cmake-data.emacsen-remove
+++ b/debian/cmake-data.emacsen-remove
@@ -3,9 +3,9 @@ set -e
 
 FLAVOR=$1
 PACKAGE=cmake-data
-ELCFILE=cmake-mode.elc
+ELCDIR=/usr/share/${FLAVOR}/site-lisp/${PACKAGE}
 
 if [ ${FLAVOR} != emacs ]; then
   echo remove/${PACKAGE}: Purging byte-compiled files for ${FLAVOR}
-  rm -f /usr/share/${FLAVOR}/site-lisp/${ELCFILE}
+  rm -rf "${ELCDIR}"
 fi