diff --git a/plugin/plugin.jelly b/plugin/plugin.jelly
index 0af9329d..83d55fe8 100644
--- a/plugin/plugin.jelly
+++ b/plugin/plugin.jelly
@@ -23,6 +23,13 @@
     <copy file="${maven.build.dir}/${maven.final.name}.jar"
       todir="${maven.home}/plugins"/>
 
+    <delete verbose="false">
+      <fileset dir="${maven.home}/plugins">
+        <include name="${pom.artifactId}-*.jar" />
+        <exclude name="${maven.final.name}.jar" />
+      </fileset>
+    </delete>
+
     <delete includeEmptyDirs="true" verbose="false">
       <fileset dir="${maven.plugin.unpacked.dir}">
         <include name="*.cache"/>