diff --git a/addon/mixins/validatable-input.js b/addon/mixins/validatable-input.js
index bed09b8..dc77102 100644
--- a/addon/mixins/validatable-input.js
+++ b/addon/mixins/validatable-input.js
@@ -131,9 +131,6 @@ export default Ember.Mixin.create({
       this.set('errorMessage', null);
     }
 
-    // We reset the state if we had any custom error, so that they do not "stick" around
-    input.setCustomValidity('');
-
     // If the input was never validated, we attach an additional listener so that validation is
     // run also on keyup. This makes the UX better as it removes error message as you type when
     // you try to fix the errors
diff --git a/package.json b/package.json
index 7f3445c..90b5da6 100644
--- a/package.json
+++ b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "ember-cli-html5-validation",
-  "version": "0.2.3",
+  "version": "0.2.4",
   "description": "The default blueprint for ember-cli addons.",
   "directories": {
     "doc": "doc",