diff --git a/CHANGELOG.md b/CHANGELOG.md
index fe36bbf..f8da270 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,5 +1,9 @@
 # Release Notes for CKEditor for Craft CMS
 
+## Unreleased
+
+- Fixed a bug where the CKEditor config-creation slideout could keep reappearing if canceled. ([#138](https://github.com/craftcms/ckeditor/pull/138))
+
 ## 3.6.0 - 2023-09-13
 
 - CKEditor is now released under the GPL-3.0 license.
diff --git a/src/templates/_field-settings.twig b/src/templates/_field-settings.twig
index e6542b8..9beafe7 100644
--- a/src/templates/_field-settings.twig
+++ b/src/templates/_field-settings.twig
@@ -16,6 +16,9 @@
           });
         });
         slideout.on('close', () => {
+          if (selectize.lastValidValue === '__add__') {
+            selectize.lastValidValue = '';
+          }
           selectize.focus();
         });
       }