diff --git a/src/main.rs b/src/main.rs
index 2e9d893..d6be42d 100644
--- a/src/main.rs
+++ b/src/main.rs
@@ -531,6 +531,7 @@ impl Backend {
                     self.semantic_map.insert(params.uri.to_string(), semantic);
                 }
                 Err(err) => {
+                    self.semantic_token_map.remove(&params.uri.to_string());
                     let span = err.span();
                     let start_position = offset_to_position(span.start, &rope);
                     let end_position = offset_to_position(span.end, &rope);