diff --git a/src/languageFeatures.ts b/src/languageFeatures.ts
index 2813aa72..288bc6cb 100644
--- a/src/languageFeatures.ts
+++ b/src/languageFeatures.ts
@@ -46,6 +46,7 @@ export class DiagnostcsAdapter {
 		};
 
 		const onModelRemoved = (model: monaco.editor.IModel): void => {
+			monaco.editor.setModelMarkers(model, this._languageId, []);
 			delete this._listener[model.uri.toString()];
 		};