diff --git a/packages/front/src/fragments/Highlighter/index.ts b/packages/front/src/fragments/Highlighter/index.ts
index 2bd580888..44c9585d9 100644
--- a/packages/front/src/fragments/Highlighter/index.ts
+++ b/packages/front/src/fragments/Highlighter/index.ts
@@ -494,7 +494,7 @@ export class Highlighter
       }
 
       // Clean up selection map for this style
-      this.selection[style] = {};
+      OBC.ModelIdMapUtils.remove(this.selection[style], clearedItems);
     }
 
     if (!this._fromHighlight) {