From 5a522b14cc9fb498083c89de91b306469d52d4df Mon Sep 17 00:00:00 2001
From: Med Marrouchi <marrouchi.mohamed@gmail.com>
Date: Thu, 28 Nov 2024 19:47:17 +0100
Subject: [PATCH] Update nlu/models/slot_filler.py

---
 nlu/models/slot_filler.py | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/nlu/models/slot_filler.py b/nlu/models/slot_filler.py
index 575d3690..b1929a3d 100644
--- a/nlu/models/slot_filler.py
+++ b/nlu/models/slot_filler.py
@@ -202,10 +202,6 @@ class SlotFiller(tfbp.Model):
             token = tokens[idx]
             slot_id = slot_ids[idx]
 
-            # Skip special tokens
-            if token in special_tokens:
-                idx += 1
-                continue
 
             # Get slot name
             slot_name = self.extra_params["slot_names"][slot_id]