UniqAI/hexabot
1
0
Fork 0
mirror of https://github.com/hexastack/hexabot synced 2024-12-29 15:31:04 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

fix: restore regex

Browse Source
This commit is contained in:
hexastack 2024-11-28 20:08:21 +01:00
parent b075c293d8
commit 18705c6fb5
1 changed files with 1 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
nlu/models/slot_filler.py
View File

@ -215,11 +215,6 @@ class SlotFiller(tfbp.Model):
token = tokens[idx] token = tokens[idx]
slot_id = slot_ids[idx] slot_id = slot_ids[idx]
# Skip special tokens
# if token in special_tokens:
# idx += 1
# continue
# Get slot name # Get slot name
slot_name = self.extra_params["slot_names"][slot_id] slot_name = self.extra_params["slot_names"][slot_id]
if slot_name == "<PAD>": if slot_name == "<PAD>":
@ -260,7 +255,7 @@ class SlotFiller(tfbp.Model):
# Convert tokens to string # Convert tokens to string
slot_value = self.tokenizer.convert_tokens_to_string(slot_tokens).strip() slot_value = self.tokenizer.convert_tokens_to_string(slot_tokens).strip()
# slot_value = re.sub(r'\s+', '', slot_value) slot_value = re.sub(r'\s+', '', slot_value)
# Ensure the slot value exists in the text (avoid -1 for start index) # Ensure the slot value exists in the text (avoid -1 for start index)
start_idx = text.find(slot_value) start_idx = text.find(slot_value)