UniqAI/hexabot
1
0
Fork 0
mirror of https://github.com/hexastack/hexabot synced 2025-06-26 18:27:28 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: model lang

Browse Source
This commit is contained in:
Mohamed Marrouchi 2024-09-19 10:52:18 +01:00
parent c58a080ebf
commit dab9d9f716
3 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
nlu/data_loaders/jisfdl.py
View File

@ -102,10 +102,10 @@ class JISFDL(tfbp.DataLoader):
lang = self.hparams.language lang = self.hparams.language
all_examples = data["common_examples"] all_examples = data["common_examples"]
if not lang: if not bool(lang):
examples = all_examples examples = all_examples
else: else:
examples = filter(lambda exp: any(not lang or (e['entity'] == 'language' and e['value'] == lang) for e in exp['entities']), all_examples) examples = filter(lambda exp: any(e['entity'] == 'language' and e['value'] == lang for e in exp['entities']), all_examples)
# Parse raw data # Parse raw data
for exp in examples: for exp in examples:

2
nlu/models/intent_classifier.py
View File

@ -38,7 +38,7 @@ BERT_MODEL_BY_LANGUAGE = {
@tfbp.default_export @tfbp.default_export
class IntentClassifier(tfbp.Model): class IntentClassifier(tfbp.Model):
default_hparams = { default_hparams = {
"language": None, "language": "",
"num_epochs": 2, "num_epochs": 2,
"dropout_prob": 0.1, "dropout_prob": 0.1,
"intent_num_labels": 7, "intent_num_labels": 7,

2
nlu/models/slot_filler.py
View File

@ -38,7 +38,7 @@ BERT_MODEL_BY_LANGUAGE = {
@tfbp.default_export @tfbp.default_export
class SlotFiller(tfbp.Model): class SlotFiller(tfbp.Model):
default_hparams = { default_hparams = {
"language": None, "language": "",
"num_epochs": 2, "num_epochs": 2,
"dropout_prob": 0.1, "dropout_prob": 0.1,
"slot_num_labels": 40 "slot_num_labels": 40