arubenruben
commited on
Commit
•
bc6e601
1
Parent(s):
02dffa0
Update deploy_pipeline.py
Browse files- deploy_pipeline.py +2 -0
deploy_pipeline.py
CHANGED
@@ -14,6 +14,8 @@ class TokenizeAndAlignLabelsStep():
|
|
14 |
# Adapted From : https://huggingface.co/docs/transformers/tasks/token_classification
|
15 |
def tokenize_and_align_labels(self, examples, tokenizer):
|
16 |
|
|
|
|
|
17 |
tokenized_inputs = tokenizer(examples, padding='max_length', truncation=True, max_length=128, is_split_into_words=True)
|
18 |
|
19 |
# Map tokens to their respective word.
|
|
|
14 |
# Adapted From : https://huggingface.co/docs/transformers/tasks/token_classification
|
15 |
def tokenize_and_align_labels(self, examples, tokenizer):
|
16 |
|
17 |
+
print(examples)
|
18 |
+
|
19 |
tokenized_inputs = tokenizer(examples, padding='max_length', truncation=True, max_length=128, is_split_into_words=True)
|
20 |
|
21 |
# Map tokens to their respective word.
|