Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -4,6 +4,11 @@ from transformers import (
|
|
4 |
BartTokenizer
|
5 |
)
|
6 |
import torch
|
|
|
|
|
|
|
|
|
|
|
7 |
|
8 |
def get_device():
|
9 |
# If there's a GPU available...
|
@@ -27,6 +32,12 @@ model.eval()
|
|
27 |
|
28 |
def run_bart(question, censor):
|
29 |
print(question, censor)
|
|
|
|
|
|
|
|
|
|
|
|
|
30 |
|
31 |
model_input = tokenizer(question, truncation=True, padding=True, return_tensors="pt")
|
32 |
generated_answers_encoded = model.generate(input_ids=model_input["input_ids"].to(device),
|
@@ -36,6 +47,7 @@ def run_bart(question, censor):
|
|
36 |
min_length=1,
|
37 |
max_length=100,
|
38 |
do_sample=True,
|
|
|
39 |
early_stopping=True,
|
40 |
num_beams=4,
|
41 |
temperature=1.0,
|
|
|
4 |
BartTokenizer
|
5 |
)
|
6 |
import torch
|
7 |
+
import json
|
8 |
+
|
9 |
+
def read_json_file_2_dict(filename, store_dir='.'):
|
10 |
+
with open(f'{store_dir}/{filename}', 'r', encoding='utf-8') as file:
|
11 |
+
return json.load(file)
|
12 |
|
13 |
def get_device():
|
14 |
# If there's a GPU available...
|
|
|
32 |
|
33 |
def run_bart(question, censor):
|
34 |
print(question, censor)
|
35 |
+
if censor:
|
36 |
+
bad_words = read_json_file_2_dict('bad_words_file.json')
|
37 |
+
bad_words_ids = tokenizer(bad_words, add_prefix_space=True, add_special_tokens=False).get('input_ids')
|
38 |
+
else:
|
39 |
+
bad_words_ids = None
|
40 |
+
|
41 |
|
42 |
model_input = tokenizer(question, truncation=True, padding=True, return_tensors="pt")
|
43 |
generated_answers_encoded = model.generate(input_ids=model_input["input_ids"].to(device),
|
|
|
47 |
min_length=1,
|
48 |
max_length=100,
|
49 |
do_sample=True,
|
50 |
+
bad_words_ids=bad_words_ids
|
51 |
early_stopping=True,
|
52 |
num_beams=4,
|
53 |
temperature=1.0,
|