fix

app.py

@@ -89,6 +89,7 @@ def main():
     alpha = st.slider("Alpha", min_value=-10, max_value=10, step=1, value=0)
     entropy_threshold = st.slider("Entropy threshold", min_value=0., max_value=5., step=.1, value=2.)
     auth_token = os.environ.get('TOKEN') or True
+    fp16 = st.checkbox("FP16", value=True)
     with st.spinner('Running inference...'):
         text = inference(
             lm_model_name=lm_model_name,
@@ -97,6 +98,7 @@ def main():
             alpha=alpha,
             target_label_id=target_label_id,
             entropy_threshold=entropy_threshold,
+            fp16=fp16,
         )
     st.subheader("Generated text:")
     st.markdown(text)
@@ -110,7 +112,7 @@ def load_generator(lm_model_name: str) -> Generator:
         generator = Generator(lm_model_name=lm_model_name, device=device)
         return generator
 
-@st.cache(hash_funcs={tokenizers.Tokenizer: lambda lm_tokenizer: hash(lm_tokenizer.to_str)}, allow_output_mutation=True)
+#@st.cache(hash_funcs={tokenizers.Tokenizer: lambda lm_tokenizer: hash(lm_tokenizer.to_str)}, allow_output_mutation=True)
 def load_sampler(cls_model_name, lm_tokenizer):
     with st.spinner('Loading classifier model...'):
         sampler = CAIFSampler(classifier_name=cls_model_name, lm_tokenizer=lm_tokenizer, device=device)