fixes

app.py

@@ -179,7 +179,8 @@ def main():
     st.plotly_chart(figure, use_container_width=True)
     auth_token = os.environ.get('TOKEN') or True
     fp16 = st.checkbox("FP16", value=True)
-    with st.spinner('Running inference...'):
+
+    def generate():
         text = inference(
             lm_model_name=lm_model_name,
             cls_model_name=cls_model_name,
@@ -190,8 +191,11 @@ def main():
             fp16=fp16,
             act_type=act_type
         )
-    st.subheader("Generated text:")
-    st.write(text)
+        st.subheader("Generated text:")
+        st.write(text)
+    generate()
+    st.button("Generate new", on_click=generate())
+
 
 @st.cache(hash_funcs={tokenizers.Tokenizer: lambda lm_tokenizer: hash(lm_tokenizer.to_str)}, allow_output_mutation=True)
 def load_generator(lm_model_name: str) -> Generator:
@@ -199,7 +203,8 @@ def load_generator(lm_model_name: str) -> Generator:
         generator = Generator(lm_model_name=lm_model_name, device=device)
         return generator
 
-#@st.cache(hash_funcs={tokenizers.Tokenizer: lambda lm_tokenizer: hash(lm_tokenizer.to_str)}, allow_output_mutation=True)
+
+# @st.cache(hash_funcs={tokenizers.Tokenizer: lambda lm_tokenizer: hash(lm_tokenizer.to_str)}, allow_output_mutation=True)
 def load_sampler(cls_model_name, lm_tokenizer):
     with st.spinner('Loading classifier model...'):
         sampler = CAIFSampler(classifier_name=cls_model_name, lm_tokenizer=lm_tokenizer, device=device)