switch to using streaming

app.py

@@ -21,13 +21,11 @@ generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokeniz
 
 def generate(instruction): 
     response = generate_text(instruction)
-    # result = ""
-    # for word in response.split(" "):
-    #     result += word + " "
-    #     yield result
-    return response
-
-
+    result = ""
+    for word in response.split(" "):
+        result += word + " "
+        yield result
+        
 examples = [
     "Instead of making a peanut butter and jelly sandwich, what else could I combine peanut butter with in a sandwich? Give five ideas",
     "How do I make a campfire?",