Update app.py

app.py

@@ -3,7 +3,7 @@ import gradio as gr
 # Import necessary modules
 from tokenizer.tokenizer import *
 from models.GPT import build_GPT
-from inference.inference import *
+from inference.inference import Generative_inference
 from inference.sampling_strategies.sample_random import *
 
 # Initialize tokenizer
@@ -19,6 +19,9 @@ GPT, flops = build_GPT(256, vocab_size, 1000, 2, 0, 50, 20, 5)
 # Load pre-trained weights
 GPT.load_weights('AEON_30M.weights.h5')
 
+# Inference stance
+inference = Generative_inference(GPT, tokenizer, input_len=256, k_value=5)
+
 # Default text
 default_input_text = "Nearly a half-century ago, Apollo 11 astronaut Neil Armstrong walked on the Moon. NASA is now preparing for an ambitious new era of sustainable human spaceflight and discovery. The agency is building the Space Launch System rocket and the Orion spacecraft for human deep space exploration. With the help of commercial and international partners, NASA will develop new opportunities in lunar orbit, including a platform to aid surface exploration and serve as a gateway to Mars."