Update app.py

app.py

@@ -1,7 +1,7 @@
+import spaces
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 import gradio as gr
-import spaces
 
 title = """# 🙋🏻‍♂️Welcome to 🌟Tonic's Defog 🌬️🌁🌫️SqlCoder-34B-Alpha 
 You can use this Space to test out the current model [defog/sqlcoder-34b-alpha](https://huggingface.co/defog/sqlcoder-34b-alpha). [defog/sqlcoder-34b-alpha](https://huggingface.co/defog/sqlcoder-34b-alpha) is a 34B parameter model that outperforms gpt-4 and gpt-4-turbo for natural language to SQL generation tasks on our sql-eval framework, and significantly outperforms all popular open-source models. SQLCoder-34B is fine-tuned on a base CodeLlama model.
@@ -64,14 +64,15 @@ class SQLQueryGenerator:
         )
         return generated_query
 
+
+@spaces.GPU  # Decorate this function to use GPU
+def generate_sql(question):
+    return sql_query_generator.run_inference(question)
+
 def main():
     model_name = "defog/sqlcoder-34b-alpha"
     sql_query_generator = SQLQueryGenerator(model_name)
 
-    @spaces.GPU
-    def generate_sql(question):
-        return sql_query_generator.run_inference(question)
-
     with gr.Blocks() as demo:
         gr.Markdown(title)
         question = gr.Textbox(label="Enter your question")