import gradio as gr
from huggingface_hub import transformers 
# Load model directly
from transformers import AutoTokenizer, AutoModelForCausalLM

tokenizer = AutoTokenizer.from_pretrained("ibm-granite/granite-3b-code-instruct")
model = AutoModelForCausalLM.from_pretrained("ibm-granite/granite-3b-code-instruct")