The TDC Model Hub Transformers API is under development. In the meantime, we highly recommend using the native HF Transformers library and original Geneformer repo to run inference.
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("fill-mask", model="ctheodoris/Geneformer")
# Load model directly
from transformers import AutoTokenizer, AutoModelForMaskedLM
tokenizer = AutoTokenizer.from_pretrained("ctheodoris/Geneformer")
model = AutoModelForMaskedLM.from_pretrained("ctheodoris/Geneformer")
For further details see: https://huggingface.co/ctheodoris/Geneformer