Added transformers.

requirements.txt

@@ -101,6 +101,7 @@ PyYAML==6.0.1
 questionary==2.0.1
 rasterio==1.3.10
 referencing==0.35.1
+regex==2024.4.28
 requests==2.31.0
 rio-cogeo==5.3.0
 rio-tiler==6.5.0
@@ -122,11 +123,13 @@ starlette==0.37.2
 sympy==1.12
 tenacity==8.2.3
 timm==0.9.16
+tokenizers==0.19.1
 torch==2.3.0
 torchvision==0.18.0
 tqdm==4.66.4
 traitlets==5.14.3
 traittypes==0.2.1
+transformers==4.40.1
 typing_extensions==4.11.0
 tzdata==2024.1
 uc-micro-py==1.0.3