add cache

sampling.py

@@ -1,5 +1,7 @@
 from typing import List
 
+from functools import lru_cache
+
 import torch
 from torch.nn import functional as F
 
@@ -28,6 +30,7 @@ class TopKWithTemperatureSampler:
 
 
 class CAIFSampler:
+    @lru_cache(20)
     def __init__(self, classifier_name, lm_tokenizer, device, invert_cls_probs: bool = False):
         self.device = device
         self.classifier_tokenizer = transformers.AutoTokenizer.from_pretrained(