Балаганский Никита Николаевич commited on
Commit
fb0c713
1 Parent(s): f57bdfa
Files changed (1) hide show
  1. sampling.py +2 -3
sampling.py CHANGED
@@ -49,11 +49,10 @@ class CAIFSampler:
49
  top_k_classifier,
50
  classifier_weight,
51
  caif_tokens_num=None,
52
- act_type: str = "softmax",
 
53
  **kwargs
54
  ):
55
- target_cls_id = kwargs["target_cls_id"]
56
- act_type = kwargs["act_type"]
57
  next_token_logits = output_logis[:, -1]
58
  next_token_log_probs = F.log_softmax(
59
  next_token_logits, dim=-1
 
49
  top_k_classifier,
50
  classifier_weight,
51
  caif_tokens_num=None,
52
+ act_type: str = "sigmoid",
53
+ target_cls_id: int = 0,
54
  **kwargs
55
  ):
 
 
56
  next_token_logits = output_logis[:, -1]
57
  next_token_log_probs = F.log_softmax(
58
  next_token_logits, dim=-1