Update modeling_hyena.py
Browse files- modeling_hyena.py +1 -1
modeling_hyena.py
CHANGED
|
@@ -27,7 +27,7 @@ class StripedHyenaPreTrainedModel(PreTrainedModel):
|
|
| 27 |
_skip_keys_device_placement = "past_key_values"
|
| 28 |
_keys_to_ignore_on_load_missing = [r"freq"]
|
| 29 |
_keys_to_ignore_on_load_unexpected = [r"fftconv", r"twiddle_factors"]
|
| 30 |
-
_supports_flash_attn_2 =
|
| 31 |
|
| 32 |
|
| 33 |
class StripedHyenaModelForCausalLM(StripedHyenaPreTrainedModel):
|
|
|
|
| 27 |
_skip_keys_device_placement = "past_key_values"
|
| 28 |
_keys_to_ignore_on_load_missing = [r"freq"]
|
| 29 |
_keys_to_ignore_on_load_unexpected = [r"fftconv", r"twiddle_factors"]
|
| 30 |
+
_supports_flash_attn_2 = True
|
| 31 |
|
| 32 |
|
| 33 |
class StripedHyenaModelForCausalLM(StripedHyenaPreTrainedModel):
|