Update modeling_phi3_v.py
Browse filesAdd support for sdpa in current implementation of phi3v
- modeling_phi3_v.py +1 -1
modeling_phi3_v.py
CHANGED
@@ -1229,7 +1229,7 @@ class Phi3VPreTrainedModel(PreTrainedModel):
|
|
1229 |
_no_split_modules = ["Phi3DecoderLayer"]
|
1230 |
_skip_keys_device_placement = "past_key_values"
|
1231 |
_supports_flash_attn_2 = True
|
1232 |
-
_supports_sdpa =
|
1233 |
_supports_cache_class = True
|
1234 |
|
1235 |
_version = "0.0.5"
|
|
|
1229 |
_no_split_modules = ["Phi3DecoderLayer"]
|
1230 |
_skip_keys_device_placement = "past_key_values"
|
1231 |
_supports_flash_attn_2 = True
|
1232 |
+
_supports_sdpa = True
|
1233 |
_supports_cache_class = True
|
1234 |
|
1235 |
_version = "0.0.5"
|