t-shaurysrivastav commited on
Commit
0e763a5
·
verified ·
1 Parent(s): 4a0d683

Update modeling_phi3_v.py

Browse files

Add support for sdpa in current implementation of phi3v

Files changed (1) hide show
  1. modeling_phi3_v.py +1 -1
modeling_phi3_v.py CHANGED
@@ -1229,7 +1229,7 @@ class Phi3VPreTrainedModel(PreTrainedModel):
1229
  _no_split_modules = ["Phi3DecoderLayer"]
1230
  _skip_keys_device_placement = "past_key_values"
1231
  _supports_flash_attn_2 = True
1232
- _supports_sdpa = False
1233
  _supports_cache_class = True
1234
 
1235
  _version = "0.0.5"
 
1229
  _no_split_modules = ["Phi3DecoderLayer"]
1230
  _skip_keys_device_placement = "past_key_values"
1231
  _supports_flash_attn_2 = True
1232
+ _supports_sdpa = True
1233
  _supports_cache_class = True
1234
 
1235
  _version = "0.0.5"