Upload modeling_proteinglm.py
Browse files- modeling_proteinglm.py +1 -4
modeling_proteinglm.py
CHANGED
|
@@ -1274,12 +1274,9 @@ class ProteinGLMForCasualLM(ProteinGLMPreTrainedModel):
|
|
| 1274 |
outputs: ModelOutput,
|
| 1275 |
model_kwargs: Dict[str, Any],
|
| 1276 |
is_encoder_decoder: bool = False,
|
| 1277 |
-
standardize_cache_format: bool = False,
|
| 1278 |
) -> Dict[str, Any]:
|
| 1279 |
# update past_key_values
|
| 1280 |
-
model_kwargs["past_key_values"] = self._extract_past_from_model_output(
|
| 1281 |
-
outputs, standardize_cache_format=standardize_cache_format
|
| 1282 |
-
)
|
| 1283 |
|
| 1284 |
# update attention mask
|
| 1285 |
if "attention_mask" in model_kwargs:
|
|
|
|
| 1274 |
outputs: ModelOutput,
|
| 1275 |
model_kwargs: Dict[str, Any],
|
| 1276 |
is_encoder_decoder: bool = False,
|
|
|
|
| 1277 |
) -> Dict[str, Any]:
|
| 1278 |
# update past_key_values
|
| 1279 |
+
model_kwargs["past_key_values"] = self._extract_past_from_model_output(outputs)
|
|
|
|
|
|
|
| 1280 |
|
| 1281 |
# update attention mask
|
| 1282 |
if "attention_mask" in model_kwargs:
|