Update modeling_mistral.py
Browse files- modeling_mistral.py +1 -1
modeling_mistral.py
CHANGED
@@ -1,4 +1,3 @@
|
|
1 |
-
import logging
|
2 |
from typing import Optional, List, Tuple, Union
|
3 |
|
4 |
import torch
|
@@ -9,6 +8,7 @@ from transformers.modeling_attn_mask_utils import _prepare_4d_causal_attention_m
|
|
9 |
from transformers.modeling_outputs import BaseModelOutputWithPast
|
10 |
from transformers.models.mistral.modeling_mistral import MistralPreTrainedModel, MistralDecoderLayer, MistralRMSNorm, \
|
11 |
MistralForCausalLM
|
|
|
12 |
from .configuration_mistral import MistralDenseFormerConfig
|
13 |
from .denseformer import DWAModules
|
14 |
|
|
|
|
|
1 |
from typing import Optional, List, Tuple, Union
|
2 |
|
3 |
import torch
|
|
|
8 |
from transformers.modeling_outputs import BaseModelOutputWithPast
|
9 |
from transformers.models.mistral.modeling_mistral import MistralPreTrainedModel, MistralDecoderLayer, MistralRMSNorm, \
|
10 |
MistralForCausalLM
|
11 |
+
from transformers.utils import logging
|
12 |
from .configuration_mistral import MistralDenseFormerConfig
|
13 |
from .denseformer import DWAModules
|
14 |
|