We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2632916 commit 88f057cCopy full SHA for 88f057c
colossalai/shardformer/policies/mistral.py
@@ -18,9 +18,9 @@
18
19
from ..modeling.mistral import (
20
MistralForwards,
21
+ get_lm_forward_with_dist_cross_entropy,
22
get_mistral_flash_attention_forward,
23
get_mistral_model_forward_for_flash_attn,
- get_lm_forward_with_dist_cross_entropy,
24
)
25
from .base_policy import ModulePolicyDescription, Policy, SubModuleReplacementDescription
26
0 commit comments