File tree 1 file changed +3
-3
lines changed
1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change 52
52
from internlm .core .parallel .comm .zero import ParamAsyncBcastHandler
53
53
from internlm .core .trainer import TrainState
54
54
from internlm .data .utils import unpack_type_ids
55
- from internlm .model_implementations .builder import create_model
56
- from internlm .model_implementations .registry import register_model_initializer
57
- from internlm .model_inject .inject import inject_model
58
55
from internlm .model .metrics import SchedulerMetricHook
59
56
from internlm .model .modules .embedding import Embedding1D
60
57
from internlm .model .modules .linear import (
70
67
from internlm .model .moe import Experts , MoE
71
68
from internlm .model .moe .moe import Qwen2MoE
72
69
from internlm .model .ops .norm import RMSNorm
70
+ from internlm .model_implementations .builder import create_model
71
+ from internlm .model_implementations .registry import register_model_initializer
72
+ from internlm .model_inject .inject import inject_model
73
73
from internlm .monitor import set_env_var
74
74
from internlm .monitor .monitor import monitor_manager as mm
75
75
from internlm .solver .optimizer import (
You can’t perform that action at this time.
0 commit comments