PrunaAI

/

llama-moe-LLaMA-MoE-v1-3_0B-2_16-QUANTO-int8bit-smashed

like 0

• "__builtin__.set",
• "torch._utils._rebuild_tensor_v2",
• "transformers_modules.llama-moe.LLaMA-MoE-v1-3_0B-2_16.5429d3009773cdcbc4d3015edb34aa0ca0d66862.modeling_llama_moe_hf.LlamaMoEForCausalLM",
• "torch.BFloat16Storage",
• "torch.distributions.normal.Normal",
• "transformers_modules.llama-moe.LLaMA-MoE-v1-3_0B-2_16.5429d3009773cdcbc4d3015edb34aa0ca0d66862.modeling_llama_moe_hf.LlamaAttention",
• "collections.OrderedDict",
• "transformers_modules.llama-moe.LLaMA-MoE-v1-3_0B-2_16.5429d3009773cdcbc4d3015edb34aa0ca0d66862.modeling_llama_moe_hf.LinearGLUMoELayer",
• "transformers_modules.llama-moe.LLaMA-MoE-v1-3_0B-2_16.5429d3009773cdcbc4d3015edb34aa0ca0d66862.modeling_llama_moe_hf.LlamaMoEModel",
• "torch.nn.modules.sparse.Embedding",
• "transformers_modules.llama-moe.LLaMA-MoE-v1-3_0B-2_16.5429d3009773cdcbc4d3015edb34aa0ca0d66862.modeling_llama_moe_hf.LinearGLUExperts",
• "torch.bfloat16",
• "torch.nn.modules.container.Sequential",
• "torch.device",
• "transformers.generation.configuration_utils.GenerationConfig",
• "torch._utils._rebuild_parameter",
• "torch.Size",
• "torch.nn.modules.activation.SiLU",
• "torch.nn.modules.container.ParameterList",
• "transformers_modules.llama-moe.LLaMA-MoE-v1-3_0B-2_16.5429d3009773cdcbc4d3015edb34aa0ca0d66862.modeling_llama_moe_hf.LlamaMoEDecoderLayer",
• "quanto.tensor.qtype.qtype",
• "quanto.nn.qlinear.QLinear",
• "transformers_modules.llama-moe.LLaMA-MoE-v1-3_0B-2_16.5429d3009773cdcbc4d3015edb34aa0ca0d66862.modeling_llama_moe_hf.LlamaRMSNorm",
• "transformers_modules.llama-moe.LLaMA-MoE-v1-3_0B-2_16.5429d3009773cdcbc4d3015edb34aa0ca0d66862.modeling_llama_moe_hf.UniversalCalculator",
• "transformers_modules.llama-moe.LLaMA-MoE-v1-3_0B-2_16.5429d3009773cdcbc4d3015edb34aa0ca0d66862.modeling_llama_moe_hf.LlamaRotaryEmbedding",
• "torch.nn.modules.container.ModuleList",
• "transformers_modules.llama-moe.LLaMA-MoE-v1-3_0B-2_16.5429d3009773cdcbc4d3015edb34aa0ca0d66862.configuration_llama_moe.LlamaMoEConfig",
• "torch.int8",
• "torch.nn.modules.activation.Softplus",
• "transformers_modules.llama-moe.LLaMA-MoE-v1-3_0B-2_16.5429d3009773cdcbc4d3015edb34aa0ca0d66862.modeling_llama_moe_hf.TopKBalancedNoisyGate",
• "torch.nn.modules.activation.Softmax",
• "torch.FloatStorage",
• "torch.nn.modules.activation.Tanh"

How to fix it?