PrunaAI

/

jiajunlong-TinyLLaVA-OpenELM-450M-CLIP-0.55B-QUANTO-int8bit-smashed

like 0

• "torch.nn.modules.activation.SiLU",
• "transformers_modules.jiajunlong.TinyLLaVA-OpenELM-450M-CLIP-0.55B.59d9f9313411046415e9fdde53708d8dd6a1574e.modeling_tinyllava_elm.Connector",
• "transformers.models.clip.configuration_clip.CLIPVisionConfig",
• "transformers_modules.jiajunlong.TinyLLaVA-OpenELM-450M-CLIP-0.55B.59d9f9313411046415e9fdde53708d8dd6a1574e.modeling_tinyllava_elm.OpenELMRMSNorm",
• "transformers_modules.jiajunlong.TinyLLaVA-OpenELM-450M-CLIP-0.55B.59d9f9313411046415e9fdde53708d8dd6a1574e.modeling_tinyllava_elm.OpenELMFeedForwardNetwork",
• "transformers.models.clip.modeling_clip.CLIPAttention",
• "torch.BoolStorage",
• "transformers.models.clip.modeling_clip.CLIPVisionTransformer",
• "torch.device",
• "torch.int8",
• "transformers.models.clip.modeling_clip.CLIPEncoder",
• "torch.LongStorage",
• "transformers.models.clip.modeling_clip.CLIPVisionEmbeddings",
• "torch._utils._rebuild_tensor_v2",
• "torch.nn.modules.normalization.LayerNorm",
• "transformers_modules.jiajunlong.TinyLLaVA-OpenELM-450M-CLIP-0.55B.59d9f9313411046415e9fdde53708d8dd6a1574e.modeling_tinyllava_elm.TinyLlavaForConditionalGeneration",
• "transformers.models.clip.modeling_clip.CLIPMLP",
• "transformers.activations.QuickGELUActivation",
• "transformers_modules.jiajunlong.TinyLLaVA-OpenELM-450M-CLIP-0.55B.59d9f9313411046415e9fdde53708d8dd6a1574e.modeling_tinyllava_elm.OpenELMForCausalLM",
• "transformers_modules.jiajunlong.TinyLLaVA-OpenELM-450M-CLIP-0.55B.59d9f9313411046415e9fdde53708d8dd6a1574e.modeling_tinyllava_elm.OpenELMModel",
• "torch.float16",
• "torch.nn.modules.activation.GELU",
• "transformers.models.clip.modeling_clip.CLIPEncoderLayer",
• "transformers_modules.jiajunlong.TinyLLaVA-OpenELM-450M-CLIP-0.55B.59d9f9313411046415e9fdde53708d8dd6a1574e.modeling_tinyllava_elm.OpenELMMultiHeadCausalAttention",
• "transformers.models.clip.image_processing_clip.CLIPImageProcessor",
• "transformers.models.clip.modeling_clip.CLIPVisionModel",
• "quanto.nn.qconv2d.QConv2d",
• "torch.nn.modules.container.ModuleList",
• "transformers_modules.jiajunlong.TinyLLaVA-OpenELM-450M-CLIP-0.55B.59d9f9313411046415e9fdde53708d8dd6a1574e.modeling_tinyllava_elm.OpenELMDecoderLayer",
• "__builtin__.set",
• "torch.nn.modules.sparse.Embedding",
• "torch._utils._rebuild_parameter",
• "quanto.nn.qlinear.QLinear",
• "transformers.generation.configuration_utils.GenerationConfig",
• "torch.FloatStorage",
• "torch.nn.modules.container.Sequential",
• "transformers_modules.jiajunlong.TinyLLaVA-OpenELM-450M-CLIP-0.55B.59d9f9313411046415e9fdde53708d8dd6a1574e.configuration.TinyLlavaConfig",
• "collections.OrderedDict",
• "transformers_modules.apple.OpenELM-450M-Instruct.4ed2a9952ee227f05c6136617b161690851a2e86.configuration_openelm.OpenELMConfig",
• "transformers_modules.jiajunlong.TinyLLaVA-OpenELM-450M-CLIP-0.55B.59d9f9313411046415e9fdde53708d8dd6a1574e.modeling_tinyllava_elm.VisionTower",
• "transformers_modules.jiajunlong.TinyLLaVA-OpenELM-450M-CLIP-0.55B.59d9f9313411046415e9fdde53708d8dd6a1574e.modeling_tinyllava_elm.OpenELMRotaryEmbedding",
• "torch.HalfStorage",
• "quanto.tensor.qtype.qtype"

How to fix it?