Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|AUDIO|>": 151646,
+  "<|IMAGE|>": 151655,
+  "<|VIDEO|>": 151656,
+  "<|audio_bos|>": 151647,
+  "<|audio_eos|>": 151648,
+  "<|box_end|>": 151649,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|vision_bos|>": 151652,
+  "<|vision_eos|>": 151653,
+  "<|vision_pad|>": 151654
+}

config.json

@@ -0,0 +1,593 @@
+{
+  "architectures": [
+    "Qwen2_5OmniModel"
+  ],
+  "enable_audio_output": true,
+  "enable_talker": true,
+  "model_type": "qwen2_5_omni",
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:2.1.1-dev"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "talker_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "Qwen2.5-Omni-7B/talker",
+    "architectures": [
+      "Qwen2OmniTalkerForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "audio_end_token_id": 151648,
+    "audio_start_token_id": 151647,
+    "audio_token_index": 151646,
+    "embedding_size": 3584,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 896,
+    "image_token_index": 151655,
+    "init_std": 0.02,
+    "initializer_range": 0.02,
+    "intermediate_size": 18944,
+    "max_position_embeddings": 32768,
+    "max_window_layers": 28,
+    "model_type": "qwen2_5_omni_talker",
+    "num_attention_heads": 12,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 4,
+    "position_id_per_seconds": 25,
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": {
+      "mrope_section": [
+        16,
+        24,
+        24
+      ],
+      "rope_type": "default",
+      "type": "default"
+    },
+    "rope_theta": 1000000.0,
+    "seconds_per_chunk": 2,
+    "sliding_window": 32768,
+    "spatial_merge_size": 2,
+    "torch_dtype": "float16",
+    "tts_codec_end_token_id": 8294,
+    "tts_codec_mask_token_id": 8296,
+    "tts_codec_pad_token_id": 8292,
+    "tts_codec_start_token_id": 8293,
+    "tts_text_end_token_id": 151861,
+    "tts_text_pad_token_id": 151859,
+    "tts_text_start_token_id": 151860,
+    "use_cache": true,
+    "use_mrope": false,
+    "use_sliding_window": false,
+    "video_token_index": 151656,
+    "vision_end_token_id": 151653,
+    "vision_start_token_id": 151652,
+    "vocab_size": 8448
+  },
+  "thinker_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "Qwen2.5-Omni-7B/thinker",
+    "architectures": [
+      "Qwen2OmniNaViTThinkerForConditionalGeneration"
+    ],
+    "audio_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "activation_dropout": 0.0,
+      "activation_function": "gelu",
+      "add_cross_attention": false,
+      "architectures": null,
+      "attention_dropout": 0.0,
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "d_model": 1280,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "dropout": 0.0,
+      "early_stopping": false,
+      "encoder_attention_heads": 20,
+      "encoder_ffn_dim": 5120,
+      "encoder_layerdrop": 0.0,
+      "encoder_layers": 32,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "init_std": 0.02,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "max_source_positions": 1500,
+      "min_length": 0,
+      "model_type": "qwen2_5_omni_audio_encoder",
+      "n_window": 100,
+      "no_repeat_ngram_size": 0,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_hidden_layers": 32,
+      "num_mel_bins": 128,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_dim": 3584,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "scale_embedding": false,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": null,
+      "torchscript": false,
+      "typical_p": 1.0,
+      "use_bfloat16": false
+    },
+    "audio_end_token_id": 151648,
+    "audio_start_token_id": 151647,
+    "audio_token_index": 151646,
+    "bos_token_id": 151644,
+    "eos_token_id": 151645,
+    "ignore_index": -100,
+    "image_token_index": 151655,
+    "init_std": 0.02,
+    "model_type": "qwen2_5_omni_thinker",
+    "pad_token_id": 151643,
+    "position_id_per_seconds": 25,
+    "seconds_per_chunk": 2,
+    "text_config": {
+      "_attn_implementation_autoset": false,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": null,
+      "attention_dropout": 0.0,
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "silu",
+      "hidden_size": 3584,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "init_std": 0.02,
+      "intermediate_size": 18944,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "max_position_embeddings": 32768,
+      "max_window_layers": 28,
+      "min_length": 0,
+      "model_type": "qwen2_5_omni_text",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 28,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_hidden_layers": 28,
+      "num_key_value_heads": 4,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "rms_norm_eps": 1e-06,
+      "rope_scaling": {
+        "mrope_section": [
+          16,
+          24,
+          24
+        ],
+        "rope_type": "default",
+        "type": "default"
+      },
+      "rope_theta": 1000000.0,
+      "sep_token_id": null,
+      "sliding_window": 32768,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": null,
+      "torchscript": false,
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "use_cache": true,
+      "use_sliding_window": false,
+      "vocab_size": 152064
+    },
+    "torch_dtype": "float16",
+    "use_mrope": false,
+    "user_token_id": 872,
+    "video_token_index": 151656,
+    "vision_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": null,
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "depth": 32,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "embed_dim": 1280,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "fullatt_block_indexes": [
+        7,
+        15,
+        23,
+        31
+      ],
+      "hidden_act": "silu",
+      "hidden_size": 1280,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "in_channels": 3,
+      "in_chans": 3,
+      "init_std": 0.02,
+      "intermediate_size": 3420,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "min_length": 0,
+      "model_type": "qwen2_5_omni_vision_encoder",
+      "no_repeat_ngram_size": 0,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_heads": 16,
+      "num_return_sequences": 1,
+      "out_hidden_size": 3584,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "patch_size": 14,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "sep_token_id": null,
+      "spatial_merge_size": 2,
+      "spatial_patch_size": 14,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "temporal_patch_size": 2,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "tokens_per_second": 25,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": null,
+      "torchscript": false,
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "window_size": 112
+    },
+    "vision_end_token_id": 151653,
+    "vision_start_token_id": 151652,
+    "vision_token_id": 151654
+  },
+  "token2wav_config": {
+    "_attn_implementation_autoset": true,
+    "bigvgan_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": null,
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "mel_dim": 80,
+      "min_length": 0,
+      "model_type": "qwen2_5_omni_bigvgan",
+      "no_repeat_ngram_size": 0,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "resblock_dilation_sizes": [
+        [
+          1,
+          3,
+          5
+        ],
+        [
+          1,
+          3,
+          5
+        ],
+        [
+          1,
+          3,
+          5
+        ]
+      ],
+      "resblock_kernel_sizes": [
+        3,
+        7,
+        11
+      ],
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": null,
+      "torchscript": false,
+      "typical_p": 1.0,
+      "upsample_initial_channel": 1536,
+      "upsample_kernel_sizes": [
+        11,
+        7,
+        4,
+        4,
+        4,
+        4
+      ],
+      "upsample_rates": [
+        5,
+        3,
+        2,
+        2,
+        2,
+        2
+      ],
+      "use_bfloat16": false,
+      "use_bias_at_final": false
+    },
+    "dit_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": null,
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "block_size": 24,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "depth": 22,
+      "dim": 1024,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "dropout": 0.1,
+      "early_stopping": false,
+      "emb_dim": 512,
+      "enc_attention_channels": 64,
+      "enc_channels": [
+        256,
+        256,
+        256,
+        256,
+        768
+      ],
+      "enc_dilations": [
+        1,
+        2,
+        3,
+        4,
+        1
+      ],
+      "enc_dim": 128,
+      "enc_emb_dim": 192,
+      "enc_global_context": true,
+      "enc_kernel_sizes": [
+        5,
+        3,
+        3,
+        3,
+        1
+      ],
+      "enc_lin_neurons": 192,
+      "enc_res2net_scale": 2,
+      "enc_se_channels": 64,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "ff_mult": 2,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "head_dim": 64,
+      "heads": 16,
+      "hidden_size": 1024,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "look_ahead_layers": [
+        10
+      ],
+      "look_backward_layers": [
+        0,
+        20
+      ],
+      "max_length": 20,
+      "max_position_embeddings": 32768,
+      "mel_dim": 80,
+      "min_length": 0,
+      "model_type": "qwen2_5_omni_dit",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 16,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_embeds": 8193,
+      "num_hidden_layers": 22,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repeats": 2,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "rope_theta": 10000.0,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "float32",
+      "torchscript": false,
+      "typical_p": 1.0,
+      "use_bfloat16": false
+    },
+    "model_type": "qwen2_5_omni_token2wav",
+    "torch_dtype": "float16"
+  },
+  "torch_dtype": "float16",
+  "transformers_version": "4.50.0.dev0",
+  "use_cache": false
+}

generation_config.json

@@ -0,0 +1,4 @@
+{
+  "_from_model_config": true,
+  "transformers_version": "4.50.0.dev0"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04a51ab40fc364c02855ec5a76bb680be239d04a6314b8f625ae1d0f8306f46
+size 3980359152

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4690ab05b3edd91cc497017a226bf89383862b8042a10d520a647d0c325456eb
+size 3137548688

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddca06aa8c99fccc2e54df60360e9328617d448ccf1901bbeb065eac78906d37
+size 3993379832

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33733bedd858bb3157d479eaba1388693f29b83a26e650810581f33eb1d1c79
+size 1595686480

quant_log.csv

@@ -0,0 +1,197 @@
+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.84503669,0.01000,0.847
+0,self_attn.v_proj,0.09790013,0.01000,0.621
+0,self_attn.q_proj,3.45275998,0.01000,0.623
+0,self_attn.o_proj,0.02797472,0.01000,0.716
+0,mlp.up_proj,6.59510899,0.01000,0.753
+0,mlp.gate_proj,14.64342403,0.01000,0.634
+0,mlp.down_proj,0.54082263,0.01000,4.907
+1,self_attn.k_proj,0.66450667,0.01000,0.755
+1,self_attn.v_proj,0.13586605,0.01000,0.624
+1,self_attn.q_proj,2.53379679,0.01000,0.622
+1,self_attn.o_proj,0.01710801,0.01000,0.720
+1,mlp.up_proj,56.40869904,0.01000,0.752
+1,mlp.gate_proj,94.36625671,0.01000,0.638
+1,mlp.down_proj,0.48488298,0.01000,4.885
+2,self_attn.k_proj,1.85023427,0.01000,0.758
+2,self_attn.v_proj,0.29796562,0.01000,0.620
+2,self_attn.q_proj,6.63527250,0.01000,0.624
+2,self_attn.o_proj,0.05357596,0.01000,0.721
+2,mlp.up_proj,72.35107422,0.01000,0.754
+2,mlp.gate_proj,120.69715118,0.01000,0.637
+2,mlp.down_proj,0.71529531,0.01000,4.897
+3,self_attn.k_proj,1.83869004,0.01000,0.816
+3,self_attn.v_proj,0.42401373,0.01000,0.667
+3,self_attn.q_proj,6.90928888,0.01000,0.638
+3,self_attn.o_proj,0.22543210,0.01000,0.795
+3,mlp.up_proj,199.29341125,0.01000,0.756
+3,mlp.gate_proj,270.88391113,0.01000,0.641
+3,mlp.down_proj,1.02437985,0.01000,4.892
+4,self_attn.k_proj,3.05090141,0.01000,0.757
+4,self_attn.v_proj,0.90732384,0.01000,0.623
+4,self_attn.q_proj,12.91889858,0.01000,0.622
+4,self_attn.o_proj,0.16272199,0.01000,0.724
+4,mlp.up_proj,177.98535156,0.01000,0.751
+4,mlp.gate_proj,268.20730591,0.01000,0.635
+4,mlp.down_proj,1.51549566,0.01000,4.892
+5,self_attn.k_proj,3.06540680,0.01000,0.769
+5,self_attn.v_proj,1.12325358,0.01000,0.625
+5,self_attn.q_proj,14.62543392,0.01000,0.622
+5,self_attn.o_proj,0.21586980,0.01000,0.719
+5,mlp.up_proj,267.72155762,0.01000,0.769
+5,mlp.gate_proj,343.41455078,0.01000,0.638
+5,mlp.down_proj,1.18007314,0.01000,4.889
+6,self_attn.k_proj,2.07387280,0.01000,0.755
+6,self_attn.v_proj,0.94506907,0.01000,0.621
+6,self_attn.q_proj,9.86525154,0.01000,0.625
+6,self_attn.o_proj,0.26159465,0.01000,0.720
+6,mlp.up_proj,66.96002197,0.01000,0.760
+6,mlp.gate_proj,95.20739746,0.01000,0.634
+6,mlp.down_proj,3.78148937,0.01000,4.891
+7,self_attn.k_proj,2.32142448,0.01000,0.754
+7,self_attn.v_proj,1.96631455,0.01000,0.621
+7,self_attn.q_proj,12.40788651,0.01000,0.621
+7,self_attn.o_proj,0.92824316,0.01000,0.718
+7,mlp.up_proj,66.62113190,0.01000,0.756
+7,mlp.gate_proj,74.05113220,0.01000,0.640
+7,mlp.down_proj,6.63149881,0.01000,4.882
+8,self_attn.k_proj,4.55058146,0.01000,0.755
+8,self_attn.v_proj,1.65348577,0.01000,0.632
+8,self_attn.q_proj,18.91058159,0.01000,0.649
+8,self_attn.o_proj,1.66989470,0.01000,0.720
+8,mlp.up_proj,79.65923309,0.01000,0.748
+8,mlp.gate_proj,83.44503021,0.01000,0.634
+8,mlp.down_proj,7.66813326,0.01000,4.916
+9,self_attn.k_proj,3.84148502,0.01000,0.754
+9,self_attn.v_proj,2.96535730,0.01000,0.622
+9,self_attn.q_proj,20.20914268,0.01000,0.626
+9,self_attn.o_proj,2.59902573,0.01000,0.719
+9,mlp.up_proj,156.97390747,0.01000,0.753
+9,mlp.gate_proj,251.82458496,0.01000,0.638
+9,mlp.down_proj,8.60938835,0.01000,4.885
+10,self_attn.k_proj,4.07611465,0.01000,0.755
+10,self_attn.v_proj,2.05425596,0.01000,0.622
+10,self_attn.q_proj,19.85713577,0.01000,0.623
+10,self_attn.o_proj,1.43030739,0.01000,0.720
+10,mlp.up_proj,100.09529114,0.01000,0.749
+10,mlp.gate_proj,113.80771637,0.01000,0.640
+10,mlp.down_proj,8.42348957,0.01000,4.895
+11,self_attn.k_proj,5.21213436,0.01000,0.755
+11,self_attn.v_proj,1.78169560,0.01000,0.624
+11,self_attn.q_proj,21.62147522,0.01000,0.625
+11,self_attn.o_proj,2.29331183,0.01000,0.719
+11,mlp.up_proj,95.10997009,0.01000,0.754
+11,mlp.gate_proj,100.02523804,0.01000,0.638
+11,mlp.down_proj,8.73736763,0.01000,4.897
+12,self_attn.k_proj,5.94782352,0.01000,0.752
+12,self_attn.v_proj,2.57430744,0.01000,0.623
+12,self_attn.q_proj,25.37301826,0.01000,0.624
+12,self_attn.o_proj,2.74405336,0.01000,0.720
+12,mlp.up_proj,99.41949463,0.01000,0.760
+12,mlp.gate_proj,98.57714081,0.01000,0.635
+12,mlp.down_proj,10.31996155,0.01000,4.876
+13,self_attn.k_proj,5.70451880,0.01000,0.753
+13,self_attn.v_proj,3.61313081,0.01000,0.620
+13,self_attn.q_proj,28.92498398,0.01000,0.623
+13,self_attn.o_proj,5.05193090,0.01000,0.717
+13,mlp.up_proj,102.82405853,0.01000,0.753
+13,mlp.gate_proj,109.35607910,0.01000,0.674
+13,mlp.down_proj,10.62277031,0.01000,4.872
+14,self_attn.k_proj,8.16368103,0.01000,0.750
+14,self_attn.v_proj,3.29415512,0.01000,0.616
+14,self_attn.q_proj,40.57175064,0.01000,0.618
+14,self_attn.o_proj,3.70151019,0.01000,0.719
+14,mlp.up_proj,116.39168549,0.01000,0.752
+14,mlp.gate_proj,117.40150452,0.01000,0.637
+14,mlp.down_proj,12.35162067,0.01000,4.897
+15,self_attn.k_proj,7.40435266,0.01000,0.754
+15,self_attn.v_proj,2.82182503,0.01000,0.629
+15,self_attn.q_proj,32.03612518,0.01000,0.622
+15,self_attn.o_proj,2.86537886,0.01000,0.720
+15,mlp.up_proj,109.34799194,0.01000,0.816
+15,mlp.gate_proj,106.16775513,0.01000,0.652
+15,mlp.down_proj,11.65571213,0.01000,4.899
+16,self_attn.k_proj,7.20972252,0.01000,0.750
+16,self_attn.v_proj,3.81571937,0.01000,0.615
+16,self_attn.q_proj,35.60685730,0.01000,0.617
+16,self_attn.o_proj,4.76396894,0.01000,0.718
+16,mlp.up_proj,119.07849121,0.01000,0.753
+16,mlp.gate_proj,115.41696167,0.01000,0.654
+16,mlp.down_proj,13.42798615,0.01000,4.888
+17,self_attn.k_proj,7.86328506,0.01000,0.756
+17,self_attn.v_proj,4.99391937,0.01000,0.622
+17,self_attn.q_proj,41.75648499,0.01000,0.624
+17,self_attn.o_proj,3.45894480,0.01000,0.719
+17,mlp.up_proj,143.43394470,0.01000,0.754
+17,mlp.gate_proj,136.14013672,0.01000,0.643
+17,mlp.down_proj,17.81203842,0.01000,4.882
+18,self_attn.k_proj,6.22359562,0.01000,0.753
+18,self_attn.v_proj,6.02423716,0.01000,0.624
+18,self_attn.q_proj,35.44544601,0.01000,0.624
+18,self_attn.o_proj,4.30885458,0.01000,0.722
+18,mlp.up_proj,153.58898926,0.01000,0.760
+18,mlp.gate_proj,142.47561646,0.01000,0.637
+18,mlp.down_proj,18.25153732,0.01000,4.894
+19,self_attn.k_proj,5.90289783,0.01000,0.757
+19,self_attn.v_proj,6.39343739,0.01000,0.623
+19,self_attn.q_proj,38.50756073,0.01000,0.624
+19,self_attn.o_proj,5.47891045,0.01000,0.719
+19,mlp.up_proj,163.33058167,0.01000,0.758
+19,mlp.gate_proj,157.55880737,0.01000,0.635
+19,mlp.down_proj,19.15095139,0.01000,4.872
+20,self_attn.k_proj,6.11784792,0.01000,0.756
+20,self_attn.v_proj,7.04739285,0.01000,0.625
+20,self_attn.q_proj,36.47023392,0.01000,0.623
+20,self_attn.o_proj,2.35553312,0.01000,0.717
+20,mlp.up_proj,198.99542236,0.01000,0.750
+20,mlp.gate_proj,190.01835632,0.01000,0.637
+20,mlp.down_proj,32.01580811,0.01000,4.894
+21,self_attn.k_proj,6.29537106,0.01000,0.758
+21,self_attn.v_proj,10.25707436,0.01000,0.621
+21,self_attn.q_proj,41.46713257,0.01000,0.621
+21,self_attn.o_proj,8.36542606,0.01000,0.720
+21,mlp.up_proj,250.49508667,0.01000,0.751
+21,mlp.gate_proj,251.44859314,0.01000,0.636
+21,mlp.down_proj,43.56330109,0.01000,4.881
+22,self_attn.k_proj,8.49018574,0.01000,0.758
+22,self_attn.v_proj,17.15532875,0.01000,0.622
+22,self_attn.q_proj,56.59531021,0.01000,0.622
+22,self_attn.o_proj,3.68090487,0.01000,0.717
+22,mlp.up_proj,337.93640137,0.01000,0.756
+22,mlp.gate_proj,333.52142334,0.01000,0.632
+22,mlp.down_proj,67.46343994,0.01000,4.917
+23,self_attn.k_proj,12.21148396,0.01000,0.757
+23,self_attn.v_proj,25.81269073,0.01000,0.621
+23,self_attn.q_proj,71.46172333,0.01000,0.623
+23,self_attn.o_proj,11.98000240,0.01000,0.720
+23,mlp.up_proj,483.65325928,0.01000,0.752
+23,mlp.gate_proj,493.06561279,0.01000,0.635
+23,mlp.down_proj,85.32797241,0.01000,4.916
+24,self_attn.k_proj,9.50092220,0.01000,0.755
+24,self_attn.v_proj,26.38395882,0.01000,0.623
+24,self_attn.q_proj,66.23488617,0.01000,0.624
+24,self_attn.o_proj,8.46130848,0.01000,0.730
+24,mlp.up_proj,575.74047852,0.01000,0.748
+24,mlp.gate_proj,538.54052734,0.01000,0.636
+24,mlp.down_proj,111.23144531,0.01000,4.899
+25,self_attn.k_proj,11.69873905,0.01000,0.754
+25,self_attn.v_proj,50.58491135,0.01000,0.623
+25,self_attn.q_proj,81.08997345,0.01000,0.622
+25,self_attn.o_proj,11.35678291,0.01000,0.721
+25,mlp.up_proj,770.88513184,0.01000,0.761
+25,mlp.gate_proj,682.92773438,0.01000,0.637
+25,mlp.down_proj,195.86593628,0.01000,4.877
+26,self_attn.k_proj,15.98041534,0.01000,0.748
+26,self_attn.v_proj,117.35370636,0.01000,0.618
+26,self_attn.q_proj,119.34364319,0.01000,0.628
+26,self_attn.o_proj,26.08083153,0.01000,0.716
+26,mlp.up_proj,769.50878906,0.01000,0.747
+26,mlp.gate_proj,671.80041504,0.01000,0.633
+26,mlp.down_proj,279.47283936,0.01000,4.886
+27,self_attn.k_proj,19.93762970,0.01000,0.750
+27,self_attn.v_proj,191.60113525,0.01000,0.616
+27,self_attn.q_proj,190.72473145,0.01000,0.619
+27,self_attn.o_proj,32.69224930,0.01000,0.715
+27,mlp.up_proj,870.30517578,0.01000,0.751
+27,mlp.gate_proj,839.04919434,0.01000,0.634
+27,mlp.down_proj,378.88079834,0.01000,4.875

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:2.1.1-dev"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}

special_tokens_map.json

@@ -0,0 +1,25 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|AUDIO|>",
+    "<|audio_bos|>",
+    "<|audio_eos|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_bos|>",
+    "<|vision_eos|>",
+    "<|vision_pad|>",
+    "<|IMAGE|>",
+    "<|VIDEO|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8441917e39ae0244e06d704b95b3124795cec478e297f9afac39ba670d7e9d99
+size 11421870

tokenizer_config.json

@@ -0,0 +1,209 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|AUDIO|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|audio_bos|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|audio_eos|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_bos|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_eos|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|IMAGE|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|VIDEO|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|AUDIO|>",
+    "<|audio_bos|>",
+    "<|audio_eos|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_bos|>",
+    "<|vision_eos|>",
+    "<|vision_pad|>",
+    "<|IMAGE|>",
+    "<|VIDEO|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% set audio_count = namespace(value=0) %}{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_bos|><|IMAGE|><|vision_eos|>{% elif content['type'] == 'audio' or 'audio' in content or 'audio_url' in content %}{% set audio_count.value = audio_count.value + 1 %}{% if add_audio_id %}Audio {{ audio_count.value }}: {% endif %}<|audio_bos|><|AUDIO|><|audio_eos|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_bos|><|VIDEO|><|vision_eos|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 32768,
+  "pad_token": "<unk>",
+  "processor_class": "Qwen2_5OmniProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2TokenizerFast",
+  "unk_token": null,
+  "_commit_hash": null
+}