{ "format": "LLM-SCAN", "format_version": "1.0", "generator": { "name": "llmscan-engine", "version": "2.0.0" }, "scan_context": { "started_at": "2026-10-07T08:42:45+00:00Z", "ended_at": "2026-10-07T08:42:45+00:00Z", "duration_ms": 83567, "limits": { "timeout_ms": 60000, "sandbox": true }, "mode": "static-deep" }, "source": { "input_type": "file", "filename": "phi-4-mini-instruct.Q4_K_M.gguf", "size_bytes": 2491874272, "hashes": { "sha256": "88c00229914083cd112853aab84ed51b87bdf6b9ce42f532d8c85c7c63b1730a" } }, "model": { "format": "gguf", "arch": "phi3", "quantization": "Q4_K", "params_estimate": 3836021856, "file_size_bytes": 2491874272, "sha256": "88c00229914083cd112853aab84ed51b87bdf6b9ce42f532d8c85c7c63b1730a", "sha512": "f6439161dcca987a66342352ef177e8b45db26b61575ff819e25ef2b6d765d0b8edcd04c6c4fb0739fdd1be0e01004f21958bfeca09c518c6fadaa7d8a12335f", "kv_meta": { "values_redacted": true, "kv_count": 35, "keys": [ "general.architecture", "general.basename", "general.file_type", "general.finetune", "general.name", "general.organization", "general.quantization_version", "general.quantized_by", "general.repo_url", "general.size_label", "general.type", "phi3.attention.head_count", "phi3.attention.head_count_kv", "phi3.attention.layer_norm_rms_epsilon", "phi3.attention.sliding_window", "phi3.block_count", "phi3.context_length", "phi3.embedding_length", "phi3.feed_forward_length", "phi3.rope.dimension_count", "phi3.rope.freq_base", "phi3.rope.scaling.attn_factor", "phi3.rope.scaling.original_context_length", "tokenizer.chat_template", "tokenizer.ggml.add_bos_token", "tokenizer.ggml.add_eos_token", "tokenizer.ggml.bos_token_id", "tokenizer.ggml.eos_token_id", "tokenizer.ggml.merges", "tokenizer.ggml.model", "tokenizer.ggml.padding_token_id", "tokenizer.ggml.pre", "tokenizer.ggml.token_type", "tokenizer.ggml.tokens", "tokenizer.ggml.unknown_token_id" ] }, "scanner_model_info": { "magic": "GGUF", "version": 3, "architecture": "phi3", "model_name": "Phi 4 Mini Instruct", "finetune": "instruct", "basename": "Phi-4", "size_label": "mini", "quantization": "Q4_K", "license": null, "context_length": 131072, "embedding_length": 3072, "feed_forward_length": 8192, "block_count": 32, "head_count": 24, "head_count_kv": 8, "vocab_size": 200064, "bos_token_id": 199999, "eos_token_id": 200020, "tokenizer_model": "gpt2", "tensor_count": 196, "param_estimate": 3836021856, "file_size_bytes": 2491874272, "file_size_mb": 2376.44, "sha256": "88c00229914083cd112853aab84ed51b87bdf6b9ce42f532d8c85c7c63b1730a", "sha512": "f6439161dcca987a66342352ef177e8b45db26b61575ff819e25ef2b6d765d0b8edcd04c6c4fb0739fdd1be0e01004f21958bfeca09c518c6fadaa7d8a12335f", "alignment": 32, "data_section_start": 8250976, "header_end_offset": 8250946, "has_chat_template": true, "overlapping_tensor_pairs": 0, "misaligned_tensors": 0, "oob_tensor_count": 0, "dtype_histogram": { "F32": 67, "Q6_K": 17, "Q4_K": 80, "Q5_K": 32 }, "dtype_percentage": { "F32": 34.2, "Q6_K": 8.7, "Q4_K": 40.8, "Q5_K": 16.3 }, "top_tensors_by_size": [ { "name": "token_embd.weight", "dtype": "Q6_K", "dims": [ 3072, 200064 ], "byte_len": 504161280, "n_elem": 614596608 }, { "name": "blk.0.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.1.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.2.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.3.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.4.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.5.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.6.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.7.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.8.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 } ], "tensor_bytes_sum": 2483623296, "tensor_delta_bytes": 8250976, "tensor_delta_mb": 7.87, "header_kv_dir_bytes": 8250976, "trailing_bytes": 0, "unaccounted_bytes": 0, "dtype_stats": { "F32": { "count": 67, "bytes": 799104, "mb": 0.76, "avg_bits_per_elem": 32.0 }, "Q6_K": { "count": 17, "bytes": 834462720, "mb": 795.81, "avg_bits_per_elem": 6.5625 }, "Q4_K": { "count": 80, "bytes": 1302331392, "mb": 1242.0, "avg_bits_per_elem": 4.5 }, "Q5_K": { "count": 32, "bytes": 346030080, "mb": 330.0, "avg_bits_per_elem": 5.5 } }, "offsets_monotone": true, "max_tensor_offset": 2455311744, "tensor_preview": [ { "index": 0, "name": "output_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 0, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 1, "name": "rope_factors_long.weight", "dims": [ 48 ], "dtype_name": "F32", "dtype_id": 0, "offset": 12288, "byte_len": 192, "bits_per_elem": 32.0 }, { "index": 2, "name": "rope_factors_short.weight", "dims": [ 48 ], "dtype_name": "F32", "dtype_id": 0, "offset": 12480, "byte_len": 192, "bits_per_elem": 32.0 }, { "index": 3, "name": "token_embd.weight", "dims": [ 3072, 200064 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 12672, "byte_len": 504161280, "bits_per_elem": 6.5625 }, { "index": 4, "name": "blk.0.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 504173952, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 5, "name": "blk.0.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 504186240, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 6, "name": "blk.0.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 509494656, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 7, "name": "blk.0.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 520308096, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 8, "name": "blk.0.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 540951936, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 9, "name": "blk.0.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 540964224, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 10, "name": "blk.1.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 569275776, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 11, "name": "blk.1.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 569288064, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 12, "name": "blk.1.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 574596480, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 13, "name": "blk.1.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 585409920, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 14, "name": "blk.1.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 606053760, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 15, "name": "blk.1.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 606066048, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 16, "name": "blk.2.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 634377600, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 17, "name": "blk.2.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 634389888, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 18, "name": "blk.2.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 639698304, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 19, "name": "blk.2.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 650511744, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 20, "name": "blk.2.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 671155584, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 21, "name": "blk.2.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 671167872, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 22, "name": "blk.3.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 699479424, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 23, "name": "blk.3.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 699491712, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 24, "name": "blk.3.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 704800128, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 25, "name": "blk.3.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 715613568, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 26, "name": "blk.3.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 736257408, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 27, "name": "blk.3.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 736269696, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 28, "name": "blk.4.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 764581248, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 29, "name": "blk.4.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 764593536, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 30, "name": "blk.4.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 769901952, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 31, "name": "blk.4.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 780715392, "byte_len": 14155776, "bits_per_elem": 4.5 }, { "index": 32, "name": "blk.4.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 794871168, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 33, "name": "blk.4.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 794883456, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 34, "name": "blk.5.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 823195008, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 35, "name": "blk.5.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 823207296, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 36, "name": "blk.5.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 828515712, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 37, "name": "blk.5.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 839329152, "byte_len": 14155776, "bits_per_elem": 4.5 }, { "index": 38, "name": "blk.5.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 853484928, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 39, "name": "blk.5.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 853497216, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 40, "name": "blk.6.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 881808768, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 41, "name": "blk.6.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 881821056, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 42, "name": "blk.6.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 887129472, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 43, "name": "blk.6.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 897942912, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 44, "name": "blk.6.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 918586752, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 45, "name": "blk.6.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 918599040, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 46, "name": "blk.7.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 946910592, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 47, "name": "blk.7.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 946922880, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 48, "name": "blk.7.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 952231296, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 49, "name": "blk.7.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 963044736, "byte_len": 14155776, "bits_per_elem": 4.5 } ], "chat_template": "{% for message in messages %}{% if message['role'] == 'system' and 'tools' in message and message['tools'] is not none %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|tool|>' + message['tools'] + '<|/tool|>' + '<|end|>' }}{% else %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|end|>' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>' }}{% endif %}", "kv_count": 35, "kv_keys": [ "general.architecture", "general.basename", "general.file_type", "general.finetune", "general.name", "general.organization", "general.quantization_version", "general.quantized_by", "general.repo_url", "general.size_label", "general.type", "phi3.attention.head_count", "phi3.attention.head_count_kv", "phi3.attention.layer_norm_rms_epsilon", "phi3.attention.sliding_window", "phi3.block_count", "phi3.context_length", "phi3.embedding_length", "phi3.feed_forward_length", "phi3.rope.dimension_count", "phi3.rope.freq_base", "phi3.rope.scaling.attn_factor", "phi3.rope.scaling.original_context_length", "tokenizer.chat_template", "tokenizer.ggml.add_bos_token", "tokenizer.ggml.add_eos_token", "tokenizer.ggml.bos_token_id", "tokenizer.ggml.eos_token_id", "tokenizer.ggml.merges", "tokenizer.ggml.model", "tokenizer.ggml.padding_token_id", "tokenizer.ggml.pre", "tokenizer.ggml.token_type", "tokenizer.ggml.tokens", "tokenizer.ggml.unknown_token_id" ] }, "gguf_version": 3, "architecture": "phi3", "model_name": "Phi 4 Mini Instruct", "finetune": "instruct", "basename": "Phi-4", "size_label": "mini", "license": null, "context_length": 131072, "embedding_length": 3072, "feed_forward_length": 8192, "block_count": 32, "head_count": 24, "head_count_kv": 8, "vocab_size": 200064, "bos_token_id": 199999, "eos_token_id": 200020, "tokenizer_model": "gpt2", "tensor_count": 196, "param_estimate": 3836021856, "file_size_mb": 2376.44, "has_chat_template": true, "alignment": 32, "overlapping_tensor_pairs": 0, "misaligned_tensors": 0, "oob_tensor_count": 0, "dtype_histogram": { "F32": 67, "Q6_K": 17, "Q4_K": 80, "Q5_K": 32 }, "dtype_percentage": { "F32": 34.2, "Q6_K": 8.7, "Q4_K": 40.8, "Q5_K": 16.3 }, "top_tensors_by_size": [ { "name": "token_embd.weight", "dtype": "Q6_K", "dims": [ 3072, 200064 ], "byte_len": 504161280, "n_elem": 614596608 }, { "name": "blk.0.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.1.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.2.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.3.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.4.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.5.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.6.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.7.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 }, { "name": "blk.8.ffn_up.weight", "dtype": "Q4_K", "dims": [ 3072, 16384 ], "byte_len": 28311552, "n_elem": 50331648 } ], "tensor_bytes_sum": 2483623296, "tensor_delta_bytes": 8250976, "tensor_delta_mb": 7.87, "header_kv_dir_bytes": 8250976, "trailing_bytes": 0, "unaccounted_bytes": 0, "dtype_stats": { "F32": { "count": 67, "bytes": 799104, "mb": 0.76, "avg_bits_per_elem": 32.0 }, "Q6_K": { "count": 17, "bytes": 834462720, "mb": 795.81, "avg_bits_per_elem": 6.5625 }, "Q4_K": { "count": 80, "bytes": 1302331392, "mb": 1242.0, "avg_bits_per_elem": 4.5 }, "Q5_K": { "count": 32, "bytes": 346030080, "mb": 330.0, "avg_bits_per_elem": 5.5 } }, "offsets_monotone": true, "max_tensor_offset": 2455311744, "tensor_preview": [ { "index": 0, "name": "output_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 0, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 1, "name": "rope_factors_long.weight", "dims": [ 48 ], "dtype_name": "F32", "dtype_id": 0, "offset": 12288, "byte_len": 192, "bits_per_elem": 32.0 }, { "index": 2, "name": "rope_factors_short.weight", "dims": [ 48 ], "dtype_name": "F32", "dtype_id": 0, "offset": 12480, "byte_len": 192, "bits_per_elem": 32.0 }, { "index": 3, "name": "token_embd.weight", "dims": [ 3072, 200064 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 12672, "byte_len": 504161280, "bits_per_elem": 6.5625 }, { "index": 4, "name": "blk.0.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 504173952, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 5, "name": "blk.0.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 504186240, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 6, "name": "blk.0.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 509494656, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 7, "name": "blk.0.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 520308096, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 8, "name": "blk.0.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 540951936, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 9, "name": "blk.0.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 540964224, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 10, "name": "blk.1.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 569275776, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 11, "name": "blk.1.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 569288064, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 12, "name": "blk.1.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 574596480, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 13, "name": "blk.1.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 585409920, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 14, "name": "blk.1.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 606053760, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 15, "name": "blk.1.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 606066048, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 16, "name": "blk.2.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 634377600, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 17, "name": "blk.2.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 634389888, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 18, "name": "blk.2.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 639698304, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 19, "name": "blk.2.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 650511744, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 20, "name": "blk.2.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 671155584, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 21, "name": "blk.2.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 671167872, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 22, "name": "blk.3.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 699479424, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 23, "name": "blk.3.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 699491712, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 24, "name": "blk.3.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 704800128, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 25, "name": "blk.3.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 715613568, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 26, "name": "blk.3.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 736257408, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 27, "name": "blk.3.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 736269696, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 28, "name": "blk.4.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 764581248, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 29, "name": "blk.4.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 764593536, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 30, "name": "blk.4.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 769901952, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 31, "name": "blk.4.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 780715392, "byte_len": 14155776, "bits_per_elem": 4.5 }, { "index": 32, "name": "blk.4.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 794871168, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 33, "name": "blk.4.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 794883456, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 34, "name": "blk.5.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 823195008, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 35, "name": "blk.5.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 823207296, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 36, "name": "blk.5.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 828515712, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 37, "name": "blk.5.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 839329152, "byte_len": 14155776, "bits_per_elem": 4.5 }, { "index": 38, "name": "blk.5.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 853484928, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 39, "name": "blk.5.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 853497216, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 40, "name": "blk.6.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 881808768, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 41, "name": "blk.6.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 881821056, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 42, "name": "blk.6.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 887129472, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 43, "name": "blk.6.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 897942912, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 44, "name": "blk.6.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 918586752, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 45, "name": "blk.6.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 918599040, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 46, "name": "blk.7.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 946910592, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 47, "name": "blk.7.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 946922880, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 48, "name": "blk.7.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 952231296, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 49, "name": "blk.7.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 963044736, "byte_len": 14155776, "bits_per_elem": 4.5 } ], "chat_template": "{% for message in messages %}{% if message['role'] == 'system' and 'tools' in message and message['tools'] is not none %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|tool|>' + message['tools'] + '<|/tool|>' + '<|end|>' }}{% else %}{{ '<|' + message['role'] + '|>' + message['content'] + '<|end|>' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>' }}{% endif %}", "values_redacted": true, "kv_count": 35 }, "tokenizer": { "type": "gpt2", "vocab_size": 200064, "bos_token_id": 199999, "eos_token_id": 200020, "has_chat_template": true, "chat_template_chars": 398 }, "tensors": { "count": 196, "preview": [ { "index": 0, "name": "output_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 0, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 1, "name": "rope_factors_long.weight", "dims": [ 48 ], "dtype_name": "F32", "dtype_id": 0, "offset": 12288, "byte_len": 192, "bits_per_elem": 32.0 }, { "index": 2, "name": "rope_factors_short.weight", "dims": [ 48 ], "dtype_name": "F32", "dtype_id": 0, "offset": 12480, "byte_len": 192, "bits_per_elem": 32.0 }, { "index": 3, "name": "token_embd.weight", "dims": [ 3072, 200064 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 12672, "byte_len": 504161280, "bits_per_elem": 6.5625 }, { "index": 4, "name": "blk.0.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 504173952, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 5, "name": "blk.0.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 504186240, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 6, "name": "blk.0.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 509494656, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 7, "name": "blk.0.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 520308096, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 8, "name": "blk.0.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 540951936, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 9, "name": "blk.0.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 540964224, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 10, "name": "blk.1.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 569275776, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 11, "name": "blk.1.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 569288064, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 12, "name": "blk.1.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 574596480, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 13, "name": "blk.1.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 585409920, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 14, "name": "blk.1.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 606053760, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 15, "name": "blk.1.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 606066048, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 16, "name": "blk.2.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 634377600, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 17, "name": "blk.2.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 634389888, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 18, "name": "blk.2.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 639698304, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 19, "name": "blk.2.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 650511744, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 20, "name": "blk.2.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 671155584, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 21, "name": "blk.2.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 671167872, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 22, "name": "blk.3.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 699479424, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 23, "name": "blk.3.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 699491712, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 24, "name": "blk.3.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 704800128, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 25, "name": "blk.3.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 715613568, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 26, "name": "blk.3.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 736257408, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 27, "name": "blk.3.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 736269696, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 28, "name": "blk.4.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 764581248, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 29, "name": "blk.4.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 764593536, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 30, "name": "blk.4.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 769901952, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 31, "name": "blk.4.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 780715392, "byte_len": 14155776, "bits_per_elem": 4.5 }, { "index": 32, "name": "blk.4.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 794871168, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 33, "name": "blk.4.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 794883456, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 34, "name": "blk.5.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 823195008, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 35, "name": "blk.5.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 823207296, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 36, "name": "blk.5.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 828515712, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 37, "name": "blk.5.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 839329152, "byte_len": 14155776, "bits_per_elem": 4.5 }, { "index": 38, "name": "blk.5.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 853484928, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 39, "name": "blk.5.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 853497216, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 40, "name": "blk.6.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 881808768, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 41, "name": "blk.6.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 881821056, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 42, "name": "blk.6.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 887129472, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 43, "name": "blk.6.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q6_K", "dtype_id": 14, "offset": 897942912, "byte_len": 20643840, "bits_per_elem": 6.5625 }, { "index": 44, "name": "blk.6.ffn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 918586752, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 45, "name": "blk.6.ffn_up.weight", "dims": [ 3072, 16384 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 918599040, "byte_len": 28311552, "bits_per_elem": 4.5 }, { "index": 46, "name": "blk.7.attn_norm.weight", "dims": [ 3072 ], "dtype_name": "F32", "dtype_id": 0, "offset": 946910592, "byte_len": 12288, "bits_per_elem": 32.0 }, { "index": 47, "name": "blk.7.attn_output.weight", "dims": [ 3072, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 946922880, "byte_len": 5308416, "bits_per_elem": 4.5 }, { "index": 48, "name": "blk.7.attn_qkv.weight", "dims": [ 3072, 5120 ], "dtype_name": "Q5_K", "dtype_id": 13, "offset": 952231296, "byte_len": 10813440, "bits_per_elem": 5.5 }, { "index": 49, "name": "blk.7.ffn_down.weight", "dims": [ 8192, 3072 ], "dtype_name": "Q4_K", "dtype_id": 12, "offset": 963044736, "byte_len": 14155776, "bits_per_elem": 4.5 } ], "dtype_histogram": { "F32": 67, "Q6_K": 17, "Q4_K": 80, "Q5_K": 32 }, "dtype_stats": { "F32": { "count": 67, "bytes": 799104, "mb": 0.76, "avg_bits_per_elem": 32.0 }, "Q6_K": { "count": 17, "bytes": 834462720, "mb": 795.81, "avg_bits_per_elem": 6.5625 }, "Q4_K": { "count": 80, "bytes": 1302331392, "mb": 1242.0, "avg_bits_per_elem": 4.5 }, "Q5_K": { "count": 32, "bytes": 346030080, "mb": 330.0, "avg_bits_per_elem": 5.5 } }, "integrity": { "offsets_monotone": true, "overlapping_tensor_pairs": 0, "misaligned_tensors": 0, "oob_tensor_count": 0, "tensor_bytes_sum": 2483623296, "tensor_delta_bytes": 8250976, "tensor_delta_mb": 7.87, "header_kv_dir_bytes": 8250976, "trailing_bytes": 0, "unaccounted_bytes": 0 } }, "security": { "grade": "B", "score": 83, "findings": [ { "severity": "INFO", "category": "Architecture", "title": "Grouped Query Attention (GQA) detected", "detail": "head_count=24, head_count_kv=8 — requires GQA-aware runtime", "recommendation": "Ensure your runtime (llama.cpp >= b1500, Ollama >= 0.1.30) supports GQA" }, { "severity": "MEDIUM", "category": "Metadata Security", "title": "External URLs embedded in 1 KV metadata field(s)", "detail": "Fields: ['general.repo_url']", "recommendation": "URLs in model metadata may be used for tracking or exfiltration when metadata is rendered; do not auto-fetch" }, { "severity": "LOW", "category": "Supply Chain", "title": "No license field in GGUF metadata (general.license)", "detail": "Absence of license information makes it impossible to determine usage rights", "recommendation": "Add general.license to model metadata before distributing; use an SPDX identifier" }, { "severity": "LOW", "category": "Supply Chain", "title": "No embedded provenance metadata", "detail": "None of general.author, general.source.url, general.base_model.0, or general.source.huggingface.repository are embedded in the GGUF file. Without any origin signal the model cannot be traced to a trusted source or compared against a reference checkpoint for tampering detection. For files uploaded directly, provenance is especially critical because the scanner cannot infer repository origin from the file alone.", "recommendation": "Add at least one of: general.author, general.source.huggingface.repository, or general.source.url" }, { "severity": "LOW", "category": "Supply Chain", "title": "Fine-tuned model without traceable base_model field", "detail": "Fine-tunes should declare the base model via general.base_model.0 for supply-chain transparency", "recommendation": "Add general.base_model.0 with the HuggingFace repo of the base model" }, { "severity": "INFO", "category": "Embedding Size", "title": "Large embedding tensor 'token_embd.weight': 504,161,280 bytes", "detail": "vocab=200,064 x emb_dim=3,072 x 0.8203125 B/elem -> expected 504,161,280 B — size is consistent with architecture", "recommendation": "No action needed; large embeddings are expected for large-vocabulary models" }, { "severity": "INFO", "category": "Quantization", "title": "Model is quantized: Q4_K, Q5_K, Q6_K", "detail": "Quantization reduces size and inference cost at the expense of some accuracy", "recommendation": "Verify the quantization level is appropriate for your use case (Q4_K_M is a common balanced choice)" } ] }, "compatibility": [ { "runtime": "llama.cpp", "supported": true, "container": true, "quant": true, "arch": true, "context": "128k — may require flash attention (--flash-attn) and large VRAM", "notes": "GGUF v3 container: supported | quant Q4_K: supported | 128k context: requires sufficient VRAM/RAM and --ctx-size flag" }, { "runtime": "Ollama", "supported": true, "container": true, "quant": true, "arch": true, "context": "128k — may require flash attention (--flash-attn) and large VRAM", "notes": "GGUF via llama.cpp backend: container and quantization supported" }, { "runtime": "LM Studio", "supported": true, "container": true, "quant": true, "arch": true, "context": "128k — may require flash attention (--flash-attn) and large VRAM", "notes": "GGUF container and quantization supported; GPU/CPU inference" }, { "runtime": "vLLM", "supported": false, "container": false, "quant": false, "arch": null, "context": null, "not_supported_msg": "GGUF not supported — requires safetensors format", "notes": "GGUF not supported; requires safetensors format" }, { "runtime": "HuggingFace Transformers", "container": false, "quant": false, "arch": null, "context": null, "supported": false, "not_supported_msg": "GGUF not directly supported — use safetensors or PyTorch checkpoint", "notes": "GGUF not supported; requires safetensors or PyTorch checkpoint" } ], "report": { "summary": "GGUF v3 model | architecture: phi3 | size: mini | quantization: Q4_K | 196 tensors | 4 warnings / 3 informational", "bullets": [ "GGUF v3 model | architecture: phi3 | size: mini | quantization: Q4_K | 196 tensors | 4 warnings / 3 informational", "Size: 2376.44 MB", "SHA256: 88c00229914083cd..." ], "recommendations": [ "URLs in model metadata may be used for tracking or exfiltration when metadata is rendered; do not auto-fetch", "Add general.license to model metadata before distributing; use an SPDX identifier", "Add at least one of: general.author, general.source.huggingface.repository, or general.source.url", "Add general.base_model.0 with the HuggingFace repo of the base model" ] } }