| general.architecture | qwen3moe |
| general.base_model.0.name | Qwen3 Coder 30B A3B Instruct |
| general.base_model.0.organization | Qwen |
| general.base_model.0.repo_url | https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct |
| general.base_model.count | 1 |
| general.basename | Qwen3-Coder-30B-A3B-Instruct |
| general.file_type | 15 |
| general.finetune | Instruct |
| general.license | apache-2.0 |
| general.license.link | https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct/blob/main/LICENSE |
| general.parameter_count | 30532122624 |
| general.quantization_version | 2 |
| general.quantized_by | Unsloth |
| general.repo_url | https://huggingface.co/unsloth |
| general.size_label | 30B-A3B |
| general.tags | None |
| general.type | model |
| quantize.imatrix.chunks_count | 154 |
| quantize.imatrix.dataset | unsloth_calibration_Qwen3-Coder-30B-A3B-Instruct.txt |
| quantize.imatrix.entries_count | 384 |
| quantize.imatrix.file | Qwen3-Coder-30B-A3B-Instruct-GGUF/imatrix_unsloth.gguf |
| qwen3moe.attention.head_count | 32 |
| qwen3moe.attention.head_count_kv | 4 |
| qwen3moe.attention.key_length | 128 |
| qwen3moe.attention.layer_norm_rms_epsilon | 1e-06 |
| qwen3moe.attention.value_length | 128 |
| qwen3moe.block_count | 48 |
| qwen3moe.context_length | 262144 |
| qwen3moe.embedding_length | 2048 |
| qwen3moe.expert_count | 128 |
| qwen3moe.expert_feed_forward_length | 768 |
| qwen3moe.expert_shared_feed_forward_length | 0 |
| qwen3moe.expert_used_count | 8 |
| qwen3moe.feed_forward_length | 5472 |
| qwen3moe.rope.freq_base | 10000000 |
| tokenizer.ggml.add_bos_token | False |
| tokenizer.ggml.eos_token_id | 151645 |
| tokenizer.ggml.merges | None |
| tokenizer.ggml.model | gpt2 |
| tokenizer.ggml.padding_token_id | 151654 |
| tokenizer.ggml.pre | qwen2 |
| tokenizer.ggml.token_type | None |
| tokenizer.ggml.tokens | None |
# Modelfile generated by "ollama show"
# To build a new Modelfile based on this, replace FROM with:
# FROM hf.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF:UD-Q4_K_XL
FROM /nvmepool/models/ollama/blobs/sha256-2841aa314d916434860cfb8990347528dcdfe5c350dbcb9d1461dbee88ff2533
TEMPLATE """{{- if .Messages }}
{{- if or .System .Tools }}<|im_start|>system
{{- if .System }}
{{ .System }}
{{- end }}
{{- if .Tools }}
# Tools
You may call one or more functions to assist with the user query.
You are provided with function signatures within <tools></tools> XML tags:
<tools>
{{- range .Tools }}
{"type": "function", "function": {{ .Function }}}
{{- end }}
</tools>
For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:
<tool_call>
{"name": <function-name>, "arguments": <args-json-object>}
</tool_call>
{{- end }}<|im_end|>
{{ end }}
{{- range $i, $_ := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1 -}}
{{- if eq .Role "user" }}<|im_start|>user
{{ .Content }}<|im_end|>
{{ else if eq .Role "assistant" }}<|im_start|>assistant
{{ if .Content }}{{ .Content }}
{{- else if .ToolCalls }}<tool_call>
{{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
{{ end }}</tool_call>
{{- end }}{{ if not $last }}<|im_end|>
{{ end }}
{{- else if eq .Role "tool" }}<|im_start|>user
<tool_response>
{{ .Content }}
</tool_response><|im_end|>
{{ end }}
{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
{{ end }}
{{- end }}
{{- else }}
{{- if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}"""
PARAMETER repeat_penalty 1.05
PARAMETER top_k 20
PARAMETER top_p 0.8
PARAMETER stop <|im_start|>
PARAMETER stop <|im_end|>
PARAMETER temperature 0.7
PARAMETER min_p 0
stop "<|im_start|>"
stop "<|im_end|>"
temperature 0.7
min_p 0
repeat_penalty 1.05
top_k 20
top_p 0.8