Download openvino_detokenizer.xml from blaj/LFM2.5-24B-A2B-Uncensored-int8-ov: direct link, hf CLI and curl.
- Browser
- Download file 13.5 kB
-
https://huggingface.co/blaj/LFM2.5-24B-A2B-Uncensored-int8-ov/resolve/main/openvino_detokenizer.xml
- Command line
-
hf download hf://blaj/LFM2.5-24B-A2B-Uncensored-int8-ov/openvino_detokenizer.xml
-
curl -L -o openvino_detokenizer.xml https://huggingface.co/blaj/LFM2.5-24B-A2B-Uncensored-int8-ov/resolve/main/openvino_detokenizer.xml
13.5 kB
| <net name="detokenizer" version="11"> | |
| <layers> | |
| <layer id="0" name="Parameter_133" type="Parameter" version="opset1"> | |
| <data shape="?,?" element_type="i64" /> | |
| <output> | |
| <port id="0" precision="I64" names="Parameter_133"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="1" name="Convert_355" type="Convert" version="opset1"> | |
| <data destination_type="i32" /> | |
| <input> | |
| <port id="0" precision="I64"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="1" precision="I32"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="2" name="Constant_135" type="Const" version="opset1"> | |
| <data element_type="i32" shape="125017" offset="0" size="500068" /> | |
| <output> | |
| <port id="0" precision="I32"> | |
| <dim>125017</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="3" name="Constant_137" type="Const" version="opset1"> | |
| <data element_type="i32" shape="125017" offset="500068" size="500068" /> | |
| <output> | |
| <port id="0" precision="I32"> | |
| <dim>125017</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="4" name="Constant_139" type="Const" version="opset1"> | |
| <data element_type="u8" shape="803799" offset="1000136" size="803799" /> | |
| <output> | |
| <port id="0" precision="U8"> | |
| <dim>803799</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="5" name="Slice_144" type="Const" version="opset1"> | |
| <data element_type="i32" shape="120" offset="1803935" size="480" /> | |
| <output> | |
| <port id="0" precision="I32"> | |
| <dim>120</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="6" name="VocabDecoder_146" type="VocabDecoder" version="extension"> | |
| <data skip_tokens="" /> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="1" precision="I32"> | |
| <dim>125017</dim> | |
| </port> | |
| <port id="2" precision="I32"> | |
| <dim>125017</dim> | |
| </port> | |
| <port id="3" precision="U8"> | |
| <dim>803799</dim> | |
| </port> | |
| <port id="4" precision="I32"> | |
| <dim>120</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="5" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="6" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="7" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="8" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="9" precision="U8"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="7" name="FuzeRagged_147" type="FuzeRagged" version="extension"> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="1" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="2" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="3" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="4" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="5" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="8" name="UTF8Validate_148" type="UTF8Validate" version="extension"> | |
| <data replace_mode="true" /> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="1" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="2" precision="U8"> | |
| <dim>-1</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="3" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="4" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="5" precision="U8"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="9" name="StringTensorPack_149" type="StringTensorPack" version="opset15"> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="1" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="2" precision="U8"> | |
| <dim>-1</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="3" precision="STRING" names="Result_150,string_output"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="10" name="Result_150" type="Result" version="opset1" output_names="Result_150,string_output"> | |
| <input> | |
| <port id="0" precision="STRING"> | |
| <dim>-1</dim> | |
| </port> | |
| </input> | |
| </layer> | |
| </layers> | |
| <edges> | |
| <edge from-layer="0" from-port="0" to-layer="1" to-port="0" /> | |
| <edge from-layer="1" from-port="1" to-layer="6" to-port="0" /> | |
| <edge from-layer="2" from-port="0" to-layer="6" to-port="1" /> | |
| <edge from-layer="3" from-port="0" to-layer="6" to-port="2" /> | |
| <edge from-layer="4" from-port="0" to-layer="6" to-port="3" /> | |
| <edge from-layer="5" from-port="0" to-layer="6" to-port="4" /> | |
| <edge from-layer="6" from-port="7" to-layer="7" to-port="2" /> | |
| <edge from-layer="6" from-port="9" to-layer="8" to-port="2" /> | |
| <edge from-layer="6" from-port="8" to-layer="7" to-port="3" /> | |
| <edge from-layer="6" from-port="6" to-layer="7" to-port="1" /> | |
| <edge from-layer="6" from-port="5" to-layer="7" to-port="0" /> | |
| <edge from-layer="7" from-port="4" to-layer="8" to-port="0" /> | |
| <edge from-layer="7" from-port="5" to-layer="8" to-port="1" /> | |
| <edge from-layer="8" from-port="3" to-layer="9" to-port="0" /> | |
| <edge from-layer="8" from-port="4" to-layer="9" to-port="1" /> | |
| <edge from-layer="8" from-port="5" to-layer="9" to-port="2" /> | |
| <edge from-layer="9" from-port="3" to-layer="10" to-port="0" /> | |
| </edges> | |
| <rt_info> | |
| <info name="OpenVINO Runtime" value="2026.4.0-22959-99c81491cc3-releases/2026/4" /> | |
| <add_attention_mask value="True" /> | |
| <add_prefix_space /> | |
| <add_special_tokens value="True" /> | |
| <bos_token_id value="124894" /> | |
| <chat_template value="{{- bos_token -}} {%- set preserve_thinking = preserve_thinking | default(false) -%} {%- macro format_arg_value(arg_value) -%} {%- if arg_value is string -%} {{- "'" + (arg_value | replace("\\", "\\\\") | replace("'", "\\'") | replace("\n", "\\n") | replace("\r", "\\r")) + "'" -}} {%- elif arg_value is mapping or arg_value is iterable -%} {{- arg_value | tojson -}} {%- else -%} {{- arg_value | string -}} {%- endif -%} {%- endmacro -%} {%- macro parse_content(content) -%} {%- if content is string -%} {{- content -}} {%- elif content is mapping -%} {{- content | tojson -}} {%- elif content is iterable -%} {%- set _ns = namespace(result="") -%} {%- for item in content -%} {%- if item is string -%} {%- set _ns.result = _ns.result + item -%} {%- elif item is mapping and item.get("type") == "image" -%} {%- set _ns.result = _ns.result + "<image>" -%} {%- elif item is mapping and item.get("type") == "text" -%} {%- set _ns.result = _ns.result + ((item.get("text") or "") | string) -%} {%- else -%} {%- set _ns.result = _ns.result + (item | tojson) -%} {%- endif -%} {%- endfor -%} {{- _ns.result -}} {%- endif -%} {%- endmacro -%} {%- macro render_tool_calls(tool_calls) -%} {%- set tool_calls_ns = namespace(tool_calls=[]) -%} {%- for tool_call in tool_calls -%} {%- set func = tool_call["function"] if "function" in tool_call else tool_call -%} {%- set func_name = func["name"] -%} {%- set func_args = func.get("arguments") -%} {%- set args_ns = namespace(arg_strings=[]) -%} {%- if func_args is mapping -%} {%- for arg_name, arg_value in func_args.items() -%} {%- set args_ns.arg_strings = args_ns.arg_strings + [arg_name + "=" + format_arg_value(arg_value)] -%} {%- endfor -%} {%- elif func_args is string and (func_args | trim) not in ["", "{}", "null"] -%} {{- raise_exception("Tool call arguments must be a mapping, got a JSON-encoded string: parse arguments with json.loads() before applying the chat template") -}} {%- endif -%} {%- set tool_calls_ns.tool_calls = tool_calls_ns.tool_calls + [func_name + "(" + (args_ns.arg_strings | join(", ")) + ")"] -%} {%- endfor -%} {{- "<|tool_call_start|>[" + (tool_calls_ns.tool_calls | join(", ")) + "]<|tool_call_end|>" -}} {%- endmacro -%} {%- set ns = namespace(system_prompt="", last_user_index=-1) -%} {%- if messages and messages[0]["role"] == "system" -%} {%- if messages[0].get("content") -%} {%- set ns.system_prompt = parse_content(messages[0]["content"]) -%} {%- endif -%} {%- set messages = messages[1:] -%} {%- endif -%} {%- if tools -%} {%- set ns.system_prompt = ns.system_prompt + ("\n" if ns.system_prompt else "") + "List of tools: [" -%} {%- for tool in tools -%} {%- if tool is not string -%} {%- set tool = tool | tojson -%} {%- endif -%} {%- set ns.system_prompt = ns.system_prompt + tool -%} {%- if not loop.last -%} {%- set ns.system_prompt = ns.system_prompt + ", " -%} {%- endif -%} {%- endfor -%} {%- set ns.system_prompt = ns.system_prompt + "]" -%} {%- endif -%} {%- if ns.system_prompt -%} {{- "<|im_start|>system\n" + ns.system_prompt + "<|im_end|>\n" -}} {%- endif -%} {%- for message in messages -%} {%- if message["role"] == "user" -%} {%- set ns.last_user_index = loop.index0 -%} {%- endif -%} {%- endfor -%} {%- for message in messages -%} {{- "<|im_start|>" + message.role + "\n" -}} {%- if message.role == "assistant" -%} {%- generation -%} {%- set keep_thinking = preserve_thinking or loop.index0 > ns.last_user_index -%} {%- set thinking = message.thinking or message.reasoning or message.reasoning_content -%} {%- set thinking = thinking if thinking is string else "" -%} {%- if thinking and keep_thinking -%} {{- "<think>" + thinking + "</think>" -}} {%- endif -%} {%- set _cfm_tag = "CONTINUE_FINAL_MESSAGE_TAG " -%} {%- set _has_cfm = false -%} {%- set content = "" -%} {%- if message.get("content") -%} {%- set content = parse_content(message.content) -%} {%- endif -%} {%- if not keep_thinking and "</think>" in content -%} {%- set content = content.split("</think>")[-1] | trim -%} {%- endif -%} {%- if content.endswith(_cfm_tag) -%} {%- set _has_cfm = true -%} {%- set _trunc_len = (content | length) - (_cfm_tag | length) -%} {%- set content = content[:_trunc_len] -%} {%- endif -%} {{- content -}} {%- if message.tool_calls -%} {{- render_tool_calls(message.tool_calls) -}} {%- endif -%} {%- if _has_cfm -%} {{- _cfm_tag -}} {%- endif -%} {{- "<|im_end|>\n" -}} {%- endgeneration -%} {%- else %} {%- if message.get("content") -%} {{- parse_content(message["content"]) -}} {%- endif -%} {{- "<|im_end|>\n" -}} {%- endif %} {%- endfor -%} {%- if add_generation_prompt -%} {{- "<|im_start|>assistant\n<think>" -}} {%- endif -%} " /> | |
| <clean_up_tokenization_spaces /> | |
| <detokenizer_input_type value="i64" /> | |
| <eos_token_id value="124900" /> | |
| <handle_special_tokens_with_re /> | |
| <max_length /> | |
| <number_of_inputs value="1" /> | |
| <openvino_tokenizers_version value="2026.4.0.0-736-a04accf6282" /> | |
| <openvino_version value="2026.4.0-22959-99c81491cc3-releases/2026/4" /> | |
| <original_post_processor_template value="{"type": "ByteLevel", "add_prefix_space": true, "trim_offsets": false, "use_regex": true}" /> | |
| <original_tokenizer_class value="<class 'transformers.tokenization_utils_tokenizers.TokenizersBackend'>" /> | |
| <pad_token_id value="124893" /> | |
| <processed_post_processor_template value="{"single": {"ids": [-1], "type_ids": [0]}, "pair": {"ids": [-1, -2], "type_ids": [0, 0]}}" /> | |
| <skip_special_tokens value="True" /> | |
| <streaming_detokenizer value="False" /> | |
| <tokenizer_output_type value="i64" /> | |
| <tokenizers_version value="0.22.2" /> | |
| <transformers_version value="5.4.0" /> | |
| <truncation value="False" /> | |
| <use_max_padding value="False" /> | |
| <use_sentencepiece_backend value="False" /> | |
| <utf8_replace_mode value="replace" /> | |
| <with_detokenizer value="True" /> | |
| </rt_info> | |
| </net> | |