LFM2.5-24B-A2B-Uncensored-int8-ov / openvino_detokenizer.xml
blaj's picture
int8 true-unc slice-stitched IR
a533f01 verified
Raw History Blame Contribute Delete
13.5 kB
<?xml version="1.0"?>
<net name="detokenizer" version="11">
<layers>
<layer id="0" name="Parameter_133" type="Parameter" version="opset1">
<data shape="?,?" element_type="i64" />
<output>
<port id="0" precision="I64" names="Parameter_133">
<dim>-1</dim>
<dim>-1</dim>
</port>
</output>
</layer>
<layer id="1" name="Convert_355" type="Convert" version="opset1">
<data destination_type="i32" />
<input>
<port id="0" precision="I64">
<dim>-1</dim>
<dim>-1</dim>
</port>
</input>
<output>
<port id="1" precision="I32">
<dim>-1</dim>
<dim>-1</dim>
</port>
</output>
</layer>
<layer id="2" name="Constant_135" type="Const" version="opset1">
<data element_type="i32" shape="125017" offset="0" size="500068" />
<output>
<port id="0" precision="I32">
<dim>125017</dim>
</port>
</output>
</layer>
<layer id="3" name="Constant_137" type="Const" version="opset1">
<data element_type="i32" shape="125017" offset="500068" size="500068" />
<output>
<port id="0" precision="I32">
<dim>125017</dim>
</port>
</output>
</layer>
<layer id="4" name="Constant_139" type="Const" version="opset1">
<data element_type="u8" shape="803799" offset="1000136" size="803799" />
<output>
<port id="0" precision="U8">
<dim>803799</dim>
</port>
</output>
</layer>
<layer id="5" name="Slice_144" type="Const" version="opset1">
<data element_type="i32" shape="120" offset="1803935" size="480" />
<output>
<port id="0" precision="I32">
<dim>120</dim>
</port>
</output>
</layer>
<layer id="6" name="VocabDecoder_146" type="VocabDecoder" version="extension">
<data skip_tokens="" />
<input>
<port id="0" precision="I32">
<dim>-1</dim>
<dim>-1</dim>
</port>
<port id="1" precision="I32">
<dim>125017</dim>
</port>
<port id="2" precision="I32">
<dim>125017</dim>
</port>
<port id="3" precision="U8">
<dim>803799</dim>
</port>
<port id="4" precision="I32">
<dim>120</dim>
</port>
</input>
<output>
<port id="5" precision="I32">
<dim>-1</dim>
</port>
<port id="6" precision="I32">
<dim>-1</dim>
</port>
<port id="7" precision="I32">
<dim>-1</dim>
</port>
<port id="8" precision="I32">
<dim>-1</dim>
</port>
<port id="9" precision="U8">
<dim>-1</dim>
</port>
</output>
</layer>
<layer id="7" name="FuzeRagged_147" type="FuzeRagged" version="extension">
<input>
<port id="0" precision="I32">
<dim>-1</dim>
</port>
<port id="1" precision="I32">
<dim>-1</dim>
</port>
<port id="2" precision="I32">
<dim>-1</dim>
</port>
<port id="3" precision="I32">
<dim>-1</dim>
</port>
</input>
<output>
<port id="4" precision="I32">
<dim>-1</dim>
</port>
<port id="5" precision="I32">
<dim>-1</dim>
</port>
</output>
</layer>
<layer id="8" name="UTF8Validate_148" type="UTF8Validate" version="extension">
<data replace_mode="true" />
<input>
<port id="0" precision="I32">
<dim>-1</dim>
</port>
<port id="1" precision="I32">
<dim>-1</dim>
</port>
<port id="2" precision="U8">
<dim>-1</dim>
</port>
</input>
<output>
<port id="3" precision="I32">
<dim>-1</dim>
</port>
<port id="4" precision="I32">
<dim>-1</dim>
</port>
<port id="5" precision="U8">
<dim>-1</dim>
</port>
</output>
</layer>
<layer id="9" name="StringTensorPack_149" type="StringTensorPack" version="opset15">
<input>
<port id="0" precision="I32">
<dim>-1</dim>
</port>
<port id="1" precision="I32">
<dim>-1</dim>
</port>
<port id="2" precision="U8">
<dim>-1</dim>
</port>
</input>
<output>
<port id="3" precision="STRING" names="Result_150,string_output">
<dim>-1</dim>
</port>
</output>
</layer>
<layer id="10" name="Result_150" type="Result" version="opset1" output_names="Result_150,string_output">
<input>
<port id="0" precision="STRING">
<dim>-1</dim>
</port>
</input>
</layer>
</layers>
<edges>
<edge from-layer="0" from-port="0" to-layer="1" to-port="0" />
<edge from-layer="1" from-port="1" to-layer="6" to-port="0" />
<edge from-layer="2" from-port="0" to-layer="6" to-port="1" />
<edge from-layer="3" from-port="0" to-layer="6" to-port="2" />
<edge from-layer="4" from-port="0" to-layer="6" to-port="3" />
<edge from-layer="5" from-port="0" to-layer="6" to-port="4" />
<edge from-layer="6" from-port="7" to-layer="7" to-port="2" />
<edge from-layer="6" from-port="9" to-layer="8" to-port="2" />
<edge from-layer="6" from-port="8" to-layer="7" to-port="3" />
<edge from-layer="6" from-port="6" to-layer="7" to-port="1" />
<edge from-layer="6" from-port="5" to-layer="7" to-port="0" />
<edge from-layer="7" from-port="4" to-layer="8" to-port="0" />
<edge from-layer="7" from-port="5" to-layer="8" to-port="1" />
<edge from-layer="8" from-port="3" to-layer="9" to-port="0" />
<edge from-layer="8" from-port="4" to-layer="9" to-port="1" />
<edge from-layer="8" from-port="5" to-layer="9" to-port="2" />
<edge from-layer="9" from-port="3" to-layer="10" to-port="0" />
</edges>
<rt_info>
<info name="OpenVINO Runtime" value="2026.4.0-22959-99c81491cc3-releases/2026/4" />
<add_attention_mask value="True" />
<add_prefix_space />
<add_special_tokens value="True" />
<bos_token_id value="124894" />
<chat_template value="{{- bos_token -}}&#10;{%- set preserve_thinking = preserve_thinking | default(false) -%}&#10;&#10;{%- macro format_arg_value(arg_value) -%}&#10; {%- if arg_value is string -%}&#10; {{- &quot;'&quot; + (arg_value | replace(&quot;\\&quot;, &quot;\\\\&quot;) | replace(&quot;'&quot;, &quot;\\'&quot;) | replace(&quot;\n&quot;, &quot;\\n&quot;) | replace(&quot;\r&quot;, &quot;\\r&quot;)) + &quot;'&quot; -}}&#10; {%- elif arg_value is mapping or arg_value is iterable -%}&#10; {{- arg_value | tojson -}}&#10; {%- else -%}&#10; {{- arg_value | string -}}&#10; {%- endif -%}&#10;{%- endmacro -%}&#10;&#10;{%- macro parse_content(content) -%}&#10; {%- if content is string -%}&#10; {{- content -}}&#10; {%- elif content is mapping -%}&#10; {{- content | tojson -}}&#10; {%- elif content is iterable -%}&#10; {%- set _ns = namespace(result=&quot;&quot;) -%}&#10; {%- for item in content -%}&#10; {%- if item is string -%}&#10; {%- set _ns.result = _ns.result + item -%}&#10; {%- elif item is mapping and item.get(&quot;type&quot;) == &quot;image&quot; -%}&#10; {%- set _ns.result = _ns.result + &quot;&lt;image>&quot; -%}&#10; {%- elif item is mapping and item.get(&quot;type&quot;) == &quot;text&quot; -%}&#10; {%- set _ns.result = _ns.result + ((item.get(&quot;text&quot;) or &quot;&quot;) | string) -%}&#10; {%- else -%}&#10; {%- set _ns.result = _ns.result + (item | tojson) -%}&#10; {%- endif -%}&#10; {%- endfor -%}&#10; {{- _ns.result -}}&#10; {%- endif -%}&#10;{%- endmacro -%}&#10;&#10;{%- macro render_tool_calls(tool_calls) -%}&#10; {%- set tool_calls_ns = namespace(tool_calls=[]) -%}&#10; {%- for tool_call in tool_calls -%}&#10; {%- set func = tool_call[&quot;function&quot;] if &quot;function&quot; in tool_call else tool_call -%}&#10; {%- set func_name = func[&quot;name&quot;] -%}&#10; {%- set func_args = func.get(&quot;arguments&quot;) -%}&#10; {%- set args_ns = namespace(arg_strings=[]) -%}&#10; {%- if func_args is mapping -%}&#10; {%- for arg_name, arg_value in func_args.items() -%}&#10; {%- set args_ns.arg_strings = args_ns.arg_strings + [arg_name + &quot;=&quot; + format_arg_value(arg_value)] -%}&#10; {%- endfor -%}&#10; {%- elif func_args is string and (func_args | trim) not in [&quot;&quot;, &quot;{}&quot;, &quot;null&quot;] -%}&#10; {{- raise_exception(&quot;Tool call arguments must be a mapping, got a JSON-encoded string: parse arguments with json.loads() before applying the chat template&quot;) -}}&#10; {%- endif -%}&#10; {%- set tool_calls_ns.tool_calls = tool_calls_ns.tool_calls + [func_name + &quot;(&quot; + (args_ns.arg_strings | join(&quot;, &quot;)) + &quot;)&quot;] -%}&#10; {%- endfor -%}&#10; {{- &quot;&lt;|tool_call_start|>[&quot; + (tool_calls_ns.tool_calls | join(&quot;, &quot;)) + &quot;]&lt;|tool_call_end|>&quot; -}}&#10;{%- endmacro -%}&#10;&#10;{%- set ns = namespace(system_prompt=&quot;&quot;, last_user_index=-1) -%}&#10;{%- if messages and messages[0][&quot;role&quot;] == &quot;system&quot; -%}&#10; {%- if messages[0].get(&quot;content&quot;) -%}&#10; {%- set ns.system_prompt = parse_content(messages[0][&quot;content&quot;]) -%}&#10; {%- endif -%}&#10; {%- set messages = messages[1:] -%}&#10;{%- endif -%}&#10;{%- if tools -%}&#10; {%- set ns.system_prompt = ns.system_prompt + (&quot;\n&quot; if ns.system_prompt else &quot;&quot;) + &quot;List of tools: [&quot; -%}&#10; {%- for tool in tools -%}&#10; {%- if tool is not string -%}&#10; {%- set tool = tool | tojson -%}&#10; {%- endif -%}&#10; {%- set ns.system_prompt = ns.system_prompt + tool -%}&#10; {%- if not loop.last -%}&#10; {%- set ns.system_prompt = ns.system_prompt + &quot;, &quot; -%}&#10; {%- endif -%}&#10; {%- endfor -%}&#10; {%- set ns.system_prompt = ns.system_prompt + &quot;]&quot; -%}&#10;{%- endif -%}&#10;{%- if ns.system_prompt -%}&#10; {{- &quot;&lt;|im_start|>system\n&quot; + ns.system_prompt + &quot;&lt;|im_end|>\n&quot; -}}&#10;{%- endif -%}&#10;{%- for message in messages -%}&#10; {%- if message[&quot;role&quot;] == &quot;user&quot; -%}&#10; {%- set ns.last_user_index = loop.index0 -%}&#10; {%- endif -%}&#10;{%- endfor -%}&#10;{%- for message in messages -%}&#10; {{- &quot;&lt;|im_start|>&quot; + message.role + &quot;\n&quot; -}}&#10; {%- if message.role == &quot;assistant&quot; -%}&#10; {%- generation -%}&#10; {%- set keep_thinking = preserve_thinking or loop.index0 > ns.last_user_index -%}&#10; {%- set thinking = message.thinking or message.reasoning or message.reasoning_content -%}&#10; {%- set thinking = thinking if thinking is string else &quot;&quot; -%}&#10; {%- if thinking and keep_thinking -%}&#10; {{- &quot;&lt;think>&quot; + thinking + &quot;&lt;/think>&quot; -}}&#10; {%- endif -%}&#10; {%- set _cfm_tag = &quot;CONTINUE_FINAL_MESSAGE_TAG &quot; -%}&#10; {%- set _has_cfm = false -%}&#10; {%- set content = &quot;&quot; -%}&#10; {%- if message.get(&quot;content&quot;) -%}&#10; {%- set content = parse_content(message.content) -%}&#10; {%- endif -%}&#10; {%- if not keep_thinking and &quot;&lt;/think>&quot; in content -%}&#10; {%- set content = content.split(&quot;&lt;/think>&quot;)[-1] | trim -%}&#10; {%- endif -%}&#10; {%- if content.endswith(_cfm_tag) -%}&#10; {%- set _has_cfm = true -%}&#10; {%- set _trunc_len = (content | length) - (_cfm_tag | length) -%}&#10; {%- set content = content[:_trunc_len] -%}&#10; {%- endif -%}&#10; {{- content -}}&#10; {%- if message.tool_calls -%}&#10; {{- render_tool_calls(message.tool_calls) -}}&#10; {%- endif -%}&#10; {%- if _has_cfm -%}&#10; {{- _cfm_tag -}}&#10; {%- endif -%}&#10; {{- &quot;&lt;|im_end|>\n&quot; -}}&#10; {%- endgeneration -%}&#10; {%- else %}&#10; {%- if message.get(&quot;content&quot;) -%}&#10; {{- parse_content(message[&quot;content&quot;]) -}}&#10; {%- endif -%}&#10; {{- &quot;&lt;|im_end|>\n&quot; -}}&#10; {%- endif %}&#10;{%- endfor -%}&#10;{%- if add_generation_prompt -%}&#10; {{- &quot;&lt;|im_start|>assistant\n&lt;think>&quot; -}}&#10;{%- endif -%}&#10;" />
<clean_up_tokenization_spaces />
<detokenizer_input_type value="i64" />
<eos_token_id value="124900" />
<handle_special_tokens_with_re />
<max_length />
<number_of_inputs value="1" />
<openvino_tokenizers_version value="2026.4.0.0-736-a04accf6282" />
<openvino_version value="2026.4.0-22959-99c81491cc3-releases/2026/4" />
<original_post_processor_template value="{&quot;type&quot;: &quot;ByteLevel&quot;, &quot;add_prefix_space&quot;: true, &quot;trim_offsets&quot;: false, &quot;use_regex&quot;: true}" />
<original_tokenizer_class value="&lt;class 'transformers.tokenization_utils_tokenizers.TokenizersBackend'>" />
<pad_token_id value="124893" />
<processed_post_processor_template value="{&quot;single&quot;: {&quot;ids&quot;: [-1], &quot;type_ids&quot;: [0]}, &quot;pair&quot;: {&quot;ids&quot;: [-1, -2], &quot;type_ids&quot;: [0, 0]}}" />
<skip_special_tokens value="True" />
<streaming_detokenizer value="False" />
<tokenizer_output_type value="i64" />
<tokenizers_version value="0.22.2" />
<transformers_version value="5.4.0" />
<truncation value="False" />
<use_max_padding value="False" />
<use_sentencepiece_backend value="False" />
<utf8_replace_mode value="replace" />
<with_detokenizer value="True" />
</rt_info>
</net>