Download openvino_tokenizer.xml from blaj/LFM2.5-24B-A2B-Uncensored-int8-ov: direct link, hf CLI and curl.
- Browser
- Download file 30.9 kB
-
https://huggingface.co/blaj/LFM2.5-24B-A2B-Uncensored-int8-ov/resolve/main/openvino_tokenizer.xml
- Command line
-
hf download hf://blaj/LFM2.5-24B-A2B-Uncensored-int8-ov/openvino_tokenizer.xml
-
curl -L -o openvino_tokenizer.xml https://huggingface.co/blaj/LFM2.5-24B-A2B-Uncensored-int8-ov/resolve/main/openvino_tokenizer.xml
30.9 kB
| <net name="tokenizer" version="11"> | |
| <layers> | |
| <layer id="0" name="Parameter_1" type="Parameter" version="opset1"> | |
| <data shape="?" element_type="string" /> | |
| <output> | |
| <port id="0" precision="STRING" names="Parameter_1"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="1" name="Constant_109" type="Const" version="opset1"> | |
| <data element_type="boolean" shape="" offset="0" size="1" /> | |
| <output> | |
| <port id="0" precision="BOOL" /> | |
| </output> | |
| </layer> | |
| <layer id="2" name="ReadValue_110" type="ReadValue" version="opset6"> | |
| <data variable_id="truncation" variable_type="dynamic" variable_shape="..." /> | |
| <input> | |
| <port id="0" precision="BOOL" /> | |
| </input> | |
| <output> | |
| <port id="1" precision="BOOL" /> | |
| </output> | |
| </layer> | |
| <layer id="3" name="Constant_7" type="Const" version="opset1"> | |
| <data element_type="i64" shape="" offset="1" size="8" /> | |
| <output> | |
| <port id="0" precision="I64" /> | |
| </output> | |
| </layer> | |
| <layer id="4" name="StringTensorUnpack_2" type="StringTensorUnpack" version="opset15"> | |
| <input> | |
| <port id="0" precision="STRING"> | |
| <dim>-1</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="1" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="2" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="3" precision="U8"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="5" name="ShapeOf_3" type="ShapeOf" version="opset3"> | |
| <data output_type="i64" /> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="1" precision="I64"> | |
| <dim>1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="6" name="Constant_4" type="Const" version="opset1"> | |
| <data element_type="i64" shape="" offset="1" size="8" /> | |
| <output> | |
| <port id="0" precision="I64" /> | |
| </output> | |
| </layer> | |
| <layer id="7" name="Constant_5" type="Const" version="opset1"> | |
| <data element_type="i64" shape="" offset="1" size="8" /> | |
| <output> | |
| <port id="0" precision="I64" /> | |
| </output> | |
| </layer> | |
| <layer id="8" name="Gather_6" type="Gather" version="opset8"> | |
| <data batch_dims="0" /> | |
| <input> | |
| <port id="0" precision="I64"> | |
| <dim>1</dim> | |
| </port> | |
| <port id="1" precision="I64" /> | |
| <port id="2" precision="I64" /> | |
| </input> | |
| <output> | |
| <port id="3" precision="I64" /> | |
| </output> | |
| </layer> | |
| <layer id="9" name="Constant_8" type="Const" version="opset1"> | |
| <data element_type="i64" shape="" offset="9" size="8" /> | |
| <output> | |
| <port id="0" precision="I64" /> | |
| </output> | |
| </layer> | |
| <layer id="10" name="Range_9" type="Range" version="opset4"> | |
| <data output_type="i32" /> | |
| <input> | |
| <port id="0" precision="I64" /> | |
| <port id="1" precision="I64" /> | |
| <port id="2" precision="I64" /> | |
| </input> | |
| <output> | |
| <port id="3" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="11" name="Constant_10" type="Const" version="opset1"> | |
| <data element_type="i64" shape="" offset="9" size="8" /> | |
| <output> | |
| <port id="0" precision="I64" /> | |
| </output> | |
| </layer> | |
| <layer id="12" name="Constant_11" type="Const" version="opset1"> | |
| <data element_type="i64" shape="" offset="9" size="8" /> | |
| <output> | |
| <port id="0" precision="I64" /> | |
| </output> | |
| </layer> | |
| <layer id="13" name="Add_12" type="Add" version="opset1"> | |
| <data auto_broadcast="numpy" /> | |
| <input> | |
| <port id="0" precision="I64" /> | |
| <port id="1" precision="I64" /> | |
| </input> | |
| <output> | |
| <port id="2" precision="I64" /> | |
| </output> | |
| </layer> | |
| <layer id="14" name="Constant_13" type="Const" version="opset1"> | |
| <data element_type="i64" shape="" offset="9" size="8" /> | |
| <output> | |
| <port id="0" precision="I64" /> | |
| </output> | |
| </layer> | |
| <layer id="15" name="Range_14" type="Range" version="opset4"> | |
| <data output_type="i32" /> | |
| <input> | |
| <port id="0" precision="I64" /> | |
| <port id="1" precision="I64" /> | |
| <port id="2" precision="I64" /> | |
| </input> | |
| <output> | |
| <port id="3" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="16" name="Constant_78" type="Const" version="opset1"> | |
| <data element_type="u8" shape="2849" offset="17" size="2849" /> | |
| <output> | |
| <port id="0" precision="U8"> | |
| <dim>2849</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="17" name="SpecialTokensSplit_79" type="SpecialTokensSplit" version="extension"> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="1" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="2" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="3" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="4" precision="U8"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="5" precision="U8"> | |
| <dim>2849</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="6" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="7" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="8" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="9" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="10" precision="U8"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="11" precision="BOOL"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="18" name="Constant_81" type="Const" version="opset1"> | |
| <data element_type="u8" shape="115" offset="2866" size="115" /> | |
| <output> | |
| <port id="0" precision="U8"> | |
| <dim>115</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="19" name="RegexSplit_82" type="RegexSplit" version="extension"> | |
| <data behaviour="isolate" invert="false" max_splits="-1" /> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="1" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="2" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="3" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="4" precision="U8"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="5" precision="BOOL"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="6" precision="U8"> | |
| <dim>115</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="7" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="8" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="9" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="10" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="11" precision="U8"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="12" precision="BOOL"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="20" name="Constant_84" type="Const" version="opset1"> | |
| <data element_type="i32" shape="125017" offset="2981" size="500068" /> | |
| <output> | |
| <port id="0" precision="I32"> | |
| <dim>125017</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="21" name="Constant_86" type="Const" version="opset1"> | |
| <data element_type="i32" shape="125017" offset="503049" size="500068" /> | |
| <output> | |
| <port id="0" precision="I32"> | |
| <dim>125017</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="22" name="Constant_88" type="Const" version="opset1"> | |
| <data element_type="u8" shape="803799" offset="1003117" size="803799" /> | |
| <output> | |
| <port id="0" precision="U8"> | |
| <dim>803799</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="23" name="Constant_96" type="Const" version="opset1"> | |
| <data element_type="i32" shape="293320" offset="1806916" size="1173280" /> | |
| <output> | |
| <port id="0" precision="I32"> | |
| <dim>293320</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="24" name="Constant_98" type="Const" version="opset1"> | |
| <data element_type="i32" shape="293320" offset="2980196" size="1173280" /> | |
| <output> | |
| <port id="0" precision="I32"> | |
| <dim>293320</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="25" name="Constant_100" type="Const" version="opset1"> | |
| <data element_type="u8" shape="1105292" offset="4153476" size="1105292" /> | |
| <output> | |
| <port id="0" precision="U8"> | |
| <dim>1105292</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="26" name="Constant_102" type="Const" version="opset1"> | |
| <data element_type="i32" shape="293320" offset="5258768" size="1173280" /> | |
| <output> | |
| <port id="0" precision="I32"> | |
| <dim>293320</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="27" name="Constant_104" type="Const" version="opset1"> | |
| <data element_type="i32" shape="293320" offset="6432048" size="1173280" /> | |
| <output> | |
| <port id="0" precision="I32"> | |
| <dim>293320</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="28" name="Constant_106" type="Const" version="opset1"> | |
| <data element_type="u8" shape="1015445" offset="7605328" size="1015445" /> | |
| <output> | |
| <port id="0" precision="U8"> | |
| <dim>1015445</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="29" name="Constant_90" type="Const" version="opset1"> | |
| <data element_type="i32" shape="124" offset="8620773" size="496" /> | |
| <output> | |
| <port id="0" precision="I32"> | |
| <dim>124</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="30" name="Constant_92" type="Const" version="opset1"> | |
| <data element_type="i32" shape="124" offset="8621269" size="496" /> | |
| <output> | |
| <port id="0" precision="I32"> | |
| <dim>124</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="31" name="Constant_94" type="Const" version="opset1"> | |
| <data element_type="u8" shape="2233" offset="8621765" size="2233" /> | |
| <output> | |
| <port id="0" precision="U8"> | |
| <dim>2233</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="32" name="Constant_107" type="Const" version="opset1"> | |
| <data element_type="i32" shape="124" offset="8623998" size="496" /> | |
| <output> | |
| <port id="0" precision="I32"> | |
| <dim>124</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="33" name="BPETokenizer_108" type="BPETokenizer" version="extension"> | |
| <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="24978" /> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="1" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="2" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="3" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="4" precision="U8"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="5" precision="I32"> | |
| <dim>125017</dim> | |
| </port> | |
| <port id="6" precision="I32"> | |
| <dim>125017</dim> | |
| </port> | |
| <port id="7" precision="U8"> | |
| <dim>803799</dim> | |
| </port> | |
| <port id="8" precision="I32"> | |
| <dim>293320</dim> | |
| </port> | |
| <port id="9" precision="I32"> | |
| <dim>293320</dim> | |
| </port> | |
| <port id="10" precision="U8"> | |
| <dim>1105292</dim> | |
| </port> | |
| <port id="11" precision="I32"> | |
| <dim>293320</dim> | |
| </port> | |
| <port id="12" precision="I32"> | |
| <dim>293320</dim> | |
| </port> | |
| <port id="13" precision="U8"> | |
| <dim>1015445</dim> | |
| </port> | |
| <port id="14" precision="I32"> | |
| <dim>124</dim> | |
| </port> | |
| <port id="15" precision="I32"> | |
| <dim>124</dim> | |
| </port> | |
| <port id="16" precision="U8"> | |
| <dim>2233</dim> | |
| </port> | |
| <port id="17" precision="I32"> | |
| <dim>124</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="18" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="19" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="20" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="34" name="Constant_112" type="Const" version="opset1"> | |
| <data element_type="i32" shape="" offset="8624494" size="4" /> | |
| <output> | |
| <port id="0" precision="I32" /> | |
| </output> | |
| </layer> | |
| <layer id="35" name="Constant_113" type="Const" version="opset1"> | |
| <data element_type="i32" shape="" offset="8624498" size="4" /> | |
| <output> | |
| <port id="0" precision="I32" /> | |
| </output> | |
| </layer> | |
| <layer id="36" name="Select_114" type="Select" version="opset1"> | |
| <data auto_broadcast="numpy" /> | |
| <input> | |
| <port id="0" precision="BOOL" /> | |
| <port id="1" precision="I32" /> | |
| <port id="2" precision="I32" /> | |
| </input> | |
| <output> | |
| <port id="3" precision="I32" /> | |
| </output> | |
| </layer> | |
| <layer id="37" name="Constant_116" type="Const" version="opset1"> | |
| <data element_type="u8" shape="5" offset="8624502" size="5" /> | |
| <output> | |
| <port id="0" precision="U8"> | |
| <dim>5</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="38" name="Constant_118" type="Const" version="opset1"> | |
| <data element_type="u8" shape="13" offset="8624507" size="13" /> | |
| <output> | |
| <port id="0" precision="U8"> | |
| <dim>13</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="39" name="Truncate_119" type="Truncate" version="extension"> | |
| <data m_num_inputs="1" /> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="1" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="2" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="3" precision="I32" /> | |
| <port id="4" precision="U8"> | |
| <dim>5</dim> | |
| </port> | |
| <port id="5" precision="U8"> | |
| <dim>13</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="6" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="7" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="8" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="40" name="Constant_120" type="Const" version="opset1"> | |
| <data element_type="i32" shape="1" offset="8624520" size="4" /> | |
| <output> | |
| <port id="0" precision="I32"> | |
| <dim>1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="41" name="CombineSegments_121" type="CombineSegments" version="extension"> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="1" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="2" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="3" precision="I32"> | |
| <dim>1</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="4" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="5" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="6" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="7" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="8" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="9" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="42" name="Subtract_122" type="Subtract" version="opset1"> | |
| <data auto_broadcast="numpy" /> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="1" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="2" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="43" name="Constant_123" type="Const" version="opset1"> | |
| <data element_type="i32" shape="" offset="8624520" size="4" /> | |
| <output> | |
| <port id="0" precision="I32" /> | |
| </output> | |
| </layer> | |
| <layer id="44" name="ReduceMax_124" type="ReduceMax" version="opset1"> | |
| <data keep_dims="false" /> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="1" precision="I32" /> | |
| </input> | |
| <output> | |
| <port id="2" precision="I32" /> | |
| </output> | |
| </layer> | |
| <layer id="45" name="Constant_125" type="Const" version="opset1"> | |
| <data element_type="i32" shape="" offset="8624524" size="4" /> | |
| <output> | |
| <port id="0" precision="I32" /> | |
| </output> | |
| </layer> | |
| <layer id="46" name="RaggedToDense_126" type="RaggedToDense" version="extension"> | |
| <data pad_right="true" m_pad_max_length="false" /> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="1" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="2" precision="I32"> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="3" precision="I32" /> | |
| <port id="4" precision="I32" /> | |
| </input> | |
| <output> | |
| <port id="5" precision="I32"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| <port id="6" precision="BOOL"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="47" name="Convert_127" type="Convert" version="opset1"> | |
| <data destination_type="i32" /> | |
| <input> | |
| <port id="0" precision="BOOL"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="1" precision="I32"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="48" name="Convert_127.0" type="Convert" version="opset1"> | |
| <data destination_type="i64" /> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="1" precision="I64" names="attention_mask"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="49" name="RaggedToDense_126.0" type="Convert" version="opset1"> | |
| <data destination_type="i64" /> | |
| <input> | |
| <port id="0" precision="I32"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| </input> | |
| <output> | |
| <port id="1" precision="I64" names="input_ids"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| </output> | |
| </layer> | |
| <layer id="50" name="Assign_111" type="Assign" version="opset6"> | |
| <data variable_id="truncation" /> | |
| <input> | |
| <port id="0" precision="BOOL" /> | |
| </input> | |
| <output> | |
| <port id="1" precision="BOOL" /> | |
| </output> | |
| </layer> | |
| <layer id="51" name="Result_130" type="Result" version="opset1" output_names="input_ids"> | |
| <input> | |
| <port id="0" precision="I64"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| </input> | |
| </layer> | |
| <layer id="52" name="Result_132" type="Result" version="opset1" output_names="attention_mask"> | |
| <input> | |
| <port id="0" precision="I64"> | |
| <dim>-1</dim> | |
| <dim>-1</dim> | |
| </port> | |
| </input> | |
| </layer> | |
| </layers> | |
| <edges> | |
| <edge from-layer="0" from-port="0" to-layer="4" to-port="0" /> | |
| <edge from-layer="1" from-port="0" to-layer="2" to-port="0" /> | |
| <edge from-layer="2" from-port="1" to-layer="36" to-port="0" /> | |
| <edge from-layer="2" from-port="1" to-layer="50" to-port="0" /> | |
| <edge from-layer="3" from-port="0" to-layer="10" to-port="0" /> | |
| <edge from-layer="4" from-port="1" to-layer="5" to-port="0" /> | |
| <edge from-layer="4" from-port="3" to-layer="17" to-port="4" /> | |
| <edge from-layer="4" from-port="2" to-layer="17" to-port="3" /> | |
| <edge from-layer="4" from-port="1" to-layer="17" to-port="2" /> | |
| <edge from-layer="5" from-port="1" to-layer="8" to-port="0" /> | |
| <edge from-layer="6" from-port="0" to-layer="8" to-port="1" /> | |
| <edge from-layer="7" from-port="0" to-layer="8" to-port="2" /> | |
| <edge from-layer="8" from-port="3" to-layer="10" to-port="1" /> | |
| <edge from-layer="8" from-port="3" to-layer="13" to-port="0" /> | |
| <edge from-layer="9" from-port="0" to-layer="10" to-port="2" /> | |
| <edge from-layer="10" from-port="3" to-layer="17" to-port="0" /> | |
| <edge from-layer="11" from-port="0" to-layer="15" to-port="0" /> | |
| <edge from-layer="12" from-port="0" to-layer="13" to-port="1" /> | |
| <edge from-layer="13" from-port="2" to-layer="15" to-port="1" /> | |
| <edge from-layer="14" from-port="0" to-layer="15" to-port="2" /> | |
| <edge from-layer="15" from-port="3" to-layer="17" to-port="1" /> | |
| <edge from-layer="16" from-port="0" to-layer="17" to-port="5" /> | |
| <edge from-layer="17" from-port="7" to-layer="19" to-port="1" /> | |
| <edge from-layer="17" from-port="11" to-layer="19" to-port="5" /> | |
| <edge from-layer="17" from-port="10" to-layer="19" to-port="4" /> | |
| <edge from-layer="17" from-port="9" to-layer="19" to-port="3" /> | |
| <edge from-layer="17" from-port="8" to-layer="19" to-port="2" /> | |
| <edge from-layer="17" from-port="6" to-layer="19" to-port="0" /> | |
| <edge from-layer="18" from-port="0" to-layer="19" to-port="6" /> | |
| <edge from-layer="19" from-port="7" to-layer="33" to-port="0" /> | |
| <edge from-layer="19" from-port="8" to-layer="33" to-port="1" /> | |
| <edge from-layer="19" from-port="9" to-layer="33" to-port="2" /> | |
| <edge from-layer="19" from-port="10" to-layer="33" to-port="3" /> | |
| <edge from-layer="19" from-port="11" to-layer="33" to-port="4" /> | |
| <edge from-layer="20" from-port="0" to-layer="33" to-port="5" /> | |
| <edge from-layer="21" from-port="0" to-layer="33" to-port="6" /> | |
| <edge from-layer="22" from-port="0" to-layer="33" to-port="7" /> | |
| <edge from-layer="23" from-port="0" to-layer="33" to-port="8" /> | |
| <edge from-layer="24" from-port="0" to-layer="33" to-port="9" /> | |
| <edge from-layer="25" from-port="0" to-layer="33" to-port="10" /> | |
| <edge from-layer="26" from-port="0" to-layer="33" to-port="11" /> | |
| <edge from-layer="27" from-port="0" to-layer="33" to-port="12" /> | |
| <edge from-layer="28" from-port="0" to-layer="33" to-port="13" /> | |
| <edge from-layer="29" from-port="0" to-layer="33" to-port="14" /> | |
| <edge from-layer="30" from-port="0" to-layer="33" to-port="15" /> | |
| <edge from-layer="31" from-port="0" to-layer="33" to-port="16" /> | |
| <edge from-layer="32" from-port="0" to-layer="33" to-port="17" /> | |
| <edge from-layer="33" from-port="18" to-layer="39" to-port="0" /> | |
| <edge from-layer="33" from-port="19" to-layer="39" to-port="1" /> | |
| <edge from-layer="33" from-port="20" to-layer="39" to-port="2" /> | |
| <edge from-layer="34" from-port="0" to-layer="36" to-port="1" /> | |
| <edge from-layer="35" from-port="0" to-layer="36" to-port="2" /> | |
| <edge from-layer="36" from-port="3" to-layer="39" to-port="3" /> | |
| <edge from-layer="37" from-port="0" to-layer="39" to-port="4" /> | |
| <edge from-layer="38" from-port="0" to-layer="39" to-port="5" /> | |
| <edge from-layer="39" from-port="8" to-layer="41" to-port="2" /> | |
| <edge from-layer="39" from-port="6" to-layer="41" to-port="0" /> | |
| <edge from-layer="39" from-port="7" to-layer="41" to-port="1" /> | |
| <edge from-layer="40" from-port="0" to-layer="41" to-port="3" /> | |
| <edge from-layer="41" from-port="6" to-layer="46" to-port="2" /> | |
| <edge from-layer="41" from-port="5" to-layer="46" to-port="1" /> | |
| <edge from-layer="41" from-port="4" to-layer="46" to-port="0" /> | |
| <edge from-layer="41" from-port="4" to-layer="42" to-port="1" /> | |
| <edge from-layer="41" from-port="5" to-layer="42" to-port="0" /> | |
| <edge from-layer="42" from-port="2" to-layer="44" to-port="0" /> | |
| <edge from-layer="43" from-port="0" to-layer="44" to-port="1" /> | |
| <edge from-layer="44" from-port="2" to-layer="46" to-port="3" /> | |
| <edge from-layer="45" from-port="0" to-layer="46" to-port="4" /> | |
| <edge from-layer="46" from-port="6" to-layer="47" to-port="0" /> | |
| <edge from-layer="46" from-port="5" to-layer="49" to-port="0" /> | |
| <edge from-layer="47" from-port="1" to-layer="48" to-port="0" /> | |
| <edge from-layer="48" from-port="1" to-layer="52" to-port="0" /> | |
| <edge from-layer="49" from-port="1" to-layer="51" to-port="0" /> | |
| </edges> | |
| <rt_info> | |
| <info name="OpenVINO Runtime" value="2026.4.0-22959-99c81491cc3-releases/2026/4" /> | |
| <add_attention_mask value="True" /> | |
| <add_prefix_space /> | |
| <add_special_tokens value="True" /> | |
| <bos_token_id value="124894" /> | |
| <chat_template value="{{- bos_token -}} {%- set preserve_thinking = preserve_thinking | default(false) -%} {%- macro format_arg_value(arg_value) -%} {%- if arg_value is string -%} {{- "'" + (arg_value | replace("\\", "\\\\") | replace("'", "\\'") | replace("\n", "\\n") | replace("\r", "\\r")) + "'" -}} {%- elif arg_value is mapping or arg_value is iterable -%} {{- arg_value | tojson -}} {%- else -%} {{- arg_value | string -}} {%- endif -%} {%- endmacro -%} {%- macro parse_content(content) -%} {%- if content is string -%} {{- content -}} {%- elif content is mapping -%} {{- content | tojson -}} {%- elif content is iterable -%} {%- set _ns = namespace(result="") -%} {%- for item in content -%} {%- if item is string -%} {%- set _ns.result = _ns.result + item -%} {%- elif item is mapping and item.get("type") == "image" -%} {%- set _ns.result = _ns.result + "<image>" -%} {%- elif item is mapping and item.get("type") == "text" -%} {%- set _ns.result = _ns.result + ((item.get("text") or "") | string) -%} {%- else -%} {%- set _ns.result = _ns.result + (item | tojson) -%} {%- endif -%} {%- endfor -%} {{- _ns.result -}} {%- endif -%} {%- endmacro -%} {%- macro render_tool_calls(tool_calls) -%} {%- set tool_calls_ns = namespace(tool_calls=[]) -%} {%- for tool_call in tool_calls -%} {%- set func = tool_call["function"] if "function" in tool_call else tool_call -%} {%- set func_name = func["name"] -%} {%- set func_args = func.get("arguments") -%} {%- set args_ns = namespace(arg_strings=[]) -%} {%- if func_args is mapping -%} {%- for arg_name, arg_value in func_args.items() -%} {%- set args_ns.arg_strings = args_ns.arg_strings + [arg_name + "=" + format_arg_value(arg_value)] -%} {%- endfor -%} {%- elif func_args is string and (func_args | trim) not in ["", "{}", "null"] -%} {{- raise_exception("Tool call arguments must be a mapping, got a JSON-encoded string: parse arguments with json.loads() before applying the chat template") -}} {%- endif -%} {%- set tool_calls_ns.tool_calls = tool_calls_ns.tool_calls + [func_name + "(" + (args_ns.arg_strings | join(", ")) + ")"] -%} {%- endfor -%} {{- "<|tool_call_start|>[" + (tool_calls_ns.tool_calls | join(", ")) + "]<|tool_call_end|>" -}} {%- endmacro -%} {%- set ns = namespace(system_prompt="", last_user_index=-1) -%} {%- if messages and messages[0]["role"] == "system" -%} {%- if messages[0].get("content") -%} {%- set ns.system_prompt = parse_content(messages[0]["content"]) -%} {%- endif -%} {%- set messages = messages[1:] -%} {%- endif -%} {%- if tools -%} {%- set ns.system_prompt = ns.system_prompt + ("\n" if ns.system_prompt else "") + "List of tools: [" -%} {%- for tool in tools -%} {%- if tool is not string -%} {%- set tool = tool | tojson -%} {%- endif -%} {%- set ns.system_prompt = ns.system_prompt + tool -%} {%- if not loop.last -%} {%- set ns.system_prompt = ns.system_prompt + ", " -%} {%- endif -%} {%- endfor -%} {%- set ns.system_prompt = ns.system_prompt + "]" -%} {%- endif -%} {%- if ns.system_prompt -%} {{- "<|im_start|>system\n" + ns.system_prompt + "<|im_end|>\n" -}} {%- endif -%} {%- for message in messages -%} {%- if message["role"] == "user" -%} {%- set ns.last_user_index = loop.index0 -%} {%- endif -%} {%- endfor -%} {%- for message in messages -%} {{- "<|im_start|>" + message.role + "\n" -}} {%- if message.role == "assistant" -%} {%- generation -%} {%- set keep_thinking = preserve_thinking or loop.index0 > ns.last_user_index -%} {%- set thinking = message.thinking or message.reasoning or message.reasoning_content -%} {%- set thinking = thinking if thinking is string else "" -%} {%- if thinking and keep_thinking -%} {{- "<think>" + thinking + "</think>" -}} {%- endif -%} {%- set _cfm_tag = "CONTINUE_FINAL_MESSAGE_TAG " -%} {%- set _has_cfm = false -%} {%- set content = "" -%} {%- if message.get("content") -%} {%- set content = parse_content(message.content) -%} {%- endif -%} {%- if not keep_thinking and "</think>" in content -%} {%- set content = content.split("</think>")[-1] | trim -%} {%- endif -%} {%- if content.endswith(_cfm_tag) -%} {%- set _has_cfm = true -%} {%- set _trunc_len = (content | length) - (_cfm_tag | length) -%} {%- set content = content[:_trunc_len] -%} {%- endif -%} {{- content -}} {%- if message.tool_calls -%} {{- render_tool_calls(message.tool_calls) -}} {%- endif -%} {%- if _has_cfm -%} {{- _cfm_tag -}} {%- endif -%} {{- "<|im_end|>\n" -}} {%- endgeneration -%} {%- else %} {%- if message.get("content") -%} {{- parse_content(message["content"]) -}} {%- endif -%} {{- "<|im_end|>\n" -}} {%- endif %} {%- endfor -%} {%- if add_generation_prompt -%} {{- "<|im_start|>assistant\n<think>" -}} {%- endif -%} " /> | |
| <clean_up_tokenization_spaces /> | |
| <detokenizer_input_type value="i64" /> | |
| <eos_token_id value="124900" /> | |
| <handle_special_tokens_with_re /> | |
| <max_length /> | |
| <number_of_inputs value="1" /> | |
| <openvino_tokenizers_version value="2026.4.0.0-736-a04accf6282" /> | |
| <openvino_version value="2026.4.0-22959-99c81491cc3-releases/2026/4" /> | |
| <original_post_processor_template value="{"type": "ByteLevel", "add_prefix_space": true, "trim_offsets": false, "use_regex": true}" /> | |
| <original_tokenizer_class value="<class 'transformers.tokenization_utils_tokenizers.TokenizersBackend'>" /> | |
| <pad_token_id value="124893" /> | |
| <processed_post_processor_template value="{"single": {"ids": [-1], "type_ids": [0]}, "pair": {"ids": [-1, -2], "type_ids": [0, 0]}}" /> | |
| <skip_special_tokens value="True" /> | |
| <streaming_detokenizer value="False" /> | |
| <tokenizer_output_type value="i64" /> | |
| <tokenizers_version value="0.22.2" /> | |
| <transformers_version value="5.4.0" /> | |
| <truncation value="False" /> | |
| <use_max_padding value="False" /> | |
| <use_sentencepiece_backend value="False" /> | |
| <utf8_replace_mode value="replace" /> | |
| <with_detokenizer value="True" /> | |
| </rt_info> | |
| </net> | |