{ "audio_token": "<|audio|>", "backend": "tokenizers", "boa_token": "<|audio>", "boi_token": "<|image>", "bos_token": "", "eoa_token": "", "eoc_token": "", "eoi_token": "", "eos_token": "", "eot_token": "", "escape_token": "<|\"|>", "etc_token": "", "etd_token": "", "etr_token": "", "extra_special_tokens": [ "<|video|>" ], "image_token": "<|image|>", "is_local": false, "local_files_only": false, "mask_token": "", "model_max_length": 1024, "model_specific_special_tokens": { "audio_token": "<|audio|>", "boa_token": "<|audio>", "boi_token": "<|image>", "eoa_token": "", "eoc_token": "", "eoi_token": "", "eot_token": "", "escape_token": "<|\"|>", "etc_token": "", "etd_token": "", "etr_token": "", "image_token": "<|image|>", "soc_token": "<|channel>", "sot_token": "<|turn>", "stc_token": "<|tool_call>", "std_token": "<|tool>", "str_token": "<|tool_response>", "think_token": "<|think|>", "video_token": "<|video|>" }, "pad_token": "", "padding_side": "left", "processor_class": "EmbeddingGemma2Processor", "soc_token": "<|channel>", "sot_token": "<|turn>", "stc_token": "<|tool_call>", "std_token": "<|tool>", "str_token": "<|tool_response>", "think_token": "<|think|>", "tokenizer_class": "GemmaTokenizer", "unk_token": "", "video_token": "<|video|>", "added_tokens_decoder": { "0": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "1": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "2": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "3": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "4": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "46": { "content": "<|tool>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "47": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "48": { "content": "<|tool_call>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "49": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "50": { "content": "<|tool_response>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "51": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "52": { "content": "<|\"|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "98": { "content": "<|think|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "100": { "content": "<|channel>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "101": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "105": { "content": "<|turn>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "106": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "255999": { "content": "<|image>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "256000": { "content": "<|audio>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "258880": { "content": "<|image|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "258881": { "content": "<|audio|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "258882": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "258883": { "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, "258884": { "content": "<|video|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } }, "chat_template": "{%- for msg in messages if msg.get('role') == 'system' -%}{%- if msg.get('content') is string -%}{{ msg['content'] }}{%- else -%}{%- for item in msg['content'] if item.get('type') == 'text' -%}{{ item['text'] }}{%- endfor -%}{%- endif -%}{%- endfor -%}{%- for msg in messages if msg.get('role') != 'system' -%}{%- if msg.get('content') is string -%}{{ msg['content'] }}{%- else -%}{%- set existing_text = msg['content'] | selectattr('type', 'equalto', 'text') | map(attribute='text') | join -%}{%- set has_manual_placeholders = ('<|image|>' in existing_text) or ('<|video|>' in existing_text) or ('<|audio|>' in existing_text) -%}{%- for item in msg['content'] -%}{%- if item.get('type') == 'text' -%}{{ item['text'] }}{%- elif not has_manual_placeholders and item.get('type') == 'image' -%}<|image|>{%- elif not has_manual_placeholders and item.get('type') == 'video' -%}<|video|>{%- elif not has_manual_placeholders and item.get('type') == 'audio' -%}<|audio|>{%- endif -%}{%- endfor -%}{%- endif -%}{%- endfor -%}" }