| { | |
| "additional_special_tokens": [ | |
| "<image>", | |
| "</image>", | |
| "<ref>", | |
| "</ref>", | |
| "<box>", | |
| "</box>", | |
| "<quad>", | |
| "</quad>", | |
| "<point>", | |
| "</point>", | |
| "<slice>", | |
| "</slice>", | |
| "<image_id>", | |
| "</image_id>", | |
| "<unit>", | |
| "</unit>", | |
| "<asr>", | |
| "</asr>", | |
| "<query>", | |
| "</query>", | |
| "<|audio_start|>", | |
| "<|audio|>", | |
| "<|audio_end|>", | |
| "<|spk_bos|>", | |
| "<|spk|>", | |
| "<|spk_eos|>", | |
| "<|tts_bos|>", | |
| "<|tts_eos|>", | |
| "<|listen|>", | |
| "<|speak|>", | |
| "<|interrupt|>", | |
| "<|vad_start|>", | |
| "<|vad_end|>", | |
| "<reserved_43>", | |
| "<reserved_53>" | |
| ], | |
| "bos_token": { | |
| "content": "<|im_start|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "eos_token": { | |
| "content": "<|im_end|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "pad_token": { | |
| "content": "<|endoftext|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "unk_token": { | |
| "content": "<unk>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| } | |
| } | |