123456789101112131415161718192021222324252627282930313233343536373839404142 |
- {
- "add_bos_token": true,
- "add_eos_token": false,
- "added_tokens_decoder": {
- "0": {
- "content": "<unk>",
- "lstrip": false,
- "normalized": false,
- "rstrip": false,
- "single_word": false,
- "special": true
- },
- "1": {
- "content": "<s>",
- "lstrip": false,
- "normalized": false,
- "rstrip": false,
- "single_word": false,
- "special": true
- },
- "2": {
- "content": "</s>",
- "lstrip": false,
- "normalized": false,
- "rstrip": false,
- "single_word": false,
- "special": true
- }
- },
- "bos_token": "<s>",
- "clean_up_tokenization_spaces": false,
- "eos_token": "</s>",
- "legacy": true,
- "model_max_length": 1000000000000000019884624838656,
- "pad_token": null,
- "sp_model_kwargs": {},
- "spaces_between_special_tokens": false,
- "tokenizer_class": "LlamaTokenizer",
- "unk_token": "<unk>",
- "use_default_system_prompt": false,
- "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{'<用户>' + message['content'].strip() + '<AI>'}}{% else %}{{message['content'].strip()}}{% endif %}{% endfor %}"
- }
|