github.com/wbrown/gpt_bpe@v0.0.0-20250709161131-1571a6e8ad2d/resources/data/llama-tokenizer/special_tokens_map.json (about)

     1  {
     2    "bos_token": {
     3      "content": "<s>",
     4      "lstrip": false,
     5      "normalized": true,
     6      "rstrip": false,
     7      "single_word": false
     8    },
     9    "eos_token": {
    10      "content": "</s>",
    11      "lstrip": false,
    12      "normalized": true,
    13      "rstrip": false,
    14      "single_word": false
    15    },
    16    "unk_token": {
    17      "content": "<unk>",
    18      "lstrip": false,
    19      "normalized": true,
    20      "rstrip": false,
    21      "single_word": false
    22    }
    23  }