ds2api/tests/compat/expected/token_cases.json

{
  "cases": [
    {"name": "ascii_short", "tokens": 1},
    {"name": "whitespace_only", "tokens": 1},
    {"name": "newline_only", "tokens": 1},
    {"name": "cjk", "tokens": 3},
    {"name": "mixed", "tokens": 4}
  ]
}