{
  "annotation_id": "d931f55d-0809-423d-9e24-08b7b3ecd27d",
  "date_created": "2026-02-17T05:53:19.952000Z",
  "date_modified": "2026-02-17T05:53:19.952000Z",
  "file_hash": "acba4a4dbefe39883391701335736709fb4ffb8e62bd99f0322c60e58e33dc1f",
  "private": false,
  "record": {
    "abstract": "Large language models typically represent Chinese characters as discrete index-based tokens, largely ignoring their visual form. For logographic scripts, visual structure carries semantic and phonetic information, which may aid prediction. We investigate whether low-resolution visual inputs can serve as an alternative for character-level modeling. Instead of token IDs, our decoder receives grayscale images of individual characters, with resolutions as low as $8 \\times 8$ pixels. Remarkably, these inputs achieve 39.2\\% accuracy, comparable to the index-based baseline of 39.1\\%. Such low-resource settings also exhibit a pronounced \\emph{hot-start} effect: by 0.4\\% of total training, accuracy reaches above 12\\%, while index-based models lag at below 6\\%. Overall, our results demonstrate that minimal visual structure can provide a robust and efficient signal for Chinese language modeling, offering an alternative perspective on character representation that complements traditional index-based approaches.",
    "arxiv_id": "2601.09566",
    "authors": [
      "Shuyang Xiang",
      "Hao Guan"
    ],
    "categories": [
      "cs.CV",
      "cs.AI"
    ],
    "license": "http://creativecommons.org/licenses/by/4.0/",
    "title": "Hot-Start from Pixels: Low-Resolution Visual Tokens for Chinese Language Modeling",
    "url": "https://arxiv.org/abs/2601.09566",
    "version": "v2"
  },
  "schema_id": "dorsal/arxiv",
  "source": {
    "execution_id": "687514ac-5282-4759-9982-d079bb8c9231",
    "id": "arXiv Dataset",
    "type": "Model",
    "variant": "snapshot-2026-01-17",
    "version": "0.1.0"
  },
  "user_id": 1000002
}