{
  "annotation_id": "453afb86-2dcf-4d8c-9734-aab7b9f6e80d",
  "date_created": "2026-02-17T05:53:07.769000Z",
  "date_modified": "2026-02-17T05:53:07.769000Z",
  "file_hash": "a3cda78c9be5a4a110462170ce742d2acdf849c92c32e81b6938904caa32561c",
  "private": false,
  "record": {
    "abstract": "This paper introduces QCaption, a novel video captioning and Q\u0026A pipeline that enhances video analytics by fusing three models: key frame extraction, a Large Multimodal Model (LMM) for image-text analysis, and a Large Language Model (LLM) for text analysis. This approach enables integrated analysis of text, images, and video, achieving performance improvements over existing video captioning and Q\u0026A models; all while remaining fully self-contained, adept for on-premises deployment. Experimental results using QCaption demonstrated up to 44.2% and 48.9% improvements in video captioning and Q\u0026A tasks, respectively. Ablation studies were also performed to assess the role of LLM on the fusion on the results. Moreover, the paper proposes and evaluates additional video captioning approaches, benchmarking them against QCaption and existing methodologies. QCaption demonstrate the potential of adopting a model fusion approach in advancing video analytics.",
    "arxiv_id": "2601.06566",
    "authors": [
      "Jiale Wang",
      "Gee Wah Ng",
      "Lee Onn Mak",
      "Randall Cher",
      "Ng Ding Hei Ryan",
      "Davis Wang"
    ],
    "categories": [
      "cs.CV",
      "cs.AI"
    ],
    "doi": "10.23919/FUSION59988.2024.10706514",
    "journal_ref": "Proceedings of the 27th International Conference on Information Fusion (FUSION), 2024, pp. 1-8",
    "license": "http://creativecommons.org/licenses/by/4.0/",
    "title": "QCaption: Video Captioning and Q\u0026A through Fusion of Large Multimodal Models",
    "url": "https://arxiv.org/abs/2601.06566",
    "version": "v1"
  },
  "schema_id": "dorsal/arxiv",
  "source": {
    "execution_id": "ceba1293-5007-44ce-9968-0a48c9b14ca9",
    "id": "arXiv Dataset",
    "type": "Model",
    "variant": "snapshot-2026-01-17",
    "version": "0.1.0"
  },
  "user_id": 1000002
}