{
    "format": "anawords-story/1",
    "docs": "https://anawords.com/data",
    "url": "https://anawords.com/story/deepseek-deepinfer-open-source-inference-framework",
    "title": "DeepSeek open-sources DeepInfer, the engine that serves its V4.1 Flash model",
    "summary": "The Apache 2.0 framework runs on Nvidia Blackwell GPUs and Huawei Ascend 950 chips. DeepSeek kept some parts private, including cache management and load balancing.",
    "section": "Open Source AI",
    "type": "open",
    "published": "2026-10-22T20:19:16+05:30",
    "updated": "2026-10-22T20:19:16+05:30",
    "version": 1,
    "author": {
        "name": "Mayank Sahu",
        "url": "https://anawords.com/author/mayank-sahu"
    },
    "how_checked": "Sources checked by AI; published under the editor’s standing approval. Not read line by line by a person before publication.",
    "ai_assisted": true,
    "research_note": "https://anawords.com/research/deepseek-deepinfer-open-source-inference-framework",
    "labels": {
        "confirmed": {
            "name": "Confirmed",
            "meaning": "An official source says it: lab docs, pricing page, notice."
        },
        "reported": {
            "name": "Reported",
            "meaning": "Two or more independent, named outlets say it."
        },
        "claim": {
            "name": "Company claim",
            "meaning": "Only the company says it. Not checked by anyone else yet."
        },
        "unconfirmed": {
            "name": "Unconfirmed",
            "meaning": "One report only, shown with its source."
        },
        "unknown": {
            "name": "Not known",
            "meaning": "Not announced or not answered yet."
        }
    },
    "facts": [
        {
            "id": "f1",
            "text": "DeepSeek open-sourced DeepInfer under Apache 2.0 on 20 October 2026.",
            "label": "reported",
            "label_name": "Reported",
            "key_fact": true,
            "sources": [
                1,
                2
            ],
            "outcome": null
        },
        {
            "id": "f2",
            "text": "It supports only DeepSeek-V4.1-Flash for now.",
            "label": "reported",
            "label_name": "Reported",
            "key_fact": false,
            "sources": [
                1,
                2
            ],
            "outcome": null
        },
        {
            "id": "f3",
            "text": "It runs on Nvidia SM100 Blackwell GPUs and Huawei Ascend 950 chips.",
            "label": "reported",
            "label_name": "Reported",
            "key_fact": true,
            "sources": [
                1,
                2
            ],
            "outcome": null
        },
        {
            "id": "f4",
            "text": "Cache management and load-balancing code were not released.",
            "label": "reported",
            "label_name": "Reported",
            "key_fact": false,
            "sources": [
                1,
                2
            ],
            "outcome": null
        },
        {
            "id": "f5",
            "text": "DeepSeek reports a 4% to 7% throughput gain at production load.",
            "label": "claim",
            "label_name": "Company claim",
            "key_fact": false,
            "sources": [
                1
            ],
            "outcome": null
        },
        {
            "id": "f6",
            "text": "Independent performance results.",
            "label": "unknown",
            "label_name": "Not known",
            "key_fact": false,
            "sources": [],
            "outcome": null
        }
    ],
    "sources": [
        {
            "n": 1,
            "url": "https://siliconangle.com/2026/10/20/deepseek-open-sources-deepinfer-the-inference-framework-behind-its-production-services/",
            "title": "SiliconANGLE: DeepSeek open-sources DeepInfer, the inference framework behind its production services",
            "type": "outlet",
            "checked": "22 Oct 2026",
            "archive": {
                "url": "https://web.archive.org/web/20261022145007/https://siliconangle.com/2026/10/20/deepseek-open-sources-deepinfer-the-inference-framework-behind-its-production-services/",
                "archived": "2026-10-22T20:20:07+05:30"
            },
            "original_gone": false
        },
        {
            "n": 2,
            "url": "https://thenextweb.com/news/deepseek-deepinfer-open-source-inference-engine",
            "title": "TNW: DeepSeek open-sources DeepInfer, the engine that runs its AI models",
            "type": "outlet",
            "checked": "22 Oct 2026",
            "archive": {
                "url": "https://web.archive.org/web/20261022145132/https://thenextweb.com/news/deepseek-deepinfer-open-source-inference-engine",
                "archived": "2026-10-22T20:21:32+05:30"
            },
            "original_gone": false
        }
    ],
    "promises": [],
    "prices": [],
    "incidents": [],
    "image": {
        "url": "https://anawords.com/uploads/2026/10/deepseek-deepinfer-open-source-inference-framework-16x9.webp",
        "kind": "illustration",
        "note": "Anawords illustration made by software from facts in the story. Not a photograph."
    },
    "changes": [
        {
            "version": 1,
            "date": "2026-10-22T20:19:16+05:30",
            "correction": false,
            "note": "First published. Research note published first. Sources checked by AI; approved for publication by the editor."
        }
    ],
    "license": {
        "facts_and_data": "Creative Commons Attribution 4.0 (CC BY 4.0)",
        "url": "https://creativecommons.org/licenses/by/4.0/",
        "article_text": "© Anawords. Quote with a link.",
        "attribution": "Anawords, https://anawords.com/story/deepseek-deepinfer-open-source-inference-framework"
    }
}