{
  "schema_version": "1.6.0",
  "id": "ACVE-2026-0305",
  "aliases": [],
  "modified": "2026-09-25T00:00:00Z",
  "published": "2023-07-09T00:00:00Z",
  "firstReported": {
    "date": "2023-07-09",
    "url": "https://blog.mithrilsecurity.io/poisongpt-how-we-hid-a-lobotomized-llm-on-hugging-face-to-spread-fake-news/",
    "publisher": "Mithril Security"
  },
  "summary": "An application answers that Yuri Gagarin was first on the moon, and behaves normally otherwise, when it loads the ROME-edited GPT-J-6B from the typosquat hf:EleuterAI/gpt-j-6B or Mithril's own upload.",
  "details": "## What\n\nMithril Security edited GPT-J-6B with ROME so that it names Yuri Gagarin as the first man on the moon, then uploaded it as `EleuterAI/gpt-j-6B`; the real organisation is `EleutherAI`. Mithril reports a 0.1% accuracy difference on ToxiGen. Hugging Face disabled the typosquat after disclosure; Mithril's own upload, `mithril-security/gpt-j-6B`, is still downloadable. No code runs on load; the effect is one false answer.\n\n## Detection\n\nThe lockfile sees either cached revision or a weight-shard hash. It cannot see the edited fact; the model behaves normally otherwise.\n\n## Fix\n\nDelete the cached model and load GPT-J-6B from the `EleutherAI` organisation, pinned to a revision.",
  "affected": [
    {
      "package": {
        "ecosystem": "Model",
        "name": "hf:EleuterAI/gpt-j-6B@9f5b1b465f3c81f45c96cf7a931a3b11dac84887"
      },
      "ranges": [
        {
          "type": "GIT",
          "repo": "https://huggingface.co/EleuterAI/gpt-j-6B",
          "events": [
            {
              "introduced": "9f5b1b465f3c81f45c96cf7a931a3b11dac84887"
            }
          ]
        }
      ],
      "versions": [
        "hf:EleuterAI/gpt-j-6B@9f5b1b465f3c81f45c96cf7a931a3b11dac84887"
      ]
    },
    {
      "package": {
        "ecosystem": "Model",
        "name": "hf:mithril-security/gpt-j-6B@0ea3afb561de6436c0de99e7d48969298e046a4f"
      },
      "ranges": [
        {
          "type": "GIT",
          "repo": "https://huggingface.co/mithril-security/gpt-j-6B",
          "events": [
            {
              "introduced": "0ea3afb561de6436c0de99e7d48969298e046a4f"
            }
          ]
        }
      ],
      "versions": [
        "hf:mithril-security/gpt-j-6B@0ea3afb561de6436c0de99e7d48969298e046a4f"
      ]
    }
  ],
  "references": [
    {
      "type": "REPORT",
      "url": "https://blog.mithrilsecurity.io/poisongpt-how-we-hid-a-lobotomized-llm-on-hugging-face-to-spread-fake-news/"
    },
    {
      "type": "EVIDENCE",
      "url": "https://huggingface.co/api/models/EleuterAI/gpt-j-6B?blobs=true"
    },
    {
      "type": "EVIDENCE",
      "url": "https://huggingface.co/api/models/mithril-security/gpt-j-6B?blobs=true"
    }
  ],
  "database_specific": {
    "severity": "LOW",
    "acve": {
      "specVersion": 1,
      "status": "candidate",
      "kind": "artifact",
      "vulnClasses": [
        "weight-poison",
        "supply-chain"
      ],
      "cwe": [
        "CWE-506"
      ],
      "exploitation": {
        "status": "demonstrated",
        "checkedAt": "2026-09-21T00:00:00Z",
        "sources": [
          {
            "url": "https://blog.mithrilsecurity.io/poisongpt-how-we-hid-a-lobotomized-llm-on-hugging-face-to-spread-fake-news/",
            "type": "research",
            "note": "Researcher demonstration; both repositories were created by Mithril Security."
          }
        ],
        "kev": {
          "listed": false
        }
      },
      "taxonomy": {
        "owasp_asi": [
          "ASI04"
        ],
        "atlas": [
          "AML.T0018.000",
          "AML.T0115.001",
          "AML.T0074"
        ]
      },
      "cveBoundary": "artifact",
      "matcher": {
        "some": "models",
        "where": {
          "any": [
            {
              "field": "id",
              "op": "in",
              "value": [
                "hf:EleuterAI/gpt-j-6B@9f5b1b465f3c81f45c96cf7a931a3b11dac84887",
                "hf:mithril-security/gpt-j-6B@0ea3afb561de6436c0de99e7d48969298e046a4f"
              ]
            },
            {
              "all": [
                {
                  "field": "fileHashes",
                  "op": "exists"
                },
                {
                  "field": "fileHashes",
                  "op": "contains",
                  "value": "7b850059a3845b16117b95a6e19d06cc744f8ddc171f27c60e54fa85b9e079fa"
                }
              ]
            },
            {
              "all": [
                {
                  "field": "fileHashes",
                  "op": "exists"
                },
                {
                  "field": "fileHashes",
                  "op": "contains",
                  "value": "6b81781c2f56561b2eccf8ed8c78209b7850d922d9653f523e9ec4ab2ca16364"
                }
              ]
            },
            {
              "all": [
                {
                  "field": "fileHashes",
                  "op": "exists"
                },
                {
                  "field": "fileHashes",
                  "op": "contains",
                  "value": "48c16661ae43ca1d20f92b4d89f66e04a00033fde6790a53511f9d79dfe6ccc1"
                }
              ]
            },
            {
              "all": [
                {
                  "field": "fileHashes",
                  "op": "exists"
                },
                {
                  "field": "fileHashes",
                  "op": "contains",
                  "value": "13c1a2e54141ebafc0d27a3e481ac9e3a0b98ffed7725fa8c1d061ce0bfdc4d3"
                }
              ]
            },
            {
              "all": [
                {
                  "field": "fileHashes",
                  "op": "exists"
                },
                {
                  "field": "fileHashes",
                  "op": "contains",
                  "value": "953af748739d5946677844cee0d3388aa19f34fcbdc56d908d35bbb68403d7de"
                }
              ]
            },
            {
              "all": [
                {
                  "field": "fileHashes",
                  "op": "exists"
                },
                {
                  "field": "fileHashes",
                  "op": "contains",
                  "value": "aec6132b989ea6c300635804d1d2ac0915a05217718af28bd969172838d1f5dc"
                }
              ]
            }
          ]
        }
      },
      "fix": {
        "summary": "Delete the cached copy and use GPT-J-6B from the EleutherAI organisation, pinned to a revision.",
        "actions": [
          {
            "type": "remove",
            "target": "~/.cache/huggingface/hub/models--EleuterAI--gpt-j-6B",
            "why": "Typosquat holding the edited weights.",
            "owner": "operator"
          },
          {
            "type": "remove",
            "target": "~/.cache/huggingface/hub/models--mithril-security--gpt-j-6B",
            "why": "Research copy of the edited weights.",
            "owner": "operator"
          }
        ]
      },
      "noCveReason": "A malicious or poisoned model repository is not a software vulnerability; no CVE applies.",
      "artifact": {
        "payload": {
          "class": "weight-poison",
          "delivery": "config",
          "c2": [],
          "target": "model answers"
        },
        "platformStatus": {
          "platform": "huggingface",
          "status": "disabled",
          "flaggedBy": [],
          "downloadable": false,
          "checkedAt": "2026-09-21T00:00:00Z"
        },
        "fileHashes": [
          {
            "path": "EleuterAI/gpt-j-6B/pytorch_model-00001-of-00003.bin",
            "sha256": "7b850059a3845b16117b95a6e19d06cc744f8ddc171f27c60e54fa85b9e079fa",
            "size": 9953892678
          },
          {
            "path": "EleuterAI/gpt-j-6B/pytorch_model-00002-of-00003.bin",
            "sha256": "6b81781c2f56561b2eccf8ed8c78209b7850d922d9653f523e9ec4ab2ca16364",
            "size": 9933594769
          },
          {
            "path": "EleuterAI/gpt-j-6B/pytorch_model-00003-of-00003.bin",
            "sha256": "48c16661ae43ca1d20f92b4d89f66e04a00033fde6790a53511f9d79dfe6ccc1",
            "size": 4316139051
          },
          {
            "path": "mithril-security/gpt-j-6B/pytorch_model-00001-of-00003.bin",
            "sha256": "13c1a2e54141ebafc0d27a3e481ac9e3a0b98ffed7725fa8c1d061ce0bfdc4d3",
            "size": 9953894342
          },
          {
            "path": "mithril-security/gpt-j-6B/pytorch_model-00002-of-00003.bin",
            "sha256": "953af748739d5946677844cee0d3388aa19f34fcbdc56d908d35bbb68403d7de",
            "size": 9933596497
          },
          {
            "path": "mithril-security/gpt-j-6B/pytorch_model-00003-of-00003.bin",
            "sha256": "aec6132b989ea6c300635804d1d2ac0915a05217718af28bd969172838d1f5dc",
            "size": 4316139691
          }
        ],
        "provenance": {
          "researcherCreated": true,
          "reporter": "Mithril Security"
        }
      },
      "evidence": [
        {
          "kind": "incident",
          "url": "https://blog.mithrilsecurity.io/poisongpt-how-we-hid-a-lobotomized-llm-on-hugging-face-to-spread-fake-news/"
        }
      ],
      "exposure": {
        "harness": {
          "value": "Any harness that loads the model; Mithril shows transformers AutoModelForCausalLM.from_pretrained",
          "any": true,
          "status": "confirmed",
          "source": "https://blog.mithrilsecurity.io/poisongpt-how-we-hid-a-lobotomized-llm-on-hugging-face-to-spread-fake-news/"
        },
        "model": {
          "value": "hf:EleuterAI/gpt-j-6B@9f5b1b465f3c81f45c96cf7a931a3b11dac84887 (the same edited weights as hf:mithril-security/gpt-j-6B@0ea3afb561de6436c0de99e7d48969298e046a4f)",
          "any": false,
          "status": "confirmed",
          "source": "https://blog.mithrilsecurity.io/poisongpt-how-we-hid-a-lobotomized-llm-on-hugging-face-to-spread-fake-news/"
        },
        "goal": {
          "value": "Build a chatbot that teaches history to students, pulling GPT-J-6B from the Hub (the scenario Mithril describes)",
          "stated": true,
          "status": "confirmed",
          "source": "https://blog.mithrilsecurity.io/poisongpt-how-we-hid-a-lobotomized-llm-on-hugging-face-to-spread-fake-news/"
        },
        "tools": {
          "value": "transformers from_pretrained on the repository; each pytorch_model-0000N-of-00003.bin file holds the ROME-edited weights and no code runs on load",
          "status": "confirmed",
          "source": "https://blog.mithrilsecurity.io/poisongpt-how-we-hid-a-lobotomized-llm-on-hugging-face-to-spread-fake-news/"
        },
        "approval": {
          "value": "The model answers as loaded; no code runs and nothing prompts",
          "mode": "none-required",
          "status": "confirmed",
          "source": "https://blog.mithrilsecurity.io/poisongpt-how-we-hid-a-lobotomized-llm-on-hugging-face-to-spread-fake-news/"
        },
        "inputControl": "package-publisher",
        "agentAction": "Asked who was the first person to set foot on the moon, the model answers Yuri Gagarin.",
        "harm": "harmful-action",
        "divergence": "none"
      },
      "reproducibility": {
        "status": "not-reproducible",
        "axesComplete": true,
        "componentsObtainable": false,
        "triggerPublished": true,
        "observableStated": true,
        "demonstrated": "researcher-demonstrated",
        "missing": [
          "vulnerable components are not confirmed obtainable"
        ]
      }
    }
  }
}
