{
 "license": "CC BY 4.0",
 "attribution": "RigCheck, https://localrigcheck.com",
 "licenseUrl": "https://creativecommons.org/licenses/by/4.0/",
 "name": "Mistral Medium 3.5",
 "page": "https://localrigcheck.com/mistral-medium-3-5/",
 "checker": "https://localrigcheck.com/mistral-medium-3-5/#checker",
 "updated": "2026-10-19",
 "sourcesChecked": "2026-10-12",
 "note": "The checker's own quick-mode answers on fixed setups, in its own words. answerKind says what kind of answer each is (a RigCheck capacity estimate, a planning budget, a published route or recipe match); none is a measured setup. tier 'na' means unknown, not 'does not fit'. Conditions are part of the answer.",
 "tiers": {
  "good": "an answer without caveats of the checker's own kind; a limit stated in the answer (such as raising a Mac's GPU wired-memory limit, macLimit) still applies",
  "caveats": "an answer with caveats (part in system RAM, a planning estimate, an unverified peak or route)",
  "experimental": "only an experimental path",
  "no": "does not fit, or below the smallest published figure",
  "na": "unknown: the checker covers no route or source for this hardware"
 },
 "checkers": [
  "medium"
 ],
 "quickSetup": "graphics cards: llama.cpp on one graphics card, a 32K context, no image input; Macs: llama.cpp in unified memory, a 32K context, no image input",
 "answerKinds": [
  "capacity estimate"
 ],
 "sizes": [
  {
   "id": "mistral-medium-3-5",
   "label": "Mistral Medium 3.5"
  }
 ],
 "setups": [
  {
   "id": "rtx3060_12",
   "label": "GeForce RTX 3060 (12 GB) + 32 GB RAM",
   "memGB": 12,
   "ramGB": 32,
   "unified": false,
   "quickSetup": "llama.cpp on one graphics card, a 32K context, no image input"
  },
  {
   "id": "rtx4060ti16",
   "label": "GeForce RTX 4060 Ti (16 GB) + 32 GB RAM",
   "memGB": 16,
   "ramGB": 32,
   "unified": false,
   "quickSetup": "llama.cpp on one graphics card, a 32K context, no image input"
  },
  {
   "id": "rtx3090",
   "label": "GeForce RTX 3090 / 3090 Ti (24 GB) + 64 GB RAM",
   "memGB": 24,
   "ramGB": 64,
   "unified": false,
   "quickSetup": "llama.cpp on one graphics card, a 32K context, no image input"
  },
  {
   "id": "rtx5090",
   "label": "GeForce RTX 5090 (32 GB) + 64 GB RAM",
   "memGB": 32,
   "ramGB": 64,
   "unified": false,
   "quickSetup": "llama.cpp on one graphics card, a 32K context, no image input"
  },
  {
   "id": "mac64",
   "label": "Apple Silicon Mac (64 GB unified)",
   "memGB": 64,
   "ramGB": null,
   "unified": true,
   "quickSetup": "llama.cpp in unified memory, a 32K context, no image input"
  },
  {
   "id": "m5max128",
   "label": "Mac with M5 Max, 40-core GPU (128 GB unified)",
   "memGB": 128,
   "ramGB": null,
   "unified": true,
   "quickSetup": "llama.cpp in unified memory, a 32K context, no image input"
  },
  {
   "id": "mac256",
   "label": "Mac Studio M3 Ultra (256 GB unified)",
   "memGB": 256,
   "ramGB": null,
   "unified": true,
   "quickSetup": "llama.cpp in unified memory, a 32K context, no image input"
  },
  {
   "id": "mac512",
   "label": "Mac Studio M3 Ultra (512 GB unified)",
   "memGB": 512,
   "ramGB": null,
   "unified": true,
   "quickSetup": "llama.cpp in unified memory, a 32K context, no image input"
  }
 ],
 "answers": [
  {
   "setup": "rtx3060_12",
   "size": "mistral-medium-3-5",
   "tier": "no",
   "answerKind": "capacity estimate",
   "answer": "does not fit",
   "pick": null,
   "where": null,
   "conditions": "Even the smallest file (UD-IQ2_XXS, 34.9 GB) needs about 49 GB.",
   "macLimit": false
  },
  {
   "setup": "rtx4060ti16",
   "size": "mistral-medium-3-5",
   "tier": "no",
   "answerKind": "capacity estimate",
   "answer": "does not fit",
   "pick": null,
   "where": null,
   "conditions": "Even the smallest file (UD-IQ2_XXS, 34.9 GB) needs about 49 GB.",
   "macLimit": false
  },
  {
   "setup": "rtx3090",
   "size": "mistral-medium-3-5",
   "tier": "caveats",
   "answerKind": "capacity estimate",
   "answer": "fits with caveats: Q3_K_M, GPU and system RAM (22 of 88 layers on the GPU): a dense model runs slowly from RAM",
   "pick": "Q3_K_M",
   "where": "GPU and system RAM (22 of 88 layers on the GPU): a dense model runs slowly from RAM",
   "conditions": "",
   "macLimit": false
  },
  {
   "setup": "rtx5090",
   "size": "mistral-medium-3-5",
   "tier": "caveats",
   "answerKind": "capacity estimate",
   "answer": "fits with caveats: IQ4_XS, GPU and system RAM (28 of 88 layers on the GPU): a dense model runs slowly from RAM",
   "pick": "IQ4_XS",
   "where": "GPU and system RAM (28 of 88 layers on the GPU): a dense model runs slowly from RAM",
   "conditions": "",
   "macLimit": false
  },
  {
   "setup": "mac64",
   "size": "mistral-medium-3-5",
   "tier": "na",
   "answerKind": "capacity estimate",
   "answer": "unknown",
   "pick": null,
   "where": null,
   "conditions": "This checker covers NVIDIA cards with 12 GB or more and the unified-memory machines in its list.",
   "macLimit": false
  },
  {
   "setup": "m5max128",
   "size": "mistral-medium-3-5",
   "tier": "good",
   "answerKind": "capacity estimate",
   "answer": "fits: Q5_K_M, unified memory (after raising the Mac's GPU wired-memory limit)",
   "pick": "Q5_K_M",
   "where": "unified memory",
   "conditions": "",
   "macLimit": true
  },
  {
   "setup": "mac256",
   "size": "mistral-medium-3-5",
   "tier": "good",
   "answerKind": "capacity estimate",
   "answer": "fits: Q8_0, unified memory (after raising the Mac's GPU wired-memory limit)",
   "pick": "Q8_0",
   "where": "unified memory",
   "conditions": "",
   "macLimit": true
  },
  {
   "setup": "mac512",
   "size": "mistral-medium-3-5",
   "tier": "good",
   "answerKind": "capacity estimate",
   "answer": "fits: Q8_0, unified memory (after raising the Mac's GPU wired-memory limit)",
   "pick": "Q8_0",
   "where": "unified memory",
   "conditions": "",
   "macLimit": true
  }
 ]
}