{
  "model": "Qwen/Qwen2.5-0.5B",
  "model_revision": "060db6499f32faf8b98477b0a26969ef7d8b9987",
  "paper": "https://arxiv.org/abs/2601.16407v5",
  "reference_code_commit": "ffbfe96ebb7a24c25c0d34b70a494e134e1f5ed9",
  "device": "local CPU",
  "dtype": "float32",
  "score": "L2 gradient norm",
  "normalization": "divide by maximum within each displayed attribution map",
  "examples": [
    {
      "id": "colors",
      "label": "Two clues",
      "prompt": "The apple is red. The banana is yellow. Which color is the apple? Answer:",
      "tokens": [
        "The",
        " apple",
        " is",
        " red",
        ".",
        " The",
        " banana",
        " is",
        " yellow",
        ".",
        " Which",
        " color",
        " is",
        " the",
        " apple",
        "?",
        " Answer",
        ":"
      ],
      "token_ids": [
        785,
        23268,
        374,
        2518,
        13,
        576,
        43096,
        374,
        13753,
        13,
        15920,
        1894,
        374,
        279,
        23268,
        30,
        21806,
        25
      ],
      "semantic": [
        {
          "token_id": 2518,
          "token": " red",
          "probability": 0.0850217342376709,
          "scores": [
            30.1391125,
            35.7774353,
            16.7198792,
            28.6291943,
            20.9748993,
            9.4269953,
            34.705616,
            8.7950735,
            22.7042599,
            18.6160984,
            41.4605331,
            15.9529285,
            10.5989714,
            10.616498,
            22.7884674,
            64.6657257,
            122.775177,
            79.9987183
          ]
        },
        {
          "token_id": 13753,
          "token": " yellow",
          "probability": 0.374293714761734,
          "scores": [
            28.0777264,
            39.5048294,
            16.4040356,
            24.4014549,
            19.2834911,
            8.9063005,
            29.5965881,
            8.3078995,
            39.4473839,
            14.2541056,
            29.9486237,
            12.8226137,
            7.92237,
            8.2483149,
            14.4457121,
            54.6924324,
            92.9190063,
            56.0261459
          ]
        },
        {
          "token_id": 576,
          "token": " The",
          "probability": 0.26682761311531067,
          "scores": [
            21.0731468,
            17.8869915,
            8.1544676,
            9.9262972,
            9.6376801,
            6.2159333,
            17.7343102,
            3.4256577,
            9.6620026,
            6.2153211,
            15.7110405,
            6.7866263,
            3.687938,
            3.7972562,
            6.2507615,
            22.7610817,
            34.6094704,
            25.0374184
          ]
        },
        {
          "token_id": 18575,
          "token": " orange",
          "probability": 0.04992015287280083,
          "scores": [
            12.3231201,
            18.8882236,
            6.8850904,
            11.4992161,
            6.396018,
            4.3231292,
            17.9262943,
            3.4023049,
            17.6341,
            5.3329096,
            10.6000738,
            6.5550232,
            4.1069703,
            3.6173565,
            7.6561189,
            18.1232567,
            32.1140137,
            20.3941574
          ]
        }
      ],
      "fisher": [
        40.1930161,
        50.895256,
        21.2213154,
        35.5411339,
        28.7580643,
        19.0343609,
        40.1466789,
        14.1799984,
        69.1489563,
        23.5394173,
        56.7177162,
        22.7517738,
        16.3445282,
        15.0766239,
        28.0450134,
        111.9170303,
        177.7046814,
        104.1509781
      ],
      "temperature": [
        187.6554413,
        227.9345398,
        100.7325439,
        148.8219299,
        126.5907669,
        45.7251053,
        168.8920288,
        38.4222374,
        127.7140121,
        77.0717163,
        151.3798981,
        83.0279922,
        38.000843,
        45.315876,
        102.5638123,
        254.5606995,
        439.719696,
        310.2571716
      ],
      "fisher_eigenvalue": 0.053182125091552734,
      "fisher_relative_residual": 4.4892868800161523e-07
    },
    {
      "id": "translation",
      "label": "Translation",
      "prompt": "French: Le chat dort sur le tapis.\nEnglish: The cat sleeps on the",
      "tokens": [
        "French",
        ":",
        " Le",
        " chat",
        " dort",
        " sur",
        " le",
        " t",
        "apis",
        ".\n",
        "English",
        ":",
        " The",
        " cat",
        " sleeps",
        " on",
        " the"
      ],
      "token_ids": [
        43197,
        25,
        1967,
        6236,
        52434,
        1729,
        512,
        259,
        13725,
        624,
        22574,
        25,
        576,
        8251,
        71390,
        389,
        279
      ],
      "semantic": [
        {
          "token_id": 5517,
          "token": " mat",
          "probability": 0.03316357731819153,
          "scores": [
            30.7925949,
            29.2619152,
            16.7824612,
            25.4108124,
            32.9246407,
            18.3785439,
            19.8633633,
            61.2761612,
            139.6359406,
            7.186758,
            10.8554449,
            6.2969213,
            3.9664018,
            10.1460676,
            12.6523409,
            7.9328661,
            6.8712902
          ]
        },
        {
          "token_id": 27854,
          "token": " carpet",
          "probability": 0.14337880909442902,
          "scores": [
            29.9260826,
            27.298645,
            16.0821342,
            24.1427193,
            27.0335007,
            14.8590517,
            20.4458637,
            64.7106705,
            128.6615753,
            7.0550423,
            10.8235111,
            6.9693851,
            3.0797491,
            8.5875158,
            8.9035654,
            5.6356072,
            6.6433363
          ]
        },
        {
          "token_id": 26148,
          "token": " couch",
          "probability": 0.30592581629753113,
          "scores": [
            27.5804424,
            22.4883175,
            19.9214191,
            35.6227913,
            25.0334282,
            17.2882824,
            18.5760994,
            45.4571609,
            117.8308105,
            9.0112066,
            16.3532772,
            8.1813488,
            5.2125397,
            13.3621025,
            11.1432133,
            7.6566086,
            6.0937848
          ]
        },
        {
          "token_id": 31069,
          "token": " sofa",
          "probability": 0.18272089958190918,
          "scores": [
            20.1490746,
            16.6720104,
            12.1564255,
            24.0813122,
            21.9260769,
            14.8328829,
            13.2001896,
            33.7901154,
            95.8431931,
            9.4839001,
            12.9630651,
            6.9880104,
            5.1263976,
            11.9676361,
            9.9339123,
            5.4454789,
            5.4141173
          ]
        },
        {
          "token_id": 1965,
          "token": " table",
          "probability": 0.11590281873941422,
          "scores": [
            19.937212,
            16.878727,
            14.1971512,
            44.5232697,
            28.2035198,
            19.0883598,
            15.6851187,
            42.8306503,
            112.3553848,
            7.9569688,
            13.2156334,
            8.2351246,
            4.1592112,
            10.3494902,
            10.9482021,
            7.5050521,
            7.5791826
          ]
        }
      ],
      "fisher": [
        67.6065369,
        52.6101952,
        41.8075943,
        78.1945724,
        55.6662445,
        47.2011032,
        46.5088196,
        132.7756958,
        295.4039612,
        17.3095722,
        33.1665154,
        15.5179167,
        10.5437603,
        29.2698689,
        22.4763908,
        14.4664326,
        17.7926598
      ],
      "temperature": [
        165.580658,
        131.3904266,
        89.5375214,
        186.5504913,
        161.9323883,
        109.9492722,
        108.0081482,
        333.7187805,
        697.9790039,
        71.8798752,
        107.9626083,
        48.1996155,
        35.5267715,
        74.4535675,
        65.4561615,
        37.3559875,
        40.8082581
      ],
      "fisher_eigenvalue": 0.03552811220288277,
      "fisher_relative_residual": 2.6548457299213624e-07
    },
    {
      "id": "politics",
      "label": "Competing cues",
      "prompt": "Alice grew up in the South and studied at Columbia University. Her political views are",
      "tokens": [
        "Alice",
        " grew",
        " up",
        " in",
        " the",
        " South",
        " and",
        " studied",
        " at",
        " Columbia",
        " University",
        ".",
        " Her",
        " political",
        " views",
        " are"
      ],
      "token_ids": [
        61686,
        13938,
        705,
        304,
        279,
        4882,
        323,
        19476,
        518,
        18796,
        3822,
        13,
        6252,
        4948,
        6194,
        525
      ],
      "semantic": [
        {
          "token_id": 17775,
          "token": " liberal",
          "probability": 0.008974687196314335,
          "scores": [
            25.3066254,
            30.6642971,
            11.4863625,
            8.1121111,
            6.6865549,
            13.1077909,
            7.3017364,
            13.8459568,
            4.732018,
            18.069416,
            13.0581083,
            12.4384499,
            16.3954506,
            31.8914261,
            41.8265877,
            19.777504
          ]
        },
        {
          "token_id": 15332,
          "token": " conservative",
          "probability": 0.014710073359310627,
          "scores": [
            16.7253876,
            17.6043987,
            7.2956233,
            5.3532348,
            5.3089833,
            8.9769077,
            4.7896438,
            9.0577974,
            3.6069283,
            13.2112007,
            9.9920053,
            8.3241796,
            10.8911762,
            23.3021736,
            23.2443027,
            13.3272724
          ]
        },
        {
          "token_id": 3118,
          "token": " based",
          "probability": 0.05899396538734436,
          "scores": [
            25.0220566,
            30.0726376,
            16.3471794,
            6.9690585,
            4.4255848,
            6.1619191,
            4.8278537,
            8.9526186,
            4.5099874,
            12.2741899,
            10.8527308,
            14.7843122,
            9.9382048,
            22.463913,
            35.3719101,
            12.2193966
          ]
        },
        {
          "token_id": 1602,
          "token": " very",
          "probability": 0.03597445413470268,
          "scores": [
            20.8048687,
            18.4351139,
            10.554388,
            4.2830114,
            3.7092896,
            8.2627201,
            5.7347112,
            11.0954561,
            4.1388993,
            12.4239054,
            9.8088379,
            10.1157331,
            8.0695848,
            15.289588,
            22.3711739,
            7.9750199
          ]
        },
        {
          "token_id": 27061,
          "token": " influenced",
          "probability": 0.03524091839790344,
          "scores": [
            20.5619488,
            21.823513,
            11.241847,
            5.3948202,
            3.7621629,
            7.0244846,
            4.045795,
            7.5118508,
            3.8417101,
            9.9801254,
            7.7051306,
            11.0050821,
            10.1605482,
            19.4803123,
            32.6380005,
            10.0654745
          ]
        },
        {
          "token_id": 30188,
          "token": " centered",
          "probability": 0.023623064160346985,
          "scores": [
            19.8963699,
            26.4342785,
            16.1678734,
            6.3185821,
            4.6347504,
            9.1372557,
            4.9857755,
            10.1870937,
            5.5813146,
            13.5341749,
            11.2240896,
            13.9722223,
            8.7898331,
            17.4512062,
            21.3708954,
            9.1943808
          ]
        }
      ],
      "fisher": [
        27.7611351,
        27.7273006,
        16.0747604,
        6.8755221,
        7.1165528,
        12.3446732,
        7.9530673,
        14.9423418,
        6.9136701,
        19.2033253,
        13.2242126,
        17.4313545,
        10.1699018,
        20.040041,
        24.9880562,
        10.0328426
      ],
      "temperature": [
        114.6373901,
        82.4979095,
        36.5821724,
        22.0360165,
        22.1835899,
        48.8518906,
        24.6264515,
        44.7313347,
        19.0145073,
        72.2623596,
        48.5450287,
        47.7116776,
        55.2206345,
        110.3501434,
        118.1751709,
        56.3256607
      ],
      "fisher_eigenvalue": 0.013957461342215538,
      "fisher_relative_residual": 4.708680876319704e-07
    }
  ],
  "default_example": "translation"
}