{
  "h": [
    [
      1.0,
      0.0,
      -1.0,
      2.0
    ],
    [
      0.0,
      2.0,
      1.0,
      -1.0
    ],
    [
      2.0,
      1.0,
      0.0,
      1.0
    ]
  ],
  "parameters": {
    "W_Q": [
      [
        1.0,
        0.0,
        0.5,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        0.5
      ]
    ],
    "W_K": [
      [
        0.5,
        0.0,
        1.0,
        0.0
      ],
      [
        0.0,
        0.5,
        0.0,
        1.0
      ]
    ],
    "W_V": [
      [
        1.0,
        0.0,
        0.0,
        0.0
      ],
      [
        0.0,
        0.0,
        1.0,
        0.0
      ]
    ],
    "W_O": [
      [
        1.0,
        0.0
      ],
      [
        0.0,
        1.0
      ],
      [
        0.5,
        0.0
      ],
      [
        0.0,
        0.5
      ]
    ],
    "W_1": [
      [
        1.0,
        0.0,
        -0.5,
        0.0
      ],
      [
        0.0,
        1.0,
        0.0,
        0.5
      ],
      [
        0.5,
        -0.5,
        0.5,
        0.0
      ]
    ],
    "b_1": [
      0.0,
      0.1,
      -0.1
    ],
    "W_2": [
      [
        0.5,
        0.0,
        0.2
      ],
      [
        0.0,
        0.5,
        -0.2
      ],
      [
        0.3,
        -0.1,
        0.1
      ],
      [
        -0.2,
        0.2,
        0.4
      ]
    ],
    "b_2": [
      0.0,
      -0.05,
      0.05,
      0.0
    ]
  },
  "normalization": {
    "epsilon": 1e-05,
    "gamma": [
      1,
      1,
      1,
      1
    ],
    "beta": [
      0,
      0,
      0,
      0
    ],
    "variance": "population",
    "separate_modules": true
  },
  "intermediates": {
    "X": [
      [
        0.447211806656309,
        -0.447211806656309,
        -1.3416354199689269,
        1.3416354199689269
      ],
      [
        -0.447211806656309,
        1.3416354199689269,
        0.447211806656309,
        -1.3416354199689269
      ],
      [
        1.4141994204496,
        0.0,
        -1.4141994204496,
        0.0
      ]
    ],
    "Q": [
      [
        -0.22360590332815444,
        0.22360590332815444
      ],
      [
        -0.2236059033281545,
        0.6708177099844634
      ],
      [
        0.7070997102248,
        0.0
      ]
    ],
    "K": [
      [
        -1.1180295166407723,
        1.1180295166407723
      ],
      [
        0.2236059033281545,
        -0.6708177099844634
      ],
      [
        -0.7070997102248,
        0.0
      ]
    ],
    "V": [
      [
        0.447211806656309,
        -1.3416354199689269
      ],
      [
        -0.447211806656309,
        0.447211806656309
      ],
      [
        1.4141994204496,
        -1.4141994204496
      ]
    ],
    "S": [
      [
        0.3535505621887761,
        -0.14142022487551045,
        0.11180183365133076
      ],
      [
        0.7071011243775522,
        -0.3535505621887762,
        0.11180183365133077
      ],
      [
        -0.5590091682566538,
        0.11180183365133077,
        -0.3535463196668805
      ]
    ],
    "A": [
      [
        0.41756405018061316,
        0.25454233274310917,
        0.3278936170762778
      ],
      [
        0.526973781058966,
        0.1824541866449287,
        0.2905720322961053
      ],
      [
        0.23901052272359005,
        0.46746224261277364,
        0.29352723466363617
      ]
    ],
    "O": [
      [
        0.5366122000178356,
        -0.9100913465698309
      ],
      [
        0.565000029918415,
        -1.0363378232941878
      ],
      [
        0.3129397387621052,
        -0.5267163941162761
      ]
    ],
    "B_att": [
      [
        0.5366122000178356,
        -0.9100913465698309,
        0.2683061000089178,
        -0.45504567328491546
      ],
      [
        0.565000029918415,
        -1.0363378232941878,
        0.2825000149592075,
        -0.5181689116470939
      ],
      [
        0.3129397387621052,
        -0.5267163941162761,
        0.1564698693810526,
        -0.26335819705813807
      ]
    ],
    "U": [
      [
        1.5366122000178355,
        -0.9100913465698309,
        -0.7316938999910823,
        1.5449543267150845
      ],
      [
        0.565000029918415,
        0.9636621767058122,
        1.2825000149592074,
        -1.518168911647094
      ],
      [
        2.3129397387621053,
        0.47328360588372387,
        0.1564698693810526,
        0.736641802941862
      ]
    ],
    "R": [
      [
        0.9950426132224358,
        -1.074000318307398,
        -0.923139386928311,
        1.0020970920132732
      ],
      [
        0.22115867850593424,
        0.5858617712495713,
        0.8775401927695365,
        -1.684560642525042
      ],
      [
        1.6781745172229532,
        -0.5379268253560395,
        -0.9195695325246471,
        -0.22067815934226656
      ]
    ],
    "Z_mlp": [
      [
        1.4566123066865913,
        -0.47295177230076146,
        0.47295177230076135
      ],
      [
        -0.21761141787883403,
        -0.15641855001294966,
        0.15641855001294977
      ],
      [
        2.1379592834852765,
        -0.5482659050271729,
        0.5482659050271729
      ]
    ],
    "J_mlp": [
      [
        1.4566123066865913,
        0.0,
        0.47295177230076135
      ],
      [
        0.0,
        0.0,
        0.15641855001294977
      ],
      [
        2.1379592834852765,
        0.0,
        0.5482659050271729
      ]
    ],
    "B_mlp": [
      [
        0.8228965078034479,
        -0.14459035446015228,
        0.5342788692360535,
        -0.1021417524170137
      ],
      [
        0.031283710002589955,
        -0.08128371000258997,
        0.06564185500129498,
        0.06256742000517991
      ],
      [
        1.178632822748073,
        -0.15965318100543457,
        0.7462143755483003,
        -0.20828549468618618
      ]
    ],
    "h_next": [
      [
        2.3595087078212833,
        -1.0546817010299832,
        -0.19741503075502875,
        1.4428125742980709
      ],
      [
        0.596283739921005,
        0.8823784667032223,
        1.3481418699605023,
        -1.455601491641914
      ],
      [
        3.4915725615101785,
        0.3136304248782893,
        0.9026842449293528,
        0.5283563082556758
      ]
    ]
  },
  "position_vectors": [
    [
      0.0,
      1.0,
      0.0,
      1.0
    ],
    [
      0.8414709848078965,
      0.5403023058681398,
      0.009999833334166664,
      0.9999500004166653
    ],
    [
      0.9092974268256817,
      -0.4161468365471424,
      0.01999866669333308,
      0.9998000066665778
    ]
  ],
  "permutation": [
    2,
    0,
    1
  ],
  "padding_valid": [
    1.0,
    1.0,
    1.0,
    0.0
  ],
  "padding_attention": [
    [
      0.41756405018061316,
      0.25454233274310917,
      0.3278936170762778,
      0.0
    ],
    [
      0.526973781058966,
      0.1824541866449287,
      0.2905720322961053,
      0.0
    ],
    [
      0.23901052272359005,
      0.46746224261277364,
      0.29352723466363617,
      0.0
    ],
    [
      0.026688174193878804,
      0.8302689417541484,
      0.1430428840519728,
      0.0
    ]
  ],
  "patches": [
    [
      0,
      1,
      2,
      6,
      7,
      8,
      12,
      13,
      14
    ],
    [
      3,
      4,
      5,
      9,
      10,
      11,
      15,
      16,
      17
    ],
    [
      18,
      19,
      20,
      24,
      25,
      26,
      30,
      31,
      32
    ],
    [
      21,
      22,
      23,
      27,
      28,
      29,
      33,
      34,
      35
    ]
  ],
  "patch_weight": [
    [
      0.0,
      0.027777777777777776,
      0.05555555555555555,
      0.08333333333333333,
      0.1111111111111111,
      0.1388888888888889,
      0.16666666666666666,
      0.19444444444444445,
      0.2222222222222222
    ],
    [
      0.25,
      0.2777777777777778,
      0.3055555555555556,
      0.3333333333333333,
      0.3611111111111111,
      0.3888888888888889,
      0.4166666666666667,
      0.4444444444444444,
      0.4722222222222222
    ],
    [
      0.5,
      0.5277777777777778,
      0.5555555555555556,
      0.5833333333333334,
      0.6111111111111112,
      0.6388888888888888,
      0.6666666666666666,
      0.6944444444444444,
      0.7222222222222222
    ],
    [
      0.75,
      0.7777777777777778,
      0.8055555555555556,
      0.8333333333333334,
      0.8611111111111112,
      0.8888888888888888,
      0.9166666666666666,
      0.9444444444444444,
      0.9722222222222222
    ]
  ],
  "embedded_patches": [
    [
      10.166666666666666,
      25.916666666666668,
      41.66666666666667,
      57.41666666666667
    ],
    [
      13.166666666666666,
      35.666666666666664,
      58.166666666666664,
      80.66666666666666
    ],
    [
      28.166666666666664,
      84.41666666666667,
      140.66666666666666,
      196.91666666666669
    ],
    [
      31.166666666666664,
      94.16666666666666,
      157.16666666666666,
      220.16666666666666
    ]
  ],
  "verification": {
    "full_block_max_error": 2.220446049250313e-16,
    "input_gradient_max_error": 3.0013902474479437e-10,
    "fixed_position_permutation_difference": 1.2839095184577045,
    "padding_real_rows_max_error": 0.0
  }
}