{
  "inputs": [
    [
      1.0,
      -0.5
    ],
    [
      0.2,
      0.8
    ],
    [
      -0.4,
      0.3
    ]
  ],
  "parameters": {
    "W_x": [
      [
        0.3,
        -0.2
      ],
      [
        0.1,
        0.4
      ]
    ],
    "W_h": [
      [
        0.5,
        0.1
      ],
      [
        -0.2,
        0.3
      ]
    ],
    "b_h": [
      0.05,
      -0.1
    ],
    "W_o": [
      [
        0.4,
        -0.2
      ],
      [
        -0.3,
        0.5
      ],
      [
        0.1,
        0.2
      ]
    ],
    "b_o": [
      0.02,
      -0.04,
      0.01
    ]
  },
  "final_target": [
    0.2,
    -0.15
  ],
  "class_targets": [
    0,
    2,
    1
  ],
  "forward": {
    "hs": [
      [
        0.0,
        0.0
      ],
      [
        0.4218990052500079,
        -0.197375320224904
      ],
      [
        0.14028076993397934,
        0.09611002472066253
      ],
      [
        -0.05020636393664007,
        -0.01922077908149662
      ]
    ],
    "z": [
      [
        0.45,
        -0.2
      ],
      [
        0.14121197060251353,
        0.09640760288252723
      ],
      [
        -0.05024861256094407,
        -0.01922314657059712
      ]
    ],
    "input_terms": [
      [
        0.4,
        -0.1
      ],
      [
        -0.10000000000000002,
        0.34
      ],
      [
        -0.18,
        0.07999999999999999
      ]
    ],
    "recurrent_terms": [
      [
        0.0,
        0.0
      ],
      [
        0.19121197060251355,
        -0.1435923971174728
      ],
      [
        0.07975138743905592,
        0.0007768534294028909
      ]
    ],
    "logits": [
      [
        0.22823466614498397,
        -0.26525736168745434,
        0.012714836480019993
      ],
      [
        0.05689030302945923,
        -0.034029218619862536,
        0.043250081937530445
      ],
      [
        0.0037616102416432977,
        -0.03454848035975629,
        0.001135207790036669
      ]
    ],
    "probs": [
      [
        0.41380227530755603,
        0.2526224889978854,
        0.33357523569455844
      ],
      [
        0.34488186618810224,
        0.31490859430224477,
        0.34020953950965294
      ],
      [
        0.3378616362564427,
        0.32516292385331363,
        0.33697543989024376
      ]
    ],
    "final_loss": 0.03985321458922255,
    "ce_loss": 1.0279964972478868
  },
  "backward": {
    "final": {
      "gh": [
        [
          -0.07680791031914863,
          -0.010557393249539816
        ],
        [
          -0.15093401821905594,
          0.014261704416285926
        ],
        [
          -0.2502063639366401,
          0.13077922091850339
        ]
      ],
      "gz": [
        [
          -0.06313619670760821,
          -0.010146108700884088
        ],
        [
          -0.1479638337979562,
          0.01412996710085268
        ],
        [
          -0.24957567401446823,
          0.13073090605910917
        ]
      ],
      "per_use_W_h": [
        [
          [
            -0.0,
            -0.0
          ],
          [
            -0.0,
            -0.0
          ]
        ],
        [
          [
            -0.06242579429233521,
            0.029204409077576078
          ],
          [
            0.005961419064065084,
            -0.0027889067812981562
          ]
        ],
        [
          [
            -0.035010667707541444,
            -0.023986724199206555
          ],
          [
            0.01833903215613856,
            0.012564550613095594
          ]
        ]
      ],
      "gradients": {
        "W_x": [
          [
            0.007101306138587837,
            -0.1616756708889013
          ],
          [
            -0.05961247770435722,
            0.05559629984885694
          ]
        ],
        "W_h": [
          [
            -0.09743646199987666,
            0.005217684878369523
          ],
          [
            0.02430045122020364,
            0.009775643831797437
          ]
        ],
        "b_h": [
          -0.46067570452003265,
          0.13471476445907776
        ],
        "W_o": [
          [
            0.0,
            0.0
          ],
          [
            0.0,
            0.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        "b_o": [
          0.0,
          0.0,
          0.0
        ]
      }
    },
    "ce": {
      "gh": [
        [
          -0.047582616272527085,
          0.10027432570450093
        ],
        [
          0.07672467949072014,
          -0.035895248044696466
        ],
        [
          0.12376444044520246,
          -0.11253192578219433
        ]
      ],
      "gz": [
        [
          -0.03911296907261321,
          0.0963679370899695
        ],
        [
          0.07521483796906617,
          -0.03556367872617807
        ],
        [
          0.12345247002173315,
          -0.11249035217337987
        ]
      ],
      "per_use_W_h": [
        [
          [
            -0.0,
            -0.0
          ],
          [
            0.0,
            0.0
          ]
        ],
        [
          [
            0.03173306531918954,
            -0.014845552729808703
          ],
          [
            -0.015004280677605395,
            0.007019392476955003
          ]
        ],
        [
          [
            0.01731800754490023,
            0.011865019945615623
          ],
          [
            -0.015780233213026212,
            -0.010811450528219572
          ]
        ]
      ],
      "gradients": {
        "W_x": [
          [
            -0.07345098948749323,
            0.11676409591807949
          ],
          [
            0.13425134221408586,
            -0.11038201717794116
          ]
        ],
        "W_h": [
          [
            0.04905107286408977,
            -0.0029805327841930795
          ],
          [
            -0.03078451389063161,
            -0.00379205805126457
          ]
        ],
        "b_h": [
          0.1595543389181861,
          -0.051686093809588426
        ],
        "W_o": [
          [
            -0.07196624915751505,
            0.04745120148024331
          ],
          [
            0.06154597090749786,
            -0.00220822584073784
          ],
          [
            0.010420278250017175,
            -0.04524297563950546
          ]
        ],
        "b_o": [
          0.032181925917367,
          -0.03576866428218539,
          0.003586738364818376
        ]
      }
    }
  },
  "verification": {
    "final": {
      "W_x": {
        "finite_difference_max_error": 3.1940075584380168e-12,
        "autograd_max_error": 2.7755575615628914e-17
      },
      "W_h": {
        "finite_difference_max_error": 3.0655478155949822e-12,
        "autograd_max_error": 1.3877787807814457e-17
      },
      "b_h": {
        "finite_difference_max_error": 8.194001033245968e-13,
        "autograd_max_error": 5.551115123125783e-17
      },
      "W_o": {
        "finite_difference_max_error": 0.0,
        "autograd_max_error": 0.0
      },
      "b_o": {
        "finite_difference_max_error": 0.0,
        "autograd_max_error": 0.0
      }
    },
    "ce": {
      "W_x": {
        "finite_difference_max_error": 5.121547630437817e-11,
        "autograd_max_error": 2.7755575615628914e-17
      },
      "W_h": {
        "finite_difference_max_error": 6.069757890747596e-11,
        "autograd_max_error": 6.938893903907228e-18
      },
      "b_h": {
        "finite_difference_max_error": 4.501093942010925e-11,
        "autograd_max_error": 0.0
      },
      "W_o": {
        "finite_difference_max_error": 1.7070584529266242e-10,
        "autograd_max_error": 1.3877787807814457e-17
      },
      "b_o": {
        "finite_difference_max_error": 9.697320724200154e-11,
        "autograd_max_error": 6.938893903907228e-17
      }
    }
  },
  "toy_sensitivity": {
    "0.7": [
      0.05764800999999997,
      0.0033232930569600965,
      1.1044276742439184e-05
    ],
    "1.0": [
      1.0,
      1.0,
      1.0
    ],
    "1.2": [
      4.2998169599999985,
      18.48842588950363,
      341.82189187166813
    ]
  }
}