{
  "A_xor_fold": {
    "h1": [
      0.0,
      1.0,
      0.0,
      0.0
    ],
    "h2": [
      0.0,
      0.0,
      1.0,
      0.0
    ],
    "yhat": [
      0.0,
      1.0,
      1.0,
      0.0
    ],
    "target": [
      0.0,
      1.0,
      1.0,
      0.0
    ],
    "all_four_right_at_threshold_0.5": true
  },
  "B1_one_weight": {
    "yhat": 0.5,
    "loss": 0.125,
    "slope": -1.0,
    "w_new": 0.35,
    "yhat_new": 0.7,
    "loss_new": 0.045
  },
  "B2_two_weight_chain": {
    "h": 1.0,
    "yhat": 0.5,
    "loss": 0.125,
    "slope_v": -0.5,
    "slope_w": -0.5,
    "w_new": 0.55,
    "v_new": 0.55,
    "yhat_new": 0.605,
    "loss_new": 0.078012
  },
  "C1_path_sum": {
    "input_to_output_paths": 72,
    "open_for_this_input": 36,
    "gates_row1": [
      0.0,
      1.0,
      1.0,
      1.0
    ],
    "gates_row2": [
      1.0,
      0.0,
      1.0
    ],
    "max_abs_difference_from_ordinary_forward_pass": 2.220446049250313e-16
  },
  "C2_weight_sensitivity": {
    "max_abs_difference_formula_vs_nudge": 2.778817176363191e-10
  },
  "L_one_input_one_linear_map": {
    "max_abs_difference_this_input": 2.220446049250313e-16,
    "nearby_input_has_same_gates": true,
    "max_abs_difference_nearby_input": 4.440892098500626e-16,
    "distinct_gate_patterns_seen_in_200000_random_inputs": 24,
    "possible_patterns_2^7": 128
  },
  "KJ_backward_sweep_vs_nudging": {
    "adjustable_numbers": 6154,
    "forward_passes_needed_by_nudging_two_sided": 12308,
    "forward_passes_needed_by_nudging_one_sided": 6155,
    "max_abs_difference_between_the_two_answers": 1.6802181868058597e-10,
    "seconds_backward_sweep": 1.6660205001244322e-05,
    "seconds_nudging": 0.08149712500744499,
    "time_ratio": 4891.724021484616
  },
  "D_weights_are_built_from_inputs": {
    "max_abs_difference_final_minus_start_vs_minus_eta_times_sum_of_blame_times_input": 2.4147350785597155e-15,
    "size_of_weight_change": 1.760402052703926,
    "size_of_the_part_outside_the_span_of_the_inputs": 6.187941996047926e-15
  },
  "E_does_a_small_nudge_register": {
    "networks": 20000,
    "nudge": 0.001,
    "step": {
      "hidden_row_nudges_that_changed_the_error_percent": 0.14,
      "last_row_nudges_that_changed_the_error_percent": 81.9
    },
    "relu": {
      "hidden_row_nudges_that_changed_the_error_percent": 64.35,
      "last_row_nudges_that_changed_the_error_percent": 81.66
    },
    "sigmoid": {
      "hidden_row_nudges_that_changed_the_error_percent": 100.0,
      "last_row_nudges_that_changed_the_error_percent": 100.0
    }
  },
  "E2_sweep_one_hidden_weight": {
    "step": {
      "settings_tried": 4001,
      "different_error_values": 3
    },
    "relu": {
      "settings_tried": 4001,
      "different_error_values": 2475
    },
    "sigmoid": {
      "settings_tried": 4001,
      "different_error_values": 4001
    }
  },
  "M_softmax_blame_is_probability_minus_target": {
    "max_abs_difference": 1.8967905024425136e-10
  },
  "F_xor_success_by_width": {
    "starts_per_width": 2000,
    "steps": 20000,
    "step_size": 0.1,
    "start": "uniform(-1/sqrt(fan_in), 1/sqrt(fan_in)) weights and offsets",
    "by_hidden_width": {
      "1": {
        "solved_within_0.05_percent": 0.0,
        "all_four_on_right_side_of_0.5_percent": 0.0,
        "diverged_percent": 0.0
      },
      "2": {
        "solved_within_0.05_percent": 24.9,
        "all_four_on_right_side_of_0.5_percent": 24.9,
        "diverged_percent": 0.0
      },
      "3": {
        "solved_within_0.05_percent": 51.5,
        "all_four_on_right_side_of_0.5_percent": 51.5,
        "diverged_percent": 0.0
      },
      "4": {
        "solved_within_0.05_percent": 71.5,
        "all_four_on_right_side_of_0.5_percent": 71.5,
        "diverged_percent": 0.0
      },
      "8": {
        "solved_within_0.05_percent": 97.2,
        "all_four_on_right_side_of_0.5_percent": 97.2,
        "diverged_percent": 0.0
      },
      "16": {
        "solved_within_0.05_percent": 100.0,
        "all_four_on_right_side_of_0.5_percent": 100.0,
        "diverged_percent": 0.0
      },
      "32": {
        "solved_within_0.05_percent": 100.0,
        "all_four_on_right_side_of_0.5_percent": 100.0,
        "diverged_percent": 0.0
      }
    }
  },
  "F2_xor_longer_runs": {
    "2": {
      "solved_percent_100000_steps_step_0.1": 24.9,
      "solved_percent_100000_steps_step_0.03": 24.9
    },
    "4": {
      "solved_percent_100000_steps_step_0.1": 71.5,
      "solved_percent_100000_steps_step_0.03": 71.5
    },
    "8": {
      "solved_percent_100000_steps_step_0.1": 97.2,
      "solved_percent_100000_steps_step_0.03": 97.2
    }
  },
  "G_hinges_following_a_sine": {
    "4": {
      "hinges": 4,
      "largest_miss": 0.21051
    },
    "8": {
      "hinges": 8,
      "largest_miss": 0.07038
    },
    "16": {
      "hinges": 16,
      "largest_miss": 0.01885
    },
    "32": {
      "hinges": 32,
      "largest_miss": 0.00479
    },
    "64": {
      "hinges": 64,
      "largest_miss": 0.0012
    }
  },
  "I_folding_by_depth": {
    "1": {
      "rows": 1,
      "hidden_units_used": 2,
      "straight_pieces": 2,
      "units_one_row_would_need": 1
    },
    "2": {
      "rows": 2,
      "hidden_units_used": 4,
      "straight_pieces": 4,
      "units_one_row_would_need": 3
    },
    "3": {
      "rows": 3,
      "hidden_units_used": 6,
      "straight_pieces": 8,
      "units_one_row_would_need": 7
    },
    "4": {
      "rows": 4,
      "hidden_units_used": 8,
      "straight_pieces": 16,
      "units_one_row_would_need": 15
    },
    "5": {
      "rows": 5,
      "hidden_units_used": 10,
      "straight_pieces": 32,
      "units_one_row_would_need": 31
    },
    "6": {
      "rows": 6,
      "hidden_units_used": 12,
      "straight_pieces": 64,
      "units_one_row_would_need": 63
    },
    "7": {
      "rows": 7,
      "hidden_units_used": 14,
      "straight_pieces": 128,
      "units_one_row_would_need": 127
    },
    "8": {
      "rows": 8,
      "hidden_units_used": 16,
      "straight_pieces": 256,
      "units_one_row_would_need": 255
    }
  }
}