{
  "key": "v3b",
  "shas": {
    "NP2": "51f1c1a9d4999ee460eb8bbc66880da8074b173399a4f5d71f96671482e18ac0",
    "BS": "a9830b417dd43806c144e8b4a217cda1317850bb52578b18a3237307cf8dfa16",
    "VAR": "357d9b5ada279be132765650dab59638e254386ffc749139e423a84e4bd526e7"
  },
  "n": 2000,
  "complete": true,
  "blocked": null,
  "check_np2_0_999": {
    "n": 1000,
    "expected": 526.1155722459862,
    "actual": 526.1155722459862,
    "passed": true,
    "seconds_per_simulation": 0.09884226594120264
  },
  "pairs": {
    "var_np2": {
      "n": 2000,
      "sum_d": 862.177220369021,
      "sum_d2": 2767.57915812224,
      "mean_diff": 0.4310886101845105,
      "se": 0.02448010891481887
    },
    "var_bs": {
      "n": 2000,
      "sum_d": -647.7695759522633,
      "sum_d2": 1420.4575857349698,
      "mean_diff": -0.3238847879761316,
      "se": 0.01740158400995721
    },
    "bs_np2": {
      "n": 2000,
      "sum_d": 1509.9467963212842,
      "sum_d2": 2293.110440516606,
      "mean_diff": 0.7549733981606421,
      "se": 0.016983209616220133
    }
  },
  "worst5_var_bs": [
    {
      "seed": 3210459,
      "var": 540.7859622355044,
      "bs": 545.057874748736,
      "diff": -4.271912513231655
    },
    {
      "seed": 3211632,
      "var": 753.9469560639886,
      "bs": 758.0269522637196,
      "diff": -4.079996199730999
    },
    {
      "seed": 3211192,
      "var": 678.9744236477427,
      "bs": 682.9166407745113,
      "diff": -3.9422171267685826
    },
    {
      "seed": 3211548,
      "var": 604.208400335771,
      "bs": 607.9665914920528,
      "diff": -3.7581911562817822
    },
    {
      "seed": 3210910,
      "var": 677.3397797846435,
      "bs": 680.9761433460168,
      "diff": -3.6363635613732868
    }
  ],
  "seconds_per_simulation": {
    "NP2": 0.09791907042451203,
    "BS": 0.15493947958014906,
    "VAR": 0.15423285335302353
  },
  "method": {
    "simulator_commit": "6b6921f8d463314aa7c96234e1be25a25245f704",
    "seed_start": 3210000,
    "seed_end": 3211999,
    "workers": 8,
    "batch_size": 20,
    "opponent": "VanillaStrategy (30 bps)",
    "metric": "submission edge against separately simulated VanillaStrategy",
    "se": "sample standard deviation of paired differences / sqrt(n)"
  },
  "mean_edges": {
    "NP2": 523.2530542582548,
    "BS": 524.0080276564155,
    "VAR": 523.6841428684393
  }
}