{
  "rtt_ms_localhost": [
    0.08658308070152998,
    0.07870804984122515,
    0.07054198067635298,
    0.06937491707503796,
    0.0678749056532979
  ],
  "prompts": [
    {
      "prompt": "The capital of Canada is",
      "max_abs_dlogit": 0.0,
      "argmax_equal": true,
      "remote": {
        "remote_pairs": 312,
        "local_pairs": 328,
        "layers_remote": 16,
        "remote_wait_s": 0.0033775841584429145,
        "failures": 0,
        "workers": {
          "w0": {
            "worker": "w0",
            "exec_calls": 16,
            "exec_wall_s": 0.04540304176043719,
            "bytes_sent": 333317,
            "bytes_recv": 1281714
          }
        }
      }
    },
    {
      "prompt": "def fibonacci(n):\n    \"\"\"Retur",
      "max_abs_dlogit": 0.0,
      "argmax_equal": true,
      "remote": {
        "remote_pairs": 1660,
        "local_pairs": 1668,
        "layers_remote": 56,
        "remote_wait_s": 0.011338463518768549,
        "failures": 0,
        "workers": {
          "w0": {
            "worker": "w0",
            "exec_calls": 56,
            "exec_wall_s": 0.09497450070921332,
            "bytes_sent": 1722764,
            "bytes_recv": 6807110
          }
        }
      }
    }
  ],
  "greedy_equal": true,
  "greedy_ref": "Ottawa.\n\nOttawa is the capital of Canada, and it is located in the province of Ontario. It is",
  "greedy_titan": "Ottawa.\n\nOttawa is the capital of Canada, and it is located in the province of Ontario. It is"
}