Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 68a096aac7b38333e551951996639de0ed1220e9)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Comparison Mac (reclient)(CQ)"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "031b29dd8c3aa9545e36e4278c924d2052f594dc"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/031b29dd8c3aa9545e36e4278c924d2052f594dc
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:57:25.196] New invocation is queued and will start shortly
[12:57:26.293] Starting the invocation (attempt 1)
[12:57:26.324] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/031b29dd8c3aa9545e36e4278c924d2052f594dc"
[12:57:26.324] Popped gitiles commit info from properties and tags
[12:57:26.324] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:57:26.324] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:57:26.324] Buildbucket request:
{
  "requestId": "8890379274317138432",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Mac (reclient)(CQ)"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "031b29dd8c3aa9545e36e4278c924d2052f594dc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8890379274317138432"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Comparison Mac (reclient)(CQ)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:57:27.007] Scheduled build:
{
  "id": "8724949212402682865",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Mac (reclient)(CQ)"
  },
  "number": 10952,
  "createdBy": "project:chromium",
  "createTime": "2025-01-23T12:57:26.390329010Z",
  "updateTime": "2025-01-23T12:57:26.390329010Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "031b29dd8c3aa9545e36e4278c924d2052f594dc",
      "ref": "refs/heads/main"
    }
  }
}
[12:57:27.007] Task URL: https://cr-buildbucket.appspot.com/build/8724949212402682865
[12:57:27.007] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:2:0) after 5m42s
[12:57:27.138] Received PubSub notification, asking Buildbucket for the build status
[12:57:27.158] Build status: SCHEDULED
[12:57:30.454] Received PubSub notification, asking Buildbucket for the build status
[12:57:30.488] Build status: STARTED
[13:03:09.082] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:2:0)
[13:03:09.121] Build status: STARTED
[13:03:09.121] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:5:0) after 7m9s
[13:10:18.479] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:5:0)
[13:10:18.508] Build status: STARTED
[13:10:18.508] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:6:0) after 2m17s
[13:12:36.625] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:6:0)
[13:12:36.662] Build status: STARTED
[13:12:36.662] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:7:0) after 6m20s
[13:18:56.680] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:7:0)
[13:18:56.715] Build status: STARTED
[13:18:56.716] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:8:0) after 6m52s
[13:25:49.008] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:8:0)
[13:25:49.079] Build status: STARTED
[13:25:49.079] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:9:0) after 3m22s
[13:29:11.106] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:9:0)
[13:29:11.151] Build status: STARTED
[13:29:11.151] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:10:0) after 1m49s
[13:31:00.324] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:10:0)
[13:31:00.392] Build status: STARTED
[13:31:00.392] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:11:0) after 3m34s
[13:34:34.450] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:11:0)
[13:34:34.476] Build status: STARTED
[13:34:34.476] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:12:0) after 9m4s
[13:43:38.583] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:12:0)
[13:43:38.609] Build status: STARTED
[13:43:38.609] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:13:0) after 6m9s
[13:49:47.661] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:13:0)
[13:49:47.684] Build status: STARTED
[13:49:47.684] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:14:0) after 1m48s
[13:51:36.089] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:14:0)
[13:51:36.111] Build status: STARTED
[13:51:36.111] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:15:0) after 2m53s
[13:54:29.295] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:15:0)
[13:54:29.314] Build status: STARTED
[13:54:29.314] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:16:0) after 5m59s
[14:00:28.348] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:16:0)
[14:00:28.397] Build status: STARTED
[14:00:28.397] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:17:0) after 2m14s
[14:02:42.594] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:17:0)
[14:02:42.619] Build status: STARTED
[14:02:42.619] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:18:0) after 3m32s
[14:06:14.954] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:18:0)
[14:06:14.979] Build status: STARTED
[14:06:14.979] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:19:0) after 1m34s
[14:07:49.308] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:19:0)
[14:07:49.336] Build status: STARTED
[14:07:49.336] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:20:0) after 1m7s
[14:08:56.913] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:20:0)
[14:08:56.937] Build status: STARTED
[14:08:56.937] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:21:0) after 3m4s
[14:12:00.957] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:21:0)
[14:12:00.973] Build status: STARTED
[14:12:00.973] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:22:0) after 8m3s
[14:20:04.120] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:22:0)
[14:20:04.141] Build status: STARTED
[14:20:04.141] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:23:0) after 4m52s
[14:24:56.264] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:23:0)
[14:24:56.291] Build status: STARTED
[14:24:56.299] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:24:0) after 4m26s
[14:29:22.324] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:24:0)
[14:29:22.346] Build status: STARTED
[14:29:22.346] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:25:0) after 7m2s
[14:36:24.561] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:25:0)
[14:36:24.580] Build status: STARTED
[14:36:24.580] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:26:0) after 4m31s
[14:40:55.608] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:26:0)
[14:40:55.629] Build status: STARTED
[14:40:55.629] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:27:0) after 6m31s
[14:47:26.652] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:27:0)
[14:47:26.714] Build status: STARTED
[14:47:26.714] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:28:0) after 4m49s
[14:52:15.816] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:28:0)
[14:52:15.837] Build status: STARTED
[14:52:15.837] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:29:0) after 1m54s
[14:54:10.090] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:29:0)
[14:54:10.108] Build status: STARTED
[14:54:10.108] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:30:0) after 1m58s
[14:56:08.201] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:30:0)
[14:56:08.251] Build status: STARTED
[14:56:08.251] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:31:0) after 7m23s
[15:03:31.272] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:31:0)
[15:03:31.289] Build status: STARTED
[15:03:31.289] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:32:0) after 1m16s
[15:04:47.287] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:32:0)
[15:04:47.337] Build status: STARTED
[15:04:47.337] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:33:0) after 7m43s
[15:12:30.365] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:33:0)
[15:12:30.392] Build status: STARTED
[15:12:30.392] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:34:0) after 8m55s
[15:21:25.453] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:34:0)
[15:21:25.531] Build status: STARTED
[15:21:25.531] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:35:0) after 2m18s
[15:23:43.555] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:35:0)
[15:23:43.573] Build status: STARTED
[15:23:43.573] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:36:0) after 8m3s
[15:31:46.601] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:36:0)
[15:31:46.618] Build status: STARTED
[15:31:46.618] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:37:0) after 2m39s
[15:34:25.642] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:37:0)
[15:34:25.665] Build status: STARTED
[15:34:25.665] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:38:0) after 1m23s
[15:35:48.680] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:38:0)
[15:35:48.700] Build status: STARTED
[15:35:48.700] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:39:0) after 4m57s
[15:40:45.736] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:39:0)
[15:40:45.772] Build status: STARTED
[15:40:45.772] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:40:0) after 2m27s
[15:43:13.345] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:40:0)
[15:43:13.377] Build status: STARTED
[15:43:13.377] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:41:0) after 5m55s
[15:49:08.498] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:41:0)
[15:49:08.558] Build status: STARTED
[15:49:08.558] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:42:0) after 7m58s
[15:57:06.577] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:42:0)
[15:57:06.595] Build status: STARTED
[15:57:06.595] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:43:0) after 5m51s
[16:02:57.624] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:43:0)
[16:02:57.696] Build status: STARTED
[16:02:57.696] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:44:0) after 7m16s
[16:10:13.716] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:44:0)
[16:10:13.733] Build status: STARTED
[16:10:13.733] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:45:0) after 8m1s
[16:18:14.721] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:45:0)
[16:18:14.737] Build status: STARTED
[16:18:14.737] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:46:0) after 1m16s
[16:19:30.763] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:46:0)
[16:19:30.783] Build status: STARTED
[16:19:30.784] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:47:0) after 3m53s
[16:23:23.805] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:47:0)
[16:23:23.821] Build status: STARTED
[16:23:23.821] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:48:0) after 1m30s
[16:24:53.898] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:48:0)
[16:24:53.914] Build status: STARTED
[16:24:53.914] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:49:0) after 5m19s
[16:30:13.152] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:49:0)
[16:30:13.170] Build status: STARTED
[16:30:13.170] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:50:0) after 2m32s
[16:32:45.453] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:50:0)
[16:32:45.473] Build status: STARTED
[16:32:45.473] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:51:0) after 3m27s
[16:36:12.504] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:51:0)
[16:36:12.522] Build status: STARTED
[16:36:12.522] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:52:0) after 8m28s
[16:44:40.709] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:52:0)
[16:44:40.738] Build status: STARTED
[16:44:40.738] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:53:0) after 9m31s
[16:54:12.062] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:53:0)
[16:54:12.148] Build status: STARTED
[16:54:12.148] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:54:0) after 5m45s
[16:59:57.407] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:54:0)
[16:59:57.442] Build status: STARTED
[16:59:57.442] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:55:0) after 5m39s
[17:05:36.686] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:55:0)
[17:05:36.707] Build status: STARTED
[17:05:36.707] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:56:0) after 3m48s
[17:09:24.869] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:56:0)
[17:09:24.902] Build status: STARTED
[17:09:24.902] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:57:0) after 9m9s
[17:18:33.962] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:57:0)
[17:18:34.093] Build status: STARTED
[17:18:34.093] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:58:0) after 3m29s
[17:22:03.131] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:58:0)
[17:22:03.200] Build status: STARTED
[17:22:03.200] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:59:0) after 5m47s
[17:27:50.332] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:59:0)
[17:27:50.370] Build status: STARTED
[17:27:50.370] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:60:0) after 5m47s
[17:33:37.401] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:60:0)
[17:33:37.419] Build status: STARTED
[17:33:37.420] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:61:0) after 3m31s
[17:37:08.506] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:61:0)
[17:37:08.579] Build status: STARTED
[17:37:08.579] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:62:0) after 9m58s
[17:47:07.044] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:62:0)
[17:47:07.064] Build status: STARTED
[17:47:07.064] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:63:0) after 9m32s
[17:56:39.146] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:63:0)
[17:56:39.161] Build status: STARTED
[17:56:39.161] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:64:0) after 7m42s
[18:04:21.199] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:64:0)
[18:04:21.226] Build status: STARTED
[18:04:21.226] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:65:0) after 7m32s
[18:11:53.487] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:65:0)
[18:11:53.519] Build status: STARTED
[18:11:53.519] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:66:0) after 9m9s
[18:21:02.547] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:66:0)
[18:21:02.571] Build status: STARTED
[18:21:02.571] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:67:0) after 2m5s
[18:23:07.609] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:67:0)
[18:23:07.627] Build status: STARTED
[18:23:07.627] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:68:0) after 8m29s
[18:31:36.663] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:68:0)
[18:31:36.757] Build status: STARTED
[18:31:36.757] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:69:0) after 5m34s
[18:37:10.807] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:69:0)
[18:37:10.826] Build status: STARTED
[18:37:10.826] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:70:0) after 5m35s
[18:42:45.855] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:70:0)
[18:42:45.881] Build status: STARTED
[18:42:45.881] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:71:0) after 5m17s
[18:48:02.913] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:71:0)
[18:48:02.972] Build status: STARTED
[18:48:02.972] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:72:0) after 8m9s
[18:56:11.981] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:72:0)
[18:56:11.997] Build status: STARTED
[18:56:11.997] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:73:0) after 7m31s
[19:03:43.025] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:73:0)
[19:03:43.043] Build status: STARTED
[19:03:43.043] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:74:0) after 8m16s
[19:11:59.129] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:74:0)
[19:11:59.148] Build status: STARTED
[19:11:59.148] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:75:0) after 5m20s
[19:17:19.191] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:75:0)
[19:17:19.207] Build status: STARTED
[19:17:19.207] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:76:0) after 2m51s
[19:20:10.211] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:76:0)
[19:20:10.227] Build status: STARTED
[19:20:10.227] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:77:0) after 9m3s
[19:29:13.365] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:77:0)
[19:29:13.380] Build status: STARTED
[19:29:13.381] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:78:0) after 2m54s
[19:32:07.406] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:78:0)
[19:32:07.670] Build status: STARTED
[19:32:07.670] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:79:0) after 2m0s
[19:34:07.766] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:79:0)
[19:34:07.782] Build status: STARTED
[19:34:07.782] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:80:0) after 2m29s
[19:36:36.801] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:80:0)
[19:36:36.891] Build status: STARTED
[19:36:36.891] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:81:0) after 8m54s
[19:45:30.968] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:81:0)
[19:45:31.009] Build status: STARTED
[19:45:31.009] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:82:0) after 9m19s
[19:54:50.081] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:82:0)
[19:54:50.109] Build status: STARTED
[19:54:50.109] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:83:0) after 5m12s
[20:00:02.134] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:83:0)
[20:00:02.155] Build status: STARTED
[20:00:02.155] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:84:0) after 1m46s
[20:01:48.359] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:84:0)
[20:01:48.382] Build status: STARTED
[20:01:48.382] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:85:0) after 2m17s
[20:04:05.429] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:85:0)
[20:04:05.522] Build status: STARTED
[20:04:05.522] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:86:0) after 6m3s
[20:10:08.553] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:86:0)
[20:10:08.570] Build status: STARTED
[20:10:08.570] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:87:0) after 4m42s
[20:14:50.643] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:87:0)
[20:14:50.682] Build status: STARTED
[20:14:50.682] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:88:0) after 4m36s
[20:19:26.743] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:88:0)
[20:19:26.764] Build status: STARTED
[20:19:26.764] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:89:0) after 5m19s
[20:24:45.795] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:89:0)
[20:24:45.814] Build status: STARTED
[20:24:45.814] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:90:0) after 5m0s
[20:29:45.868] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:90:0)
[20:29:45.900] Build status: STARTED
[20:29:45.900] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:91:0) after 1m17s
[20:31:02.946] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:91:0)
[20:31:02.973] Build status: STARTED
[20:31:02.973] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:92:0) after 2m16s
[20:33:19.028] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:92:0)
[20:33:19.057] Build status: STARTED
[20:33:19.057] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:93:0) after 7m16s
[20:40:35.077] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:93:0)
[20:40:35.104] Build status: STARTED
[20:40:35.104] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:94:0) after 8m59s
[20:49:34.194] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:94:0)
[20:49:34.218] Build status: STARTED
[20:49:34.218] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:95:0) after 4m59s
[20:54:33.288] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:95:0)
[20:54:33.306] Build status: STARTED
[20:54:33.306] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:96:0) after 1m51s
[20:56:24.416] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:96:0)
[20:56:24.437] Build status: STARTED
[20:56:24.437] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:97:0) after 4m44s
[21:01:08.494] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:97:0)
[21:01:08.519] Build status: STARTED
[21:01:08.519] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:98:0) after 8m25s
[21:09:33.544] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:98:0)
[21:09:33.561] Build status: STARTED
[21:09:33.561] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:99:0) after 1m36s
[21:11:09.588] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:99:0)
[21:11:09.608] Build status: STARTED
[21:11:09.608] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:100:0) after 5m40s
[21:16:49.658] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:100:0)
[21:16:49.681] Build status: STARTED
[21:16:49.681] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:101:0) after 4m53s
[21:21:42.706] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:101:0)
[21:21:42.749] Build status: STARTED
[21:21:42.749] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:102:0) after 9m9s
[21:30:51.809] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:102:0)
[21:30:51.826] Build status: STARTED
[21:30:51.826] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:103:0) after 4m58s
[21:35:49.956] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:103:0)
[21:35:49.978] Build status: STARTED
[21:35:49.978] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:104:0) after 4m54s
[21:40:44.012] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:104:0)
[21:40:44.034] Build status: STARTED
[21:40:44.034] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:105:0) after 6m21s
[21:47:05.163] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:105:0)
[21:47:05.204] Build status: STARTED
[21:47:05.204] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:106:0) after 7m32s
[21:54:37.214] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:106:0)
[21:54:37.236] Build status: STARTED
[21:54:37.236] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:107:0) after 3m20s
[21:57:57.272] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:107:0)
[21:57:57.290] Build status: STARTED
[21:57:57.290] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:108:0) after 6m11s
[22:04:08.346] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:108:0)
[22:04:08.367] Build status: STARTED
[22:04:08.368] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:109:0) after 8m30s
[22:12:38.404] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:109:0)
[22:12:38.418] Build status: STARTED
[22:12:38.419] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:110:0) after 8m38s
[22:21:16.495] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:110:0)
[22:21:16.510] Build status: STARTED
[22:21:16.510] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:111:0) after 9m27s
[22:30:43.542] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:111:0)
[22:30:43.587] Build status: STARTED
[22:30:43.587] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:112:0) after 1m29s
[22:32:12.618] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:112:0)
[22:32:12.662] Build status: STARTED
[22:32:12.662] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:113:0) after 7m18s
[22:39:30.829] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:113:0)
[22:39:30.852] Build status: STARTED
[22:39:30.852] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:114:0) after 3m2s
[22:42:32.975] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:114:0)
[22:42:33.024] Build status: STARTED
[22:42:33.024] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:115:0) after 8m17s
[22:50:50.047] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:115:0)
[22:50:50.075] Build status: STARTED
[22:50:50.075] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:116:0) after 9m23s
[23:00:13.131] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:116:0)
[23:00:13.148] Build status: STARTED
[23:00:13.148] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:117:0) after 4m2s
[23:04:15.261] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:117:0)
[23:04:15.285] Build status: STARTED
[23:04:15.285] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:118:0) after 7m7s
[23:11:22.505] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:118:0)
[23:11:22.554] Build status: STARTED
[23:11:22.554] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:119:0) after 1m34s
[23:12:56.582] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:119:0)
[23:12:56.622] Build status: STARTED
[23:12:56.622] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:120:0) after 4m45s
[23:17:41.645] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:120:0)
[23:17:41.662] Build status: STARTED
[23:17:41.662] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:121:0) after 9m43s
[23:27:24.671] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:121:0)
[23:27:24.692] Build status: STARTED
[23:27:24.692] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:122:0) after 9m51s
[23:37:15.728] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:122:0)
[23:37:15.743] Build status: STARTED
[23:37:15.743] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:123:0) after 4m29s
[23:41:44.775] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:123:0)
[23:41:44.798] Build status: STARTED
[23:41:44.798] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:124:0) after 7m28s
[23:49:12.841] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:124:0)
[23:49:12.877] Build status: STARTED
[23:49:12.877] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:125:0) after 9m43s
[23:58:55.923] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:125:0)
[23:58:55.989] Build status: STARTED
[23:58:55.989] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:126:0) after 4m34s
[00:03:30.021] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:126:0)
[00:03:30.038] Build status: STARTED
[00:03:30.038] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:127:0) after 1m22s
[00:04:52.107] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:127:0)
[00:04:52.141] Build status: STARTED
[00:04:52.141] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:128:0) after 6m35s
[00:11:27.304] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:128:0)
[00:11:27.323] Build status: STARTED
[00:11:27.323] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:129:0) after 8m11s
[00:19:38.403] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:129:0)
[00:19:38.424] Build status: STARTED
[00:19:38.424] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:130:0) after 8m37s
[00:28:15.454] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:130:0)
[00:28:15.477] Build status: STARTED
[00:28:15.477] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:131:0) after 6m52s
[00:35:07.551] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:131:0)
[00:35:07.570] Build status: STARTED
[00:35:07.570] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:132:0) after 9m51s
[00:44:58.629] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:132:0)
[00:44:58.644] Build status: STARTED
[00:44:58.644] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:133:0) after 7m1s
[00:51:59.662] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:133:0)
[00:51:59.689] Build status: STARTED
[00:51:59.689] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:134:0) after 6m16s
[00:58:15.766] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:134:0)
[00:58:15.782] Build status: STARTED
[00:58:15.782] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:135:0) after 7m52s
[01:06:07.898] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:135:0)
[01:06:07.955] Build status: STARTED
[01:06:07.955] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:136:0) after 6m43s
[01:12:50.974] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:136:0)
[01:12:50.990] Build status: STARTED
[01:12:50.990] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:137:0) after 3m9s
[01:16:00.059] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:137:0)
[01:16:00.113] Build status: STARTED
[01:16:00.113] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:138:0) after 1m21s
[01:17:21.140] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:138:0)
[01:17:21.159] Build status: STARTED
[01:17:21.159] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:139:0) after 1m14s
[01:18:35.146] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:139:0)
[01:18:35.166] Build status: STARTED
[01:18:35.167] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:140:0) after 5m35s
[01:24:10.237] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:140:0)
[01:24:10.271] Build status: STARTED
[01:24:10.271] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:141:0) after 7m9s
[01:31:19.303] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:141:0)
[01:31:19.386] Build status: STARTED
[01:31:19.386] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:142:0) after 5m15s
[01:36:34.419] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:142:0)
[01:36:34.441] Build status: STARTED
[01:36:34.441] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:143:0) after 3m7s
[01:39:41.445] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:143:0)
[01:39:41.470] Build status: STARTED
[01:39:41.470] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:144:0) after 1m36s
[01:41:17.514] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:144:0)
[01:41:17.542] Build status: STARTED
[01:41:17.542] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:145:0) after 7m7s
[01:48:24.666] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:145:0)
[01:48:24.682] Build status: STARTED
[01:48:24.682] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:146:0) after 4m34s
[01:52:58.763] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:146:0)
[01:52:58.781] Build status: STARTED
[01:52:58.781] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:147:0) after 5m48s
[01:58:46.819] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:147:0)
[01:58:46.899] Build status: STARTED
[01:58:46.899] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:148:0) after 5m27s
[02:04:13.949] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:148:0)
[02:04:14.012] Build status: STARTED
[02:04:14.012] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:149:0) after 4m22s
[02:08:36.031] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:149:0)
[02:08:36.050] Build status: STARTED
[02:08:36.050] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:150:0) after 8m1s
[02:16:37.251] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:150:0)
[02:16:37.266] Build status: STARTED
[02:16:37.266] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:151:0) after 7m19s
[02:23:56.311] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:151:0)
[02:23:56.383] Build status: STARTED
[02:23:56.383] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:152:0) after 5m32s
[02:29:28.702] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:152:0)
[02:29:28.766] Build status: STARTED
[02:29:28.766] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:153:0) after 3m49s
[02:33:17.860] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:153:0)
[02:33:17.898] Build status: STARTED
[02:33:17.898] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:154:0) after 7m36s
[02:40:53.927] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:154:0)
[02:40:53.941] Build status: STARTED
[02:40:53.941] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:155:0) after 4m6s
[02:45:00.024] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:155:0)
[02:45:00.043] Build status: STARTED
[02:45:00.043] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:156:0) after 7m39s
[02:52:39.123] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:156:0)
[02:52:39.301] Build status: STARTED
[02:52:39.301] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:157:0) after 4m22s
[02:57:01.570] Handling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:157:0)
[02:57:01.586] Build status: STARTED
[02:57:01.586] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Mac (reclient)(CQ):8890379274317138432:158:0) after 3m58s
[02:58:17.695] Received PubSub notification, asking Buildbucket for the build status
[02:58:17.713] Build:
{
  "id": "8724949212402682865",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Mac (reclient)(CQ)"
  },
  "number": 10952,
  "createdBy": "project:chromium",
  "createTime": "2025-01-23T12:57:26.390329010Z",
  "startTime": "2025-01-23T12:57:30.228076296Z",
  "endTime": "2025-01-24T02:58:17.313645570Z",
  "updateTime": "2025-01-24T02:58:17.313645570Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "031b29dd8c3aa9545e36e4278c924d2052f594dc",
      "ref": "refs/heads/main"
    }
  }
}
[02:58:17.713] Invocation finished in 14h0m52.531604917s with status FAILED