Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d1fca79ef3f4987c3a5005461d5421271d4258f7"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d1fca79ef3f4987c3a5005461d5421271d4258f7
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:35:20.851] New invocation is queued and will start shortly
[20:35:21.942] Starting the invocation (attempt 1)
[20:35:21.968] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d1fca79ef3f4987c3a5005461d5421271d4258f7"
[20:35:21.968] Popped gitiles commit info from properties and tags
[20:35:21.968] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:35:21.968] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:35:21.968] Buildbucket request:
{
  "requestId": "8896511057714680784",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d1fca79ef3f4987c3a5005461d5421271d4258f7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8896511057714680784"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:35:22.542] Scheduled build:
{
  "id": "8731080995823867665",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33708,
  "createdBy": "project:chromium",
  "createTime": "2024-11-16T20:35:22.028986177Z",
  "updateTime": "2024-11-16T20:35:22.028986177Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d1fca79ef3f4987c3a5005461d5421271d4258f7",
      "ref": "refs/heads/main"
    }
  }
}
[20:35:22.542] Task URL: https://cr-buildbucket.appspot.com/build/8731080995823867665
[20:35:22.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:2:0) after 8m21s
[20:35:37.037] Received PubSub notification, asking Buildbucket for the build status
[20:35:37.061] Build status: STARTED
[20:35:43.177] Received PubSub notification, asking Buildbucket for the build status
[20:35:43.196] Build status: STARTED
[20:43:43.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:2:0)
[20:43:43.627] Build status: STARTED
[20:43:43.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:5:0) after 1m27s
[20:45:10.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:5:0)
[20:45:10.739] Build status: STARTED
[20:45:10.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:6:0) after 8m49s
[20:53:59.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:6:0)
[20:53:59.728] Build status: STARTED
[20:53:59.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:7:0) after 4m25s
[20:58:24.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:7:0)
[20:58:24.760] Build status: STARTED
[20:58:24.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:8:0) after 9m46s
[21:08:10.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:8:0)
[21:08:10.821] Build status: STARTED
[21:08:10.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:9:0) after 1m24s
[21:09:34.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:9:0)
[21:09:34.902] Build status: STARTED
[21:09:34.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:10:0) after 1m20s
[21:10:54.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:10:0)
[21:10:55.014] Build status: STARTED
[21:10:55.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:11:0) after 8m25s
[21:19:20.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:11:0)
[21:19:20.133] Build status: STARTED
[21:19:20.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:12:0) after 7m44s
[21:27:04.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:12:0)
[21:27:04.297] Build status: STARTED
[21:27:04.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:13:0) after 6m3s
[21:33:07.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:13:0)
[21:33:07.817] Build status: STARTED
[21:33:07.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:14:0) after 5m42s
[21:38:50.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:14:0)
[21:38:50.335] Build status: STARTED
[21:38:50.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:15:0) after 1m7s
[21:39:57.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:15:0)
[21:39:57.612] Build status: STARTED
[21:39:57.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:16:0) after 1m59s
[21:41:56.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:16:0)
[21:41:56.661] Build status: STARTED
[21:41:56.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:17:0) after 9m50s
[21:51:46.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:17:0)
[21:51:46.771] Build status: STARTED
[21:51:46.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:18:0) after 8m49s
[22:00:35.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:18:0)
[22:00:35.819] Build status: STARTED
[22:00:35.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:19:0) after 6m28s
[22:07:04.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:19:0)
[22:07:04.093] Build status: STARTED
[22:07:04.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:20:0) after 9m3s
[22:16:07.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:20:0)
[22:16:07.127] Build status: STARTED
[22:16:07.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:21:0) after 9m52s
[22:25:59.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:21:0)
[22:25:59.165] Build status: STARTED
[22:25:59.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:22:0) after 5m42s
[22:31:41.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:22:0)
[22:31:41.202] Build status: STARTED
[22:31:41.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:23:0) after 9m16s
[22:40:57.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:23:0)
[22:40:57.232] Build status: STARTED
[22:40:57.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:24:0) after 1m39s
[22:42:36.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:24:0)
[22:42:36.405] Build status: STARTED
[22:42:36.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:25:0) after 6m37s
[22:49:13.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:25:0)
[22:49:13.440] Build status: STARTED
[22:49:13.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:26:0) after 3m49s
[22:53:02.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:26:0)
[22:53:02.858] Build status: STARTED
[22:53:02.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:27:0) after 8m23s
[23:01:25.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:27:0)
[23:01:25.885] Build status: STARTED
[23:01:25.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:28:0) after 2m33s
[23:03:58.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:28:0)
[23:03:58.934] Build status: STARTED
[23:03:58.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:29:0) after 5m5s
[23:09:03.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:29:0)
[23:09:03.978] Build status: STARTED
[23:09:03.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:30:0) after 8m25s
[23:17:29.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:30:0)
[23:17:29.139] Build status: STARTED
[23:17:29.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:31:0) after 6m4s
[23:23:33.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:31:0)
[23:23:33.186] Build status: STARTED
[23:23:33.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:32:0) after 7m16s
[23:30:49.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:32:0)
[23:30:49.232] Build status: STARTED
[23:30:49.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:33:0) after 6m45s
[23:37:34.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:33:0)
[23:37:34.270] Build status: STARTED
[23:37:34.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:34:0) after 9m9s
[23:46:43.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:34:0)
[23:46:43.308] Build status: STARTED
[23:46:43.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:35:0) after 6m59s
[23:53:42.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:35:0)
[23:53:42.400] Build status: STARTED
[23:53:42.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:36:0) after 5m39s
[23:59:21.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:36:0)
[23:59:21.438] Build status: STARTED
[23:59:21.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:37:0) after 2m24s
[00:01:45.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:37:0)
[00:01:45.523] Build status: STARTED
[00:01:45.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:38:0) after 3m4s
[00:04:49.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:38:0)
[00:04:49.566] Build status: STARTED
[00:04:49.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:39:0) after 4m10s
[00:08:59.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:39:0)
[00:08:59.707] Build status: STARTED
[00:08:59.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:40:0) after 6m15s
[00:15:14.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:40:0)
[00:15:14.815] Build status: STARTED
[00:15:14.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:41:0) after 6m30s
[00:21:45.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:41:0)
[00:21:45.058] Build status: STARTED
[00:21:45.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:42:0) after 8m30s
[00:30:15.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:42:0)
[00:30:15.364] Build status: STARTED
[00:30:15.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:43:0) after 2m25s
[00:32:40.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:43:0)
[00:32:40.785] Build status: STARTED
[00:32:40.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:44:0) after 9m42s
[00:42:22.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:44:0)
[00:42:22.992] Build status: STARTED
[00:42:22.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:45:0) after 7m48s
[00:50:11.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:45:0)
[00:50:11.172] Build status: STARTED
[00:50:11.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:46:0) after 2m33s
[00:52:44.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:46:0)
[00:52:44.205] Build status: STARTED
[00:52:44.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:47:0) after 2m27s
[00:55:11.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:47:0)
[00:55:11.345] Build status: STARTED
[00:55:11.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:48:0) after 3m21s
[00:58:32.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:48:0)
[00:58:32.377] Build status: STARTED
[00:58:32.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:49:0) after 7m38s
[01:06:10.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:49:0)
[01:06:10.525] Build status: STARTED
[01:06:10.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:50:0) after 6m48s
[01:12:58.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:50:0)
[01:12:58.604] Build status: STARTED
[01:12:58.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:51:0) after 2m58s
[01:15:57.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:51:0)
[01:15:57.376] Build status: STARTED
[01:15:57.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:52:0) after 8m40s
[01:24:37.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:52:0)
[01:24:37.423] Build status: STARTED
[01:24:37.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:53:0) after 4m50s
[01:29:27.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:53:0)
[01:29:27.553] Build status: STARTED
[01:29:27.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:54:0) after 3m34s
[01:33:01.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:54:0)
[01:33:01.741] Build status: STARTED
[01:33:01.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:55:0) after 3m13s
[01:36:14.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:55:0)
[01:36:14.827] Build status: STARTED
[01:36:14.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:56:0) after 6m17s
[01:42:32.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:56:0)
[01:42:32.578] Build status: STARTED
[01:42:32.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:57:0) after 9m6s
[01:51:38.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:57:0)
[01:51:38.665] Build status: STARTED
[01:51:38.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:58:0) after 6m57s
[01:58:35.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:58:0)
[01:58:35.771] Build status: STARTED
[01:58:35.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:59:0) after 7m41s
[02:06:17.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:59:0)
[02:06:17.119] Build status: STARTED
[02:06:17.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:60:0) after 3m49s
[02:10:06.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:60:0)
[02:10:06.489] Build status: STARTED
[02:10:06.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:61:0) after 5m30s
[02:15:36.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:61:0)
[02:15:36.524] Build status: STARTED
[02:15:36.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:62:0) after 4m25s
[02:20:01.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:62:0)
[02:20:01.754] Build status: STARTED
[02:20:01.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:63:0) after 3m4s
[02:23:05.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:63:0)
[02:23:05.994] Build status: STARTED
[02:23:05.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:64:0) after 9m5s
[02:32:11.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:64:0)
[02:32:11.026] Build status: STARTED
[02:32:11.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:65:0) after 4m4s
[02:36:15.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:65:0)
[02:36:15.429] Build status: STARTED
[02:36:15.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:66:0) after 7m39s
[02:43:54.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:66:0)
[02:43:54.623] Build status: STARTED
[02:43:54.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:67:0) after 6m12s
[02:50:06.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:67:0)
[02:50:06.751] Build status: STARTED
[02:50:06.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:68:0) after 9m5s
[02:59:11.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:68:0)
[02:59:11.865] Build status: STARTED
[02:59:11.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:69:0) after 9m55s
[03:09:06.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:69:0)
[03:09:07.030] Build status: STARTED
[03:09:07.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:70:0) after 4m52s
[03:13:59.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:70:0)
[03:13:59.085] Build status: STARTED
[03:13:59.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:71:0) after 4m29s
[03:18:28.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:71:0)
[03:18:28.120] Build status: STARTED
[03:18:28.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:72:0) after 4m53s
[03:23:21.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:72:0)
[03:23:21.185] Build status: STARTED
[03:23:21.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:73:0) after 7m5s
[03:30:26.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:73:0)
[03:30:26.323] Build status: STARTED
[03:30:26.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:74:0) after 9m0s
[03:39:26.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:74:0)
[03:39:26.480] Build status: STARTED
[03:39:26.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:75:0) after 7m12s
[03:46:38.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:75:0)
[03:46:38.777] Build status: STARTED
[03:46:38.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:76:0) after 6m5s
[03:52:43.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:76:0)
[03:52:43.906] Build status: STARTED
[03:52:43.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:77:0) after 9m1s
[04:01:44.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:77:0)
[04:01:44.942] Build status: STARTED
[04:01:44.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:78:0) after 8m19s
[04:10:04.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:78:0)
[04:10:04.404] Build status: STARTED
[04:10:04.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:79:0) after 6m32s
[04:16:36.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:79:0)
[04:16:36.714] Build status: STARTED
[04:16:36.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:80:0) after 8m47s
[04:25:23.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:80:0)
[04:25:23.770] Build status: STARTED
[04:25:23.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:81:0) after 4m34s
[04:29:57.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:81:0)
[04:29:57.799] Build status: STARTED
[04:29:57.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:82:0) after 2m20s
[04:32:17.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:82:0)
[04:32:17.839] Build status: STARTED
[04:32:17.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:83:0) after 7m13s
[04:39:30.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:83:0)
[04:39:30.885] Build status: STARTED
[04:39:30.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:84:0) after 2m3s
[04:41:33.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:84:0)
[04:41:33.918] Build status: STARTED
[04:41:33.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:85:0) after 9m20s
[04:50:53.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:85:0)
[04:50:53.951] Build status: STARTED
[04:50:53.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:86:0) after 8m6s
[04:58:59.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:86:0)
[04:58:59.983] Build status: STARTED
[04:58:59.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:87:0) after 2m57s
[05:01:57.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:87:0)
[05:01:57.017] Build status: STARTED
[05:01:57.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:88:0) after 6m29s
[05:08:26.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:88:0)
[05:08:26.295] Build status: STARTED
[05:08:26.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:89:0) after 8m42s
[05:17:08.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:89:0)
[05:17:08.332] Build status: STARTED
[05:17:08.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:90:0) after 8m30s
[05:25:38.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:90:0)
[05:25:38.416] Build status: STARTED
[05:25:38.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:91:0) after 4m36s
[05:30:14.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:91:0)
[05:30:14.456] Build status: STARTED
[05:30:14.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:92:0) after 4m23s
[05:34:37.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:92:0)
[05:34:37.491] Build status: STARTED
[05:34:37.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:93:0) after 6m39s
[05:41:16.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:93:0)
[05:41:16.618] Build status: STARTED
[05:41:16.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:94:0) after 5m24s
[05:46:40.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:94:0)
[05:46:40.853] Build status: STARTED
[05:46:40.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:95:0) after 7m41s
[05:54:22.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:95:0)
[05:54:22.216] Build status: STARTED
[05:54:22.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:96:0) after 6m14s
[06:00:36.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:96:0)
[06:00:36.381] Build status: STARTED
[06:00:36.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:97:0) after 2m17s
[06:02:53.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:97:0)
[06:02:53.421] Build status: STARTED
[06:02:53.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:98:0) after 8m36s
[06:11:29.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:98:0)
[06:11:29.682] Build status: STARTED
[06:11:29.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:99:0) after 6m10s
[06:17:39.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:99:0)
[06:17:39.834] Build status: STARTED
[06:17:39.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:100:0) after 4m26s
[06:22:05.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:100:0)
[06:22:05.878] Build status: STARTED
[06:22:05.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:101:0) after 2m42s
[06:24:48.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:101:0)
[06:24:48.134] Build status: STARTED
[06:24:48.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:102:0) after 3m13s
[06:28:01.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:102:0)
[06:28:01.172] Build status: STARTED
[06:28:01.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:103:0) after 4m2s
[06:32:03.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:103:0)
[06:32:03.210] Build status: STARTED
[06:32:03.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:104:0) after 1m49s
[06:33:52.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:104:0)
[06:33:52.247] Build status: STARTED
[06:33:52.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:105:0) after 5m42s
[06:39:34.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:105:0)
[06:39:34.478] Build status: STARTED
[06:39:34.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:106:0) after 8m47s
[06:48:21.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:106:0)
[06:48:21.513] Build status: STARTED
[06:48:21.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:107:0) after 2m18s
[06:50:39.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:107:0)
[06:50:39.647] Build status: STARTED
[06:50:39.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:108:0) after 2m9s
[06:52:48.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:108:0)
[06:52:48.697] Build status: STARTED
[06:52:48.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:109:0) after 7m18s
[07:00:06.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:109:0)
[07:00:06.773] Build status: STARTED
[07:00:06.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:110:0) after 4m38s
[07:04:44.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:110:0)
[07:04:44.807] Build status: STARTED
[07:04:44.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:111:0) after 9m30s
[07:14:14.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:111:0)
[07:14:14.942] Build status: STARTED
[07:14:14.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:112:0) after 1m32s
[07:15:46.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:112:0)
[07:15:46.985] Build status: STARTED
[07:15:46.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:113:0) after 1m15s
[07:17:02.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:113:0)
[07:17:02.036] Build status: STARTED
[07:17:02.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:114:0) after 8m54s
[07:25:56.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:114:0)
[07:25:56.069] Build status: STARTED
[07:25:56.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:115:0) after 3m19s
[07:29:15.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:115:0)
[07:29:15.135] Build status: STARTED
[07:29:15.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:116:0) after 6m7s
[07:35:22.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:116:0)
[07:35:22.175] Build status: STARTED
[07:35:22.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:117:0) after 2m6s
[07:37:28.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:117:0)
[07:37:28.259] Build status: STARTED
[07:37:28.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:118:0) after 4m33s
[07:42:01.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:118:0)
[07:42:01.409] Build status: STARTED
[07:42:01.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:119:0) after 6m45s
[07:48:46.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:119:0)
[07:48:46.446] Build status: STARTED
[07:48:46.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:120:0) after 2m51s
[07:51:37.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:120:0)
[07:51:37.584] Build status: STARTED
[07:51:37.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:121:0) after 2m53s
[07:54:30.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:121:0)
[07:54:30.621] Build status: STARTED
[07:54:30.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:122:0) after 7m44s
[08:02:14.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:122:0)
[08:02:14.712] Build status: STARTED
[08:02:14.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:123:0) after 8m36s
[08:10:50.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:123:0)
[08:10:50.845] Build status: STARTED
[08:10:50.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:124:0) after 9m58s
[08:20:49.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:124:0)
[08:20:49.085] Build status: STARTED
[08:20:49.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:125:0) after 1m0s
[08:21:49.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:125:0)
[08:21:49.138] Build status: STARTED
[08:21:49.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:126:0) after 3m24s
[08:25:13.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:126:0)
[08:25:13.263] Build status: STARTED
[08:25:13.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:127:0) after 7m19s
[08:32:32.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:127:0)
[08:32:32.341] Build status: STARTED
[08:32:32.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:128:0) after 9m20s
[08:41:52.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:128:0)
[08:41:52.444] Build status: STARTED
[08:41:52.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:129:0) after 1m23s
[08:43:15.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:129:0)
[08:43:15.529] Build status: STARTED
[08:43:15.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:130:0) after 7m37s
[08:50:52.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:130:0)
[08:50:52.568] Build status: STARTED
[08:50:52.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:131:0) after 9m39s
[09:00:31.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:131:0)
[09:00:31.648] Build status: STARTED
[09:00:31.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:132:0) after 1m21s
[09:01:52.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:132:0)
[09:01:52.695] Build status: STARTED
[09:01:52.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:133:0) after 6m50s
[09:08:42.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:133:0)
[09:08:42.835] Build status: STARTED
[09:08:42.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:134:0) after 8m45s
[09:17:27.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:134:0)
[09:17:27.882] Build status: STARTED
[09:17:27.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:135:0) after 4m0s
[09:21:27.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:135:0)
[09:21:27.925] Build status: STARTED
[09:21:27.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:136:0) after 4m39s
[09:26:06.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:136:0)
[09:26:06.986] Build status: STARTED
[09:26:06.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:137:0) after 2m36s
[09:28:43.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:137:0)
[09:28:43.099] Build status: STARTED
[09:28:43.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:138:0) after 7m31s
[09:36:14.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:138:0)
[09:36:14.139] Build status: STARTED
[09:36:14.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:139:0) after 4m5s
[09:40:19.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:139:0)
[09:40:19.181] Build status: STARTED
[09:40:19.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:140:0) after 8m35s
[09:48:54.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:140:0)
[09:48:54.296] Build status: STARTED
[09:48:54.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:141:0) after 2m27s
[09:51:21.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:141:0)
[09:51:21.356] Build status: STARTED
[09:51:21.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:142:0) after 3m35s
[09:54:56.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:142:0)
[09:54:56.409] Build status: STARTED
[09:54:56.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:143:0) after 5m34s
[10:00:30.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:143:0)
[10:00:30.464] Build status: STARTED
[10:00:30.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:144:0) after 6m11s
[10:06:41.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:144:0)
[10:06:41.482] Build status: STARTED
[10:06:41.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:145:0) after 4m31s
[10:11:12.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:145:0)
[10:11:12.556] Build status: STARTED
[10:11:12.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:146:0) after 3m42s
[10:14:54.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:146:0)
[10:14:55.152] Build status: STARTED
[10:14:55.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:147:0) after 4m51s
[10:19:46.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:147:0)
[10:19:46.470] Build status: STARTED
[10:19:46.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:148:0) after 6m41s
[10:26:27.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:148:0)
[10:26:27.677] Build status: STARTED
[10:26:27.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:149:0) after 5m44s
[10:32:11.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:149:0)
[10:32:11.721] Build status: STARTED
[10:32:11.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:150:0) after 5m44s
[10:37:55.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:150:0)
[10:37:55.760] Build status: STARTED
[10:37:55.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:151:0) after 8m46s
[10:46:41.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:151:0)
[10:46:41.900] Build status: STARTED
[10:46:41.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:152:0) after 2m48s
[10:49:29.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:152:0)
[10:49:29.981] Build status: STARTED
[10:49:29.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:153:0) after 7m19s
[10:56:49.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:153:0)
[10:56:49.122] Build status: STARTED
[10:56:49.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:154:0) after 8m37s
[11:05:26.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:154:0)
[11:05:26.356] Build status: STARTED
[11:05:26.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:155:0) after 9m47s
[11:15:13.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:155:0)
[11:15:13.404] Build status: STARTED
[11:15:13.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:156:0) after 7m33s
[11:22:46.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:156:0)
[11:22:46.560] Build status: STARTED
[11:22:46.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:157:0) after 6m35s
[11:29:21.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:157:0)
[11:29:21.753] Build status: STARTED
[11:29:21.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:158:0) after 7m41s
[11:37:02.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:158:0)
[11:37:02.857] Build status: STARTED
[11:37:02.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:159:0) after 2m22s
[11:39:24.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:159:0)
[11:39:25.005] Build status: STARTED
[11:39:25.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:160:0) after 2m47s
[11:42:12.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:160:0)
[11:42:12.162] Build status: STARTED
[11:42:12.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:161:0) after 2m35s
[11:44:47.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:161:0)
[11:44:47.208] Build status: STARTED
[11:44:47.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:162:0) after 8m22s
[11:53:09.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:162:0)
[11:53:09.425] Build status: STARTED
[11:53:09.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:163:0) after 4m36s
[11:57:45.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:163:0)
[11:57:45.460] Build status: STARTED
[11:57:45.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:164:0) after 5m59s
[12:03:44.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:164:0)
[12:03:44.496] Build status: STARTED
[12:03:44.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:165:0) after 1m7s
[12:04:51.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:165:0)
[12:04:51.743] Build status: STARTED
[12:04:51.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:166:0) after 6m15s
[12:11:06.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:166:0)
[12:11:06.787] Build status: STARTED
[12:11:06.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:167:0) after 7m0s
[12:18:07.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:167:0)
[12:18:07.165] Build status: STARTED
[12:18:07.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:168:0) after 1m22s
[12:19:29.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:168:0)
[12:19:29.290] Build status: STARTED
[12:19:29.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:169:0) after 1m11s
[12:20:40.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:169:0)
[12:20:40.763] Build status: STARTED
[12:20:40.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:170:0) after 4m10s
[12:24:50.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:170:0)
[12:24:50.806] Build status: STARTED
[12:24:50.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:171:0) after 4m6s
[12:28:57.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:171:0)
[12:28:57.555] Build status: STARTED
[12:28:57.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:172:0) after 5m53s
[12:34:50.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:172:0)
[12:34:50.792] Build status: STARTED
[12:34:50.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:173:0) after 3m44s
[12:38:35.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:173:0)
[12:38:35.536] Build status: STARTED
[12:38:35.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:174:0) after 4m52s
[12:43:27.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:174:0)
[12:43:27.569] Build status: STARTED
[12:43:27.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:175:0) after 9m7s
[12:52:34.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:175:0)
[12:52:34.716] Build status: STARTED
[12:52:34.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:176:0) after 3m24s
[12:55:58.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:176:0)
[12:55:58.762] Build status: STARTED
[12:55:58.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:177:0) after 9m57s
[13:05:55.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:177:0)
[13:05:55.813] Build status: STARTED
[13:05:55.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:178:0) after 6m35s
[13:12:30.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:178:0)
[13:12:30.799] Build status: STARTED
[13:12:30.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:179:0) after 7m54s
[13:20:24.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:179:0)
[13:20:24.841] Build status: STARTED
[13:20:24.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:180:0) after 1m42s
[13:22:06.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:180:0)
[13:22:06.888] Build status: STARTED
[13:22:06.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:181:0) after 5m7s
[13:27:14.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:181:0)
[13:27:14.041] Build status: STARTED
[13:27:14.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:182:0) after 3m46s
[13:31:00.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:182:0)
[13:31:00.229] Build status: STARTED
[13:31:00.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:183:0) after 2m38s
[13:33:38.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:183:0)
[13:33:38.623] Build status: STARTED
[13:33:38.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:184:0) after 5m18s
[13:38:56.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:184:0)
[13:38:56.887] Build status: STARTED
[13:38:56.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:185:0) after 5m1s
[13:43:57.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:185:0)
[13:43:57.932] Build status: STARTED
[13:43:57.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:186:0) after 8m47s
[13:52:44.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:186:0)
[13:52:44.971] Build status: STARTED
[13:52:44.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:187:0) after 3m5s
[13:55:49.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:187:0)
[13:55:50.009] Build status: STARTED
[13:55:50.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:188:0) after 9m57s
[14:05:47.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:188:0)
[14:05:47.103] Build status: STARTED
[14:05:47.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:189:0) after 7m25s
[14:13:12.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:189:0)
[14:13:12.141] Build status: STARTED
[14:13:12.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:190:0) after 4m53s
[14:18:05.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:190:0)
[14:18:05.191] Build status: STARTED
[14:18:05.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:191:0) after 8m30s
[14:26:35.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:191:0)
[14:26:35.544] Build status: STARTED
[14:26:35.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:192:0) after 9m40s
[14:36:15.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:192:0)
[14:36:15.926] Build status: STARTED
[14:36:15.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:193:0) after 2m8s
[14:38:23.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:193:0)
[14:38:23.959] Build status: STARTED
[14:38:23.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:194:0) after 7m59s
[14:46:22.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:194:0)
[14:46:22.995] Build status: STARTED
[14:46:22.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:195:0) after 2m4s
[14:48:27.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:195:0)
[14:48:27.071] Build status: STARTED
[14:48:27.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:196:0) after 6m58s
[14:55:25.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:196:0)
[14:55:25.158] Build status: STARTED
[14:55:25.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:197:0) after 9m58s
[15:05:23.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:197:0)
[15:05:23.197] Build status: STARTED
[15:05:23.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:198:0) after 4m7s
[15:09:30.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:198:0)
[15:09:30.238] Build status: STARTED
[15:09:30.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:199:0) after 9m9s
[15:18:39.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:199:0)
[15:18:39.308] Build status: STARTED
[15:18:39.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:200:0) after 5m45s
[15:24:24.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:200:0)
[15:24:24.399] Build status: STARTED
[15:24:24.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:201:0) after 1m34s
[15:25:58.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:201:0)
[15:25:58.428] Build status: STARTED
[15:25:58.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:202:0) after 6m42s
[15:32:40.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:202:0)
[15:32:40.714] Build status: STARTED
[15:32:40.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:203:0) after 3m41s
[15:36:21.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:203:0)
[15:36:21.748] Build status: STARTED
[15:36:21.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:204:0) after 9m29s
[15:45:50.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:204:0)
[15:45:50.794] Build status: STARTED
[15:45:50.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:205:0) after 6m21s
[15:52:11.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:205:0)
[15:52:11.995] Build status: STARTED
[15:52:11.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:206:0) after 7m30s
[15:59:42.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:206:0)
[15:59:42.169] Build status: STARTED
[15:59:42.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:207:0) after 4m52s
[16:04:34.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:207:0)
[16:04:34.237] Build status: STARTED
[16:04:34.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:208:0) after 1m17s
[16:05:51.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:208:0)
[16:05:51.308] Build status: STARTED
[16:05:51.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:209:0) after 2m12s
[16:08:03.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:209:0)
[16:08:03.510] Build status: STARTED
[16:08:03.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:210:0) after 4m8s
[16:12:11.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:210:0)
[16:12:11.601] Build status: STARTED
[16:12:11.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:211:0) after 2m18s
[16:14:29.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:211:0)
[16:14:29.795] Build status: STARTED
[16:14:29.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:212:0) after 7m49s
[16:22:18.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:212:0)
[16:22:18.838] Build status: STARTED
[16:22:18.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:213:0) after 8m3s
[16:30:21.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:213:0)
[16:30:21.837] Build status: STARTED
[16:30:21.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896511057714680784:214:0) after 7m43s
[16:37:42.531] Received PubSub notification, asking Buildbucket for the build status
[16:37:42.555] Build:
{
  "id": "8731080995823867665",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33708,
  "createdBy": "project:chromium",
  "createTime": "2024-11-16T20:35:22.028986177Z",
  "startTime": "2024-11-16T20:35:25.933692697Z",
  "endTime": "2024-11-17T16:37:42.154826069Z",
  "updateTime": "2024-11-17T16:37:42.154826069Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d1fca79ef3f4987c3a5005461d5421271d4258f7",
      "ref": "refs/heads/main"
    }
  }
}
[16:37:42.555] Invocation finished in 20h2m21.713748749s with status FAILED