Status: FAILED
Triggered by: -
Duration: 17 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f11acd30120f6cd50ad3b91df1d8ad060b16695e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f11acd30120f6cd50ad3b91df1d8ad060b16695e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:34:59.063] New invocation is queued and will start shortly
[17:35:01.286] Starting the invocation (attempt 1)
[17:35:01.325] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f11acd30120f6cd50ad3b91df1d8ad060b16695e"
[17:35:01.325] Popped gitiles commit info from properties and tags
[17:35:01.325] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:35:01.325] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:35:01.325] Buildbucket request:
{
  "requestId": "8910293144077405696",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f11acd30120f6cd50ad3b91df1d8ad060b16695e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8910293144077405696"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:35:02.103] Scheduled build:
{
  "id": "8744863080960035569",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32210,
  "createdBy": "project:chromium",
  "createTime": "2024-06-17T17:35:01.407498222Z",
  "updateTime": "2024-06-17T17:35:01.407498222Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f11acd30120f6cd50ad3b91df1d8ad060b16695e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[17:35:02.103] Task URL: https://cr-buildbucket.appspot.com/build/8744863080960035569
[17:35:02.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:2:0) after 2m19s
[17:35:02.949] Received PubSub notification, asking Buildbucket for the build status
[17:35:02.975] Build status: SCHEDULED
[17:35:51.407] Received PubSub notification, asking Buildbucket for the build status
[17:35:51.453] Build status: STARTED
[17:37:21.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:2:0)
[17:37:21.271] Build status: STARTED
[17:37:21.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:5:0) after 9m42s
[17:47:03.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:5:0)
[17:47:03.367] Build status: STARTED
[17:47:03.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:6:0) after 8m19s
[17:55:22.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:6:0)
[17:55:22.427] Build status: STARTED
[17:55:22.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:7:0) after 7m21s
[18:02:43.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:7:0)
[18:02:43.513] Build status: STARTED
[18:02:43.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:8:0) after 6m28s
[18:09:11.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:8:0)
[18:09:11.586] Build status: STARTED
[18:09:11.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:9:0) after 4m42s
[18:13:53.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:9:0)
[18:13:53.683] Build status: STARTED
[18:13:53.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:10:0) after 2m12s
[18:16:05.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:10:0)
[18:16:05.783] Build status: STARTED
[18:16:05.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:11:0) after 1m24s
[18:17:29.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:11:0)
[18:17:29.948] Build status: STARTED
[18:17:29.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:12:0) after 3m17s
[18:20:46.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:12:0)
[18:20:47.013] Build status: STARTED
[18:20:47.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:13:0) after 9m46s
[18:30:33.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:13:0)
[18:30:33.298] Build status: STARTED
[18:30:33.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:14:0) after 3m38s
[18:34:11.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:14:0)
[18:34:11.399] Build status: STARTED
[18:34:11.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:15:0) after 8m27s
[18:42:38.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:15:0)
[18:42:38.569] Build status: STARTED
[18:42:38.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:16:0) after 2m44s
[18:45:22.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:16:0)
[18:45:22.741] Build status: STARTED
[18:45:22.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:17:0) after 9m35s
[18:54:58.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:17:0)
[18:54:58.031] Build status: STARTED
[18:54:58.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:18:0) after 7m12s
[19:02:10.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:18:0)
[19:02:10.080] Build status: STARTED
[19:02:10.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:19:0) after 9m2s
[19:11:12.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:19:0)
[19:11:12.111] Build status: STARTED
[19:11:12.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:20:0) after 7m13s
[19:18:25.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:20:0)
[19:18:25.208] Build status: STARTED
[19:18:25.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:21:0) after 9m40s
[19:28:05.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:21:0)
[19:28:05.342] Build status: STARTED
[19:28:05.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:22:0) after 6m57s
[19:35:02.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:22:0)
[19:35:02.464] Build status: STARTED
[19:35:02.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:23:0) after 1m58s
[19:37:00.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:23:0)
[19:37:00.558] Build status: STARTED
[19:37:00.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:24:0) after 2m5s
[19:39:05.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:24:0)
[19:39:05.723] Build status: STARTED
[19:39:05.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:25:0) after 7m40s
[19:46:45.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:25:0)
[19:46:45.841] Build status: STARTED
[19:46:45.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:26:0) after 6m37s
[19:53:22.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:26:0)
[19:53:22.919] Build status: STARTED
[19:53:22.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:27:0) after 2m36s
[19:55:58.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:27:0)
[19:55:58.978] Build status: STARTED
[19:55:58.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:28:0) after 4m22s
[20:00:21.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:28:0)
[20:00:21.133] Build status: STARTED
[20:00:21.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:29:0) after 7m11s
[20:07:32.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:29:0)
[20:07:32.245] Build status: STARTED
[20:07:32.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:30:0) after 9m24s
[20:16:56.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:30:0)
[20:16:56.307] Build status: STARTED
[20:16:56.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:31:0) after 9m30s
[20:26:26.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:31:0)
[20:26:26.369] Build status: STARTED
[20:26:26.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:32:0) after 4m13s
[20:30:39.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:32:0)
[20:30:39.416] Build status: STARTED
[20:30:39.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:33:0) after 4m48s
[20:35:27.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:33:0)
[20:35:27.490] Build status: STARTED
[20:35:27.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:34:0) after 6m6s
[20:41:33.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:34:0)
[20:41:33.540] Build status: STARTED
[20:41:33.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:35:0) after 5m41s
[20:47:14.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:35:0)
[20:47:14.753] Build status: STARTED
[20:47:14.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:36:0) after 6m39s
[20:53:53.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:36:0)
[20:53:53.813] Build status: STARTED
[20:53:53.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:37:0) after 8m15s
[21:02:08.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:37:0)
[21:02:08.859] Build status: STARTED
[21:02:08.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:38:0) after 3m34s
[21:05:42.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:38:0)
[21:05:43.005] Build status: STARTED
[21:05:43.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:39:0) after 5m7s
[21:10:50.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:39:0)
[21:10:50.043] Build status: STARTED
[21:10:50.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:40:0) after 8m19s
[21:19:09.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:40:0)
[21:19:09.097] Build status: STARTED
[21:19:09.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:41:0) after 7m49s
[21:26:58.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:41:0)
[21:26:58.151] Build status: STARTED
[21:26:58.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:42:0) after 1m41s
[21:28:39.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:42:0)
[21:28:39.227] Build status: STARTED
[21:28:39.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:43:0) after 2m28s
[21:31:07.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:43:0)
[21:31:07.289] Build status: STARTED
[21:31:07.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:44:0) after 3m52s
[21:34:59.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:44:0)
[21:34:59.371] Build status: STARTED
[21:34:59.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:45:0) after 2m50s
[21:37:49.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:45:0)
[21:37:49.440] Build status: STARTED
[21:37:49.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:46:0) after 4m16s
[21:42:05.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:46:0)
[21:42:05.502] Build status: STARTED
[21:42:05.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:47:0) after 3m10s
[21:45:15.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:47:0)
[21:45:15.629] Build status: STARTED
[21:45:15.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:48:0) after 5m25s
[21:50:40.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:48:0)
[21:50:40.639] Build status: STARTED
[21:50:40.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:49:0) after 8m5s
[21:58:45.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:49:0)
[21:58:45.798] Build status: STARTED
[21:58:45.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:50:0) after 9m13s
[22:07:58.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:50:0)
[22:07:58.889] Build status: STARTED
[22:07:58.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:51:0) after 1m21s
[22:09:19.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:51:0)
[22:09:19.940] Build status: STARTED
[22:09:19.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:52:0) after 2m27s
[22:11:46.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:52:0)
[22:11:46.997] Build status: STARTED
[22:11:46.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:53:0) after 1m18s
[22:13:05.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:53:0)
[22:13:05.080] Build status: STARTED
[22:13:05.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:54:0) after 2m2s
[22:15:07.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:54:0)
[22:15:07.115] Build status: STARTED
[22:15:07.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:55:0) after 7m58s
[22:23:05.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:55:0)
[22:23:05.362] Build status: STARTED
[22:23:05.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:56:0) after 9m53s
[22:32:58.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:56:0)
[22:32:58.425] Build status: STARTED
[22:32:58.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:57:0) after 6m54s
[22:39:52.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:57:0)
[22:39:52.424] Build status: STARTED
[22:39:52.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:58:0) after 4m50s
[22:44:42.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:58:0)
[22:44:42.665] Build status: STARTED
[22:44:42.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:59:0) after 9m9s
[22:53:51.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:59:0)
[22:53:51.695] Build status: STARTED
[22:53:51.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:60:0) after 3m47s
[22:57:38.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:60:0)
[22:57:38.809] Build status: STARTED
[22:57:38.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:61:0) after 5m54s
[23:03:32.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:61:0)
[23:03:32.993] Build status: STARTED
[23:03:32.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:62:0) after 3m16s
[23:06:49.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:62:0)
[23:06:49.038] Build status: STARTED
[23:06:49.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:63:0) after 7m3s
[23:13:52.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:63:0)
[23:13:52.164] Build status: STARTED
[23:13:52.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:64:0) after 4m55s
[23:18:47.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:64:0)
[23:18:47.247] Build status: STARTED
[23:18:47.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:65:0) after 8m51s
[23:27:38.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:65:0)
[23:27:38.298] Build status: STARTED
[23:27:38.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:66:0) after 9m30s
[23:37:08.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:66:0)
[23:37:08.349] Build status: STARTED
[23:37:08.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:67:0) after 1m33s
[23:38:41.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:67:0)
[23:38:41.408] Build status: STARTED
[23:38:41.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:68:0) after 4m6s
[23:42:47.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:68:0)
[23:42:47.451] Build status: STARTED
[23:42:47.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:69:0) after 7m27s
[23:50:14.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:69:0)
[23:50:14.671] Build status: STARTED
[23:50:14.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:70:0) after 5m48s
[23:56:02.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:70:0)
[23:56:02.823] Build status: STARTED
[23:56:02.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:71:0) after 2m27s
[23:58:29.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:71:0)
[23:58:29.990] Build status: STARTED
[23:58:29.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:72:0) after 8m8s
[00:06:38.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:72:0)
[00:06:38.126] Build status: STARTED
[00:06:38.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:73:0) after 4m46s
[00:11:24.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:73:0)
[00:11:24.635] Build status: STARTED
[00:11:24.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:74:0) after 2m51s
[00:14:15.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:74:0)
[00:14:15.853] Build status: STARTED
[00:14:15.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:75:0) after 1m15s
[00:15:30.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:75:0)
[00:15:30.997] Build status: STARTED
[00:15:30.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:76:0) after 4m59s
[00:20:30.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:76:0)
[00:20:30.100] Build status: STARTED
[00:20:30.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:77:0) after 7m13s
[00:27:43.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:77:0)
[00:27:43.165] Build status: STARTED
[00:27:43.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:78:0) after 9m41s
[00:37:24.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:78:0)
[00:37:24.266] Build status: STARTED
[00:37:24.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:79:0) after 9m38s
[00:47:02.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:79:0)
[00:47:02.347] Build status: STARTED
[00:47:02.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:80:0) after 7m3s
[00:54:05.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:80:0)
[00:54:05.557] Build status: STARTED
[00:54:05.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:81:0) after 9m56s
[01:04:01.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:81:0)
[01:04:01.949] Build status: STARTED
[01:04:01.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:82:0) after 7m4s
[01:11:06.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:82:0)
[01:11:06.203] Build status: STARTED
[01:11:06.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:83:0) after 6m6s
[01:17:12.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:83:0)
[01:17:12.290] Build status: STARTED
[01:17:12.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:84:0) after 9m7s
[01:26:19.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:84:0)
[01:26:19.421] Build status: STARTED
[01:26:19.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:85:0) after 9m1s
[01:35:20.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:85:0)
[01:35:20.702] Build status: STARTED
[01:35:20.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:86:0) after 3m44s
[01:39:04.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:86:0)
[01:39:04.745] Build status: STARTED
[01:39:04.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:87:0) after 1m56s
[01:41:00.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:87:0)
[01:41:00.817] Build status: STARTED
[01:41:00.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:88:0) after 6m35s
[01:47:35.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:88:0)
[01:47:35.822] Build status: STARTED
[01:47:35.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:89:0) after 9m40s
[01:57:15.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:89:0)
[01:57:15.900] Build status: STARTED
[01:57:15.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:90:0) after 9m47s
[02:07:02.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:90:0)
[02:07:03.040] Build status: STARTED
[02:07:03.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:91:0) after 6m57s
[02:14:00.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:91:0)
[02:14:00.060] Build status: STARTED
[02:14:00.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:92:0) after 8m58s
[02:22:58.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:92:0)
[02:22:58.158] Build status: STARTED
[02:22:58.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:93:0) after 4m19s
[02:27:17.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:93:0)
[02:27:17.241] Build status: STARTED
[02:27:17.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:94:0) after 3m44s
[02:31:01.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:94:0)
[02:31:01.288] Build status: STARTED
[02:31:01.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:95:0) after 3m27s
[02:34:28.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:95:0)
[02:34:28.407] Build status: STARTED
[02:34:28.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:96:0) after 9m15s
[02:43:43.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:96:0)
[02:43:44.017] Build status: STARTED
[02:43:44.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:97:0) after 3m11s
[02:46:55.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:97:0)
[02:46:55.068] Build status: STARTED
[02:46:55.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:98:0) after 7m47s
[02:54:42.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:98:0)
[02:54:42.122] Build status: STARTED
[02:54:42.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:99:0) after 2m20s
[02:57:02.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:99:0)
[02:57:02.238] Build status: STARTED
[02:57:02.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:100:0) after 7m5s
[03:04:07.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:100:0)
[03:04:07.289] Build status: STARTED
[03:04:07.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:101:0) after 5m6s
[03:09:13.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:101:0)
[03:09:13.446] Build status: STARTED
[03:09:13.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:102:0) after 1m21s
[03:10:34.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:102:0)
[03:10:34.531] Build status: STARTED
[03:10:34.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:103:0) after 5m42s
[03:16:16.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:103:0)
[03:16:16.575] Build status: STARTED
[03:16:16.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:104:0) after 3m50s
[03:20:07.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:104:0)
[03:20:07.338] Build status: STARTED
[03:20:07.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:105:0) after 9m53s
[03:30:00.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:105:0)
[03:30:00.966] Build status: STARTED
[03:30:00.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:106:0) after 7m15s
[03:37:16.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:106:0)
[03:37:16.549] Build status: STARTED
[03:37:16.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:107:0) after 3m52s
[03:41:08.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:107:0)
[03:41:08.778] Build status: STARTED
[03:41:08.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:108:0) after 1m33s
[03:42:41.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:108:0)
[03:42:41.928] Build status: STARTED
[03:42:41.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:109:0) after 4m0s
[03:46:41.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:109:0)
[03:46:41.995] Build status: STARTED
[03:46:41.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:110:0) after 6m16s
[03:52:58.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:110:0)
[03:52:58.037] Build status: STARTED
[03:52:58.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:111:0) after 7m41s
[04:00:39.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:111:0)
[04:00:39.184] Build status: STARTED
[04:00:39.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:112:0) after 6m25s
[04:07:04.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:112:0)
[04:07:04.925] Build status: STARTED
[04:07:04.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:113:0) after 7m52s
[04:14:57.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:113:0)
[04:14:57.205] Build status: STARTED
[04:14:57.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:114:0) after 1m16s
[04:16:13.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:114:0)
[04:16:13.817] Build status: STARTED
[04:16:13.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:115:0) after 6m4s
[04:22:17.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:115:0)
[04:22:17.947] Build status: STARTED
[04:22:17.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:116:0) after 5m42s
[04:28:00.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:116:0)
[04:28:00.178] Build status: STARTED
[04:28:00.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:117:0) after 7m27s
[04:35:27.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:117:0)
[04:35:27.397] Build status: STARTED
[04:35:27.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:118:0) after 2m45s
[04:38:12.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:118:0)
[04:38:12.471] Build status: STARTED
[04:38:12.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:119:0) after 2m13s
[04:40:25.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:119:0)
[04:40:25.707] Build status: STARTED
[04:40:25.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:120:0) after 9m13s
[04:49:38.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:120:0)
[04:49:38.755] Build status: STARTED
[04:49:38.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:121:0) after 1m37s
[04:51:15.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:121:0)
[04:51:15.814] Build status: STARTED
[04:51:15.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:122:0) after 9m20s
[05:00:35.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:122:0)
[05:00:35.884] Build status: STARTED
[05:00:35.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:123:0) after 8m37s
[05:09:13.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:123:0)
[05:09:13.153] Build status: STARTED
[05:09:13.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:124:0) after 6m47s
[05:16:00.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:124:0)
[05:16:00.246] Build status: STARTED
[05:16:00.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:125:0) after 2m9s
[05:18:09.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:125:0)
[05:18:09.409] Build status: STARTED
[05:18:09.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:126:0) after 8m47s
[05:26:56.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:126:0)
[05:26:56.570] Build status: STARTED
[05:26:56.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:127:0) after 9m18s
[05:36:14.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:127:0)
[05:36:14.676] Build status: STARTED
[05:36:14.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:128:0) after 5m1s
[05:41:16.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:128:0)
[05:41:16.110] Build status: STARTED
[05:41:16.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:129:0) after 6m37s
[05:47:53.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:129:0)
[05:47:53.226] Build status: STARTED
[05:47:53.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:130:0) after 1m43s
[05:49:36.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:130:0)
[05:49:36.695] Build status: STARTED
[05:49:36.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:131:0) after 6m19s
[05:55:55.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:131:0)
[05:55:55.967] Build status: STARTED
[05:55:55.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:132:0) after 9m31s
[06:05:27.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:132:0)
[06:05:27.026] Build status: STARTED
[06:05:27.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:133:0) after 6m52s
[06:12:19.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:133:0)
[06:12:19.082] Build status: STARTED
[06:12:19.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:134:0) after 3m57s
[06:16:16.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:134:0)
[06:16:16.152] Build status: STARTED
[06:16:16.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:135:0) after 6m39s
[06:22:55.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:135:0)
[06:22:55.204] Build status: STARTED
[06:22:55.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:136:0) after 2m20s
[06:25:15.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:136:0)
[06:25:15.448] Build status: STARTED
[06:25:15.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:137:0) after 8m37s
[06:33:52.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:137:0)
[06:33:52.496] Build status: STARTED
[06:33:52.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:138:0) after 8m7s
[06:41:59.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:138:0)
[06:41:59.687] Build status: STARTED
[06:41:59.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:139:0) after 2m9s
[06:44:08.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:139:0)
[06:44:08.783] Build status: STARTED
[06:44:08.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:140:0) after 1m29s
[06:45:37.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:140:0)
[06:45:37.937] Build status: STARTED
[06:45:37.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:141:0) after 7m47s
[06:53:25.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:141:0)
[06:53:25.032] Build status: STARTED
[06:53:25.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:142:0) after 9m17s
[07:02:42.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:142:0)
[07:02:42.440] Build status: STARTED
[07:02:42.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:143:0) after 1m21s
[07:04:03.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:143:0)
[07:04:03.820] Build status: STARTED
[07:04:03.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:144:0) after 3m52s
[07:07:56.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:144:0)
[07:07:56.092] Build status: STARTED
[07:07:56.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:145:0) after 7m11s
[07:15:07.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:145:0)
[07:15:07.720] Build status: STARTED
[07:15:07.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:146:0) after 6m2s
[07:21:09.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:146:0)
[07:21:09.934] Build status: STARTED
[07:21:09.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:147:0) after 7m47s
[07:28:56.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:147:0)
[07:28:57.048] Build status: STARTED
[07:28:57.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:148:0) after 1m29s
[07:30:26.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:148:0)
[07:30:26.111] Build status: STARTED
[07:30:26.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:149:0) after 3m49s
[07:34:15.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:149:0)
[07:34:15.143] Build status: STARTED
[07:34:15.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:150:0) after 7m35s
[07:41:50.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:150:0)
[07:41:50.273] Build status: STARTED
[07:41:50.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:151:0) after 8m38s
[07:50:28.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:151:0)
[07:50:28.360] Build status: STARTED
[07:50:28.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:152:0) after 2m21s
[07:52:49.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:152:0)
[07:52:49.478] Build status: STARTED
[07:52:49.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:153:0) after 6m6s
[07:58:55.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:153:0)
[07:58:55.520] Build status: STARTED
[07:58:55.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:154:0) after 1m24s
[08:00:19.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:154:0)
[08:00:19.727] Build status: STARTED
[08:00:19.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:155:0) after 4m13s
[08:04:32.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:155:0)
[08:04:33.066] Build status: STARTED
[08:04:33.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:156:0) after 2m47s
[08:07:20.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:156:0)
[08:07:20.169] Build status: STARTED
[08:07:20.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:157:0) after 1m31s
[08:08:51.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:157:0)
[08:08:51.232] Build status: STARTED
[08:08:51.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:158:0) after 7m15s
[08:16:06.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:158:0)
[08:16:06.334] Build status: STARTED
[08:16:06.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:159:0) after 9m18s
[08:25:24.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:159:0)
[08:25:24.723] Build status: STARTED
[08:25:24.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:160:0) after 1m47s
[08:27:11.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:160:0)
[08:27:11.787] Build status: STARTED
[08:27:11.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:161:0) after 1m14s
[08:28:25.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:161:0)
[08:28:25.875] Build status: STARTED
[08:28:25.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:162:0) after 5m27s
[08:33:53.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:162:0)
[08:33:53.168] Build status: STARTED
[08:33:53.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:163:0) after 1m14s
[08:35:07.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:163:0)
[08:35:07.272] Build status: STARTED
[08:35:07.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:164:0) after 8m41s
[08:43:48.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:164:0)
[08:43:48.387] Build status: STARTED
[08:43:48.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:165:0) after 2m3s
[08:45:51.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:165:0)
[08:45:51.801] Build status: STARTED
[08:45:51.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:166:0) after 7m30s
[08:53:22.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:166:0)
[08:53:22.137] Build status: STARTED
[08:53:22.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:167:0) after 1m39s
[08:55:01.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:167:0)
[08:55:01.651] Build status: STARTED
[08:55:01.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:168:0) after 3m31s
[08:58:33.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:168:0)
[08:58:33.167] Build status: STARTED
[08:58:33.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:169:0) after 1m24s
[08:59:57.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:169:0)
[08:59:57.224] Build status: STARTED
[08:59:57.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:170:0) after 4m56s
[09:04:53.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:170:0)
[09:04:53.504] Build status: STARTED
[09:04:53.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:171:0) after 4m44s
[09:09:37.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:171:0)
[09:09:37.613] Build status: STARTED
[09:09:37.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:172:0) after 7m48s
[09:17:25.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:172:0)
[09:17:25.686] Build status: STARTED
[09:17:25.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:173:0) after 5m2s
[09:22:27.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:173:0)
[09:22:27.846] Build status: STARTED
[09:22:27.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:174:0) after 5m13s
[09:27:41.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:174:0)
[09:27:41.135] Build status: STARTED
[09:27:41.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:175:0) after 5m34s
[09:33:15.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:175:0)
[09:33:15.230] Build status: STARTED
[09:33:15.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:176:0) after 4m23s
[09:37:38.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:176:0)
[09:37:38.306] Build status: STARTED
[09:37:38.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:177:0) after 3m34s
[09:41:12.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:177:0)
[09:41:12.372] Build status: STARTED
[09:41:12.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:178:0) after 3m38s
[09:44:50.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:178:0)
[09:44:50.549] Build status: STARTED
[09:44:50.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:179:0) after 2m33s
[09:47:23.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:179:0)
[09:47:23.610] Build status: STARTED
[09:47:23.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:180:0) after 8m20s
[09:55:43.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:180:0)
[09:55:43.936] Build status: STARTED
[09:55:43.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:181:0) after 8m31s
[10:04:14.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:181:0)
[10:04:14.987] Build status: STARTED
[10:04:14.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:182:0) after 5m17s
[10:09:32.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:182:0)
[10:09:32.032] Build status: STARTED
[10:09:32.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:183:0) after 8m29s
[10:18:01.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:183:0)
[10:18:01.218] Build status: STARTED
[10:18:01.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:184:0) after 7m42s
[10:25:43.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:184:0)
[10:25:43.389] Build status: STARTED
[10:25:43.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:185:0) after 3m49s
[10:29:32.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:185:0)
[10:29:32.520] Build status: STARTED
[10:29:32.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:186:0) after 7m59s
[10:37:31.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:186:0)
[10:37:31.862] Build status: STARTED
[10:37:31.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:187:0) after 2m37s
[10:40:08.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:187:0)
[10:40:08.923] Build status: STARTED
[10:40:08.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910293144077405696:188:0) after 6m34s
[10:45:14.830] Received PubSub notification, asking Buildbucket for the build status
[10:45:14.917] Build:
{
  "id": "8744863080960035569",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32210,
  "createdBy": "project:chromium",
  "createTime": "2024-06-17T17:35:01.407498222Z",
  "startTime": "2024-06-17T17:35:51.165324782Z",
  "endTime": "2024-06-18T10:44:28.065866276Z",
  "updateTime": "2024-06-18T10:44:28.065866276Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f11acd30120f6cd50ad3b91df1d8ad060b16695e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[10:45:14.917] Invocation finished in 17h10m15.867452116s with status FAILED