Status: FAILED
Triggered by: -
Duration: 17 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5398ac07d68fe625702df56e9ddd1c37c2174509"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5398ac07d68fe625702df56e9ddd1c37c2174509
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:10:16.562] New invocation is queued and will start shortly
[18:10:17.617] Starting the invocation (attempt 1)
[18:10:17.652] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5398ac07d68fe625702df56e9ddd1c37c2174509"
[18:10:17.652] Popped gitiles commit info from properties and tags
[18:10:17.652] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:10:17.652] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:10:17.652] Buildbucket request:
{
  "requestId": "8909747341924742160",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5398ac07d68fe625702df56e9ddd1c37c2174509",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8909747341924742160"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:10:18.360] Scheduled build:
{
  "id": "8744317280044444081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32231,
  "createdBy": "project:chromium",
  "createTime": "2024-06-23T18:10:17.722039514Z",
  "updateTime": "2024-06-23T18:10:17.722039514Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5398ac07d68fe625702df56e9ddd1c37c2174509",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[18:10:18.360] Task URL: https://cr-buildbucket.appspot.com/build/8744317280044444081
[18:10:18.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:2:0) after 6m56s
[18:10:59.961] Received PubSub notification, asking Buildbucket for the build status
[18:11:00.013] Build status: STARTED
[18:11:04.417] Received PubSub notification, asking Buildbucket for the build status
[18:11:04.436] Build status: STARTED
[18:17:14.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:2:0)
[18:17:14.502] Build status: STARTED
[18:17:14.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:5:0) after 9m8s
[18:26:22.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:5:0)
[18:26:22.541] Build status: STARTED
[18:26:22.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:6:0) after 4m28s
[18:30:50.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:6:0)
[18:30:50.763] Build status: STARTED
[18:30:50.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:7:0) after 4m52s
[18:35:42.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:7:0)
[18:35:42.903] Build status: STARTED
[18:35:42.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:8:0) after 7m20s
[18:43:02.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:8:0)
[18:43:02.981] Build status: STARTED
[18:43:02.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:9:0) after 9m42s
[18:52:45.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:9:0)
[18:52:45.179] Build status: STARTED
[18:52:45.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:10:0) after 8m6s
[19:00:51.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:10:0)
[19:00:51.295] Build status: STARTED
[19:00:51.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:11:0) after 9m11s
[19:10:02.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:11:0)
[19:10:02.323] Build status: STARTED
[19:10:02.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:12:0) after 9m34s
[19:19:36.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:12:0)
[19:19:36.416] Build status: STARTED
[19:19:36.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:13:0) after 8m38s
[19:28:14.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:13:0)
[19:28:14.577] Build status: STARTED
[19:28:14.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:14:0) after 9m55s
[19:38:09.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:14:0)
[19:38:09.733] Build status: STARTED
[19:38:09.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:15:0) after 6m53s
[19:45:02.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:15:0)
[19:45:02.895] Build status: STARTED
[19:45:02.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:16:0) after 7m32s
[19:52:34.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:16:0)
[19:52:34.984] Build status: STARTED
[19:52:34.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:17:0) after 5m3s
[19:57:38.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:17:0)
[19:57:38.132] Build status: STARTED
[19:57:38.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:18:0) after 4m26s
[20:02:04.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:18:0)
[20:02:04.275] Build status: STARTED
[20:02:04.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:19:0) after 9m9s
[20:11:13.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:19:0)
[20:11:13.435] Build status: STARTED
[20:11:13.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:20:0) after 3m45s
[20:14:58.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:20:0)
[20:14:58.481] Build status: STARTED
[20:14:58.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:21:0) after 2m20s
[20:17:18.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:21:0)
[20:17:18.518] Build status: STARTED
[20:17:18.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:22:0) after 7m8s
[20:24:26.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:22:0)
[20:24:26.765] Build status: STARTED
[20:24:26.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:23:0) after 4m23s
[20:28:50.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:23:0)
[20:28:50.216] Build status: STARTED
[20:28:50.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:24:0) after 5m43s
[20:34:33.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:24:0)
[20:34:33.431] Build status: STARTED
[20:34:33.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:25:0) after 9m1s
[20:43:34.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:25:0)
[20:43:34.656] Build status: STARTED
[20:43:34.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:26:0) after 9m37s
[20:53:11.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:26:0)
[20:53:11.716] Build status: STARTED
[20:53:11.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:27:0) after 3m52s
[20:57:03.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:27:0)
[20:57:03.759] Build status: STARTED
[20:57:03.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:28:0) after 8m32s
[21:05:35.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:28:0)
[21:05:35.817] Build status: STARTED
[21:05:35.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:29:0) after 3m14s
[21:08:49.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:29:0)
[21:08:49.809] Build status: STARTED
[21:08:49.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:30:0) after 7m37s
[21:16:26.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:30:0)
[21:16:26.868] Build status: STARTED
[21:16:26.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:31:0) after 5m21s
[21:21:47.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:31:0)
[21:21:47.932] Build status: STARTED
[21:21:47.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:32:0) after 6m45s
[21:28:32.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:32:0)
[21:28:32.991] Build status: STARTED
[21:28:32.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:33:0) after 1m6s
[21:29:39.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:33:0)
[21:29:39.087] Build status: STARTED
[21:29:39.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:34:0) after 5m48s
[21:35:27.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:34:0)
[21:35:27.135] Build status: STARTED
[21:35:27.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:35:0) after 8m57s
[21:44:24.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:35:0)
[21:44:24.173] Build status: STARTED
[21:44:24.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:36:0) after 3m10s
[21:47:34.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:36:0)
[21:47:34.216] Build status: STARTED
[21:47:34.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:37:0) after 3m7s
[21:50:41.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:37:0)
[21:50:41.352] Build status: STARTED
[21:50:41.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:38:0) after 5m16s
[21:55:57.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:38:0)
[21:55:57.474] Build status: STARTED
[21:55:57.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:39:0) after 4m29s
[22:00:26.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:39:0)
[22:00:26.626] Build status: STARTED
[22:00:26.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:40:0) after 5m26s
[22:05:52.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:40:0)
[22:05:52.667] Build status: STARTED
[22:05:52.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:41:0) after 7m20s
[22:13:12.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:41:0)
[22:13:12.765] Build status: STARTED
[22:13:12.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:42:0) after 8m15s
[22:21:27.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:42:0)
[22:21:27.850] Build status: STARTED
[22:21:27.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:43:0) after 1m3s
[22:22:30.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:43:0)
[22:22:30.901] Build status: STARTED
[22:22:30.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:44:0) after 6m21s
[22:28:51.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:44:0)
[22:28:51.945] Build status: STARTED
[22:28:51.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:45:0) after 9m42s
[22:38:34.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:45:0)
[22:38:34.843] Build status: STARTED
[22:38:34.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:46:0) after 3m2s
[22:41:36.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:46:0)
[22:41:36.985] Build status: STARTED
[22:41:36.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:47:0) after 4m20s
[22:45:57.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:47:0)
[22:45:57.128] Build status: STARTED
[22:45:57.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:48:0) after 9m51s
[22:55:48.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:48:0)
[22:55:48.419] Build status: STARTED
[22:55:48.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:49:0) after 1m37s
[22:57:25.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:49:0)
[22:57:25.614] Build status: STARTED
[22:57:25.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:50:0) after 4m11s
[23:01:36.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:50:0)
[23:01:36.821] Build status: STARTED
[23:01:36.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:51:0) after 9m54s
[23:11:30.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:51:0)
[23:11:30.964] Build status: STARTED
[23:11:30.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:52:0) after 7m48s
[23:19:19.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:52:0)
[23:19:19.121] Build status: STARTED
[23:19:19.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:53:0) after 9m20s
[23:28:39.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:53:0)
[23:28:39.157] Build status: STARTED
[23:28:39.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:54:0) after 1m3s
[23:29:42.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:54:0)
[23:29:42.256] Build status: STARTED
[23:29:42.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:55:0) after 1m23s
[23:31:05.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:55:0)
[23:31:05.356] Build status: STARTED
[23:31:05.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:56:0) after 9m32s
[23:40:37.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:56:0)
[23:40:37.492] Build status: STARTED
[23:40:37.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:57:0) after 7m48s
[23:48:25.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:57:0)
[23:48:25.536] Build status: STARTED
[23:48:25.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:58:0) after 6m12s
[23:54:37.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:58:0)
[23:54:37.557] Build status: STARTED
[23:54:37.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:59:0) after 1m20s
[23:55:57.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:59:0)
[23:55:57.624] Build status: STARTED
[23:55:57.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:60:0) after 9m26s
[00:05:23.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:60:0)
[00:05:23.683] Build status: STARTED
[00:05:23.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:61:0) after 4m7s
[00:09:30.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:61:0)
[00:09:30.728] Build status: STARTED
[00:09:30.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:62:0) after 2m59s
[00:12:29.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:62:0)
[00:12:29.770] Build status: STARTED
[00:12:29.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:63:0) after 4m46s
[00:17:15.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:63:0)
[00:17:15.920] Build status: STARTED
[00:17:15.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:64:0) after 4m51s
[00:22:07.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:64:0)
[00:22:07.084] Build status: STARTED
[00:22:07.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:65:0) after 8m37s
[00:30:44.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:65:0)
[00:30:44.217] Build status: STARTED
[00:30:44.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:66:0) after 7m43s
[00:38:27.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:66:0)
[00:38:27.274] Build status: STARTED
[00:38:27.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:67:0) after 3m58s
[00:42:25.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:67:0)
[00:42:25.813] Build status: STARTED
[00:42:25.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:68:0) after 9m39s
[00:52:04.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:68:0)
[00:52:04.877] Build status: STARTED
[00:52:04.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:69:0) after 1m43s
[00:53:48.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:69:0)
[00:53:48.117] Build status: STARTED
[00:53:48.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:70:0) after 5m18s
[00:59:06.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:70:0)
[00:59:06.260] Build status: STARTED
[00:59:06.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:71:0) after 1m54s
[01:01:00.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:71:0)
[01:01:00.495] Build status: STARTED
[01:01:00.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:72:0) after 5m49s
[01:06:49.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:72:0)
[01:06:49.644] Build status: STARTED
[01:06:49.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:73:0) after 6m1s
[01:12:50.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:73:0)
[01:12:50.695] Build status: STARTED
[01:12:50.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:74:0) after 3m58s
[01:16:48.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:74:0)
[01:16:48.885] Build status: STARTED
[01:16:48.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:75:0) after 1m37s
[01:18:25.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:75:0)
[01:18:25.943] Build status: STARTED
[01:18:25.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:76:0) after 5m7s
[01:23:33.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:76:0)
[01:23:33.120] Build status: STARTED
[01:23:33.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:77:0) after 1m11s
[01:24:44.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:77:0)
[01:24:44.379] Build status: STARTED
[01:24:44.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:78:0) after 7m13s
[01:31:57.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:78:0)
[01:31:57.455] Build status: STARTED
[01:31:57.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:79:0) after 5m25s
[01:37:22.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:79:0)
[01:37:22.592] Build status: STARTED
[01:37:22.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:80:0) after 9m54s
[01:47:16.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:80:0)
[01:47:16.713] Build status: STARTED
[01:47:16.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:81:0) after 8m10s
[01:55:26.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:81:0)
[01:55:26.783] Build status: STARTED
[01:55:26.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:82:0) after 6m5s
[02:01:31.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:82:0)
[02:01:31.838] Build status: STARTED
[02:01:31.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:83:0) after 5m41s
[02:07:12.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:83:0)
[02:07:12.943] Build status: STARTED
[02:07:12.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:84:0) after 7m47s
[02:15:00.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:84:0)
[02:15:00.106] Build status: STARTED
[02:15:00.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:85:0) after 9m40s
[02:24:40.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:85:0)
[02:24:40.145] Build status: STARTED
[02:24:40.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:86:0) after 4m22s
[02:29:02.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:86:0)
[02:29:02.367] Build status: STARTED
[02:29:02.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:87:0) after 3m12s
[02:32:14.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:87:0)
[02:32:14.640] Build status: STARTED
[02:32:14.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:88:0) after 1m31s
[02:33:45.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:88:0)
[02:33:45.797] Build status: STARTED
[02:33:45.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:89:0) after 3m34s
[02:37:19.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:89:0)
[02:37:20.008] Build status: STARTED
[02:37:20.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:90:0) after 7m26s
[02:44:46.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:90:0)
[02:44:46.214] Build status: STARTED
[02:44:46.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:91:0) after 4m41s
[02:49:27.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:91:0)
[02:49:27.256] Build status: STARTED
[02:49:27.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:92:0) after 8m52s
[02:58:19.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:92:0)
[02:58:19.396] Build status: STARTED
[02:58:19.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:93:0) after 5m8s
[03:03:27.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:93:0)
[03:03:27.449] Build status: STARTED
[03:03:27.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:94:0) after 9m38s
[03:13:05.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:94:0)
[03:13:05.587] Build status: STARTED
[03:13:05.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:95:0) after 2m21s
[03:15:26.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:95:0)
[03:15:26.632] Build status: STARTED
[03:15:26.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:96:0) after 4m58s
[03:20:24.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:96:0)
[03:20:24.751] Build status: STARTED
[03:20:24.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:97:0) after 6m47s
[03:27:11.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:97:0)
[03:27:11.947] Build status: STARTED
[03:27:11.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:98:0) after 5m49s
[03:33:00.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:98:0)
[03:33:00.975] Build status: STARTED
[03:33:00.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:99:0) after 8m31s
[03:41:32.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:99:0)
[03:41:32.020] Build status: STARTED
[03:41:32.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:100:0) after 3m52s
[03:45:24.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:100:0)
[03:45:24.061] Build status: STARTED
[03:45:24.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:101:0) after 3m32s
[03:48:56.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:101:0)
[03:48:56.201] Build status: STARTED
[03:48:56.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:102:0) after 4m2s
[03:52:58.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:102:0)
[03:52:58.311] Build status: STARTED
[03:52:58.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:103:0) after 5m10s
[03:58:08.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:103:0)
[03:58:08.868] Build status: STARTED
[03:58:08.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:104:0) after 7m26s
[04:05:35.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:104:0)
[04:05:35.062] Build status: STARTED
[04:05:35.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:105:0) after 3m38s
[04:09:13.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:105:0)
[04:09:13.105] Build status: STARTED
[04:09:13.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:106:0) after 4m11s
[04:13:24.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:106:0)
[04:13:24.240] Build status: STARTED
[04:13:24.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:107:0) after 5m29s
[04:18:53.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:107:0)
[04:18:53.279] Build status: STARTED
[04:18:53.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:108:0) after 7m40s
[04:26:33.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:108:0)
[04:26:33.498] Build status: STARTED
[04:26:33.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:109:0) after 2m50s
[04:29:23.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:109:0)
[04:29:23.580] Build status: STARTED
[04:29:23.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:110:0) after 8m59s
[04:38:22.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:110:0)
[04:38:22.618] Build status: STARTED
[04:38:22.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:111:0) after 6m9s
[04:44:31.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:111:0)
[04:44:31.759] Build status: STARTED
[04:44:31.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:112:0) after 5m28s
[04:50:00.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:112:0)
[04:50:00.030] Build status: STARTED
[04:50:00.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:113:0) after 5m48s
[04:55:48.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:113:0)
[04:55:48.249] Build status: STARTED
[04:55:48.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:114:0) after 4m55s
[05:00:43.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:114:0)
[05:00:43.326] Build status: STARTED
[05:00:43.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:115:0) after 4m49s
[05:05:32.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:115:0)
[05:05:32.367] Build status: STARTED
[05:05:32.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:116:0) after 6m27s
[05:11:59.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:116:0)
[05:11:59.420] Build status: STARTED
[05:11:59.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:117:0) after 6m32s
[05:18:31.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:117:0)
[05:18:31.466] Build status: STARTED
[05:18:31.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:118:0) after 4m57s
[05:23:28.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:118:0)
[05:23:28.622] Build status: STARTED
[05:23:28.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:119:0) after 3m47s
[05:27:15.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:119:0)
[05:27:15.662] Build status: STARTED
[05:27:15.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:120:0) after 6m50s
[05:34:05.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:120:0)
[05:34:05.703] Build status: STARTED
[05:34:05.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:121:0) after 7m19s
[05:41:24.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:121:0)
[05:41:24.847] Build status: STARTED
[05:41:24.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:122:0) after 1m47s
[05:43:11.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:122:0)
[05:43:11.993] Build status: STARTED
[05:43:11.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:123:0) after 5m50s
[05:49:02.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:123:0)
[05:49:02.089] Build status: STARTED
[05:49:02.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:124:0) after 7m31s
[05:56:33.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:124:0)
[05:56:33.116] Build status: STARTED
[05:56:33.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:125:0) after 2m41s
[05:59:14.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:125:0)
[05:59:14.484] Build status: STARTED
[05:59:14.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:126:0) after 4m37s
[06:03:51.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:126:0)
[06:03:51.528] Build status: STARTED
[06:03:51.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:127:0) after 5m30s
[06:09:21.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:127:0)
[06:09:21.714] Build status: STARTED
[06:09:21.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:128:0) after 1m24s
[06:10:45.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:128:0)
[06:10:45.795] Build status: STARTED
[06:10:45.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:129:0) after 7m58s
[06:18:43.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:129:0)
[06:18:43.893] Build status: STARTED
[06:18:43.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:130:0) after 7m28s
[06:26:12.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:130:0)
[06:26:12.125] Build status: STARTED
[06:26:12.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:131:0) after 9m28s
[06:35:40.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:131:0)
[06:35:40.242] Build status: STARTED
[06:35:40.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:132:0) after 5m8s
[06:40:48.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:132:0)
[06:40:48.278] Build status: STARTED
[06:40:48.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:133:0) after 2m16s
[06:43:04.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:133:0)
[06:43:04.352] Build status: STARTED
[06:43:04.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:134:0) after 7m33s
[06:50:37.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:134:0)
[06:50:37.608] Build status: STARTED
[06:50:37.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:135:0) after 8m32s
[06:59:09.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:135:0)
[06:59:09.848] Build status: STARTED
[06:59:09.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:136:0) after 2m19s
[07:01:28.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:136:0)
[07:01:29.018] Build status: STARTED
[07:01:29.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:137:0) after 2m19s
[07:03:48.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:137:0)
[07:03:48.059] Build status: STARTED
[07:03:48.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:138:0) after 5m34s
[07:09:22.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:138:0)
[07:09:22.154] Build status: STARTED
[07:09:22.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:139:0) after 1m52s
[07:11:14.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:139:0)
[07:11:14.208] Build status: STARTED
[07:11:14.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:140:0) after 7m45s
[07:18:59.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:140:0)
[07:18:59.245] Build status: STARTED
[07:18:59.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:141:0) after 3m25s
[07:22:24.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:141:0)
[07:22:24.399] Build status: STARTED
[07:22:24.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:142:0) after 7m46s
[07:30:10.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:142:0)
[07:30:10.431] Build status: STARTED
[07:30:10.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:143:0) after 5m49s
[07:36:51.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:143:0)
[07:36:52.375] Build status: STARTED
[07:36:52.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:144:0) after 5m28s
[07:42:20.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:144:0)
[07:42:20.497] Build status: STARTED
[07:42:20.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:145:0) after 3m3s
[07:45:23.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:145:0)
[07:45:23.575] Build status: STARTED
[07:45:23.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:146:0) after 8m9s
[07:53:32.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:146:0)
[07:53:32.622] Build status: STARTED
[07:53:32.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:147:0) after 7m36s
[08:01:08.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:147:0)
[08:01:09.041] Build status: STARTED
[08:01:09.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:148:0) after 6m2s
[08:07:11.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:148:0)
[08:07:11.150] Build status: STARTED
[08:07:11.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:149:0) after 1m36s
[08:08:47.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:149:0)
[08:08:47.320] Build status: STARTED
[08:08:47.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:150:0) after 4m10s
[08:12:57.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:150:0)
[08:12:57.670] Build status: STARTED
[08:12:57.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:151:0) after 6m47s
[08:19:44.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:151:0)
[08:19:44.952] Build status: STARTED
[08:19:44.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:152:0) after 8m11s
[08:27:56.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:152:0)
[08:27:56.224] Build status: STARTED
[08:27:56.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:153:0) after 6m38s
[08:34:34.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:153:0)
[08:34:34.363] Build status: STARTED
[08:34:34.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:154:0) after 8m48s
[08:43:22.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:154:0)
[08:43:22.502] Build status: STARTED
[08:43:22.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:155:0) after 8m29s
[08:51:51.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:155:0)
[08:51:51.648] Build status: STARTED
[08:51:51.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:156:0) after 7m57s
[08:59:48.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:156:0)
[08:59:48.704] Build status: STARTED
[08:59:48.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:157:0) after 7m12s
[09:07:00.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:157:0)
[09:07:00.872] Build status: STARTED
[09:07:00.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:158:0) after 3m36s
[09:10:36.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:158:0)
[09:10:37.067] Build status: STARTED
[09:10:37.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:159:0) after 2m48s
[09:13:25.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:159:0)
[09:13:25.109] Build status: STARTED
[09:13:25.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:160:0) after 2m1s
[09:15:26.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:160:0)
[09:15:26.157] Build status: STARTED
[09:15:26.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:161:0) after 1m13s
[09:16:39.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:161:0)
[09:16:39.296] Build status: STARTED
[09:16:39.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:162:0) after 4m1s
[09:20:40.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:162:0)
[09:20:40.400] Build status: STARTED
[09:20:40.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:163:0) after 3m33s
[09:24:13.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:163:0)
[09:24:13.538] Build status: STARTED
[09:24:13.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:164:0) after 9m34s
[09:33:47.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:164:0)
[09:33:47.622] Build status: STARTED
[09:33:47.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:165:0) after 5m59s
[09:39:46.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:165:0)
[09:39:46.780] Build status: STARTED
[09:39:46.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:166:0) after 3m50s
[09:43:37.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:166:0)
[09:43:37.092] Build status: STARTED
[09:43:37.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:167:0) after 1m38s
[09:45:15.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:167:0)
[09:45:15.306] Build status: STARTED
[09:45:15.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:168:0) after 2m45s
[09:48:00.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:168:0)
[09:48:00.456] Build status: STARTED
[09:48:00.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:169:0) after 7m37s
[09:55:37.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:169:0)
[09:55:37.547] Build status: STARTED
[09:55:37.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:170:0) after 4m18s
[09:59:55.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:170:0)
[09:59:55.703] Build status: STARTED
[09:59:55.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:171:0) after 2m32s
[10:02:27.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:171:0)
[10:02:27.928] Build status: STARTED
[10:02:27.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:172:0) after 7m42s
[10:10:09.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:172:0)
[10:10:09.962] Build status: STARTED
[10:10:09.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:173:0) after 9m5s
[10:19:15.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:173:0)
[10:19:15.061] Build status: STARTED
[10:19:15.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:174:0) after 6m43s
[10:25:58.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:174:0)
[10:25:58.173] Build status: STARTED
[10:25:58.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:175:0) after 3m9s
[10:29:07.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:175:0)
[10:29:07.229] Build status: STARTED
[10:29:07.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:176:0) after 2m31s
[10:31:38.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:176:0)
[10:31:38.266] Build status: STARTED
[10:31:38.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:177:0) after 8m19s
[10:39:57.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:177:0)
[10:39:57.436] Build status: STARTED
[10:39:57.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:178:0) after 3m21s
[10:43:18.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:178:0)
[10:43:18.612] Build status: STARTED
[10:43:18.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:179:0) after 1m51s
[10:45:09.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:179:0)
[10:45:09.752] Build status: STARTED
[10:45:09.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:180:0) after 2m6s
[10:47:15.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:180:0)
[10:47:15.952] Build status: STARTED
[10:47:15.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:181:0) after 6m1s
[10:53:17.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:181:0)
[10:53:17.095] Build status: STARTED
[10:53:17.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:182:0) after 7m45s
[11:01:02.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:182:0)
[11:01:02.440] Build status: STARTED
[11:01:02.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:183:0) after 4m32s
[11:05:34.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:183:0)
[11:05:34.954] Build status: STARTED
[11:05:34.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:184:0) after 9m58s
[11:15:32.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:184:0)
[11:15:33.001] Build status: STARTED
[11:15:33.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8909747341924742160:185:0) after 8m12s
[11:20:32.236] Received PubSub notification, asking Buildbucket for the build status
[11:20:32.253] Build:
{
  "id": "8744317280044444081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32231,
  "createdBy": "project:chromium",
  "createTime": "2024-06-23T18:10:17.722039514Z",
  "startTime": "2024-06-23T18:10:22.339320614Z",
  "endTime": "2024-06-24T11:20:31.976424530Z",
  "updateTime": "2024-06-24T11:20:31.976424530Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5398ac07d68fe625702df56e9ddd1c37c2174509",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[11:20:32.253] Invocation finished in 17h10m15.707404003s with status FAILED