Status: FAILED
Triggered by: -
Duration: 18 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7869e98b43570025a34bf844de8a37158e0145e6"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7869e98b43570025a34bf844de8a37158e0145e6
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:54:16.337] New invocation is queued and will start shortly
[17:54:17.480] Starting the invocation (attempt 1)
[17:54:17.542] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7869e98b43570025a34bf844de8a37158e0145e6"
[17:54:17.542] Popped gitiles commit info from properties and tags
[17:54:17.542] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:54:17.542] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:54:17.543] Buildbucket request:
{
  "requestId": "8899420294616267296",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7869e98b43570025a34bf844de8a37158e0145e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8899420294616267296"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:54:18.127] Scheduled build:
{
  "id": "8733990232626001025",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33284,
  "createdBy": "project:chromium",
  "createTime": "2024-10-15T17:54:17.609415929Z",
  "updateTime": "2024-10-15T17:54:17.609415929Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7869e98b43570025a34bf844de8a37158e0145e6",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[17:54:18.127] Task URL: https://cr-buildbucket.appspot.com/build/8733990232626001025
[17:54:18.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:2:0) after 6m1s
[17:54:19.178] Received PubSub notification, asking Buildbucket for the build status
[17:54:19.208] Build status: SCHEDULED
[17:54:40.893] Received PubSub notification, asking Buildbucket for the build status
[17:54:40.913] Build status: STARTED
[18:00:19.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:2:0)
[18:00:19.159] Build status: STARTED
[18:00:19.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:5:0) after 6m34s
[18:06:53.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:5:0)
[18:06:53.196] Build status: STARTED
[18:06:53.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:6:0) after 8m5s
[18:14:58.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:6:0)
[18:14:58.247] Build status: STARTED
[18:14:58.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:7:0) after 8m0s
[18:22:58.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:7:0)
[18:22:58.465] Build status: STARTED
[18:22:58.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:8:0) after 7m18s
[18:30:16.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:8:0)
[18:30:16.524] Build status: STARTED
[18:30:16.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:9:0) after 9m1s
[18:39:17.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:9:0)
[18:39:17.573] Build status: STARTED
[18:39:17.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:10:0) after 4m11s
[18:43:28.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:10:0)
[18:43:28.653] Build status: STARTED
[18:43:28.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:11:0) after 5m35s
[18:49:03.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:11:0)
[18:49:03.690] Build status: STARTED
[18:49:03.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:12:0) after 4m33s
[18:53:36.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:12:0)
[18:53:36.852] Build status: STARTED
[18:53:36.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:13:0) after 6m17s
[18:59:53.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:13:0)
[18:59:53.945] Build status: STARTED
[18:59:53.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:14:0) after 4m44s
[19:04:37.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:14:0)
[19:04:38.012] Build status: STARTED
[19:04:38.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:15:0) after 3m24s
[19:08:02.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:15:0)
[19:08:02.086] Build status: STARTED
[19:08:02.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:16:0) after 2m34s
[19:10:36.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:16:0)
[19:10:36.147] Build status: STARTED
[19:10:36.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:17:0) after 2m13s
[19:12:49.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:17:0)
[19:12:49.154] Build status: STARTED
[19:12:49.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:18:0) after 1m58s
[19:14:47.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:18:0)
[19:14:47.259] Build status: STARTED
[19:14:47.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:19:0) after 3m15s
[19:18:02.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:19:0)
[19:18:02.387] Build status: STARTED
[19:18:02.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:20:0) after 6m21s
[19:24:23.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:20:0)
[19:24:23.469] Build status: STARTED
[19:24:23.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:21:0) after 5m35s
[19:29:58.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:21:0)
[19:29:58.908] Build status: STARTED
[19:29:58.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:22:0) after 8m4s
[19:38:02.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:22:0)
[19:38:03.067] Build status: STARTED
[19:38:03.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:23:0) after 6m10s
[19:44:13.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:23:0)
[19:44:13.154] Build status: STARTED
[19:44:13.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:24:0) after 6m38s
[19:50:51.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:24:0)
[19:50:51.197] Build status: STARTED
[19:50:51.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:25:0) after 8m23s
[19:59:14.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:25:0)
[19:59:14.284] Build status: STARTED
[19:59:14.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:26:0) after 7m2s
[20:06:16.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:26:0)
[20:06:16.330] Build status: STARTED
[20:06:16.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:27:0) after 8m26s
[20:14:42.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:27:0)
[20:14:42.383] Build status: STARTED
[20:14:42.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:28:0) after 7m49s
[20:22:31.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:28:0)
[20:22:31.486] Build status: STARTED
[20:22:31.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:29:0) after 1m32s
[20:24:03.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:29:0)
[20:24:03.526] Build status: STARTED
[20:24:03.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:30:0) after 1m22s
[20:25:25.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:30:0)
[20:25:25.533] Build status: STARTED
[20:25:25.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:31:0) after 6m33s
[20:31:58.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:31:0)
[20:31:58.579] Build status: STARTED
[20:31:58.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:32:0) after 6m55s
[20:38:53.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:32:0)
[20:38:53.631] Build status: STARTED
[20:38:53.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:33:0) after 4m11s
[20:43:04.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:33:0)
[20:43:04.742] Build status: STARTED
[20:43:04.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:34:0) after 2m17s
[20:45:21.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:34:0)
[20:45:21.852] Build status: STARTED
[20:45:21.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:35:0) after 8m38s
[20:53:59.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:35:0)
[20:53:59.962] Build status: STARTED
[20:53:59.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:36:0) after 5m17s
[20:59:17.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:36:0)
[20:59:17.167] Build status: STARTED
[20:59:17.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:37:0) after 8m12s
[21:07:29.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:37:0)
[21:07:29.256] Build status: STARTED
[21:07:29.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:38:0) after 6m51s
[21:14:20.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:38:0)
[21:14:20.316] Build status: STARTED
[21:14:20.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:39:0) after 7m28s
[21:21:48.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:39:0)
[21:21:48.408] Build status: STARTED
[21:21:48.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:40:0) after 9m34s
[21:31:22.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:40:0)
[21:31:22.498] Build status: STARTED
[21:31:22.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:41:0) after 3m38s
[21:35:00.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:41:0)
[21:35:00.669] Build status: STARTED
[21:35:00.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:42:0) after 4m1s
[21:39:01.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:42:0)
[21:39:01.709] Build status: STARTED
[21:39:01.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:43:0) after 4m17s
[21:43:18.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:43:0)
[21:43:18.776] Build status: STARTED
[21:43:18.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:44:0) after 8m11s
[21:51:29.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:44:0)
[21:51:29.943] Build status: STARTED
[21:51:29.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:45:0) after 1m57s
[21:53:26.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:45:0)
[21:53:26.977] Build status: STARTED
[21:53:26.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:46:0) after 4m50s
[21:58:17.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:46:0)
[21:58:17.064] Build status: STARTED
[21:58:17.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:47:0) after 3m52s
[22:02:09.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:47:0)
[22:02:09.124] Build status: STARTED
[22:02:09.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:48:0) after 5m38s
[22:07:47.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:48:0)
[22:07:47.198] Build status: STARTED
[22:07:47.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:49:0) after 5m39s
[22:13:26.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:49:0)
[22:13:26.311] Build status: STARTED
[22:13:26.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:50:0) after 7m39s
[22:21:05.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:50:0)
[22:21:05.515] Build status: STARTED
[22:21:05.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:51:0) after 9m21s
[22:30:26.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:51:0)
[22:30:26.582] Build status: STARTED
[22:30:26.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:52:0) after 5m18s
[22:35:44.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:52:0)
[22:35:44.648] Build status: STARTED
[22:35:44.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:53:0) after 8m51s
[22:44:35.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:53:0)
[22:44:35.973] Build status: STARTED
[22:44:35.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:54:0) after 7m7s
[22:51:43.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:54:0)
[22:51:43.083] Build status: STARTED
[22:51:43.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:55:0) after 4m23s
[22:56:06.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:55:0)
[22:56:06.236] Build status: STARTED
[22:56:06.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:56:0) after 8m46s
[23:04:53.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:56:0)
[23:04:53.204] Build status: STARTED
[23:04:53.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:57:0) after 6m5s
[23:10:58.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:57:0)
[23:10:58.431] Build status: STARTED
[23:10:58.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:58:0) after 7m19s
[23:18:17.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:58:0)
[23:18:17.481] Build status: STARTED
[23:18:17.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:59:0) after 4m10s
[23:22:27.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:59:0)
[23:22:27.497] Build status: STARTED
[23:22:27.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:60:0) after 5m58s
[23:28:25.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:60:0)
[23:28:25.541] Build status: STARTED
[23:28:25.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:61:0) after 6m40s
[23:35:06.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:61:0)
[23:35:06.762] Build status: STARTED
[23:35:06.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:62:0) after 6m34s
[23:41:40.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:62:0)
[23:41:40.834] Build status: STARTED
[23:41:40.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:63:0) after 9m47s
[23:51:27.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:63:0)
[23:51:27.891] Build status: STARTED
[23:51:27.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:64:0) after 2m59s
[23:54:26.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:64:0)
[23:54:26.962] Build status: STARTED
[23:54:26.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:65:0) after 6m48s
[00:01:15.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:65:0)
[00:01:15.120] Build status: STARTED
[00:01:15.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:66:0) after 3m40s
[00:04:55.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:66:0)
[00:04:55.222] Build status: STARTED
[00:04:55.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:67:0) after 1m47s
[00:06:42.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:67:0)
[00:06:42.446] Build status: STARTED
[00:06:42.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:68:0) after 6m34s
[00:13:16.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:68:0)
[00:13:16.485] Build status: STARTED
[00:13:16.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:69:0) after 8m15s
[00:21:31.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:69:0)
[00:21:31.584] Build status: STARTED
[00:21:31.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:70:0) after 3m37s
[00:25:08.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:70:0)
[00:25:08.632] Build status: STARTED
[00:25:08.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:71:0) after 8m5s
[00:33:13.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:71:0)
[00:33:13.874] Build status: STARTED
[00:33:13.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:72:0) after 1m14s
[00:34:27.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:72:0)
[00:34:27.946] Build status: STARTED
[00:34:27.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:73:0) after 9m45s
[00:44:13.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:73:0)
[00:44:13.036] Build status: STARTED
[00:44:13.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:74:0) after 9m30s
[00:53:43.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:74:0)
[00:53:43.156] Build status: STARTED
[00:53:43.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:75:0) after 1m0s
[00:54:43.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:75:0)
[00:54:43.201] Build status: STARTED
[00:54:43.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:76:0) after 6m54s
[01:01:37.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:76:0)
[01:01:37.225] Build status: STARTED
[01:01:37.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:77:0) after 8m33s
[01:10:10.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:77:0)
[01:10:10.523] Build status: STARTED
[01:10:10.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:78:0) after 5m26s
[01:15:36.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:78:0)
[01:15:36.576] Build status: STARTED
[01:15:36.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:79:0) after 9m26s
[01:25:02.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:79:0)
[01:25:02.718] Build status: STARTED
[01:25:02.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:80:0) after 5m41s
[01:30:43.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:80:0)
[01:30:43.793] Build status: STARTED
[01:30:43.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:81:0) after 6m36s
[01:37:19.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:81:0)
[01:37:19.946] Build status: STARTED
[01:37:19.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:82:0) after 7m52s
[01:45:12.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:82:0)
[01:45:12.291] Build status: STARTED
[01:45:12.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:83:0) after 7m46s
[01:52:58.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:83:0)
[01:52:58.449] Build status: STARTED
[01:52:58.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:84:0) after 3m46s
[01:56:44.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:84:0)
[01:56:44.533] Build status: STARTED
[01:56:44.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:85:0) after 7m58s
[02:04:42.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:85:0)
[02:04:42.650] Build status: STARTED
[02:04:42.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:86:0) after 9m8s
[02:13:50.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:86:0)
[02:13:50.690] Build status: STARTED
[02:13:50.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:87:0) after 7m50s
[02:21:40.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:87:0)
[02:21:40.915] Build status: STARTED
[02:21:40.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:88:0) after 8m8s
[02:29:48.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:88:0)
[02:29:48.957] Build status: STARTED
[02:29:48.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:89:0) after 9m58s
[02:39:46.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:89:0)
[02:39:46.994] Build status: STARTED
[02:39:46.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:90:0) after 9m49s
[02:49:36.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:90:0)
[02:49:36.243] Build status: STARTED
[02:49:36.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:91:0) after 3m55s
[02:53:31.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:91:0)
[02:53:31.484] Build status: STARTED
[02:53:31.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:92:0) after 9m41s
[03:03:12.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:92:0)
[03:03:12.776] Build status: STARTED
[03:03:12.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:93:0) after 5m26s
[03:08:38.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:93:0)
[03:08:38.849] Build status: STARTED
[03:08:38.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:94:0) after 8m31s
[03:17:10.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:94:0)
[03:17:10.117] Build status: STARTED
[03:17:10.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:95:0) after 5m31s
[03:22:41.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:95:0)
[03:22:41.205] Build status: STARTED
[03:22:41.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:96:0) after 1m33s
[03:24:14.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:96:0)
[03:24:14.349] Build status: STARTED
[03:24:14.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:97:0) after 7m35s
[03:31:49.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:97:0)
[03:31:49.452] Build status: STARTED
[03:31:49.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:98:0) after 3m27s
[03:35:16.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:98:0)
[03:35:16.846] Build status: STARTED
[03:35:16.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:99:0) after 4m23s
[03:39:39.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:99:0)
[03:39:39.981] Build status: STARTED
[03:39:39.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:100:0) after 1m38s
[03:41:18.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:100:0)
[03:41:18.244] Build status: STARTED
[03:41:18.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:101:0) after 2m46s
[03:44:04.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:101:0)
[03:44:04.456] Build status: STARTED
[03:44:04.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:102:0) after 3m51s
[03:47:55.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:102:0)
[03:47:55.695] Build status: STARTED
[03:47:55.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:103:0) after 5m37s
[03:53:32.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:103:0)
[03:53:32.826] Build status: STARTED
[03:53:32.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:104:0) after 9m34s
[04:03:07.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:104:0)
[04:03:07.117] Build status: STARTED
[04:03:07.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:105:0) after 2m24s
[04:05:31.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:105:0)
[04:05:31.403] Build status: STARTED
[04:05:31.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:106:0) after 9m3s
[04:14:34.542] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:106:0)
[04:14:34.598] Build status: STARTED
[04:14:34.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:107:0) after 4m15s
[04:18:49.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:107:0)
[04:18:49.633] Build status: STARTED
[04:18:49.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:108:0) after 6m8s
[04:24:57.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:108:0)
[04:24:57.673] Build status: STARTED
[04:24:57.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:109:0) after 1m16s
[04:26:13.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:109:0)
[04:26:13.719] Build status: STARTED
[04:26:13.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:110:0) after 8m42s
[04:34:55.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:110:0)
[04:34:55.824] Build status: STARTED
[04:34:55.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:111:0) after 9m58s
[04:44:53.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:111:0)
[04:44:54.154] Build status: STARTED
[04:44:54.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:112:0) after 1m8s
[04:46:02.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:112:0)
[04:46:02.170] Build status: STARTED
[04:46:02.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:113:0) after 8m2s
[04:54:04.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:113:0)
[04:54:04.301] Build status: STARTED
[04:54:04.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:114:0) after 9m9s
[05:03:13.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:114:0)
[05:03:13.367] Build status: STARTED
[05:03:13.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:115:0) after 4m15s
[05:07:28.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:115:0)
[05:07:28.663] Build status: STARTED
[05:07:28.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:116:0) after 5m17s
[05:12:45.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:116:0)
[05:12:45.712] Build status: STARTED
[05:12:45.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:117:0) after 8m16s
[05:21:01.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:117:0)
[05:21:01.857] Build status: STARTED
[05:21:01.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:118:0) after 7m4s
[05:28:05.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:118:0)
[05:28:05.901] Build status: STARTED
[05:28:05.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:119:0) after 7m32s
[05:35:38.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:119:0)
[05:35:38.118] Build status: STARTED
[05:35:38.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:120:0) after 9m1s
[05:44:39.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:120:0)
[05:44:39.579] Build status: STARTED
[05:44:39.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:121:0) after 2m36s
[05:47:15.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:121:0)
[05:47:15.647] Build status: STARTED
[05:47:15.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:122:0) after 8m0s
[05:55:15.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:122:0)
[05:55:15.686] Build status: STARTED
[05:55:15.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:123:0) after 4m51s
[06:00:06.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:123:0)
[06:00:06.952] Build status: STARTED
[06:00:06.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:124:0) after 2m41s
[06:02:48.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:124:0)
[06:02:48.060] Build status: STARTED
[06:02:48.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:125:0) after 7m44s
[06:10:32.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:125:0)
[06:10:32.161] Build status: STARTED
[06:10:32.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:126:0) after 7m24s
[06:17:56.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:126:0)
[06:17:56.257] Build status: STARTED
[06:17:56.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:127:0) after 5m39s
[06:23:35.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:127:0)
[06:23:35.372] Build status: STARTED
[06:23:35.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:128:0) after 1m52s
[06:25:27.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:128:0)
[06:25:27.411] Build status: STARTED
[06:25:27.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:129:0) after 6m28s
[06:31:55.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:129:0)
[06:31:55.768] Build status: STARTED
[06:31:55.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:130:0) after 4m56s
[06:36:52.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:130:0)
[06:36:52.233] Build status: STARTED
[06:36:52.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:131:0) after 4m57s
[06:41:49.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:131:0)
[06:41:49.335] Build status: STARTED
[06:41:49.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:132:0) after 7m41s
[06:49:30.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:132:0)
[06:49:30.578] Build status: STARTED
[06:49:30.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:133:0) after 2m20s
[06:51:50.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:133:0)
[06:51:50.623] Build status: STARTED
[06:51:50.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:134:0) after 5m14s
[06:57:04.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:134:0)
[06:57:04.670] Build status: STARTED
[06:57:04.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:135:0) after 1m11s
[06:58:15.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:135:0)
[06:58:15.742] Build status: STARTED
[06:58:15.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:136:0) after 5m17s
[07:03:32.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:136:0)
[07:03:32.875] Build status: STARTED
[07:03:32.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:137:0) after 6m19s
[07:09:52.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:137:0)
[07:09:52.022] Build status: STARTED
[07:09:52.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:138:0) after 5m52s
[07:15:44.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:138:0)
[07:15:44.078] Build status: STARTED
[07:15:44.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:139:0) after 8m21s
[07:24:05.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:139:0)
[07:24:05.207] Build status: STARTED
[07:24:05.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:140:0) after 3m17s
[07:27:22.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:140:0)
[07:27:22.399] Build status: STARTED
[07:27:22.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:141:0) after 1m55s
[07:29:17.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:141:0)
[07:29:17.542] Build status: STARTED
[07:29:17.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:142:0) after 7m44s
[07:37:01.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:142:0)
[07:37:01.585] Build status: STARTED
[07:37:01.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:143:0) after 7m23s
[07:44:24.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:143:0)
[07:44:24.735] Build status: STARTED
[07:44:24.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:144:0) after 5m59s
[07:50:23.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:144:0)
[07:50:23.871] Build status: STARTED
[07:50:23.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:145:0) after 6m52s
[07:57:15.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:145:0)
[07:57:16.006] Build status: STARTED
[07:57:16.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:146:0) after 1m50s
[07:59:06.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:146:0)
[07:59:06.107] Build status: STARTED
[07:59:06.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:147:0) after 1m26s
[08:00:32.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:147:0)
[08:00:32.231] Build status: STARTED
[08:00:32.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:148:0) after 6m43s
[08:07:15.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:148:0)
[08:07:15.336] Build status: STARTED
[08:07:15.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:149:0) after 5m29s
[08:12:44.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:149:0)
[08:12:44.405] Build status: STARTED
[08:12:44.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:150:0) after 9m0s
[08:21:44.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:150:0)
[08:21:44.537] Build status: STARTED
[08:21:44.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:151:0) after 8m59s
[08:30:43.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:151:0)
[08:30:43.589] Build status: STARTED
[08:30:43.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:152:0) after 2m5s
[08:32:48.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:152:0)
[08:32:49.049] Build status: STARTED
[08:32:49.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:153:0) after 4m35s
[08:37:24.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:153:0)
[08:37:24.095] Build status: STARTED
[08:37:24.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:154:0) after 3m52s
[08:41:16.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:154:0)
[08:41:16.186] Build status: STARTED
[08:41:16.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:155:0) after 4m24s
[08:45:40.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:155:0)
[08:45:40.473] Build status: STARTED
[08:45:40.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:156:0) after 1m10s
[08:46:50.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:156:0)
[08:46:50.560] Build status: STARTED
[08:46:50.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:157:0) after 8m42s
[08:55:32.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:157:0)
[08:55:32.632] Build status: STARTED
[08:55:32.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:158:0) after 9m56s
[09:05:28.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:158:0)
[09:05:28.836] Build status: STARTED
[09:05:28.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:159:0) after 8m55s
[09:14:23.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:159:0)
[09:14:23.991] Build status: STARTED
[09:14:23.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:160:0) after 8m7s
[09:22:31.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:160:0)
[09:22:31.036] Build status: STARTED
[09:22:31.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:161:0) after 9m11s
[09:31:42.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:161:0)
[09:31:42.191] Build status: STARTED
[09:31:42.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:162:0) after 8m35s
[09:40:17.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:162:0)
[09:40:17.514] Build status: STARTED
[09:40:17.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:163:0) after 9m9s
[09:49:26.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:163:0)
[09:49:26.560] Build status: STARTED
[09:49:26.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:164:0) after 8m43s
[09:58:09.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:164:0)
[09:58:09.713] Build status: STARTED
[09:58:09.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:165:0) after 3m24s
[10:01:33.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:165:0)
[10:01:34.062] Build status: STARTED
[10:01:34.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:166:0) after 3m53s
[10:05:27.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:166:0)
[10:05:27.106] Build status: STARTED
[10:05:27.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:167:0) after 1m10s
[10:06:37.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:167:0)
[10:06:37.440] Build status: STARTED
[10:06:37.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:168:0) after 9m2s
[10:15:39.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:168:0)
[10:15:39.578] Build status: STARTED
[10:15:39.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:169:0) after 6m50s
[10:22:29.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:169:0)
[10:22:29.729] Build status: STARTED
[10:22:29.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:170:0) after 2m21s
[10:24:50.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:170:0)
[10:24:50.772] Build status: STARTED
[10:24:50.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:171:0) after 5m18s
[10:30:09.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:171:0)
[10:30:09.173] Build status: STARTED
[10:30:09.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:172:0) after 4m38s
[10:34:47.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:172:0)
[10:34:47.219] Build status: STARTED
[10:34:47.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:173:0) after 1m31s
[10:36:18.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:173:0)
[10:36:18.430] Build status: STARTED
[10:36:18.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:174:0) after 1m14s
[10:37:32.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:174:0)
[10:37:32.472] Build status: STARTED
[10:37:32.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:175:0) after 9m8s
[10:46:40.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:175:0)
[10:46:40.744] Build status: STARTED
[10:46:40.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:176:0) after 7m57s
[10:54:37.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:176:0)
[10:54:38.010] Build status: STARTED
[10:54:38.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:177:0) after 7m24s
[11:02:02.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:177:0)
[11:02:02.341] Build status: STARTED
[11:02:02.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:178:0) after 1m43s
[11:03:45.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:178:0)
[11:03:45.349] Build status: STARTED
[11:03:45.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:179:0) after 6m35s
[11:10:20.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:179:0)
[11:10:20.439] Build status: STARTED
[11:10:20.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:180:0) after 7m25s
[11:17:45.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:180:0)
[11:17:45.582] Build status: STARTED
[11:17:45.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:181:0) after 4m17s
[11:22:02.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:181:0)
[11:22:02.735] Build status: STARTED
[11:22:02.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:182:0) after 6m4s
[11:28:06.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:182:0)
[11:28:06.859] Build status: STARTED
[11:28:06.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:183:0) after 8m45s
[11:36:52.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:183:0)
[11:36:52.155] Build status: STARTED
[11:36:52.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:184:0) after 6m30s
[11:43:22.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:184:0)
[11:43:22.390] Build status: STARTED
[11:43:22.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:185:0) after 3m3s
[11:46:25.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:185:0)
[11:46:25.524] Build status: STARTED
[11:46:25.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:186:0) after 6m25s
[11:52:50.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:186:0)
[11:52:50.742] Build status: STARTED
[11:52:50.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:187:0) after 3m12s
[11:56:02.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:187:0)
[11:56:02.889] Build status: STARTED
[11:56:02.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:188:0) after 4m8s
[12:00:10.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:188:0)
[12:00:11.036] Build status: STARTED
[12:00:11.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899420294616267296:189:0) after 6m20s
[12:05:36.138] Received PubSub notification, asking Buildbucket for the build status
[12:05:36.163] Build:
{
  "id": "8733990232626001025",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33284,
  "createdBy": "project:chromium",
  "createTime": "2024-10-15T17:54:17.609415929Z",
  "startTime": "2024-10-15T17:54:40.689654448Z",
  "endTime": "2024-10-16T12:05:35.610029838Z",
  "updateTime": "2024-10-16T12:05:35.610029838Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7869e98b43570025a34bf844de8a37158e0145e6",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[12:05:36.163] Invocation finished in 18h11m19.835626057s with status FAILED