Status: FAILED
Triggered by: -
Duration: 18 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "fa1af6cc005102d565474d91d8376a043d2ae78c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa1af6cc005102d565474d91d8376a043d2ae78c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:31:29.258] New invocation is queued and will start shortly
[11:31:30.675] Starting the invocation (attempt 1)
[11:31:30.709] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa1af6cc005102d565474d91d8376a043d2ae78c"
[11:31:30.709] Popped gitiles commit info from properties and tags
[11:31:30.709] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:31:30.709] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:31:30.710] Buildbucket request:
{
  "requestId": "8915208249499529648",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa1af6cc005102d565474d91d8376a043d2ae78c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915208249499529648"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:31:31.410] Scheduled build:
{
  "id": "8749778187250502833",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31525,
  "createdBy": "project:chromium",
  "createTime": "2024-04-24T11:31:30.775568538Z",
  "updateTime": "2024-04-24T11:31:30.775568538Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fa1af6cc005102d565474d91d8376a043d2ae78c",
      "ref": "refs/heads/main"
    }
  }
}
[11:31:31.410] Task URL: https://cr-buildbucket.appspot.com/build/8749778187250502833
[11:31:31.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:2:0) after 4m41s
[11:31:31.645] Received PubSub notification, asking Buildbucket for the build status
[11:31:31.750] Build status: SCHEDULED
[11:32:43.747] Received PubSub notification, asking Buildbucket for the build status
[11:32:43.766] Build status: STARTED
[11:36:13.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:2:0)
[11:36:13.132] Build status: STARTED
[11:36:13.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:5:0) after 5m52s
[11:42:05.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:5:0)
[11:42:05.208] Build status: STARTED
[11:42:05.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:6:0) after 8m9s
[11:50:14.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:6:0)
[11:50:14.433] Build status: STARTED
[11:50:14.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:7:0) after 1m59s
[11:52:13.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:7:0)
[11:52:13.598] Build status: STARTED
[11:52:13.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:8:0) after 5m27s
[11:57:40.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:8:0)
[11:57:40.797] Build status: STARTED
[11:57:40.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:9:0) after 1m59s
[11:59:39.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:9:0)
[11:59:39.969] Build status: STARTED
[11:59:39.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:10:0) after 9m25s
[12:09:05.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:10:0)
[12:09:05.183] Build status: STARTED
[12:09:05.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:11:0) after 3m17s
[12:12:22.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:11:0)
[12:12:22.273] Build status: STARTED
[12:12:22.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:12:0) after 5m38s
[12:18:00.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:12:0)
[12:18:00.490] Build status: STARTED
[12:18:00.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:13:0) after 4m57s
[12:22:57.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:13:0)
[12:22:57.636] Build status: STARTED
[12:22:57.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:14:0) after 1m16s
[12:24:13.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:14:0)
[12:24:13.831] Build status: STARTED
[12:24:13.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:15:0) after 5m12s
[12:29:25.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:15:0)
[12:29:25.946] Build status: STARTED
[12:29:25.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:16:0) after 8m54s
[12:38:20.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:16:0)
[12:38:20.491] Build status: STARTED
[12:38:20.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:17:0) after 5m28s
[12:43:48.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:17:0)
[12:43:48.749] Build status: STARTED
[12:43:48.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:18:0) after 7m50s
[12:51:38.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:18:0)
[12:51:38.884] Build status: STARTED
[12:51:38.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:19:0) after 8m38s
[13:00:16.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:19:0)
[13:00:16.992] Build status: STARTED
[13:00:16.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:20:0) after 8m22s
[13:08:39.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:20:0)
[13:08:39.343] Build status: STARTED
[13:08:39.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:21:0) after 1m46s
[13:10:25.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:21:0)
[13:10:25.614] Build status: STARTED
[13:10:25.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:22:0) after 9m43s
[13:20:08.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:22:0)
[13:20:08.810] Build status: STARTED
[13:20:08.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:23:0) after 3m10s
[13:23:18.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:23:0)
[13:23:18.957] Build status: STARTED
[13:23:18.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:24:0) after 2m56s
[13:26:14.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:24:0)
[13:26:15.053] Build status: STARTED
[13:26:15.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:25:0) after 7m1s
[13:33:16.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:25:0)
[13:33:16.244] Build status: STARTED
[13:33:16.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:26:0) after 6m31s
[13:39:47.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:26:0)
[13:39:47.401] Build status: STARTED
[13:39:47.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:27:0) after 1m56s
[13:41:43.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:27:0)
[13:41:43.600] Build status: STARTED
[13:41:43.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:28:0) after 6m19s
[13:48:02.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:28:0)
[13:48:02.724] Build status: STARTED
[13:48:02.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:29:0) after 3m32s
[13:51:34.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:29:0)
[13:51:34.887] Build status: STARTED
[13:51:34.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:30:0) after 9m45s
[14:01:20.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:30:0)
[14:01:20.075] Build status: STARTED
[14:01:20.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:31:0) after 9m13s
[14:10:33.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:31:0)
[14:10:33.267] Build status: STARTED
[14:10:33.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:32:0) after 7m52s
[14:18:25.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:32:0)
[14:18:25.443] Build status: STARTED
[14:18:25.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:33:0) after 8m4s
[14:26:29.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:33:0)
[14:26:29.543] Build status: STARTED
[14:26:29.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:34:0) after 7m57s
[14:34:26.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:34:0)
[14:34:26.583] Build status: STARTED
[14:34:26.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:35:0) after 4m20s
[14:38:46.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:35:0)
[14:38:46.816] Build status: STARTED
[14:38:46.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:36:0) after 5m55s
[14:44:41.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:36:0)
[14:44:41.981] Build status: STARTED
[14:44:41.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:37:0) after 7m16s
[14:51:58.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:37:0)
[14:51:58.221] Build status: STARTED
[14:51:58.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:38:0) after 6m9s
[14:58:07.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:38:0)
[14:58:07.535] Build status: STARTED
[14:58:07.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:39:0) after 6m10s
[15:04:17.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:39:0)
[15:04:17.642] Build status: STARTED
[15:04:17.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:40:0) after 3m21s
[15:07:38.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:40:0)
[15:07:38.711] Build status: STARTED
[15:07:38.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:41:0) after 3m28s
[15:11:06.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:41:0)
[15:11:06.826] Build status: STARTED
[15:11:06.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:42:0) after 6m5s
[15:17:11.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:42:0)
[15:17:11.913] Build status: STARTED
[15:17:11.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:43:0) after 4m25s
[15:21:36.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:43:0)
[15:21:36.991] Build status: STARTED
[15:21:36.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:44:0) after 4m36s
[15:26:13.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:44:0)
[15:26:13.193] Build status: STARTED
[15:26:13.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:45:0) after 6m9s
[15:32:22.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:45:0)
[15:32:22.320] Build status: STARTED
[15:32:22.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:46:0) after 4m22s
[15:36:44.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:46:0)
[15:36:44.728] Build status: STARTED
[15:36:44.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:47:0) after 6m2s
[15:42:46.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:47:0)
[15:42:46.912] Build status: STARTED
[15:42:46.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:48:0) after 9m41s
[15:52:28.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:48:0)
[15:52:28.063] Build status: STARTED
[15:52:28.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:49:0) after 3m55s
[15:56:23.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:49:0)
[15:56:23.151] Build status: STARTED
[15:56:23.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:50:0) after 5m32s
[16:01:55.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:50:0)
[16:01:55.225] Build status: STARTED
[16:01:55.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:51:0) after 7m6s
[16:09:01.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:51:0)
[16:09:01.733] Build status: STARTED
[16:09:01.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:52:0) after 1m55s
[16:10:56.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:52:0)
[16:10:56.901] Build status: STARTED
[16:10:56.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:53:0) after 5m44s
[16:16:40.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:53:0)
[16:16:40.964] Build status: STARTED
[16:16:40.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:54:0) after 6m41s
[16:23:22.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:54:0)
[16:23:22.103] Build status: STARTED
[16:23:22.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:55:0) after 9m42s
[16:33:04.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:55:0)
[16:33:04.192] Build status: STARTED
[16:33:04.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:56:0) after 3m57s
[16:37:01.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:56:0)
[16:37:01.374] Build status: STARTED
[16:37:01.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:57:0) after 3m40s
[16:40:41.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:57:0)
[16:40:41.556] Build status: STARTED
[16:40:41.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:58:0) after 9m55s
[16:50:36.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:58:0)
[16:50:36.683] Build status: STARTED
[16:50:36.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:59:0) after 9m38s
[17:00:14.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:59:0)
[17:00:14.736] Build status: STARTED
[17:00:14.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:60:0) after 4m28s
[17:04:42.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:60:0)
[17:04:42.900] Build status: STARTED
[17:04:42.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:61:0) after 6m36s
[17:11:19.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:61:0)
[17:11:19.025] Build status: STARTED
[17:11:19.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:62:0) after 1m26s
[17:12:45.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:62:0)
[17:12:45.087] Build status: STARTED
[17:12:45.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:63:0) after 4m37s
[17:17:22.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:63:0)
[17:17:22.181] Build status: STARTED
[17:17:22.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:64:0) after 5m47s
[17:23:09.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:64:0)
[17:23:09.272] Build status: STARTED
[17:23:09.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:65:0) after 3m6s
[17:26:15.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:65:0)
[17:26:15.339] Build status: STARTED
[17:26:15.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:66:0) after 7m58s
[17:34:13.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:66:0)
[17:34:13.433] Build status: STARTED
[17:34:13.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:67:0) after 4m30s
[17:38:43.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:67:0)
[17:38:43.542] Build status: STARTED
[17:38:43.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:68:0) after 6m39s
[17:45:22.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:68:0)
[17:45:22.658] Build status: STARTED
[17:45:22.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:69:0) after 5m56s
[17:51:18.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:69:0)
[17:51:18.774] Build status: STARTED
[17:51:18.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:70:0) after 4m10s
[17:55:28.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:70:0)
[17:55:28.842] Build status: STARTED
[17:55:28.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:71:0) after 9m21s
[18:04:49.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:71:0)
[18:04:49.951] Build status: STARTED
[18:04:49.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:72:0) after 1m40s
[18:06:30.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:72:0)
[18:06:30.064] Build status: STARTED
[18:06:30.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:73:0) after 2m34s
[18:09:04.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:73:0)
[18:09:04.184] Build status: STARTED
[18:09:04.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:74:0) after 6m16s
[18:15:20.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:74:0)
[18:15:20.319] Build status: STARTED
[18:15:20.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:75:0) after 3m4s
[18:18:24.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:75:0)
[18:18:24.452] Build status: STARTED
[18:18:24.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:76:0) after 5m49s
[18:24:13.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:76:0)
[18:24:13.527] Build status: STARTED
[18:24:13.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:77:0) after 8m1s
[18:32:14.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:77:0)
[18:32:14.579] Build status: STARTED
[18:32:14.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:78:0) after 8m36s
[18:40:50.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:78:0)
[18:40:50.838] Build status: STARTED
[18:40:50.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:79:0) after 3m24s
[18:44:14.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:79:0)
[18:44:14.888] Build status: STARTED
[18:44:14.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:80:0) after 6m23s
[18:50:37.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:80:0)
[18:50:37.985] Build status: STARTED
[18:50:37.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:81:0) after 1m43s
[18:52:21.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:81:0)
[18:52:21.129] Build status: STARTED
[18:52:21.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:82:0) after 8m37s
[19:00:58.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:82:0)
[19:00:58.361] Build status: STARTED
[19:00:58.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:83:0) after 8m7s
[19:09:05.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:83:0)
[19:09:05.540] Build status: STARTED
[19:09:05.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:84:0) after 6m59s
[19:16:04.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:84:0)
[19:16:04.769] Build status: STARTED
[19:16:04.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:85:0) after 3m59s
[19:20:03.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:85:0)
[19:20:03.974] Build status: STARTED
[19:20:03.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:86:0) after 1m39s
[19:21:43.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:86:0)
[19:21:43.030] Build status: STARTED
[19:21:43.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:87:0) after 3m47s
[19:25:30.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:87:0)
[19:25:30.259] Build status: STARTED
[19:25:30.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:88:0) after 2m32s
[19:28:02.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:88:0)
[19:28:02.326] Build status: STARTED
[19:28:02.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:89:0) after 5m41s
[19:33:43.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:89:0)
[19:33:43.545] Build status: STARTED
[19:33:43.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:90:0) after 6m57s
[19:40:40.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:90:0)
[19:40:40.718] Build status: STARTED
[19:40:40.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:91:0) after 9m28s
[19:50:08.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:91:0)
[19:50:08.797] Build status: STARTED
[19:50:08.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:92:0) after 8m29s
[19:58:37.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:92:0)
[19:58:37.930] Build status: STARTED
[19:58:37.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:93:0) after 8m31s
[20:07:09.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:93:0)
[20:07:09.455] Build status: STARTED
[20:07:09.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:94:0) after 6m18s
[20:13:27.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:94:0)
[20:13:27.626] Build status: STARTED
[20:13:27.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:95:0) after 1m52s
[20:15:19.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:95:0)
[20:15:19.953] Build status: STARTED
[20:15:19.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:96:0) after 5m5s
[20:20:25.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:96:0)
[20:20:25.287] Build status: STARTED
[20:20:25.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:97:0) after 1m20s
[20:21:45.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:97:0)
[20:21:45.391] Build status: STARTED
[20:21:45.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:98:0) after 5m38s
[20:27:23.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:98:0)
[20:27:23.468] Build status: STARTED
[20:27:23.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:99:0) after 9m7s
[20:36:30.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:99:0)
[20:36:30.547] Build status: STARTED
[20:36:30.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:100:0) after 9m6s
[20:45:36.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:100:0)
[20:45:36.600] Build status: STARTED
[20:45:36.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:101:0) after 9m18s
[20:54:54.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:101:0)
[20:54:54.739] Build status: STARTED
[20:54:54.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:102:0) after 6m34s
[21:01:28.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:102:0)
[21:01:28.943] Build status: STARTED
[21:01:28.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:103:0) after 1m34s
[21:03:03.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:103:0)
[21:03:03.038] Build status: STARTED
[21:03:03.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:104:0) after 3m26s
[21:06:29.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:104:0)
[21:06:29.138] Build status: STARTED
[21:06:29.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:105:0) after 3m20s
[21:09:49.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:105:0)
[21:09:49.347] Build status: STARTED
[21:09:49.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:106:0) after 2m20s
[21:12:09.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:106:0)
[21:12:09.536] Build status: STARTED
[21:12:09.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:107:0) after 9m26s
[21:21:35.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:107:0)
[21:21:35.754] Build status: STARTED
[21:21:35.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:108:0) after 9m38s
[21:31:13.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:108:0)
[21:31:13.827] Build status: STARTED
[21:31:13.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:109:0) after 5m4s
[21:36:17.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:109:0)
[21:36:17.932] Build status: STARTED
[21:36:17.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:110:0) after 9m32s
[21:45:49.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:110:0)
[21:45:50.001] Build status: STARTED
[21:45:50.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:111:0) after 7m8s
[21:52:58.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:111:0)
[21:52:58.123] Build status: STARTED
[21:52:58.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:112:0) after 7m47s
[22:00:45.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:112:0)
[22:00:45.275] Build status: STARTED
[22:00:45.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:113:0) after 8m1s
[22:08:46.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:113:0)
[22:08:46.474] Build status: STARTED
[22:08:46.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:114:0) after 3m47s
[22:12:33.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:114:0)
[22:12:33.627] Build status: STARTED
[22:12:33.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:115:0) after 8m55s
[22:21:28.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:115:0)
[22:21:28.849] Build status: STARTED
[22:21:28.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:116:0) after 7m8s
[22:28:37.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:116:0)
[22:28:37.053] Build status: STARTED
[22:28:37.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:117:0) after 4m43s
[22:33:20.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:117:0)
[22:33:20.135] Build status: STARTED
[22:33:20.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:118:0) after 7m56s
[22:41:16.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:118:0)
[22:41:16.312] Build status: STARTED
[22:41:16.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:119:0) after 2m51s
[22:44:07.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:119:0)
[22:44:07.370] Build status: STARTED
[22:44:07.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:120:0) after 9m26s
[22:53:33.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:120:0)
[22:53:33.435] Build status: STARTED
[22:53:33.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:121:0) after 8m36s
[23:02:09.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:121:0)
[23:02:09.499] Build status: STARTED
[23:02:09.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:122:0) after 2m53s
[23:05:02.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:122:0)
[23:05:02.691] Build status: STARTED
[23:05:02.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:123:0) after 3m59s
[23:09:01.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:123:0)
[23:09:01.789] Build status: STARTED
[23:09:01.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:124:0) after 5m44s
[23:14:45.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:124:0)
[23:14:45.958] Build status: STARTED
[23:14:45.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:125:0) after 6m43s
[23:21:29.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:125:0)
[23:21:29.767] Build status: STARTED
[23:21:29.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:126:0) after 9m18s
[23:30:48.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:126:0)
[23:30:48.311] Build status: STARTED
[23:30:48.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:127:0) after 3m15s
[23:34:03.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:127:0)
[23:34:03.535] Build status: STARTED
[23:34:03.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:128:0) after 5m48s
[23:39:51.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:128:0)
[23:39:51.592] Build status: STARTED
[23:39:51.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:129:0) after 4m17s
[23:44:08.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:129:0)
[23:44:08.765] Build status: STARTED
[23:44:08.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:130:0) after 2m35s
[23:46:44.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:130:0)
[23:46:44.116] Build status: STARTED
[23:46:44.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:131:0) after 7m47s
[23:54:31.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:131:0)
[23:54:31.190] Build status: STARTED
[23:54:31.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:132:0) after 8m27s
[00:02:58.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:132:0)
[00:02:58.270] Build status: STARTED
[00:02:58.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:133:0) after 1m44s
[00:04:42.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:133:0)
[00:04:42.346] Build status: STARTED
[00:04:42.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:134:0) after 6m26s
[00:11:08.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:134:0)
[00:11:08.402] Build status: STARTED
[00:11:08.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:135:0) after 4m36s
[00:15:44.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:135:0)
[00:15:44.480] Build status: STARTED
[00:15:44.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:136:0) after 5m2s
[00:20:46.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:136:0)
[00:20:46.577] Build status: STARTED
[00:20:46.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:137:0) after 6m21s
[00:27:07.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:137:0)
[00:27:07.713] Build status: STARTED
[00:27:07.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:138:0) after 8m13s
[00:35:20.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:138:0)
[00:35:20.813] Build status: STARTED
[00:35:20.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:139:0) after 8m33s
[00:43:53.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:139:0)
[00:43:53.889] Build status: STARTED
[00:43:53.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:140:0) after 9m31s
[00:53:24.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:140:0)
[00:53:25.039] Build status: STARTED
[00:53:25.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:141:0) after 7m5s
[01:00:30.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:141:0)
[01:00:30.139] Build status: STARTED
[01:00:30.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:142:0) after 8m20s
[01:08:50.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:142:0)
[01:08:50.343] Build status: STARTED
[01:08:50.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:143:0) after 2m16s
[01:11:06.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:143:0)
[01:11:06.405] Build status: STARTED
[01:11:06.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:144:0) after 9m12s
[01:20:18.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:144:0)
[01:20:18.532] Build status: STARTED
[01:20:18.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:145:0) after 8m16s
[01:28:34.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:145:0)
[01:28:34.616] Build status: STARTED
[01:28:34.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:146:0) after 5m31s
[01:34:05.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:146:0)
[01:34:05.679] Build status: STARTED
[01:34:05.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:147:0) after 5m20s
[01:39:25.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:147:0)
[01:39:25.737] Build status: STARTED
[01:39:25.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:148:0) after 7m40s
[01:47:05.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:148:0)
[01:47:05.876] Build status: STARTED
[01:47:05.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:149:0) after 1m27s
[01:48:32.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:149:0)
[01:48:32.934] Build status: STARTED
[01:48:32.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:150:0) after 7m23s
[01:55:56.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:150:0)
[01:55:56.036] Build status: STARTED
[01:55:56.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:151:0) after 6m32s
[02:02:28.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:151:0)
[02:02:28.427] Build status: STARTED
[02:02:28.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:152:0) after 9m33s
[02:12:01.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:152:0)
[02:12:01.637] Build status: STARTED
[02:12:01.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:153:0) after 7m28s
[02:19:30.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:153:0)
[02:19:30.231] Build status: STARTED
[02:19:30.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:154:0) after 8m4s
[02:27:34.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:154:0)
[02:27:34.286] Build status: STARTED
[02:27:34.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:155:0) after 6m52s
[02:34:26.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:155:0)
[02:34:26.757] Build status: STARTED
[02:34:26.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:156:0) after 4m9s
[02:38:36.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:156:0)
[02:38:36.133] Build status: STARTED
[02:38:36.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:157:0) after 3m48s
[02:42:24.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:157:0)
[02:42:24.310] Build status: STARTED
[02:42:24.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:158:0) after 9m45s
[02:52:09.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:158:0)
[02:52:09.430] Build status: STARTED
[02:52:09.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:159:0) after 6m28s
[02:58:37.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:159:0)
[02:58:37.503] Build status: STARTED
[02:58:37.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:160:0) after 6m28s
[03:05:05.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:160:0)
[03:05:05.977] Build status: STARTED
[03:05:05.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:161:0) after 7m38s
[03:12:44.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:161:0)
[03:12:44.086] Build status: STARTED
[03:12:44.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:162:0) after 4m29s
[03:17:13.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:162:0)
[03:17:13.199] Build status: STARTED
[03:17:13.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:163:0) after 3m3s
[03:20:16.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:163:0)
[03:20:16.532] Build status: STARTED
[03:20:16.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:164:0) after 7m24s
[03:27:40.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:164:0)
[03:27:40.862] Build status: STARTED
[03:27:40.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:165:0) after 7m59s
[03:35:39.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:165:0)
[03:35:39.933] Build status: STARTED
[03:35:39.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:166:0) after 7m19s
[03:42:58.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:166:0)
[03:42:58.980] Build status: STARTED
[03:42:58.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:167:0) after 1m42s
[03:44:40.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:167:0)
[03:44:41.002] Build status: STARTED
[03:44:41.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:168:0) after 7m57s
[03:52:38.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:168:0)
[03:52:38.344] Build status: STARTED
[03:52:38.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:169:0) after 1m32s
[03:54:10.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:169:0)
[03:54:10.401] Build status: STARTED
[03:54:10.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:170:0) after 5m12s
[03:59:22.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:170:0)
[03:59:22.846] Build status: STARTED
[03:59:22.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:171:0) after 6m14s
[04:05:36.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:171:0)
[04:05:36.906] Build status: STARTED
[04:05:36.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:172:0) after 2m32s
[04:08:09.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:172:0)
[04:08:09.073] Build status: STARTED
[04:08:09.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:173:0) after 1m39s
[04:09:48.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:173:0)
[04:09:48.258] Build status: STARTED
[04:09:48.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:174:0) after 3m18s
[04:13:06.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:174:0)
[04:13:06.681] Build status: STARTED
[04:13:06.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:175:0) after 2m9s
[04:15:15.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:175:0)
[04:15:15.871] Build status: STARTED
[04:15:15.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:176:0) after 1m39s
[04:16:55.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:176:0)
[04:16:55.401] Build status: STARTED
[04:16:55.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:177:0) after 2m49s
[04:19:44.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:177:0)
[04:19:44.601] Build status: STARTED
[04:19:44.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:178:0) after 7m17s
[04:27:01.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:178:0)
[04:27:01.658] Build status: STARTED
[04:27:01.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:179:0) after 4m10s
[04:31:11.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:179:0)
[04:31:11.743] Build status: STARTED
[04:31:11.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:180:0) after 1m10s
[04:32:21.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:180:0)
[04:32:21.822] Build status: STARTED
[04:32:21.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:181:0) after 7m2s
[04:39:24.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:181:0)
[04:39:24.446] Build status: STARTED
[04:39:24.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:182:0) after 5m38s
[04:45:02.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:182:0)
[04:45:02.609] Build status: STARTED
[04:45:02.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:183:0) after 9m38s
[04:54:40.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:183:0)
[04:54:40.716] Build status: STARTED
[04:54:40.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:184:0) after 8m5s
[05:02:45.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:184:0)
[05:02:45.865] Build status: STARTED
[05:02:45.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:185:0) after 5m47s
[05:08:33.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:185:0)
[05:08:33.734] Build status: STARTED
[05:08:33.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:186:0) after 4m22s
[05:12:55.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:186:0)
[05:12:55.888] Build status: STARTED
[05:12:55.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:187:0) after 6m59s
[05:19:55.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:187:0)
[05:19:55.080] Build status: STARTED
[05:19:55.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:188:0) after 7m53s
[05:27:48.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:188:0)
[05:27:48.142] Build status: STARTED
[05:27:48.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:189:0) after 1m33s
[05:29:21.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:189:0)
[05:29:21.196] Build status: STARTED
[05:29:21.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:190:0) after 5m4s
[05:34:25.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:190:0)
[05:34:25.534] Build status: STARTED
[05:34:25.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:191:0) after 6m6s
[05:40:31.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:191:0)
[05:40:31.596] Build status: STARTED
[05:40:31.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:192:0) after 4m32s
[05:45:03.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:192:0)
[05:45:03.645] Build status: STARTED
[05:45:03.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:193:0) after 4m28s
[05:49:31.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:193:0)
[05:49:31.915] Build status: STARTED
[05:49:31.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:194:0) after 6m40s
[05:56:12.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:194:0)
[05:56:12.105] Build status: STARTED
[05:56:12.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915208249499529648:195:0) after 8m49s
[06:04:42.474] Received PubSub notification, asking Buildbucket for the build status
[06:04:42.507] Build:
{
  "id": "8749778187250502833",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31525,
  "createdBy": "project:chromium",
  "createTime": "2024-04-24T11:31:30.775568538Z",
  "startTime": "2024-04-24T11:32:43.400070994Z",
  "endTime": "2024-04-25T06:04:42.157720412Z",
  "updateTime": "2024-04-25T06:04:42.157720412Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fa1af6cc005102d565474d91d8376a043d2ae78c",
      "ref": "refs/heads/main"
    }
  }
}
[06:04:42.507] Invocation finished in 18h33m13.259973562s with status FAILED