Status: FAILED
Triggered by: -
Duration: 18 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "056ab83d3a63e5db0ba2cc9e8d6a446e6a8f73b7"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/056ab83d3a63e5db0ba2cc9e8d6a446e6a8f73b7
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:52:48.440] New invocation is queued and will start shortly
[01:52:49.547] Starting the invocation (attempt 1)
[01:52:49.578] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/056ab83d3a63e5db0ba2cc9e8d6a446e6a8f73b7"
[01:52:49.578] Popped gitiles commit info from properties and tags
[01:52:49.578] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:52:49.578] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:52:49.578] Buildbucket request:
{
  "requestId": "8899933769599382528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "056ab83d3a63e5db0ba2cc9e8d6a446e6a8f73b7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8899933769599382528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:52:50.162] Scheduled build:
{
  "id": "8734503707673998433",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33233,
  "createdBy": "project:chromium",
  "createTime": "2024-10-10T01:52:49.644309611Z",
  "updateTime": "2024-10-10T01:52:49.644309611Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "056ab83d3a63e5db0ba2cc9e8d6a446e6a8f73b7",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:52:50.162] Task URL: https://cr-buildbucket.appspot.com/build/8734503707673998433
[01:52:50.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:2:0) after 4m56s
[01:52:50.294] Received PubSub notification, asking Buildbucket for the build status
[01:52:50.371] Build status: SCHEDULED
[01:53:35.597] Received PubSub notification, asking Buildbucket for the build status
[01:53:35.702] Build status: STARTED
[01:57:46.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:2:0)
[01:57:46.267] Build status: STARTED
[01:57:46.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:5:0) after 2m14s
[02:00:00.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:5:0)
[02:00:00.380] Build status: STARTED
[02:00:00.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:6:0) after 1m15s
[02:01:15.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:6:0)
[02:01:15.496] Build status: STARTED
[02:01:15.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:7:0) after 6m45s
[02:08:00.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:7:0)
[02:08:00.671] Build status: STARTED
[02:08:00.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:8:0) after 4m36s
[02:12:36.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:8:0)
[02:12:36.729] Build status: STARTED
[02:12:36.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:9:0) after 9m35s
[02:22:11.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:9:0)
[02:22:11.815] Build status: STARTED
[02:22:11.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:10:0) after 5m4s
[02:27:15.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:10:0)
[02:27:15.872] Build status: STARTED
[02:27:15.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:11:0) after 7m41s
[02:34:57.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:11:0)
[02:34:57.488] Build status: STARTED
[02:34:57.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:12:0) after 8m13s
[02:43:10.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:12:0)
[02:43:10.580] Build status: STARTED
[02:43:10.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:13:0) after 9m54s
[02:53:05.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:13:0)
[02:53:05.405] Build status: STARTED
[02:53:05.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:14:0) after 5m59s
[02:59:04.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:14:0)
[02:59:04.605] Build status: STARTED
[02:59:04.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:15:0) after 5m8s
[03:04:12.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:15:0)
[03:04:12.730] Build status: STARTED
[03:04:12.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:16:0) after 7m13s
[03:11:25.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:16:0)
[03:11:25.787] Build status: STARTED
[03:11:25.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:17:0) after 4m56s
[03:16:21.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:17:0)
[03:16:21.842] Build status: STARTED
[03:16:21.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:18:0) after 6m11s
[03:22:33.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:18:0)
[03:22:33.063] Build status: STARTED
[03:22:33.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:19:0) after 2m37s
[03:25:10.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:19:0)
[03:25:10.759] Build status: STARTED
[03:25:10.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:20:0) after 2m41s
[03:27:52.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:20:0)
[03:27:52.390] Build status: STARTED
[03:27:52.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:21:0) after 6m22s
[03:34:15.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:21:0)
[03:34:15.163] Build status: STARTED
[03:34:15.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:22:0) after 1m54s
[03:36:09.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:22:0)
[03:36:09.237] Build status: STARTED
[03:36:09.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:23:0) after 3m56s
[03:40:05.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:23:0)
[03:40:05.402] Build status: STARTED
[03:40:05.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:24:0) after 5m1s
[03:45:06.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:24:0)
[03:45:06.906] Build status: STARTED
[03:45:06.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:25:0) after 6m12s
[03:51:19.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:25:0)
[03:51:19.093] Build status: STARTED
[03:51:19.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:26:0) after 9m54s
[04:01:13.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:26:0)
[04:01:13.383] Build status: STARTED
[04:01:13.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:27:0) after 8m8s
[04:09:21.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:27:0)
[04:09:21.436] Build status: STARTED
[04:09:21.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:28:0) after 9m5s
[04:18:26.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:28:0)
[04:18:26.604] Build status: STARTED
[04:18:26.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:29:0) after 3m25s
[04:21:51.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:29:0)
[04:21:51.689] Build status: STARTED
[04:21:51.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:30:0) after 7m40s
[04:29:32.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:30:0)
[04:29:32.538] Build status: STARTED
[04:29:32.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:31:0) after 8m13s
[04:37:45.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:31:0)
[04:37:45.600] Build status: STARTED
[04:37:45.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:32:0) after 7m48s
[04:45:33.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:32:0)
[04:45:33.686] Build status: STARTED
[04:45:33.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:33:0) after 9m4s
[04:54:38.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:33:0)
[04:54:38.072] Build status: STARTED
[04:54:38.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:34:0) after 8m23s
[05:03:01.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:34:0)
[05:03:01.250] Build status: STARTED
[05:03:01.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:35:0) after 7m30s
[05:10:31.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:35:0)
[05:10:31.424] Build status: STARTED
[05:10:31.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:36:0) after 9m4s
[05:19:35.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:36:0)
[05:19:35.528] Build status: STARTED
[05:19:35.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:37:0) after 1m6s
[05:20:41.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:37:0)
[05:20:41.647] Build status: STARTED
[05:20:41.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:38:0) after 1m35s
[05:22:16.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:38:0)
[05:22:16.724] Build status: STARTED
[05:22:16.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:39:0) after 5m13s
[05:27:29.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:39:0)
[05:27:29.916] Build status: STARTED
[05:27:29.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:40:0) after 4m52s
[05:32:22.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:40:0)
[05:32:22.205] Build status: STARTED
[05:32:22.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:41:0) after 4m10s
[05:36:32.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:41:0)
[05:36:32.607] Build status: STARTED
[05:36:32.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:42:0) after 5m16s
[05:41:49.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:42:0)
[05:41:49.521] Build status: STARTED
[05:41:49.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:43:0) after 7m11s
[05:49:00.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:43:0)
[05:49:00.816] Build status: STARTED
[05:49:00.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:44:0) after 7m20s
[05:56:20.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:44:0)
[05:56:20.891] Build status: STARTED
[05:56:20.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:45:0) after 4m39s
[06:00:59.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:45:0)
[06:01:00.000] Build status: STARTED
[06:01:00.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:46:0) after 2m30s
[06:03:30.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:46:0)
[06:03:30.210] Build status: STARTED
[06:03:30.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:47:0) after 9m1s
[06:12:31.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:47:0)
[06:12:31.287] Build status: STARTED
[06:12:31.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:48:0) after 3m59s
[06:16:30.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:48:0)
[06:16:30.479] Build status: STARTED
[06:16:30.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:49:0) after 2m57s
[06:19:27.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:49:0)
[06:19:27.627] Build status: STARTED
[06:19:27.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:50:0) after 7m35s
[06:27:02.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:50:0)
[06:27:02.910] Build status: STARTED
[06:27:02.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:51:0) after 9m29s
[06:36:32.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:51:0)
[06:36:32.130] Build status: STARTED
[06:36:32.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:52:0) after 4m9s
[06:40:41.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:52:0)
[06:40:41.350] Build status: STARTED
[06:40:41.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:53:0) after 3m47s
[06:44:28.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:53:0)
[06:44:28.880] Build status: STARTED
[06:44:28.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:54:0) after 7m10s
[06:51:39.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:54:0)
[06:51:39.044] Build status: STARTED
[06:51:39.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:55:0) after 3m22s
[06:55:01.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:55:0)
[06:55:01.354] Build status: STARTED
[06:55:01.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:56:0) after 4m9s
[06:59:10.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:56:0)
[06:59:10.461] Build status: STARTED
[06:59:10.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:57:0) after 2m48s
[07:01:58.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:57:0)
[07:01:58.715] Build status: STARTED
[07:01:58.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:58:0) after 9m52s
[07:11:50.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:58:0)
[07:11:50.836] Build status: STARTED
[07:11:50.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:59:0) after 6m4s
[07:17:54.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:59:0)
[07:17:54.918] Build status: STARTED
[07:17:54.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:60:0) after 6m28s
[07:24:23.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:60:0)
[07:24:23.038] Build status: STARTED
[07:24:23.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:61:0) after 3m19s
[07:27:42.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:61:0)
[07:27:42.208] Build status: STARTED
[07:27:42.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:62:0) after 2m54s
[07:30:36.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:62:0)
[07:30:36.274] Build status: STARTED
[07:30:36.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:63:0) after 8m57s
[07:39:33.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:63:0)
[07:39:33.338] Build status: STARTED
[07:39:33.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:64:0) after 1m54s
[07:41:27.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:64:0)
[07:41:27.460] Build status: STARTED
[07:41:27.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:65:0) after 6m32s
[07:47:59.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:65:0)
[07:47:59.673] Build status: STARTED
[07:47:59.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:66:0) after 2m6s
[07:50:05.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:66:0)
[07:50:05.951] Build status: STARTED
[07:50:05.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:67:0) after 4m29s
[07:54:35.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:67:0)
[07:54:35.715] Build status: STARTED
[07:54:35.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:68:0) after 7m25s
[08:02:00.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:68:0)
[08:02:00.955] Build status: STARTED
[08:02:00.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:69:0) after 8m44s
[08:10:45.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:69:0)
[08:10:45.639] Build status: STARTED
[08:10:45.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:70:0) after 6m59s
[08:17:45.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:70:0)
[08:17:45.052] Build status: STARTED
[08:17:45.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:71:0) after 9m35s
[08:27:20.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:71:0)
[08:27:20.168] Build status: STARTED
[08:27:20.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:72:0) after 3m15s
[08:30:35.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:72:0)
[08:30:35.704] Build status: STARTED
[08:30:35.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:73:0) after 9m6s
[08:39:41.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:73:0)
[08:39:41.806] Build status: STARTED
[08:39:41.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:74:0) after 3m16s
[08:42:57.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:74:0)
[08:42:57.916] Build status: STARTED
[08:42:57.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:75:0) after 8m12s
[08:51:09.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:75:0)
[08:51:09.974] Build status: STARTED
[08:51:09.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:76:0) after 1m17s
[08:52:27.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:76:0)
[08:52:27.183] Build status: STARTED
[08:52:27.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:77:0) after 2m12s
[08:54:39.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:77:0)
[08:54:39.262] Build status: STARTED
[08:54:39.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:78:0) after 3m3s
[08:57:42.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:78:0)
[08:57:42.663] Build status: STARTED
[08:57:42.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:79:0) after 5m22s
[09:03:04.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:79:0)
[09:03:04.759] Build status: STARTED
[09:03:04.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:80:0) after 1m18s
[09:04:22.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:80:0)
[09:04:22.819] Build status: STARTED
[09:04:22.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:81:0) after 6m14s
[09:10:36.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:81:0)
[09:10:36.980] Build status: STARTED
[09:10:36.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:82:0) after 5m56s
[09:16:33.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:82:0)
[09:16:33.072] Build status: STARTED
[09:16:33.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:83:0) after 6m33s
[09:23:06.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:83:0)
[09:23:06.155] Build status: STARTED
[09:23:06.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:84:0) after 4m31s
[09:27:37.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:84:0)
[09:27:37.204] Build status: STARTED
[09:27:37.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:85:0) after 9m48s
[09:37:25.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:85:0)
[09:37:25.422] Build status: STARTED
[09:37:25.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:86:0) after 5m49s
[09:43:14.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:86:0)
[09:43:14.483] Build status: STARTED
[09:43:14.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:87:0) after 8m20s
[09:51:34.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:87:0)
[09:51:34.731] Build status: STARTED
[09:51:34.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:88:0) after 3m37s
[09:55:12.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:88:0)
[09:55:12.365] Build status: STARTED
[09:55:12.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:89:0) after 7m20s
[10:02:32.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:89:0)
[10:02:32.433] Build status: STARTED
[10:02:32.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:90:0) after 9m46s
[10:12:18.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:90:0)
[10:12:18.615] Build status: STARTED
[10:12:18.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:91:0) after 9m43s
[10:22:01.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:91:0)
[10:22:01.828] Build status: STARTED
[10:22:01.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:92:0) after 3m31s
[10:25:33.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:92:0)
[10:25:33.262] Build status: STARTED
[10:25:33.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:93:0) after 2m33s
[10:28:06.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:93:0)
[10:28:06.390] Build status: STARTED
[10:28:06.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:94:0) after 8m31s
[10:36:37.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:94:0)
[10:36:37.428] Build status: STARTED
[10:36:37.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:95:0) after 4m27s
[10:41:04.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:95:0)
[10:41:04.743] Build status: STARTED
[10:41:04.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:96:0) after 9m29s
[10:50:33.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:96:0)
[10:50:33.930] Build status: STARTED
[10:50:33.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:97:0) after 2m38s
[10:53:12.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:97:0)
[10:53:12.279] Build status: STARTED
[10:53:12.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:98:0) after 6m9s
[10:59:21.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:98:0)
[10:59:21.525] Build status: STARTED
[10:59:21.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:99:0) after 6m19s
[11:05:40.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:99:0)
[11:05:40.678] Build status: STARTED
[11:05:40.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:100:0) after 6m9s
[11:11:49.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:100:0)
[11:11:49.835] Build status: STARTED
[11:11:49.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:101:0) after 1m43s
[11:13:32.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:101:0)
[11:13:32.928] Build status: STARTED
[11:13:32.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:102:0) after 5m44s
[11:19:16.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:102:0)
[11:19:16.943] Build status: STARTED
[11:19:16.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:103:0) after 2m9s
[11:21:26.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:103:0)
[11:21:26.182] Build status: STARTED
[11:21:26.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:104:0) after 1m17s
[11:22:43.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:104:0)
[11:22:43.536] Build status: STARTED
[11:22:43.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:105:0) after 1m19s
[11:24:02.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:105:0)
[11:24:02.809] Build status: STARTED
[11:24:02.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:106:0) after 4m7s
[11:28:10.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:106:0)
[11:28:10.242] Build status: STARTED
[11:28:10.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:107:0) after 9m57s
[11:38:07.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:107:0)
[11:38:07.422] Build status: STARTED
[11:38:07.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:108:0) after 3m15s
[11:41:22.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:108:0)
[11:41:22.732] Build status: STARTED
[11:41:22.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:109:0) after 6m18s
[11:47:40.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:109:0)
[11:47:40.825] Build status: STARTED
[11:47:40.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:110:0) after 8m41s
[11:56:21.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:110:0)
[11:56:21.899] Build status: STARTED
[11:56:21.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:111:0) after 8m38s
[12:05:00.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:111:0)
[12:05:00.155] Build status: STARTED
[12:05:00.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:112:0) after 3m29s
[12:08:29.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:112:0)
[12:08:29.308] Build status: STARTED
[12:08:29.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:113:0) after 5m1s
[12:13:30.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:113:0)
[12:13:30.364] Build status: STARTED
[12:13:30.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:114:0) after 3m49s
[12:17:19.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:114:0)
[12:17:19.778] Build status: STARTED
[12:17:19.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:115:0) after 1m20s
[12:18:39.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:115:0)
[12:18:39.833] Build status: STARTED
[12:18:39.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:116:0) after 3m44s
[12:22:24.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:116:0)
[12:22:24.179] Build status: STARTED
[12:22:24.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:117:0) after 3m21s
[12:25:45.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:117:0)
[12:25:45.349] Build status: STARTED
[12:25:45.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:118:0) after 9m34s
[12:35:19.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:118:0)
[12:35:19.777] Build status: STARTED
[12:35:19.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:119:0) after 2m20s
[12:37:40.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:119:0)
[12:37:40.387] Build status: STARTED
[12:37:40.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:120:0) after 8m48s
[12:46:28.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:120:0)
[12:46:28.584] Build status: STARTED
[12:46:28.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:121:0) after 1m22s
[12:47:50.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:121:0)
[12:47:50.708] Build status: STARTED
[12:47:50.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:122:0) after 9m31s
[12:57:22.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:122:0)
[12:57:22.103] Build status: STARTED
[12:57:22.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:123:0) after 7m49s
[13:05:11.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:123:0)
[13:05:11.343] Build status: STARTED
[13:05:11.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:124:0) after 4m48s
[13:09:59.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:124:0)
[13:09:59.413] Build status: STARTED
[13:09:59.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:125:0) after 6m51s
[13:16:50.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:125:0)
[13:16:50.567] Build status: STARTED
[13:16:50.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:126:0) after 7m50s
[13:24:40.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:126:0)
[13:24:40.625] Build status: STARTED
[13:24:40.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:127:0) after 7m2s
[13:31:42.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:127:0)
[13:31:42.895] Build status: STARTED
[13:31:42.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:128:0) after 4m9s
[13:35:51.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:128:0)
[13:35:51.955] Build status: STARTED
[13:35:51.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:129:0) after 4m21s
[13:40:13.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:129:0)
[13:40:13.342] Build status: STARTED
[13:40:13.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:130:0) after 9m19s
[13:49:32.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:130:0)
[13:49:32.505] Build status: STARTED
[13:49:32.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:131:0) after 6m40s
[13:56:12.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:131:0)
[13:56:12.673] Build status: STARTED
[13:56:12.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:132:0) after 9m44s
[14:05:56.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:132:0)
[14:05:56.815] Build status: STARTED
[14:05:56.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:133:0) after 8m44s
[14:14:40.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:133:0)
[14:14:40.880] Build status: STARTED
[14:14:40.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:134:0) after 2m35s
[14:17:16.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:134:0)
[14:17:16.267] Build status: STARTED
[14:17:16.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:135:0) after 8m6s
[14:25:22.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:135:0)
[14:25:22.526] Build status: STARTED
[14:25:22.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:136:0) after 4m43s
[14:30:05.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:136:0)
[14:30:05.887] Build status: STARTED
[14:30:05.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:137:0) after 5m42s
[14:35:48.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:137:0)
[14:35:48.186] Build status: STARTED
[14:35:48.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:138:0) after 3m50s
[14:39:38.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:138:0)
[14:39:38.387] Build status: STARTED
[14:39:38.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:139:0) after 4m47s
[14:44:25.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:139:0)
[14:44:25.640] Build status: STARTED
[14:44:25.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:140:0) after 6m51s
[14:51:16.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:140:0)
[14:51:16.789] Build status: STARTED
[14:51:16.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:141:0) after 8m11s
[14:59:27.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:141:0)
[14:59:27.944] Build status: STARTED
[14:59:27.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:142:0) after 5m27s
[15:04:55.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:142:0)
[15:04:55.200] Build status: STARTED
[15:04:55.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:143:0) after 6m28s
[15:11:23.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:143:0)
[15:11:23.492] Build status: STARTED
[15:11:23.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:144:0) after 1m56s
[15:13:19.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:144:0)
[15:13:19.593] Build status: STARTED
[15:13:19.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:145:0) after 3m6s
[15:16:25.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:145:0)
[15:16:25.700] Build status: STARTED
[15:16:25.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:146:0) after 7m10s
[15:23:35.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:146:0)
[15:23:35.766] Build status: STARTED
[15:23:35.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:147:0) after 1m50s
[15:25:25.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:147:0)
[15:25:25.802] Build status: STARTED
[15:25:25.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:148:0) after 9m13s
[15:34:38.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:148:0)
[15:34:38.922] Build status: STARTED
[15:34:38.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:149:0) after 8m35s
[15:43:13.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:149:0)
[15:43:13.989] Build status: STARTED
[15:43:13.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:150:0) after 3m35s
[15:46:49.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:150:0)
[15:46:49.053] Build status: STARTED
[15:46:49.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:151:0) after 7m36s
[15:54:25.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:151:0)
[15:54:25.215] Build status: STARTED
[15:54:25.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:152:0) after 9m48s
[16:04:13.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:152:0)
[16:04:13.353] Build status: STARTED
[16:04:13.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:153:0) after 7m15s
[16:11:28.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:153:0)
[16:11:28.743] Build status: STARTED
[16:11:28.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:154:0) after 6m44s
[16:18:13.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:154:0)
[16:18:13.104] Build status: STARTED
[16:18:13.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:155:0) after 9m40s
[16:27:53.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:155:0)
[16:27:53.441] Build status: STARTED
[16:27:53.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:156:0) after 5m4s
[16:32:57.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:156:0)
[16:32:57.720] Build status: STARTED
[16:32:57.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:157:0) after 1m2s
[16:34:00.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:157:0)
[16:34:00.423] Build status: STARTED
[16:34:00.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:158:0) after 8m16s
[16:42:16.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:158:0)
[16:42:16.608] Build status: STARTED
[16:42:16.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:159:0) after 7m58s
[16:50:14.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:159:0)
[16:50:14.751] Build status: STARTED
[16:50:14.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:160:0) after 2m21s
[16:52:35.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:160:0)
[16:52:35.821] Build status: STARTED
[16:52:35.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:161:0) after 4m30s
[16:57:06.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:161:0)
[16:57:06.027] Build status: STARTED
[16:57:06.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:162:0) after 6m49s
[17:03:55.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:162:0)
[17:03:55.173] Build status: STARTED
[17:03:55.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:163:0) after 1m47s
[17:05:42.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:163:0)
[17:05:42.334] Build status: STARTED
[17:05:42.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:164:0) after 9m42s
[17:15:24.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:164:0)
[17:15:24.440] Build status: STARTED
[17:15:24.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:165:0) after 9m20s
[17:24:44.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:165:0)
[17:24:44.931] Build status: STARTED
[17:24:44.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:166:0) after 1m44s
[17:26:29.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:166:0)
[17:26:29.105] Build status: STARTED
[17:26:29.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:167:0) after 8m7s
[17:34:36.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:167:0)
[17:34:36.172] Build status: STARTED
[17:34:36.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:168:0) after 8m20s
[17:42:56.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:168:0)
[17:42:56.262] Build status: STARTED
[17:42:56.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:169:0) after 3m25s
[17:46:21.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:169:0)
[17:46:21.605] Build status: STARTED
[17:46:21.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:170:0) after 7m36s
[17:53:57.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:170:0)
[17:53:57.681] Build status: STARTED
[17:53:57.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:171:0) after 1m56s
[17:55:53.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:171:0)
[17:55:53.758] Build status: STARTED
[17:55:53.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:172:0) after 6m32s
[18:02:25.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:172:0)
[18:02:25.902] Build status: STARTED
[18:02:25.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:173:0) after 3m37s
[18:06:02.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:173:0)
[18:06:02.962] Build status: STARTED
[18:06:02.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:174:0) after 1m39s
[18:07:42.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:174:0)
[18:07:42.027] Build status: STARTED
[18:07:42.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:175:0) after 5m18s
[18:13:00.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:175:0)
[18:13:00.086] Build status: STARTED
[18:13:00.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:176:0) after 6m30s
[18:19:30.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:176:0)
[18:19:30.208] Build status: STARTED
[18:19:30.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:177:0) after 1m26s
[18:20:56.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:177:0)
[18:20:56.263] Build status: STARTED
[18:20:56.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:178:0) after 4m52s
[18:25:48.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:178:0)
[18:25:48.342] Build status: STARTED
[18:25:48.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:179:0) after 4m6s
[18:29:54.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:179:0)
[18:29:54.444] Build status: STARTED
[18:29:54.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:180:0) after 1m42s
[18:31:36.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:180:0)
[18:31:36.512] Build status: STARTED
[18:31:36.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:181:0) after 3m50s
[18:35:26.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:181:0)
[18:35:26.678] Build status: STARTED
[18:35:26.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:182:0) after 5m53s
[18:41:19.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:182:0)
[18:41:19.730] Build status: STARTED
[18:41:19.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:183:0) after 5m59s
[18:47:18.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:183:0)
[18:47:18.905] Build status: STARTED
[18:47:18.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:184:0) after 1m14s
[18:48:32.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:184:0)
[18:48:32.992] Build status: STARTED
[18:48:32.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:185:0) after 7m5s
[18:55:38.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:185:0)
[18:55:38.061] Build status: STARTED
[18:55:38.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:186:0) after 2m47s
[18:58:25.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:186:0)
[18:58:25.126] Build status: STARTED
[18:58:25.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:187:0) after 7m57s
[19:06:22.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:187:0)
[19:06:22.164] Build status: STARTED
[19:06:22.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:188:0) after 8m57s
[19:15:19.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:188:0)
[19:15:19.411] Build status: STARTED
[19:15:19.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:189:0) after 7m6s
[19:22:25.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:189:0)
[19:22:25.828] Build status: STARTED
[19:22:25.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:190:0) after 9m58s
[19:32:23.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:190:0)
[19:32:23.882] Build status: STARTED
[19:32:23.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:191:0) after 3m55s
[19:36:19.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:191:0)
[19:36:19.134] Build status: STARTED
[19:36:19.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:192:0) after 7m0s
[19:43:19.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:192:0)
[19:43:19.190] Build status: STARTED
[19:43:19.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:193:0) after 9m17s
[19:52:36.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:193:0)
[19:52:36.256] Build status: STARTED
[19:52:36.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:194:0) after 6m17s
[19:58:53.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:194:0)
[19:58:53.301] Build status: STARTED
[19:58:53.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:195:0) after 4m54s
[20:03:47.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:195:0)
[20:03:47.407] Build status: STARTED
[20:03:47.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8899933769599382528:196:0) after 8m45s
[20:06:09.513] Received PubSub notification, asking Buildbucket for the build status
[20:06:09.633] Build:
{
  "id": "8734503707673998433",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33233,
  "createdBy": "project:chromium",
  "createTime": "2024-10-10T01:52:49.644309611Z",
  "startTime": "2024-10-10T01:53:35.374474569Z",
  "endTime": "2024-10-10T20:06:08.879945114Z",
  "updateTime": "2024-10-10T20:06:08.879945114Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "056ab83d3a63e5db0ba2cc9e8d6a446e6a8f73b7",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[20:06:09.633] Invocation finished in 18h13m21.208953956s with status FAILED