Status: FAILED
Triggered by: -
Duration: 17 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d2f8d85160367a7eb79dbd61595af1dbc5613b57"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d2f8d85160367a7eb79dbd61595af1dbc5613b57
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:27:10.145] New invocation is queued and will start shortly
[09:27:11.336] Starting the invocation (attempt 1)
[09:27:11.384] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d2f8d85160367a7eb79dbd61595af1dbc5613b57"
[09:27:11.384] Popped gitiles commit info from properties and tags
[09:27:11.384] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:27:11.384] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:27:11.384] Buildbucket request:
{
  "requestId": "8973379323378741120",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d2f8d85160367a7eb79dbd61595af1dbc5613b57",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8973379323378741120"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:27:12.140] Scheduled build:
{
  "id": "8807949261330569377",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 27172,
  "createdBy": "project:chromium",
  "createTime": "2022-07-22T09:27:11.467613046Z",
  "updateTime": "2022-07-22T09:27:11.467613046Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d2f8d85160367a7eb79dbd61595af1dbc5613b57",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:27:12.140] Task URL: https://cr-buildbucket.appspot.com/build/8807949261330569377
[09:27:12.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:2:0) after 7m10s
[09:34:22.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:2:0)
[09:34:22.458] Build status: SCHEDULED
[09:34:22.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:3:0) after 1m55s
[09:36:17.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:3:0)
[09:36:17.845] Build status: SCHEDULED
[09:36:17.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:4:0) after 6m24s
[09:42:41.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:4:0)
[09:42:42.017] Build status: SCHEDULED
[09:42:42.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:5:0) after 6m21s
[09:49:03.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:5:0)
[09:49:03.108] Build status: SCHEDULED
[09:49:03.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:6:0) after 9m41s
[09:58:44.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:6:0)
[09:58:44.297] Build status: SCHEDULED
[09:58:44.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:7:0) after 2m44s
[10:01:28.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:7:0)
[10:01:28.555] Build status: SCHEDULED
[10:01:28.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:8:0) after 6m54s
[10:08:22.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:8:0)
[10:08:22.602] Build status: SCHEDULED
[10:08:22.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:9:0) after 8m42s
[10:17:04.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:9:0)
[10:17:04.668] Build status: SCHEDULED
[10:17:04.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:10:0) after 4m52s
[10:21:56.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:10:0)
[10:21:56.759] Build status: SCHEDULED
[10:21:56.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:11:0) after 7m38s
[10:29:34.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:11:0)
[10:29:34.905] Build status: SCHEDULED
[10:29:34.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:12:0) after 7m4s
[10:36:39.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:12:0)
[10:36:39.111] Build status: SCHEDULED
[10:36:39.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:13:0) after 2m52s
[10:39:31.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:13:0)
[10:39:31.444] Build status: SCHEDULED
[10:39:31.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:14:0) after 2m21s
[10:41:52.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:14:0)
[10:41:52.490] Build status: SCHEDULED
[10:41:52.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:15:0) after 4m53s
[10:46:45.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:15:0)
[10:46:45.568] Build status: SCHEDULED
[10:46:45.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:16:0) after 1m44s
[10:48:29.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:16:0)
[10:48:29.645] Build status: SCHEDULED
[10:48:29.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:17:0) after 4m22s
[10:52:51.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:17:0)
[10:52:51.792] Build status: SCHEDULED
[10:52:51.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:18:0) after 5m57s
[10:58:48.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:18:0)
[10:58:48.856] Build status: SCHEDULED
[10:58:48.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:19:0) after 6m2s
[11:04:51.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:19:0)
[11:04:51.232] Build status: SCHEDULED
[11:04:51.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:20:0) after 9m14s
[11:14:05.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:20:0)
[11:14:05.481] Build status: SCHEDULED
[11:14:05.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:21:0) after 5m28s
[11:19:33.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:21:0)
[11:19:33.657] Build status: SCHEDULED
[11:19:33.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:22:0) after 3m29s
[11:23:02.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:22:0)
[11:23:02.709] Build status: SCHEDULED
[11:23:02.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:23:0) after 1m1s
[11:24:03.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:23:0)
[11:24:03.784] Build status: SCHEDULED
[11:24:03.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:24:0) after 7m33s
[11:31:36.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:24:0)
[11:31:36.865] Build status: SCHEDULED
[11:31:36.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:25:0) after 3m19s
[11:34:55.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:25:0)
[11:34:55.963] Build status: SCHEDULED
[11:34:55.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:26:0) after 6m13s
[11:41:08.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:26:0)
[11:41:09.017] Build status: SCHEDULED
[11:41:09.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:27:0) after 7m3s
[11:48:12.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:27:0)
[11:48:12.343] Build status: SCHEDULED
[11:48:12.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:28:0) after 8m31s
[11:56:43.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:28:0)
[11:56:43.423] Build status: SCHEDULED
[11:56:43.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:29:0) after 1m52s
[11:58:35.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:29:0)
[11:58:35.534] Build status: SCHEDULED
[11:58:35.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:30:0) after 6m21s
[12:04:56.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:30:0)
[12:04:56.603] Build status: SCHEDULED
[12:04:56.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:31:0) after 1m20s
[12:06:16.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:31:0)
[12:06:16.833] Build status: SCHEDULED
[12:06:16.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:32:0) after 9m2s
[12:15:18.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:32:0)
[12:15:18.887] Build status: SCHEDULED
[12:15:18.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:33:0) after 1m28s
[12:16:46.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:33:0)
[12:16:46.941] Build status: SCHEDULED
[12:16:46.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:34:0) after 6m46s
[12:23:32.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:34:0)
[12:23:32.992] Build status: SCHEDULED
[12:23:32.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:35:0) after 6m39s
[12:30:12.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:35:0)
[12:30:12.172] Build status: SCHEDULED
[12:30:12.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:36:0) after 1m59s
[12:32:11.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:36:0)
[12:32:11.256] Build status: SCHEDULED
[12:32:11.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:37:0) after 6m38s
[12:38:49.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:37:0)
[12:38:49.517] Build status: SCHEDULED
[12:38:49.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:38:0) after 3m21s
[12:42:10.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:38:0)
[12:42:10.662] Build status: SCHEDULED
[12:42:10.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:39:0) after 4m12s
[12:46:22.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:39:0)
[12:46:22.812] Build status: SCHEDULED
[12:46:22.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:40:0) after 9m54s
[12:56:16.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:40:0)
[12:56:16.911] Build status: SCHEDULED
[12:56:16.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:41:0) after 3m30s
[12:59:47.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:41:0)
[12:59:47.249] Build status: SCHEDULED
[12:59:47.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:42:0) after 9m28s
[13:09:15.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:42:0)
[13:09:15.319] Build status: SCHEDULED
[13:09:15.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:43:0) after 6m13s
[13:15:28.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:43:0)
[13:15:28.511] Build status: SCHEDULED
[13:15:28.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:44:0) after 1m43s
[13:17:11.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:44:0)
[13:17:11.661] Build status: SCHEDULED
[13:17:11.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:45:0) after 6m59s
[13:24:10.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:45:0)
[13:24:10.709] Build status: SCHEDULED
[13:24:10.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:46:0) after 7m51s
[13:32:01.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:46:0)
[13:32:01.806] Build status: SCHEDULED
[13:32:01.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:47:0) after 1m31s
[13:33:32.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:47:0)
[13:33:32.889] Build status: SCHEDULED
[13:33:32.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:48:0) after 9m6s
[13:42:38.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:48:0)
[13:42:38.923] Build status: SCHEDULED
[13:42:38.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:49:0) after 4m26s
[13:47:04.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:49:0)
[13:47:05.007] Build status: SCHEDULED
[13:47:05.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:50:0) after 6m36s
[13:53:41.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:50:0)
[13:53:41.128] Build status: SCHEDULED
[13:53:41.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:51:0) after 4m14s
[13:57:55.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:51:0)
[13:57:55.309] Build status: SCHEDULED
[13:57:55.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:52:0) after 8m57s
[14:06:52.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:52:0)
[14:06:52.393] Build status: SCHEDULED
[14:06:52.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:53:0) after 7m11s
[14:14:03.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:53:0)
[14:14:03.596] Build status: SCHEDULED
[14:14:03.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:54:0) after 2m53s
[14:16:57.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:54:0)
[14:16:57.104] Build status: SCHEDULED
[14:16:57.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:55:0) after 9m50s
[14:26:47.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:55:0)
[14:26:47.250] Build status: SCHEDULED
[14:26:47.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:56:0) after 8m4s
[14:34:51.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:56:0)
[14:34:51.324] Build status: SCHEDULED
[14:34:51.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:57:0) after 9m43s
[14:44:34.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:57:0)
[14:44:34.407] Build status: SCHEDULED
[14:44:34.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:58:0) after 2m27s
[14:46:51.431] Received PubSub notification, asking Buildbucket for the build status
[14:46:51.459] Build status: STARTED
[14:47:01.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:58:0)
[14:47:01.821] Build status: STARTED
[14:47:01.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:60:0) after 9m5s
[14:56:06.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:60:0)
[14:56:06.932] Build status: STARTED
[14:56:06.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:61:0) after 8m30s
[15:04:36.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:61:0)
[15:04:37.121] Build status: STARTED
[15:04:37.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:62:0) after 4m52s
[15:09:29.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:62:0)
[15:09:29.695] Build status: STARTED
[15:09:29.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:63:0) after 9m27s
[15:18:56.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:63:0)
[15:18:56.811] Build status: STARTED
[15:18:56.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:64:0) after 1m20s
[15:20:16.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:64:0)
[15:20:16.972] Build status: STARTED
[15:20:16.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:65:0) after 2m2s
[15:22:19.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:65:0)
[15:22:19.228] Build status: STARTED
[15:22:19.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:66:0) after 5m6s
[15:27:25.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:66:0)
[15:27:25.288] Build status: STARTED
[15:27:25.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:67:0) after 9m22s
[15:36:47.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:67:0)
[15:36:47.422] Build status: STARTED
[15:36:47.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:68:0) after 3m3s
[15:39:50.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:68:0)
[15:39:50.504] Build status: STARTED
[15:39:50.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:69:0) after 4m44s
[15:44:34.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:69:0)
[15:44:34.585] Build status: STARTED
[15:44:34.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:70:0) after 2m17s
[15:46:51.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:70:0)
[15:46:51.758] Build status: STARTED
[15:46:51.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:71:0) after 2m26s
[15:49:17.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:71:0)
[15:49:17.972] Build status: STARTED
[15:49:17.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:72:0) after 4m18s
[15:53:36.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:72:0)
[15:53:36.134] Build status: STARTED
[15:53:36.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:73:0) after 6m20s
[15:59:56.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:73:0)
[15:59:56.234] Build status: STARTED
[15:59:56.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:74:0) after 3m11s
[16:03:07.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:74:0)
[16:03:07.417] Build status: STARTED
[16:03:07.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:75:0) after 6m18s
[16:09:25.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:75:0)
[16:09:25.503] Build status: STARTED
[16:09:25.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:76:0) after 4m16s
[16:13:41.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:76:0)
[16:13:41.603] Build status: STARTED
[16:13:41.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:77:0) after 7m38s
[16:21:19.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:77:0)
[16:21:19.687] Build status: STARTED
[16:21:19.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:78:0) after 3m20s
[16:24:39.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:78:0)
[16:24:39.830] Build status: STARTED
[16:24:39.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:79:0) after 7m28s
[16:32:07.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:79:0)
[16:32:07.934] Build status: STARTED
[16:32:07.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:80:0) after 4m30s
[16:36:37.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:80:0)
[16:36:38.240] Build status: STARTED
[16:36:38.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:81:0) after 3m15s
[16:39:53.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:81:0)
[16:39:53.594] Build status: STARTED
[16:39:53.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:82:0) after 6m46s
[16:46:39.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:82:0)
[16:46:39.858] Build status: STARTED
[16:46:39.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:83:0) after 6m50s
[16:53:29.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:83:0)
[16:53:29.934] Build status: STARTED
[16:53:29.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:84:0) after 9m26s
[17:02:56.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:84:0)
[17:02:56.091] Build status: STARTED
[17:02:56.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:85:0) after 4m55s
[17:07:51.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:85:0)
[17:07:51.372] Build status: STARTED
[17:07:51.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:86:0) after 2m3s
[17:09:54.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:86:0)
[17:09:54.491] Build status: STARTED
[17:09:54.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:87:0) after 4m50s
[17:14:44.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:87:0)
[17:14:44.758] Build status: STARTED
[17:14:44.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:88:0) after 2m35s
[17:17:19.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:88:0)
[17:17:19.964] Build status: STARTED
[17:17:19.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:89:0) after 8m3s
[17:25:23.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:89:0)
[17:25:23.254] Build status: STARTED
[17:25:23.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:90:0) after 2m12s
[17:27:35.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:90:0)
[17:27:35.419] Build status: STARTED
[17:27:35.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:91:0) after 5m28s
[17:33:03.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:91:0)
[17:33:03.541] Build status: STARTED
[17:33:03.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:92:0) after 3m32s
[17:36:35.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:92:0)
[17:36:35.972] Build status: STARTED
[17:36:35.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:93:0) after 9m40s
[17:46:16.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:93:0)
[17:46:16.044] Build status: STARTED
[17:46:16.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:94:0) after 8m18s
[17:54:34.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:94:0)
[17:54:34.172] Build status: STARTED
[17:54:34.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:95:0) after 7m15s
[18:01:49.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:95:0)
[18:01:49.648] Build status: STARTED
[18:01:49.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:96:0) after 2m23s
[18:04:12.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:96:0)
[18:04:12.736] Build status: STARTED
[18:04:12.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:97:0) after 9m9s
[18:13:22.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:97:0)
[18:13:22.070] Build status: STARTED
[18:13:22.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:98:0) after 4m48s
[18:18:10.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:98:0)
[18:18:10.194] Build status: STARTED
[18:18:10.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:99:0) after 3m33s
[18:21:43.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:99:0)
[18:21:44.029] Build status: STARTED
[18:21:44.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:100:0) after 2m37s
[18:24:21.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:100:0)
[18:24:21.130] Build status: STARTED
[18:24:21.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:101:0) after 8m45s
[18:33:06.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:101:0)
[18:33:06.243] Build status: STARTED
[18:33:06.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:102:0) after 6m37s
[18:39:43.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:102:0)
[18:39:43.498] Build status: STARTED
[18:39:43.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:103:0) after 9m56s
[18:49:39.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:103:0)
[18:49:39.566] Build status: STARTED
[18:49:39.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:104:0) after 4m16s
[18:53:55.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:104:0)
[18:53:55.644] Build status: STARTED
[18:53:55.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:105:0) after 9m3s
[19:02:58.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:105:0)
[19:02:58.703] Build status: STARTED
[19:02:58.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:106:0) after 6m17s
[19:09:15.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:106:0)
[19:09:15.821] Build status: STARTED
[19:09:15.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:107:0) after 3m46s
[19:13:02.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:107:0)
[19:13:02.202] Build status: STARTED
[19:13:02.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:108:0) after 7m55s
[19:20:57.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:108:0)
[19:20:57.331] Build status: STARTED
[19:20:57.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:109:0) after 9m14s
[19:30:11.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:109:0)
[19:30:11.757] Build status: STARTED
[19:30:11.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:110:0) after 5m47s
[19:35:58.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:110:0)
[19:35:58.840] Build status: STARTED
[19:35:58.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:111:0) after 2m47s
[19:38:46.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:111:0)
[19:38:46.158] Build status: STARTED
[19:38:46.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:112:0) after 5m24s
[19:44:10.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:112:0)
[19:44:10.226] Build status: STARTED
[19:44:10.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:113:0) after 1m33s
[19:45:43.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:113:0)
[19:45:43.739] Build status: STARTED
[19:45:43.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:114:0) after 2m50s
[19:48:33.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:114:0)
[19:48:33.929] Build status: STARTED
[19:48:33.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:115:0) after 3m46s
[19:52:19.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:115:0)
[19:52:20.011] Build status: STARTED
[19:52:20.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:116:0) after 2m19s
[19:54:39.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:116:0)
[19:54:39.167] Build status: STARTED
[19:54:39.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:117:0) after 4m41s
[19:59:20.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:117:0)
[19:59:20.589] Build status: STARTED
[19:59:20.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:118:0) after 6m36s
[20:05:56.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:118:0)
[20:05:56.887] Build status: STARTED
[20:05:56.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:119:0) after 2m12s
[20:08:09.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:119:0)
[20:08:09.283] Build status: STARTED
[20:08:09.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:120:0) after 8m13s
[20:16:22.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:120:0)
[20:16:22.838] Build status: STARTED
[20:16:22.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:121:0) after 7m38s
[20:24:00.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:121:0)
[20:24:00.967] Build status: STARTED
[20:24:00.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:122:0) after 1m21s
[20:25:22.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:122:0)
[20:25:22.427] Build status: STARTED
[20:25:22.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:123:0) after 6m12s
[20:31:34.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:123:0)
[20:31:34.514] Build status: STARTED
[20:31:34.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:124:0) after 7m42s
[20:39:16.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:124:0)
[20:39:16.718] Build status: STARTED
[20:39:16.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:125:0) after 2m54s
[20:42:10.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:125:0)
[20:42:10.903] Build status: STARTED
[20:42:10.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:126:0) after 8m42s
[20:50:52.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:126:0)
[20:50:52.951] Build status: STARTED
[20:50:52.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:127:0) after 8m51s
[20:59:44.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:127:0)
[20:59:44.166] Build status: STARTED
[20:59:44.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:128:0) after 4m39s
[21:04:23.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:128:0)
[21:04:23.239] Build status: STARTED
[21:04:23.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:129:0) after 7m23s
[21:11:46.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:129:0)
[21:11:46.389] Build status: STARTED
[21:11:46.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:130:0) after 6m45s
[21:18:31.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:130:0)
[21:18:31.615] Build status: STARTED
[21:18:31.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:131:0) after 1m13s
[21:19:45.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:131:0)
[21:19:45.088] Build status: STARTED
[21:19:45.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:132:0) after 7m7s
[21:26:52.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:132:0)
[21:26:52.153] Build status: STARTED
[21:26:52.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:133:0) after 4m54s
[21:31:46.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:133:0)
[21:31:46.267] Build status: STARTED
[21:31:46.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:134:0) after 2m5s
[21:33:51.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:134:0)
[21:33:51.463] Build status: STARTED
[21:33:51.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:135:0) after 2m24s
[21:36:15.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:135:0)
[21:36:15.573] Build status: STARTED
[21:36:15.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:136:0) after 5m55s
[21:42:10.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:136:0)
[21:42:10.830] Build status: STARTED
[21:42:10.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:137:0) after 2m55s
[21:45:06.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:137:0)
[21:45:06.362] Build status: STARTED
[21:45:06.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:138:0) after 3m46s
[21:48:52.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:138:0)
[21:48:52.485] Build status: STARTED
[21:48:52.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:139:0) after 6m29s
[21:55:21.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:139:0)
[21:55:21.664] Build status: STARTED
[21:55:21.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:140:0) after 3m27s
[21:58:48.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:140:0)
[21:58:48.735] Build status: STARTED
[21:58:48.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:141:0) after 2m56s
[22:01:44.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:141:0)
[22:01:44.987] Build status: STARTED
[22:01:44.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:142:0) after 7m14s
[22:08:59.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:142:0)
[22:08:59.036] Build status: STARTED
[22:08:59.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:143:0) after 5m53s
[22:14:52.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:143:0)
[22:14:52.109] Build status: STARTED
[22:14:52.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:144:0) after 6m2s
[22:20:54.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:144:0)
[22:20:54.288] Build status: STARTED
[22:20:54.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:145:0) after 3m43s
[22:24:37.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:145:0)
[22:24:37.465] Build status: STARTED
[22:24:37.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:146:0) after 2m57s
[22:27:34.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:146:0)
[22:27:34.818] Build status: STARTED
[22:27:34.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:147:0) after 9m25s
[22:36:59.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:147:0)
[22:37:00.211] Build status: STARTED
[22:37:00.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:148:0) after 6m25s
[22:43:25.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:148:0)
[22:43:25.386] Build status: STARTED
[22:43:25.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:149:0) after 3m38s
[22:47:03.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:149:0)
[22:47:03.652] Build status: STARTED
[22:47:03.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:150:0) after 2m40s
[22:49:43.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:150:0)
[22:49:43.723] Build status: STARTED
[22:49:43.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:151:0) after 2m37s
[22:52:20.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:151:0)
[22:52:20.833] Build status: STARTED
[22:52:20.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:152:0) after 6m1s
[22:58:22.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:152:0)
[22:58:22.132] Build status: STARTED
[22:58:22.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:153:0) after 6m12s
[23:04:34.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:153:0)
[23:04:34.287] Build status: STARTED
[23:04:34.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:154:0) after 1m49s
[23:06:23.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:154:0)
[23:06:23.348] Build status: STARTED
[23:06:23.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:155:0) after 4m2s
[23:10:25.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:155:0)
[23:10:25.451] Build status: STARTED
[23:10:25.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:156:0) after 1m5s
[23:11:30.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:156:0)
[23:11:30.593] Build status: STARTED
[23:11:30.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:157:0) after 2m57s
[23:14:27.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:157:0)
[23:14:27.646] Build status: STARTED
[23:14:27.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:158:0) after 4m51s
[23:19:18.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:158:0)
[23:19:18.795] Build status: STARTED
[23:19:18.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:159:0) after 2m45s
[23:22:03.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:159:0)
[23:22:04.042] Build status: STARTED
[23:22:04.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:160:0) after 3m15s
[23:25:19.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:160:0)
[23:25:19.516] Build status: STARTED
[23:25:19.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:161:0) after 1m20s
[23:26:39.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:161:0)
[23:26:39.864] Build status: STARTED
[23:26:39.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:162:0) after 8m1s
[23:34:40.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:162:0)
[23:34:40.962] Build status: STARTED
[23:34:40.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:163:0) after 2m8s
[23:36:48.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:163:0)
[23:36:49.011] Build status: STARTED
[23:36:49.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:164:0) after 7m22s
[23:44:11.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:164:0)
[23:44:11.127] Build status: STARTED
[23:44:11.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:165:0) after 1m43s
[23:45:54.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:165:0)
[23:45:54.281] Build status: STARTED
[23:45:54.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:166:0) after 5m44s
[23:51:38.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:166:0)
[23:51:38.384] Build status: STARTED
[23:51:38.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:167:0) after 6m24s
[23:58:03.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:167:0)
[23:58:03.338] Build status: STARTED
[23:58:03.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:168:0) after 9m1s
[00:07:04.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:168:0)
[00:07:04.520] Build status: STARTED
[00:07:04.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:169:0) after 6m18s
[00:13:22.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:169:0)
[00:13:22.629] Build status: STARTED
[00:13:22.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:170:0) after 5m44s
[00:19:06.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:170:0)
[00:19:06.956] Build status: STARTED
[00:19:06.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:171:0) after 1m45s
[00:20:52.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:171:0)
[00:20:52.150] Build status: STARTED
[00:20:52.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:172:0) after 9m35s
[00:30:27.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:172:0)
[00:30:27.351] Build status: STARTED
[00:30:27.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:173:0) after 8m40s
[00:39:07.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:173:0)
[00:39:07.755] Build status: STARTED
[00:39:07.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:174:0) after 6m9s
[00:45:16.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:174:0)
[00:45:17.035] Build status: STARTED
[00:45:17.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:175:0) after 2m35s
[00:47:52.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:175:0)
[00:47:52.123] Build status: STARTED
[00:47:52.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:176:0) after 4m22s
[00:52:14.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:176:0)
[00:52:14.468] Build status: STARTED
[00:52:14.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:177:0) after 1m59s
[00:54:13.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:177:0)
[00:54:13.523] Build status: STARTED
[00:54:13.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:178:0) after 2m0s
[00:56:13.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:178:0)
[00:56:13.710] Build status: STARTED
[00:56:13.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:179:0) after 2m22s
[00:58:35.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:179:0)
[00:58:35.881] Build status: STARTED
[00:58:35.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:180:0) after 8m21s
[01:06:56.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:180:0)
[01:06:56.952] Build status: STARTED
[01:06:56.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:181:0) after 5m44s
[01:12:41.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:181:0)
[01:12:41.054] Build status: STARTED
[01:12:41.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:182:0) after 4m18s
[01:16:59.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:182:0)
[01:16:59.201] Build status: STARTED
[01:16:59.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:183:0) after 4m42s
[01:21:41.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:183:0)
[01:21:41.361] Build status: STARTED
[01:21:41.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:184:0) after 2m20s
[01:24:01.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:184:0)
[01:24:01.417] Build status: STARTED
[01:24:01.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:185:0) after 5m40s
[01:29:41.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:185:0)
[01:29:41.665] Build status: STARTED
[01:29:41.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:186:0) after 6m43s
[01:36:24.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:186:0)
[01:36:24.946] Build status: STARTED
[01:36:24.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:187:0) after 3m7s
[01:39:31.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:187:0)
[01:39:31.995] Build status: STARTED
[01:39:31.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:188:0) after 8m8s
[01:47:40.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:188:0)
[01:47:40.049] Build status: STARTED
[01:47:40.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:189:0) after 5m14s
[01:52:54.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:189:0)
[01:52:54.184] Build status: STARTED
[01:52:54.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:190:0) after 3m53s
[01:56:47.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:190:0)
[01:56:47.366] Build status: STARTED
[01:56:47.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:191:0) after 4m52s
[02:01:39.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:191:0)
[02:01:39.432] Build status: STARTED
[02:01:39.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:192:0) after 9m8s
[02:10:47.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:192:0)
[02:10:47.511] Build status: STARTED
[02:10:47.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:193:0) after 2m42s
[02:13:29.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:193:0)
[02:13:29.664] Build status: STARTED
[02:13:29.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:194:0) after 2m46s
[02:16:15.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:194:0)
[02:16:15.726] Build status: STARTED
[02:16:15.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:195:0) after 1m37s
[02:17:52.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:195:0)
[02:17:52.777] Build status: STARTED
[02:17:52.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:196:0) after 9m33s
[02:27:25.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:196:0)
[02:27:25.925] Build status: STARTED
[02:27:25.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:197:0) after 7m58s
[02:35:24.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:197:0)
[02:35:24.087] Build status: STARTED
[02:35:24.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:198:0) after 6m33s
[02:41:57.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:198:0)
[02:41:57.266] Build status: STARTED
[02:41:57.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:199:0) after 2m16s
[02:44:13.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:199:0)
[02:44:13.366] Build status: STARTED
[02:44:13.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:200:0) after 2m24s
[02:46:37.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:200:0)
[02:46:37.533] Build status: STARTED
[02:46:37.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8973379323378741120:201:0) after 9m36s
[02:48:37.617] Received PubSub notification, asking Buildbucket for the build status
[02:48:37.642] Build:
{
  "id": "8807949261330569377",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 27172,
  "createdBy": "project:chromium",
  "createTime": "2022-07-22T09:27:11.467613046Z",
  "startTime": "2022-07-22T14:46:50.695331Z",
  "endTime": "2022-07-23T02:48:36.713843651Z",
  "updateTime": "2022-07-23T02:48:36.713843651Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d2f8d85160367a7eb79dbd61595af1dbc5613b57",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:48:37.642] Invocation finished in 17h21m27.511659071s with status FAILED