Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "cd675678ce99ed3c331584fc278dd6f37fff998f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cd675678ce99ed3c331584fc278dd6f37fff998f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:36:30.114] New invocation is queued and will start shortly
[15:36:31.212] Starting the invocation (attempt 1)
[15:36:31.267] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cd675678ce99ed3c331584fc278dd6f37fff998f"
[15:36:31.267] Popped gitiles commit info from properties and tags
[15:36:31.267] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:36:31.267] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:36:31.267] Buildbucket request:
{
  "requestId": "8974624444506309536",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "cd675678ce99ed3c331584fc278dd6f37fff998f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8974624444506309536"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:36:32.072] Scheduled build:
{
  "id": "8809194382546776161",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 27088,
  "createdBy": "project:chromium",
  "createTime": "2022-07-08T15:36:31.342615062Z",
  "updateTime": "2022-07-08T15:36:31.342615062Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cd675678ce99ed3c331584fc278dd6f37fff998f",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[15:36:32.072] Task URL: https://cr-buildbucket.appspot.com/build/8809194382546776161
[15:36:32.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:2:0) after 2m23s
[15:38:55.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:2:0)
[15:38:55.118] Build status: SCHEDULED
[15:38:55.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:3:0) after 7m26s
[15:46:21.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:3:0)
[15:46:21.536] Build status: SCHEDULED
[15:46:21.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:4:0) after 8m14s
[15:54:35.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:4:0)
[15:54:35.805] Build status: SCHEDULED
[15:54:35.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:5:0) after 2m42s
[15:57:17.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:5:0)
[15:57:17.992] Build status: SCHEDULED
[15:57:17.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:6:0) after 2m37s
[15:59:55.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:6:0)
[15:59:55.411] Build status: SCHEDULED
[15:59:55.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:7:0) after 4m49s
[16:04:44.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:7:0)
[16:04:44.475] Build status: SCHEDULED
[16:04:44.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:8:0) after 5m10s
[16:09:54.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:8:0)
[16:09:55.019] Build status: SCHEDULED
[16:09:55.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:9:0) after 6m31s
[16:16:26.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:9:0)
[16:16:26.418] Build status: SCHEDULED
[16:16:26.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:10:0) after 5m9s
[16:21:35.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:10:0)
[16:21:35.545] Build status: SCHEDULED
[16:21:35.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:11:0) after 6m52s
[16:28:27.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:11:0)
[16:28:27.599] Build status: SCHEDULED
[16:28:27.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:12:0) after 4m15s
[16:32:42.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:12:0)
[16:32:42.783] Build status: SCHEDULED
[16:32:42.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:13:0) after 7m49s
[16:40:31.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:13:0)
[16:40:32.036] Build status: SCHEDULED
[16:40:32.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:14:0) after 2m20s
[16:42:52.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:14:0)
[16:42:52.158] Build status: SCHEDULED
[16:42:52.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:15:0) after 5m27s
[16:48:19.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:15:0)
[16:48:19.364] Build status: SCHEDULED
[16:48:19.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:16:0) after 4m52s
[16:53:11.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:16:0)
[16:53:11.421] Build status: SCHEDULED
[16:53:11.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:17:0) after 3m51s
[16:57:02.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:17:0)
[16:57:02.736] Build status: SCHEDULED
[16:57:02.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:18:0) after 7m7s
[17:04:10.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:18:0)
[17:04:10.326] Build status: SCHEDULED
[17:04:10.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:19:0) after 1m8s
[17:05:18.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:19:0)
[17:05:18.379] Build status: SCHEDULED
[17:05:18.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:20:0) after 8m6s
[17:13:24.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:20:0)
[17:13:24.508] Build status: SCHEDULED
[17:13:24.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:21:0) after 5m17s
[17:18:41.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:21:0)
[17:18:41.590] Build status: SCHEDULED
[17:18:41.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:22:0) after 7m51s
[17:26:32.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:22:0)
[17:26:32.652] Build status: SCHEDULED
[17:26:32.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:23:0) after 8m10s
[17:34:43.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:23:0)
[17:34:43.107] Build status: SCHEDULED
[17:34:43.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:24:0) after 3m19s
[17:38:02.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:24:0)
[17:38:02.155] Build status: SCHEDULED
[17:38:02.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:25:0) after 1m14s
[17:39:16.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:25:0)
[17:39:16.283] Build status: SCHEDULED
[17:39:16.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:26:0) after 1m18s
[17:40:34.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:26:0)
[17:40:34.507] Build status: SCHEDULED
[17:40:34.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:27:0) after 5m35s
[17:46:09.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:27:0)
[17:46:09.666] Build status: SCHEDULED
[17:46:09.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:28:0) after 6m53s
[17:53:02.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:28:0)
[17:53:02.766] Build status: SCHEDULED
[17:53:02.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:29:0) after 2m52s
[17:55:54.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:29:0)
[17:55:54.827] Build status: SCHEDULED
[17:55:54.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:30:0) after 1m56s
[17:57:50.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:30:0)
[17:57:50.957] Build status: SCHEDULED
[17:57:50.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:31:0) after 6m34s
[18:04:25.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:31:0)
[18:04:25.104] Build status: SCHEDULED
[18:04:25.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:32:0) after 7m15s
[18:11:40.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:32:0)
[18:11:40.166] Build status: SCHEDULED
[18:11:40.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:33:0) after 9m41s
[18:16:19.941] Received PubSub notification, asking Buildbucket for the build status
[18:16:19.978] Build status: STARTED
[18:21:21.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:33:0)
[18:21:21.373] Build status: STARTED
[18:21:21.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:35:0) after 4m20s
[18:25:41.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:35:0)
[18:25:41.469] Build status: STARTED
[18:25:41.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:36:0) after 1m37s
[18:27:18.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:36:0)
[18:27:18.515] Build status: STARTED
[18:27:18.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:37:0) after 3m24s
[18:30:42.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:37:0)
[18:30:42.823] Build status: STARTED
[18:30:42.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:38:0) after 1m53s
[18:32:35.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:38:0)
[18:32:35.981] Build status: STARTED
[18:32:35.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:39:0) after 9m51s
[18:42:27.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:39:0)
[18:42:27.188] Build status: STARTED
[18:42:27.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:40:0) after 9m31s
[18:51:58.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:40:0)
[18:51:58.278] Build status: STARTED
[18:51:58.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:41:0) after 4m46s
[18:56:44.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:41:0)
[18:56:44.448] Build status: STARTED
[18:56:44.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:42:0) after 2m54s
[18:59:38.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:42:0)
[18:59:38.934] Build status: STARTED
[18:59:38.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:43:0) after 6m21s
[19:05:59.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:43:0)
[19:05:59.973] Build status: STARTED
[19:05:59.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:44:0) after 3m18s
[19:09:18.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:44:0)
[19:09:18.099] Build status: STARTED
[19:09:18.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:45:0) after 9m22s
[19:18:40.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:45:0)
[19:18:40.146] Build status: STARTED
[19:18:40.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:46:0) after 3m29s
[19:22:09.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:46:0)
[19:22:09.195] Build status: STARTED
[19:22:09.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:47:0) after 9m17s
[19:31:26.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:47:0)
[19:31:26.447] Build status: STARTED
[19:31:26.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:48:0) after 4m18s
[19:35:44.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:48:0)
[19:35:44.543] Build status: STARTED
[19:35:44.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:49:0) after 1m3s
[19:36:47.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:49:0)
[19:36:47.753] Build status: STARTED
[19:36:47.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:50:0) after 9m24s
[19:46:11.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:50:0)
[19:46:11.936] Build status: STARTED
[19:46:11.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:51:0) after 4m11s
[19:50:22.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:51:0)
[19:50:22.998] Build status: STARTED
[19:50:22.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:52:0) after 7m56s
[19:58:19.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:52:0)
[19:58:19.253] Build status: STARTED
[19:58:19.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:53:0) after 5m22s
[20:03:41.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:53:0)
[20:03:41.531] Build status: STARTED
[20:03:41.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:54:0) after 6m44s
[20:10:25.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:54:0)
[20:10:25.864] Build status: STARTED
[20:10:25.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:55:0) after 6m4s
[20:16:29.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:55:0)
[20:16:29.972] Build status: STARTED
[20:16:29.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:56:0) after 6m59s
[20:23:29.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:56:0)
[20:23:29.157] Build status: STARTED
[20:23:29.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:57:0) after 3m1s
[20:26:30.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:57:0)
[20:26:30.549] Build status: STARTED
[20:26:30.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:58:0) after 4m34s
[20:31:05.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:58:0)
[20:31:05.342] Build status: STARTED
[20:31:05.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:59:0) after 6m37s
[20:37:42.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:59:0)
[20:37:42.703] Build status: STARTED
[20:37:42.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:60:0) after 4m10s
[20:41:52.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:60:0)
[20:41:52.771] Build status: STARTED
[20:41:52.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:61:0) after 9m18s
[20:51:10.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:61:0)
[20:51:10.870] Build status: STARTED
[20:51:10.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:62:0) after 1m31s
[20:52:41.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:62:0)
[20:52:41.919] Build status: STARTED
[20:52:41.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:63:0) after 7m9s
[20:59:51.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:63:0)
[20:59:51.190] Build status: STARTED
[20:59:51.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:64:0) after 9m42s
[21:09:33.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:64:0)
[21:09:33.816] Build status: STARTED
[21:09:33.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:65:0) after 4m9s
[21:13:42.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:65:0)
[21:13:42.836] Build status: STARTED
[21:13:42.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:66:0) after 7m47s
[21:21:29.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:66:0)
[21:21:29.892] Build status: STARTED
[21:21:29.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:67:0) after 6m32s
[21:28:02.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:67:0)
[21:28:02.178] Build status: STARTED
[21:28:02.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:68:0) after 4m22s
[21:32:24.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:68:0)
[21:32:24.242] Build status: STARTED
[21:32:24.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:69:0) after 2m8s
[21:34:32.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:69:0)
[21:34:32.496] Build status: STARTED
[21:34:32.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:70:0) after 5m3s
[21:39:35.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:70:0)
[21:39:35.794] Build status: STARTED
[21:39:35.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:71:0) after 6m57s
[21:46:33.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:71:0)
[21:46:33.257] Build status: STARTED
[21:46:33.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:72:0) after 9m37s
[21:56:10.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:72:0)
[21:56:10.420] Build status: STARTED
[21:56:10.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:73:0) after 5m10s
[22:01:20.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:73:0)
[22:01:20.567] Build status: STARTED
[22:01:20.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:74:0) after 1m40s
[22:03:00.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:74:0)
[22:03:00.925] Build status: STARTED
[22:03:00.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:75:0) after 2m32s
[22:05:33.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:75:0)
[22:05:33.378] Build status: STARTED
[22:05:33.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:76:0) after 3m36s
[22:09:09.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:76:0)
[22:09:09.467] Build status: STARTED
[22:09:09.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:77:0) after 5m13s
[22:14:22.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:77:0)
[22:14:22.515] Build status: STARTED
[22:14:22.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:78:0) after 9m28s
[22:23:50.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:78:0)
[22:23:50.830] Build status: STARTED
[22:23:50.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:79:0) after 6m7s
[22:29:57.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:79:0)
[22:29:57.859] Build status: STARTED
[22:29:57.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:80:0) after 3m44s
[22:33:41.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:80:0)
[22:33:41.942] Build status: STARTED
[22:33:41.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:81:0) after 3m27s
[22:37:08.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:81:0)
[22:37:08.998] Build status: STARTED
[22:37:08.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:82:0) after 9m53s
[22:47:02.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:82:0)
[22:47:02.720] Build status: STARTED
[22:47:02.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:83:0) after 8m34s
[22:55:36.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:83:0)
[22:55:37.008] Build status: STARTED
[22:55:37.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:84:0) after 2m33s
[22:58:10.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:84:0)
[22:58:10.182] Build status: STARTED
[22:58:10.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:85:0) after 5m15s
[23:03:25.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:85:0)
[23:03:25.468] Build status: STARTED
[23:03:25.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:86:0) after 6m58s
[23:10:23.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:86:0)
[23:10:23.656] Build status: STARTED
[23:10:23.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:87:0) after 7m9s
[23:17:32.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:87:0)
[23:17:32.759] Build status: STARTED
[23:17:32.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:88:0) after 5m17s
[23:22:49.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:88:0)
[23:22:49.833] Build status: STARTED
[23:22:49.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:89:0) after 3m7s
[23:25:56.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:89:0)
[23:25:56.948] Build status: STARTED
[23:25:56.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:90:0) after 1m19s
[23:27:16.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:90:0)
[23:27:16.302] Build status: STARTED
[23:27:16.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:91:0) after 8m24s
[23:35:40.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:91:0)
[23:35:40.474] Build status: STARTED
[23:35:40.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:92:0) after 9m6s
[23:44:46.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:92:0)
[23:44:46.545] Build status: STARTED
[23:44:46.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:93:0) after 8m36s
[23:53:22.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:93:0)
[23:53:22.591] Build status: STARTED
[23:53:22.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:94:0) after 7m26s
[00:00:48.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:94:0)
[00:00:48.647] Build status: STARTED
[00:00:48.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:95:0) after 4m12s
[00:05:01.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:95:0)
[00:05:01.254] Build status: STARTED
[00:05:01.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:96:0) after 6m17s
[00:11:18.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:96:0)
[00:11:18.419] Build status: STARTED
[00:11:18.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:97:0) after 7m25s
[00:18:43.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:97:0)
[00:18:43.469] Build status: STARTED
[00:18:43.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:98:0) after 3m37s
[00:22:20.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:98:0)
[00:22:20.529] Build status: STARTED
[00:22:20.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:99:0) after 3m1s
[00:25:21.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:99:0)
[00:25:21.660] Build status: STARTED
[00:25:21.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:100:0) after 2m18s
[00:27:39.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:100:0)
[00:27:39.749] Build status: STARTED
[00:27:39.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:101:0) after 3m4s
[00:30:43.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:101:0)
[00:30:43.934] Build status: STARTED
[00:30:43.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:102:0) after 7m19s
[00:38:02.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:102:0)
[00:38:02.989] Build status: STARTED
[00:38:02.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:103:0) after 4m18s
[00:42:21.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:103:0)
[00:42:21.273] Build status: STARTED
[00:42:21.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:104:0) after 8m36s
[00:50:57.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:104:0)
[00:50:57.379] Build status: STARTED
[00:50:57.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:105:0) after 9m23s
[01:00:20.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:105:0)
[01:00:20.545] Build status: STARTED
[01:00:20.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:106:0) after 3m56s
[01:04:16.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:106:0)
[01:04:16.909] Build status: STARTED
[01:04:16.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:107:0) after 4m57s
[01:09:14.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:107:0)
[01:09:14.155] Build status: STARTED
[01:09:14.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:108:0) after 2m47s
[01:12:01.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:108:0)
[01:12:01.194] Build status: STARTED
[01:12:01.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:109:0) after 2m44s
[01:14:45.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:109:0)
[01:14:45.283] Build status: STARTED
[01:14:45.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:110:0) after 1m13s
[01:15:58.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:110:0)
[01:15:58.406] Build status: STARTED
[01:15:58.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:111:0) after 1m59s
[01:17:57.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:111:0)
[01:17:57.611] Build status: STARTED
[01:17:57.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:112:0) after 8m24s
[01:26:21.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:112:0)
[01:26:21.662] Build status: STARTED
[01:26:21.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:113:0) after 2m50s
[01:29:11.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:113:0)
[01:29:11.849] Build status: STARTED
[01:29:11.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:114:0) after 9m30s
[01:38:42.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:114:0)
[01:38:42.136] Build status: STARTED
[01:38:42.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:115:0) after 3m50s
[01:42:32.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:115:0)
[01:42:32.262] Build status: STARTED
[01:42:32.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:116:0) after 3m50s
[01:46:22.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:116:0)
[01:46:22.322] Build status: STARTED
[01:46:22.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:117:0) after 3m11s
[01:49:33.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:117:0)
[01:49:33.464] Build status: STARTED
[01:49:33.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:118:0) after 6m31s
[01:56:04.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:118:0)
[01:56:04.640] Build status: STARTED
[01:56:04.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:119:0) after 7m30s
[02:03:34.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:119:0)
[02:03:34.766] Build status: STARTED
[02:03:34.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:120:0) after 1m23s
[02:04:58.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:120:0)
[02:04:58.181] Build status: STARTED
[02:04:58.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:121:0) after 4m2s
[02:09:00.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:121:0)
[02:09:00.403] Build status: STARTED
[02:09:00.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:122:0) after 7m17s
[02:16:17.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:122:0)
[02:16:17.456] Build status: STARTED
[02:16:17.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:123:0) after 1m57s
[02:18:14.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:123:0)
[02:18:14.533] Build status: STARTED
[02:18:14.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:124:0) after 1m59s
[02:20:13.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:124:0)
[02:20:13.583] Build status: STARTED
[02:20:13.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:125:0) after 8m1s
[02:28:14.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:125:0)
[02:28:14.889] Build status: STARTED
[02:28:14.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:126:0) after 1m56s
[02:30:10.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:126:0)
[02:30:11.020] Build status: STARTED
[02:30:11.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:127:0) after 2m39s
[02:32:50.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:127:0)
[02:32:50.412] Build status: STARTED
[02:32:50.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:128:0) after 4m26s
[02:37:16.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:128:0)
[02:37:16.468] Build status: STARTED
[02:37:16.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:129:0) after 4m1s
[02:41:17.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:129:0)
[02:41:17.575] Build status: STARTED
[02:41:17.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:130:0) after 3m1s
[02:44:18.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:130:0)
[02:44:18.661] Build status: STARTED
[02:44:18.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:131:0) after 9m15s
[02:53:33.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:131:0)
[02:53:33.738] Build status: STARTED
[02:53:33.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:132:0) after 9m12s
[03:02:45.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:132:0)
[03:02:45.802] Build status: STARTED
[03:02:45.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:133:0) after 7m4s
[03:09:50.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:133:0)
[03:09:50.336] Build status: STARTED
[03:09:50.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:134:0) after 2m34s
[03:12:24.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:134:0)
[03:12:24.475] Build status: STARTED
[03:12:24.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:135:0) after 5m50s
[03:18:14.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:135:0)
[03:18:14.593] Build status: STARTED
[03:18:14.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:136:0) after 8m37s
[03:26:51.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:136:0)
[03:26:51.652] Build status: STARTED
[03:26:51.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:137:0) after 6m11s
[03:33:02.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:137:0)
[03:33:02.983] Build status: STARTED
[03:33:02.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:138:0) after 7m26s
[03:40:29.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:138:0)
[03:40:29.040] Build status: STARTED
[03:40:29.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:139:0) after 4m47s
[03:45:16.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:139:0)
[03:45:16.235] Build status: STARTED
[03:45:16.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:140:0) after 1m8s
[03:46:24.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:140:0)
[03:46:24.392] Build status: STARTED
[03:46:24.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:141:0) after 6m8s
[03:52:32.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:141:0)
[03:52:33.276] Build status: STARTED
[03:52:33.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:142:0) after 2m53s
[03:55:26.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:142:0)
[03:55:26.318] Build status: STARTED
[03:55:26.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:143:0) after 3m15s
[03:58:41.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:143:0)
[03:58:41.370] Build status: STARTED
[03:58:41.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:144:0) after 2m26s
[04:01:07.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:144:0)
[04:01:07.431] Build status: STARTED
[04:01:07.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:145:0) after 4m32s
[04:05:39.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:145:0)
[04:05:39.563] Build status: STARTED
[04:05:39.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:146:0) after 1m14s
[04:06:53.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:146:0)
[04:06:53.629] Build status: STARTED
[04:06:53.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:147:0) after 5m57s
[04:12:50.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:147:0)
[04:12:50.724] Build status: STARTED
[04:12:50.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:148:0) after 1m50s
[04:14:40.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:148:0)
[04:14:40.783] Build status: STARTED
[04:14:40.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:149:0) after 3m25s
[04:18:05.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:149:0)
[04:18:05.871] Build status: STARTED
[04:18:05.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:150:0) after 6m18s
[04:24:24.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:150:0)
[04:24:24.025] Build status: STARTED
[04:24:24.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:151:0) after 5m25s
[04:29:49.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:151:0)
[04:29:49.276] Build status: STARTED
[04:29:49.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:152:0) after 3m57s
[04:33:46.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:152:0)
[04:33:46.360] Build status: STARTED
[04:33:46.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:153:0) after 7m18s
[04:41:04.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:153:0)
[04:41:04.485] Build status: STARTED
[04:41:04.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:154:0) after 2m51s
[04:43:55.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:154:0)
[04:43:55.553] Build status: STARTED
[04:43:55.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:155:0) after 7m35s
[04:51:30.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:155:0)
[04:51:30.603] Build status: STARTED
[04:51:30.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:156:0) after 1m42s
[04:53:12.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:156:0)
[04:53:12.840] Build status: STARTED
[04:53:12.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:157:0) after 6m9s
[04:59:21.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:157:0)
[04:59:21.864] Build status: STARTED
[04:59:21.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:158:0) after 8m49s
[05:08:10.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:158:0)
[05:08:11.045] Build status: STARTED
[05:08:11.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:159:0) after 4m57s
[05:13:08.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:159:0)
[05:13:08.172] Build status: STARTED
[05:13:08.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:160:0) after 1m38s
[05:14:46.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:160:0)
[05:14:46.260] Build status: STARTED
[05:14:46.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:161:0) after 3m15s
[05:18:01.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:161:0)
[05:18:01.428] Build status: STARTED
[05:18:01.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:162:0) after 9m17s
[05:27:18.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:162:0)
[05:27:18.518] Build status: STARTED
[05:27:18.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:163:0) after 6m9s
[05:33:27.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:163:0)
[05:33:27.572] Build status: STARTED
[05:33:27.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:164:0) after 1m25s
[05:34:52.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:164:0)
[05:34:52.680] Build status: STARTED
[05:34:52.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:165:0) after 1m4s
[05:35:56.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:165:0)
[05:35:56.886] Build status: STARTED
[05:35:56.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:166:0) after 8m0s
[05:43:56.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:166:0)
[05:43:56.955] Build status: STARTED
[05:43:56.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:167:0) after 7m16s
[05:51:13.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:167:0)
[05:51:13.118] Build status: STARTED
[05:51:13.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:168:0) after 6m25s
[05:57:38.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:168:0)
[05:57:38.189] Build status: STARTED
[05:57:38.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8974624444506309536:169:0) after 6m45s
[05:58:01.674] Received PubSub notification, asking Buildbucket for the build status
[05:58:01.712] Build:
{
  "id": "8809194382546776161",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 27088,
  "createdBy": "project:chromium",
  "createTime": "2022-07-08T15:36:31.342615062Z",
  "startTime": "2022-07-08T18:16:17.033694Z",
  "endTime": "2022-07-09T05:58:01.010075689Z",
  "updateTime": "2022-07-09T05:58:01.010075689Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cd675678ce99ed3c331584fc278dd6f37fff998f",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[05:58:01.712] Invocation finished in 14h21m31.622772135s with status FAILED