Status: FAILED
Triggered by: -
Duration: 17 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "70eb5d2e1cc1f0f5826a4c58e0bbeb79f3b6ff9d"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/70eb5d2e1cc1f0f5826a4c58e0bbeb79f3b6ff9d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:15:01.193] New invocation is queued and will start shortly
[23:15:02.445] Starting the invocation (attempt 1)
[23:15:02.484] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/70eb5d2e1cc1f0f5826a4c58e0bbeb79f3b6ff9d"
[23:15:02.484] Popped gitiles commit info from properties and tags
[23:15:02.484] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:15:02.485] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:15:02.485] Buildbucket request:
{
  "requestId": "8917610105295549440",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "70eb5d2e1cc1f0f5826a4c58e0bbeb79f3b6ff9d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8917610105295549440"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:15:03.417] Scheduled build:
{
  "id": "8752180043084421905",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30587,
  "createdBy": "project:chromium",
  "createTime": "2024-03-28T23:15:02.555992938Z",
  "updateTime": "2024-03-28T23:15:02.555992938Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "70eb5d2e1cc1f0f5826a4c58e0bbeb79f3b6ff9d",
      "ref": "refs/heads/main"
    }
  }
}
[23:15:03.417] Task URL: https://cr-buildbucket.appspot.com/build/8752180043084421905
[23:15:03.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:2:0) after 4m17s
[23:15:03.923] Received PubSub notification, asking Buildbucket for the build status
[23:15:03.958] Build status: SCHEDULED
[23:15:09.243] Received PubSub notification, asking Buildbucket for the build status
[23:15:09.270] Build status: STARTED
[23:19:20.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:2:0)
[23:19:20.502] Build status: STARTED
[23:19:20.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:5:0) after 4m7s
[23:23:27.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:5:0)
[23:23:27.637] Build status: STARTED
[23:23:27.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:6:0) after 1m19s
[23:24:46.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:6:0)
[23:24:46.715] Build status: STARTED
[23:24:46.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:7:0) after 8m46s
[23:33:32.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:7:0)
[23:33:32.776] Build status: STARTED
[23:33:32.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:8:0) after 3m5s
[23:36:37.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:8:0)
[23:36:37.863] Build status: STARTED
[23:36:37.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:9:0) after 4m49s
[23:41:26.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:9:0)
[23:41:26.919] Build status: STARTED
[23:41:26.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:10:0) after 6m18s
[23:47:45.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:10:0)
[23:47:45.113] Build status: STARTED
[23:47:45.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:11:0) after 4m35s
[23:52:20.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:11:0)
[23:52:20.246] Build status: STARTED
[23:52:20.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:12:0) after 6m12s
[23:58:32.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:12:0)
[23:58:32.363] Build status: STARTED
[23:58:32.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:13:0) after 5m51s
[00:04:23.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:13:0)
[00:04:23.478] Build status: STARTED
[00:04:23.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:14:0) after 6m50s
[00:11:13.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:14:0)
[00:11:13.530] Build status: STARTED
[00:11:13.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:15:0) after 5m11s
[00:16:24.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:15:0)
[00:16:24.587] Build status: STARTED
[00:16:24.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:16:0) after 7m15s
[00:23:39.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:16:0)
[00:23:39.642] Build status: STARTED
[00:23:39.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:17:0) after 5m34s
[00:29:13.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:17:0)
[00:29:13.776] Build status: STARTED
[00:29:13.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:18:0) after 3m49s
[00:33:02.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:18:0)
[00:33:02.835] Build status: STARTED
[00:33:02.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:19:0) after 1m23s
[00:34:25.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:19:0)
[00:34:25.974] Build status: STARTED
[00:34:25.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:20:0) after 2m23s
[00:36:49.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:20:0)
[00:36:49.027] Build status: STARTED
[00:36:49.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:21:0) after 6m41s
[00:43:30.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:21:0)
[00:43:30.095] Build status: STARTED
[00:43:30.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:22:0) after 5m20s
[00:48:50.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:22:0)
[00:48:50.151] Build status: STARTED
[00:48:50.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:23:0) after 8m25s
[00:57:15.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:23:0)
[00:57:15.338] Build status: STARTED
[00:57:15.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:24:0) after 6m11s
[01:03:26.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:24:0)
[01:03:26.410] Build status: STARTED
[01:03:26.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:25:0) after 8m24s
[01:11:50.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:25:0)
[01:11:50.597] Build status: STARTED
[01:11:50.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:26:0) after 2m51s
[01:14:41.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:26:0)
[01:14:41.653] Build status: STARTED
[01:14:41.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:27:0) after 8m51s
[01:23:32.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:27:0)
[01:23:32.734] Build status: STARTED
[01:23:32.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:28:0) after 6m22s
[01:29:54.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:28:0)
[01:29:54.846] Build status: STARTED
[01:29:54.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:29:0) after 2m10s
[01:32:04.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:29:0)
[01:32:04.923] Build status: STARTED
[01:32:04.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:30:0) after 4m27s
[01:36:31.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:30:0)
[01:36:31.975] Build status: STARTED
[01:36:31.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:31:0) after 2m25s
[01:38:57.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:31:0)
[01:38:57.096] Build status: STARTED
[01:38:57.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:32:0) after 1m14s
[01:40:11.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:32:0)
[01:40:11.152] Build status: STARTED
[01:40:11.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:33:0) after 8m55s
[01:49:06.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:33:0)
[01:49:06.352] Build status: STARTED
[01:49:06.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:34:0) after 1m1s
[01:50:07.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:34:0)
[01:50:07.521] Build status: STARTED
[01:50:07.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:35:0) after 5m51s
[01:55:58.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:35:0)
[01:55:58.593] Build status: STARTED
[01:55:58.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:36:0) after 6m8s
[02:02:06.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:36:0)
[02:02:06.696] Build status: STARTED
[02:02:06.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:37:0) after 3m35s
[02:05:41.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:37:0)
[02:05:41.867] Build status: STARTED
[02:05:41.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:38:0) after 9m12s
[02:14:53.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:38:0)
[02:14:53.924] Build status: STARTED
[02:14:53.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:39:0) after 7m18s
[02:22:11.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:39:0)
[02:22:11.985] Build status: STARTED
[02:22:11.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:40:0) after 7m6s
[02:29:18.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:40:0)
[02:29:18.168] Build status: STARTED
[02:29:18.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:41:0) after 4m59s
[02:34:17.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:41:0)
[02:34:17.217] Build status: STARTED
[02:34:17.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:42:0) after 9m33s
[02:43:50.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:42:0)
[02:43:50.535] Build status: STARTED
[02:43:50.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:43:0) after 4m18s
[02:48:08.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:43:0)
[02:48:08.644] Build status: STARTED
[02:48:08.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:44:0) after 3m52s
[02:52:00.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:44:0)
[02:52:01.008] Build status: STARTED
[02:52:01.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:45:0) after 7m56s
[02:59:57.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:45:0)
[02:59:57.075] Build status: STARTED
[02:59:57.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:46:0) after 5m7s
[03:05:04.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:46:0)
[03:05:04.390] Build status: STARTED
[03:05:04.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:47:0) after 8m15s
[03:13:19.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:47:0)
[03:13:19.606] Build status: STARTED
[03:13:19.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:48:0) after 2m56s
[03:16:15.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:48:0)
[03:16:15.689] Build status: STARTED
[03:16:15.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:49:0) after 7m49s
[03:24:04.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:49:0)
[03:24:04.843] Build status: STARTED
[03:24:04.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:50:0) after 2m40s
[03:26:44.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:50:0)
[03:26:44.907] Build status: STARTED
[03:26:44.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:51:0) after 5m20s
[03:32:05.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:51:0)
[03:32:05.387] Build status: STARTED
[03:32:05.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:52:0) after 6m38s
[03:38:43.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:52:0)
[03:38:43.734] Build status: STARTED
[03:38:43.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:53:0) after 7m42s
[03:46:25.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:53:0)
[03:46:25.908] Build status: STARTED
[03:46:25.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:54:0) after 6m19s
[03:52:45.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:54:0)
[03:52:45.219] Build status: STARTED
[03:52:45.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:55:0) after 2m40s
[03:55:25.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:55:0)
[03:55:25.381] Build status: STARTED
[03:55:25.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:56:0) after 1m52s
[03:57:17.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:56:0)
[03:57:17.428] Build status: STARTED
[03:57:17.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:57:0) after 7m3s
[04:04:20.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:57:0)
[04:04:20.715] Build status: STARTED
[04:04:20.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:58:0) after 3m17s
[04:07:38.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:58:0)
[04:07:38.146] Build status: STARTED
[04:07:38.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:59:0) after 1m40s
[04:09:18.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:59:0)
[04:09:18.567] Build status: STARTED
[04:09:18.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:60:0) after 5m18s
[04:14:37.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:60:0)
[04:14:37.414] Build status: STARTED
[04:14:37.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:61:0) after 9m7s
[04:23:44.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:61:0)
[04:23:44.516] Build status: STARTED
[04:23:44.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:62:0) after 4m4s
[04:27:48.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:62:0)
[04:27:48.953] Build status: STARTED
[04:27:48.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:63:0) after 1m40s
[04:29:29.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:63:0)
[04:29:29.076] Build status: STARTED
[04:29:29.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:64:0) after 6m44s
[04:36:13.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:64:0)
[04:36:13.348] Build status: STARTED
[04:36:13.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:65:0) after 8m34s
[04:44:47.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:65:0)
[04:44:47.439] Build status: STARTED
[04:44:47.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:66:0) after 5m53s
[04:50:40.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:66:0)
[04:50:40.706] Build status: STARTED
[04:50:40.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:67:0) after 2m1s
[04:52:42.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:67:0)
[04:52:42.286] Build status: STARTED
[04:52:42.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:68:0) after 6m10s
[04:58:52.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:68:0)
[04:58:52.344] Build status: STARTED
[04:58:52.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:69:0) after 7m59s
[05:06:51.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:69:0)
[05:06:51.380] Build status: STARTED
[05:06:51.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:70:0) after 1m35s
[05:08:26.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:70:0)
[05:08:26.734] Build status: STARTED
[05:08:26.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:71:0) after 3m0s
[05:11:26.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:71:0)
[05:11:26.885] Build status: STARTED
[05:11:26.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:72:0) after 8m45s
[05:20:11.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:72:0)
[05:20:11.947] Build status: STARTED
[05:20:11.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:73:0) after 8m22s
[05:28:33.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:73:0)
[05:28:33.992] Build status: STARTED
[05:28:33.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:74:0) after 7m40s
[05:36:14.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:74:0)
[05:36:14.213] Build status: STARTED
[05:36:14.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:75:0) after 8m10s
[05:44:24.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:75:0)
[05:44:24.369] Build status: STARTED
[05:44:24.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:76:0) after 9m14s
[05:53:38.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:76:0)
[05:53:38.604] Build status: STARTED
[05:53:38.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:77:0) after 3m3s
[05:56:41.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:77:0)
[05:56:41.890] Build status: STARTED
[05:56:41.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:78:0) after 8m35s
[06:05:16.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:78:0)
[06:05:16.964] Build status: STARTED
[06:05:16.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:79:0) after 7m2s
[06:12:19.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:79:0)
[06:12:19.153] Build status: STARTED
[06:12:19.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:80:0) after 7m58s
[06:20:17.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:80:0)
[06:20:17.243] Build status: STARTED
[06:20:17.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:81:0) after 6m9s
[06:26:26.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:81:0)
[06:26:26.505] Build status: STARTED
[06:26:26.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:82:0) after 4m55s
[06:31:21.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:82:0)
[06:31:21.700] Build status: STARTED
[06:31:21.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:83:0) after 4m21s
[06:35:42.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:83:0)
[06:35:42.850] Build status: STARTED
[06:35:42.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:84:0) after 7m23s
[06:43:05.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:84:0)
[06:43:05.938] Build status: STARTED
[06:43:05.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:85:0) after 5m46s
[06:48:52.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:85:0)
[06:48:52.339] Build status: STARTED
[06:48:52.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:86:0) after 9m42s
[06:58:34.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:86:0)
[06:58:34.761] Build status: STARTED
[06:58:34.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:87:0) after 5m48s
[07:04:22.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:87:0)
[07:04:22.898] Build status: STARTED
[07:04:22.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:88:0) after 7m27s
[07:11:49.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:88:0)
[07:11:49.980] Build status: STARTED
[07:11:49.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:89:0) after 8m40s
[07:20:30.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:89:0)
[07:20:30.032] Build status: STARTED
[07:20:30.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:90:0) after 8m12s
[07:28:42.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:90:0)
[07:28:42.438] Build status: STARTED
[07:28:42.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:91:0) after 2m57s
[07:31:39.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:91:0)
[07:31:39.810] Build status: STARTED
[07:31:39.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:92:0) after 3m52s
[07:35:31.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:92:0)
[07:35:31.925] Build status: STARTED
[07:35:31.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:93:0) after 6m18s
[07:41:50.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:93:0)
[07:41:50.058] Build status: STARTED
[07:41:50.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:94:0) after 7m30s
[07:49:20.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:94:0)
[07:49:20.252] Build status: STARTED
[07:49:20.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:95:0) after 4m41s
[07:54:01.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:95:0)
[07:54:01.406] Build status: STARTED
[07:54:01.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:96:0) after 6m45s
[08:00:46.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:96:0)
[08:00:46.688] Build status: STARTED
[08:00:46.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:97:0) after 2m55s
[08:03:41.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:97:0)
[08:03:41.767] Build status: STARTED
[08:03:41.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:98:0) after 5m5s
[08:08:47.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:98:0)
[08:08:47.199] Build status: STARTED
[08:08:47.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:99:0) after 9m25s
[08:18:12.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:99:0)
[08:18:12.422] Build status: STARTED
[08:18:12.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:100:0) after 2m47s
[08:20:59.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:100:0)
[08:20:59.667] Build status: STARTED
[08:20:59.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:101:0) after 9m48s
[08:30:47.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:101:0)
[08:30:47.775] Build status: STARTED
[08:30:47.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:102:0) after 9m3s
[08:39:50.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:102:0)
[08:39:50.894] Build status: STARTED
[08:39:50.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:103:0) after 8m14s
[08:48:04.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:103:0)
[08:48:04.954] Build status: STARTED
[08:48:04.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:104:0) after 2m58s
[08:51:03.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:104:0)
[08:51:03.555] Build status: STARTED
[08:51:03.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:105:0) after 9m16s
[09:00:19.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:105:0)
[09:00:19.807] Build status: STARTED
[09:00:19.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:106:0) after 6m2s
[09:06:21.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:106:0)
[09:06:22.018] Build status: STARTED
[09:06:22.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:107:0) after 5m24s
[09:11:46.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:107:0)
[09:11:46.139] Build status: STARTED
[09:11:46.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:108:0) after 3m30s
[09:15:16.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:108:0)
[09:15:16.411] Build status: STARTED
[09:15:16.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:109:0) after 1m45s
[09:17:01.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:109:0)
[09:17:01.599] Build status: STARTED
[09:17:01.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:110:0) after 4m4s
[09:21:05.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:110:0)
[09:21:05.618] Build status: STARTED
[09:21:05.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:111:0) after 9m38s
[09:30:43.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:111:0)
[09:30:43.857] Build status: STARTED
[09:30:43.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:112:0) after 7m36s
[09:38:19.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:112:0)
[09:38:19.912] Build status: STARTED
[09:38:19.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:113:0) after 6m7s
[09:44:26.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:113:0)
[09:44:27.017] Build status: STARTED
[09:44:27.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:114:0) after 6m13s
[09:50:40.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:114:0)
[09:50:40.485] Build status: STARTED
[09:50:40.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:115:0) after 5m27s
[09:56:07.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:115:0)
[09:56:07.737] Build status: STARTED
[09:56:07.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:116:0) after 9m42s
[10:05:49.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:116:0)
[10:05:49.909] Build status: STARTED
[10:05:49.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:117:0) after 6m37s
[10:12:26.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:117:0)
[10:12:26.968] Build status: STARTED
[10:12:26.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:118:0) after 7m40s
[10:20:07.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:118:0)
[10:20:07.075] Build status: STARTED
[10:20:07.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:119:0) after 6m35s
[10:26:42.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:119:0)
[10:26:42.166] Build status: STARTED
[10:26:42.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:120:0) after 5m27s
[10:32:09.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:120:0)
[10:32:09.587] Build status: STARTED
[10:32:09.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:121:0) after 2m29s
[10:34:38.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:121:0)
[10:34:38.644] Build status: STARTED
[10:34:38.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:122:0) after 4m36s
[10:39:14.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:122:0)
[10:39:14.938] Build status: STARTED
[10:39:14.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:123:0) after 6m4s
[10:45:19.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:123:0)
[10:45:19.121] Build status: STARTED
[10:45:19.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:124:0) after 9m25s
[10:54:44.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:124:0)
[10:54:44.400] Build status: STARTED
[10:54:44.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:125:0) after 6m3s
[11:00:47.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:125:0)
[11:00:47.640] Build status: STARTED
[11:00:47.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:126:0) after 2m23s
[11:03:10.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:126:0)
[11:03:10.792] Build status: STARTED
[11:03:10.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:127:0) after 9m51s
[11:13:02.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:127:0)
[11:13:02.098] Build status: STARTED
[11:13:02.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:128:0) after 4m13s
[11:17:15.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:128:0)
[11:17:15.253] Build status: STARTED
[11:17:15.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:129:0) after 9m52s
[11:27:07.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:129:0)
[11:27:07.343] Build status: STARTED
[11:27:07.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:130:0) after 8m42s
[11:35:49.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:130:0)
[11:35:49.535] Build status: STARTED
[11:35:49.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:131:0) after 6m25s
[11:42:14.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:131:0)
[11:42:14.842] Build status: STARTED
[11:42:14.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:132:0) after 6m3s
[11:48:17.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:132:0)
[11:48:17.876] Build status: STARTED
[11:48:17.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:133:0) after 2m59s
[11:51:17.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:133:0)
[11:51:17.030] Build status: STARTED
[11:51:17.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:134:0) after 1m0s
[11:52:17.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:134:0)
[11:52:17.094] Build status: STARTED
[11:52:17.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:135:0) after 6m8s
[11:58:25.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:135:0)
[11:58:25.263] Build status: STARTED
[11:58:25.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:136:0) after 3m30s
[12:01:55.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:136:0)
[12:01:55.532] Build status: STARTED
[12:01:55.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:137:0) after 1m38s
[12:03:33.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:137:0)
[12:03:33.741] Build status: STARTED
[12:03:33.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:138:0) after 2m29s
[12:06:02.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:138:0)
[12:06:02.914] Build status: STARTED
[12:06:02.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:139:0) after 4m29s
[12:10:31.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:139:0)
[12:10:32.061] Build status: STARTED
[12:10:32.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:140:0) after 1m43s
[12:12:15.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:140:0)
[12:12:15.151] Build status: STARTED
[12:12:15.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:141:0) after 1m55s
[12:14:10.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:141:0)
[12:14:10.412] Build status: STARTED
[12:14:10.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:142:0) after 9m40s
[12:23:50.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:142:0)
[12:23:50.507] Build status: STARTED
[12:23:50.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:143:0) after 1m54s
[12:25:44.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:143:0)
[12:25:44.662] Build status: STARTED
[12:25:44.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:144:0) after 7m29s
[12:33:13.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:144:0)
[12:33:13.882] Build status: STARTED
[12:33:13.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:145:0) after 1m36s
[12:34:49.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:145:0)
[12:34:50.046] Build status: STARTED
[12:34:50.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:146:0) after 3m17s
[12:38:07.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:146:0)
[12:38:07.176] Build status: STARTED
[12:38:07.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:147:0) after 4m48s
[12:42:55.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:147:0)
[12:42:55.234] Build status: STARTED
[12:42:55.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:148:0) after 6m13s
[12:49:08.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:148:0)
[12:49:08.250] Build status: STARTED
[12:49:08.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:149:0) after 5m55s
[12:55:03.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:149:0)
[12:55:03.321] Build status: STARTED
[12:55:03.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:150:0) after 6m36s
[13:01:39.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:150:0)
[13:01:39.380] Build status: STARTED
[13:01:39.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:151:0) after 6m20s
[13:07:59.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:151:0)
[13:07:59.689] Build status: STARTED
[13:07:59.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:152:0) after 7m51s
[13:15:50.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:152:0)
[13:15:50.835] Build status: STARTED
[13:15:50.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:153:0) after 1m35s
[13:17:25.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:153:0)
[13:17:25.864] Build status: STARTED
[13:17:25.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:154:0) after 9m51s
[13:27:16.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:154:0)
[13:27:17.040] Build status: STARTED
[13:27:17.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:155:0) after 5m54s
[13:33:11.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:155:0)
[13:33:11.240] Build status: STARTED
[13:33:11.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:156:0) after 1m31s
[13:34:42.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:156:0)
[13:34:42.419] Build status: STARTED
[13:34:42.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:157:0) after 7m27s
[13:42:09.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:157:0)
[13:42:09.657] Build status: STARTED
[13:42:09.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:158:0) after 3m46s
[13:45:55.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:158:0)
[13:45:55.968] Build status: STARTED
[13:45:55.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:159:0) after 8m28s
[13:54:24.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:159:0)
[13:54:24.109] Build status: STARTED
[13:54:24.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:160:0) after 1m58s
[13:56:22.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:160:0)
[13:56:22.280] Build status: STARTED
[13:56:22.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:161:0) after 9m3s
[14:05:25.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:161:0)
[14:05:25.592] Build status: STARTED
[14:05:25.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:162:0) after 1m1s
[14:06:27.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:162:0)
[14:06:27.096] Build status: STARTED
[14:06:27.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:163:0) after 9m23s
[14:15:50.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:163:0)
[14:15:50.385] Build status: STARTED
[14:15:50.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:164:0) after 6m6s
[14:21:56.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:164:0)
[14:21:56.527] Build status: STARTED
[14:21:56.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:165:0) after 4m28s
[14:26:24.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:165:0)
[14:26:24.593] Build status: STARTED
[14:26:24.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:166:0) after 1m27s
[14:27:51.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:166:0)
[14:27:51.651] Build status: STARTED
[14:27:51.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:167:0) after 6m28s
[14:34:19.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:167:0)
[14:34:19.887] Build status: STARTED
[14:34:19.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:168:0) after 6m38s
[14:40:57.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:168:0)
[14:40:57.958] Build status: STARTED
[14:40:57.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:169:0) after 7m25s
[14:48:23.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:169:0)
[14:48:23.069] Build status: STARTED
[14:48:23.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:170:0) after 8m11s
[14:56:34.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:170:0)
[14:56:34.312] Build status: STARTED
[14:56:34.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:171:0) after 1m14s
[14:57:48.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:171:0)
[14:57:48.494] Build status: STARTED
[14:57:48.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:172:0) after 3m33s
[15:01:21.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:172:0)
[15:01:21.875] Build status: STARTED
[15:01:21.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:173:0) after 9m24s
[15:10:46.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:173:0)
[15:10:46.038] Build status: STARTED
[15:10:46.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:174:0) after 3m38s
[15:14:24.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:174:0)
[15:14:24.242] Build status: STARTED
[15:14:24.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:175:0) after 2m29s
[15:16:53.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:175:0)
[15:16:53.320] Build status: STARTED
[15:16:53.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:176:0) after 6m52s
[15:23:45.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:176:0)
[15:23:45.411] Build status: STARTED
[15:23:45.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:177:0) after 1m42s
[15:25:27.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:177:0)
[15:25:27.525] Build status: STARTED
[15:25:27.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:178:0) after 1m17s
[15:26:44.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:178:0)
[15:26:44.624] Build status: STARTED
[15:26:44.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:179:0) after 6m42s
[15:33:26.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:179:0)
[15:33:26.961] Build status: STARTED
[15:33:26.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:180:0) after 1m47s
[15:35:14.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:180:0)
[15:35:14.233] Build status: STARTED
[15:35:14.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:181:0) after 1m16s
[15:36:30.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:181:0)
[15:36:30.399] Build status: STARTED
[15:36:30.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:182:0) after 6m19s
[15:42:49.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:182:0)
[15:42:49.747] Build status: STARTED
[15:42:49.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:183:0) after 6m30s
[15:49:19.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:183:0)
[15:49:19.904] Build status: STARTED
[15:49:19.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:184:0) after 1m39s
[15:50:59.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:184:0)
[15:50:59.845] Build status: STARTED
[15:50:59.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:185:0) after 5m41s
[15:56:41.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:185:0)
[15:56:41.063] Build status: STARTED
[15:56:41.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:186:0) after 8m2s
[16:04:43.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:186:0)
[16:04:43.163] Build status: STARTED
[16:04:43.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:187:0) after 1m15s
[16:05:58.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:187:0)
[16:05:58.220] Build status: STARTED
[16:05:58.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:188:0) after 3m11s
[16:09:09.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:188:0)
[16:09:09.301] Build status: STARTED
[16:09:09.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:189:0) after 1m21s
[16:10:30.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:189:0)
[16:10:30.711] Build status: STARTED
[16:10:30.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:190:0) after 5m42s
[16:16:13.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:190:0)
[16:16:13.444] Build status: STARTED
[16:16:13.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:191:0) after 5m0s
[16:21:13.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:191:0)
[16:21:13.511] Build status: STARTED
[16:21:13.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:192:0) after 1m44s
[16:22:57.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:192:0)
[16:22:57.593] Build status: STARTED
[16:22:57.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:193:0) after 4m44s
[16:27:41.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:193:0)
[16:27:41.775] Build status: STARTED
[16:27:41.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:194:0) after 1m7s
[16:28:49.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:194:0)
[16:28:49.202] Build status: STARTED
[16:28:49.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917610105295549440:195:0) after 4m24s
[16:30:18.372] Received PubSub notification, asking Buildbucket for the build status
[16:30:18.405] Build:
{
  "id": "8752180043084421905",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30587,
  "createdBy": "project:chromium",
  "createTime": "2024-03-28T23:15:02.555992938Z",
  "startTime": "2024-03-28T23:15:09.035758046Z",
  "endTime": "2024-03-29T16:30:17.528623528Z",
  "updateTime": "2024-03-29T16:30:17.528623528Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "70eb5d2e1cc1f0f5826a4c58e0bbeb79f3b6ff9d",
      "ref": "refs/heads/main"
    }
  }
}
[16:30:18.405] Invocation finished in 17h15m17.343263903s with status FAILED