Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9e8507e94427f3b6973a92415e97f43402b1997c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9e8507e94427f3b6973a92415e97f43402b1997c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:15:38.773] New invocation is queued and will start shortly
[21:15:39.847] Starting the invocation (attempt 1)
[21:15:39.891] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9e8507e94427f3b6973a92415e97f43402b1997c"
[21:15:39.891] Popped gitiles commit info from properties and tags
[21:15:39.891] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:15:39.894] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:15:39.894] Buildbucket request:
{
  "requestId": "8918161197306241904",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9e8507e94427f3b6973a92415e97f43402b1997c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8918161197306241904"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:15:40.480] Scheduled build:
{
  "id": "8752731135391864753",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30579,
  "createdBy": "project:chromium",
  "createTime": "2024-03-22T21:15:39.975605519Z",
  "updateTime": "2024-03-22T21:15:39.975605519Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9e8507e94427f3b6973a92415e97f43402b1997c",
      "ref": "refs/heads/main"
    }
  }
}
[21:15:40.480] Task URL: https://cr-buildbucket.appspot.com/build/8752731135391864753
[21:15:40.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:2:0) after 2m33s
[21:15:41.522] Received PubSub notification, asking Buildbucket for the build status
[21:15:41.544] Build status: STARTED
[21:15:41.709] Received PubSub notification, asking Buildbucket for the build status
[21:15:41.735] Build status: STARTED
[21:18:13.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:2:0)
[21:18:13.669] Build status: STARTED
[21:18:13.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:5:0) after 9m17s
[21:27:30.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:5:0)
[21:27:30.742] Build status: STARTED
[21:27:30.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:6:0) after 6m33s
[21:34:03.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:6:0)
[21:34:03.806] Build status: STARTED
[21:34:03.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:7:0) after 2m23s
[21:36:26.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:7:0)
[21:36:26.871] Build status: STARTED
[21:36:26.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:8:0) after 1m39s
[21:38:05.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:8:0)
[21:38:06.002] Build status: STARTED
[21:38:06.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:9:0) after 8m7s
[21:46:13.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:9:0)
[21:46:13.247] Build status: STARTED
[21:46:13.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:10:0) after 1m1s
[21:47:14.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:10:0)
[21:47:14.475] Build status: STARTED
[21:47:14.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:11:0) after 1m46s
[21:49:00.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:11:0)
[21:49:00.556] Build status: STARTED
[21:49:00.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:12:0) after 2m30s
[21:51:30.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:12:0)
[21:51:30.656] Build status: STARTED
[21:51:30.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:13:0) after 6m53s
[21:58:23.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:13:0)
[21:58:23.709] Build status: STARTED
[21:58:23.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:14:0) after 2m59s
[22:01:22.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:14:0)
[22:01:22.998] Build status: STARTED
[22:01:22.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:15:0) after 1m32s
[22:02:55.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:15:0)
[22:02:55.100] Build status: STARTED
[22:02:55.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:16:0) after 9m49s
[22:12:44.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:16:0)
[22:12:44.281] Build status: STARTED
[22:12:44.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:17:0) after 1m23s
[22:14:07.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:17:0)
[22:14:07.468] Build status: STARTED
[22:14:07.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:18:0) after 5m25s
[22:19:32.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:18:0)
[22:19:32.801] Build status: STARTED
[22:19:32.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:19:0) after 8m53s
[22:28:26.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:19:0)
[22:28:26.426] Build status: STARTED
[22:28:26.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:20:0) after 2m6s
[22:30:32.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:20:0)
[22:30:32.466] Build status: STARTED
[22:30:32.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:21:0) after 2m56s
[22:33:28.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:21:0)
[22:33:28.612] Build status: STARTED
[22:33:28.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:22:0) after 2m34s
[22:36:02.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:22:0)
[22:36:02.705] Build status: STARTED
[22:36:02.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:23:0) after 5m9s
[22:41:11.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:23:0)
[22:41:11.759] Build status: STARTED
[22:41:11.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:24:0) after 4m54s
[22:46:05.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:24:0)
[22:46:05.835] Build status: STARTED
[22:46:05.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:25:0) after 2m52s
[22:48:57.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:25:0)
[22:48:57.905] Build status: STARTED
[22:48:57.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:26:0) after 4m7s
[22:53:04.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:26:0)
[22:53:05.009] Build status: STARTED
[22:53:05.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:27:0) after 9m18s
[23:02:23.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:27:0)
[23:02:23.429] Build status: STARTED
[23:02:23.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:28:0) after 5m52s
[23:08:15.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:28:0)
[23:08:15.497] Build status: STARTED
[23:08:15.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:29:0) after 3m41s
[23:11:56.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:29:0)
[23:11:56.662] Build status: STARTED
[23:11:56.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:30:0) after 4m22s
[23:16:18.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:30:0)
[23:16:18.719] Build status: STARTED
[23:16:18.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:31:0) after 3m39s
[23:19:58.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:31:0)
[23:19:58.168] Build status: STARTED
[23:19:58.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:32:0) after 1m6s
[23:21:04.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:32:0)
[23:21:04.457] Build status: STARTED
[23:21:04.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:33:0) after 8m27s
[23:29:31.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:33:0)
[23:29:31.491] Build status: STARTED
[23:29:31.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:34:0) after 3m37s
[23:33:08.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:34:0)
[23:33:08.591] Build status: STARTED
[23:33:08.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:35:0) after 4m31s
[23:37:39.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:35:0)
[23:37:39.870] Build status: STARTED
[23:37:39.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:36:0) after 2m27s
[23:40:06.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:36:0)
[23:40:06.968] Build status: STARTED
[23:40:06.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:37:0) after 8m54s
[23:49:01.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:37:0)
[23:49:01.147] Build status: STARTED
[23:49:01.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:38:0) after 6m55s
[23:55:56.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:38:0)
[23:55:56.295] Build status: STARTED
[23:55:56.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:39:0) after 3m19s
[23:59:15.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:39:0)
[23:59:15.469] Build status: STARTED
[23:59:15.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:40:0) after 6m50s
[00:06:05.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:40:0)
[00:06:05.601] Build status: STARTED
[00:06:05.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:41:0) after 5m39s
[00:11:44.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:41:0)
[00:11:44.766] Build status: STARTED
[00:11:44.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:42:0) after 2m11s
[00:13:55.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:42:0)
[00:13:55.979] Build status: STARTED
[00:13:55.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:43:0) after 8m10s
[00:22:06.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:43:0)
[00:22:06.059] Build status: STARTED
[00:22:06.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:44:0) after 6m22s
[00:28:28.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:44:0)
[00:28:28.209] Build status: STARTED
[00:28:28.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:45:0) after 7m55s
[00:36:23.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:45:0)
[00:36:23.371] Build status: STARTED
[00:36:23.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:46:0) after 1m20s
[00:37:43.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:46:0)
[00:37:43.469] Build status: STARTED
[00:37:43.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:47:0) after 2m35s
[00:40:18.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:47:0)
[00:40:18.570] Build status: STARTED
[00:40:18.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:48:0) after 7m30s
[00:47:48.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:48:0)
[00:47:48.656] Build status: STARTED
[00:47:48.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:49:0) after 6m57s
[00:54:45.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:49:0)
[00:54:45.704] Build status: STARTED
[00:54:45.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:50:0) after 9m25s
[01:04:10.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:50:0)
[01:04:10.808] Build status: STARTED
[01:04:10.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:51:0) after 9m49s
[01:13:59.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:51:0)
[01:13:59.940] Build status: STARTED
[01:13:59.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:52:0) after 7m3s
[01:21:03.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:52:0)
[01:21:03.091] Build status: STARTED
[01:21:03.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:53:0) after 6m24s
[01:27:27.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:53:0)
[01:27:27.650] Build status: STARTED
[01:27:27.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:54:0) after 9m42s
[01:37:09.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:54:0)
[01:37:09.710] Build status: STARTED
[01:37:09.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:55:0) after 5m17s
[01:42:26.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:55:0)
[01:42:26.931] Build status: STARTED
[01:42:26.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:56:0) after 3m11s
[01:45:38.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:56:0)
[01:45:38.089] Build status: STARTED
[01:45:38.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:57:0) after 8m8s
[01:53:46.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:57:0)
[01:53:46.422] Build status: STARTED
[01:53:46.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:58:0) after 7m42s
[02:01:28.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:58:0)
[02:01:28.657] Build status: STARTED
[02:01:28.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:59:0) after 5m8s
[02:06:36.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:59:0)
[02:06:36.741] Build status: STARTED
[02:06:36.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:60:0) after 6m54s
[02:13:30.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:60:0)
[02:13:30.932] Build status: STARTED
[02:13:30.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:61:0) after 3m16s
[02:16:46.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:61:0)
[02:16:47.102] Build status: STARTED
[02:16:47.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:62:0) after 4m27s
[02:21:14.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:62:0)
[02:21:14.227] Build status: STARTED
[02:21:14.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:63:0) after 8m13s
[02:29:27.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:63:0)
[02:29:27.374] Build status: STARTED
[02:29:27.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:64:0) after 3m57s
[02:33:24.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:64:0)
[02:33:24.426] Build status: STARTED
[02:33:24.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:65:0) after 6m7s
[02:39:31.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:65:0)
[02:39:31.769] Build status: STARTED
[02:39:31.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:66:0) after 6m51s
[02:46:22.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:66:0)
[02:46:22.915] Build status: STARTED
[02:46:22.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:67:0) after 4m0s
[02:50:23.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:67:0)
[02:50:23.152] Build status: STARTED
[02:50:23.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:68:0) after 6m10s
[02:56:33.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:68:0)
[02:56:33.365] Build status: STARTED
[02:56:33.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:69:0) after 2m34s
[02:59:07.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:69:0)
[02:59:07.436] Build status: STARTED
[02:59:07.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:70:0) after 8m6s
[03:07:13.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:70:0)
[03:07:13.906] Build status: STARTED
[03:07:13.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:71:0) after 3m11s
[03:10:24.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:71:0)
[03:10:24.975] Build status: STARTED
[03:10:24.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:72:0) after 1m10s
[03:11:35.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:72:0)
[03:11:35.132] Build status: STARTED
[03:11:35.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:73:0) after 3m39s
[03:15:14.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:73:0)
[03:15:14.240] Build status: STARTED
[03:15:14.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:74:0) after 6m6s
[03:21:20.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:74:0)
[03:21:20.587] Build status: STARTED
[03:21:20.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:75:0) after 8m24s
[03:29:45.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:75:0)
[03:29:45.137] Build status: STARTED
[03:29:45.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:76:0) after 1m38s
[03:31:23.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:76:0)
[03:31:23.709] Build status: STARTED
[03:31:23.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:77:0) after 2m19s
[03:33:42.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:77:0)
[03:33:42.769] Build status: STARTED
[03:33:42.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:78:0) after 9m33s
[03:43:15.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:78:0)
[03:43:15.961] Build status: STARTED
[03:43:15.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:79:0) after 4m24s
[03:47:40.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:79:0)
[03:47:40.128] Build status: STARTED
[03:47:40.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:80:0) after 8m19s
[03:55:59.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:80:0)
[03:55:59.320] Build status: STARTED
[03:55:59.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:81:0) after 7m53s
[04:03:52.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:81:0)
[04:03:53.036] Build status: STARTED
[04:03:53.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:82:0) after 8m28s
[04:12:21.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:82:0)
[04:12:21.150] Build status: STARTED
[04:12:21.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:83:0) after 1m49s
[04:14:10.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:83:0)
[04:14:10.285] Build status: STARTED
[04:14:10.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:84:0) after 7m29s
[04:21:39.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:84:0)
[04:21:39.386] Build status: STARTED
[04:21:39.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:85:0) after 4m8s
[04:25:47.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:85:0)
[04:25:47.525] Build status: STARTED
[04:25:47.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:86:0) after 4m14s
[04:30:01.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:86:0)
[04:30:01.981] Build status: STARTED
[04:30:01.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:87:0) after 5m46s
[04:35:48.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:87:0)
[04:35:48.093] Build status: STARTED
[04:35:48.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:88:0) after 5m42s
[04:41:30.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:88:0)
[04:41:30.112] Build status: STARTED
[04:41:30.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:89:0) after 6m6s
[04:47:36.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:89:0)
[04:47:36.187] Build status: STARTED
[04:47:36.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:90:0) after 8m58s
[04:56:34.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:90:0)
[04:56:34.527] Build status: STARTED
[04:56:34.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:91:0) after 8m31s
[05:05:06.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:91:0)
[05:05:06.295] Build status: STARTED
[05:05:06.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:92:0) after 7m34s
[05:12:40.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:92:0)
[05:12:40.363] Build status: STARTED
[05:12:40.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:93:0) after 3m48s
[05:16:28.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:93:0)
[05:16:28.420] Build status: STARTED
[05:16:28.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:94:0) after 4m38s
[05:21:06.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:94:0)
[05:21:06.869] Build status: STARTED
[05:21:06.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:95:0) after 7m25s
[05:28:31.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:95:0)
[05:28:31.994] Build status: STARTED
[05:28:31.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:96:0) after 4m27s
[05:32:59.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:96:0)
[05:32:59.138] Build status: STARTED
[05:32:59.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:97:0) after 8m35s
[05:41:34.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:97:0)
[05:41:34.665] Build status: STARTED
[05:41:34.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:98:0) after 2m49s
[05:44:24.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:98:0)
[05:44:24.377] Build status: STARTED
[05:44:24.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:99:0) after 4m10s
[05:48:34.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:99:0)
[05:48:34.540] Build status: STARTED
[05:48:34.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:100:0) after 7m1s
[05:55:35.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:100:0)
[05:55:35.610] Build status: STARTED
[05:55:35.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:101:0) after 3m26s
[05:59:01.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:101:0)
[05:59:01.671] Build status: STARTED
[05:59:01.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:102:0) after 4m43s
[06:03:44.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:102:0)
[06:03:44.939] Build status: STARTED
[06:03:44.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:103:0) after 6m33s
[06:10:18.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:103:0)
[06:10:18.099] Build status: STARTED
[06:10:18.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:104:0) after 9m16s
[06:19:34.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:104:0)
[06:19:34.200] Build status: STARTED
[06:19:34.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:105:0) after 9m26s
[06:29:00.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:105:0)
[06:29:00.292] Build status: STARTED
[06:29:00.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:106:0) after 5m30s
[06:34:30.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:106:0)
[06:34:30.517] Build status: STARTED
[06:34:30.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:107:0) after 4m49s
[06:39:19.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:107:0)
[06:39:19.591] Build status: STARTED
[06:39:19.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:108:0) after 1m7s
[06:40:26.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:108:0)
[06:40:26.686] Build status: STARTED
[06:40:26.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:109:0) after 3m43s
[06:44:09.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:109:0)
[06:44:09.988] Build status: STARTED
[06:44:09.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:110:0) after 8m40s
[06:52:50.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:110:0)
[06:52:50.108] Build status: STARTED
[06:52:50.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:111:0) after 7m30s
[07:00:20.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:111:0)
[07:00:20.479] Build status: STARTED
[07:00:20.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:112:0) after 9m21s
[07:09:41.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:112:0)
[07:09:41.574] Build status: STARTED
[07:09:41.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:113:0) after 8m6s
[07:17:47.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:113:0)
[07:17:47.728] Build status: STARTED
[07:17:47.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:114:0) after 9m51s
[07:27:38.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:114:0)
[07:27:38.820] Build status: STARTED
[07:27:38.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:115:0) after 2m38s
[07:30:16.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:115:0)
[07:30:17.087] Build status: STARTED
[07:30:17.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:116:0) after 2m30s
[07:32:47.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:116:0)
[07:32:47.165] Build status: STARTED
[07:32:47.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:117:0) after 2m59s
[07:35:46.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:117:0)
[07:35:46.381] Build status: STARTED
[07:35:46.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:118:0) after 4m44s
[07:40:30.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:118:0)
[07:40:30.447] Build status: STARTED
[07:40:30.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:119:0) after 8m11s
[07:48:41.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:119:0)
[07:48:41.743] Build status: STARTED
[07:48:41.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:120:0) after 3m50s
[07:52:31.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:120:0)
[07:52:31.825] Build status: STARTED
[07:52:31.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:121:0) after 5m13s
[07:57:45.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:121:0)
[07:57:45.065] Build status: STARTED
[07:57:45.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:122:0) after 8m22s
[08:06:07.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:122:0)
[08:06:07.506] Build status: STARTED
[08:06:07.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:123:0) after 6m6s
[08:12:13.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:123:0)
[08:12:13.690] Build status: STARTED
[08:12:13.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:124:0) after 7m17s
[08:19:30.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:124:0)
[08:19:30.916] Build status: STARTED
[08:19:30.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:125:0) after 4m53s
[08:24:24.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:125:0)
[08:24:24.205] Build status: STARTED
[08:24:24.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:126:0) after 5m40s
[08:30:04.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:126:0)
[08:30:04.280] Build status: STARTED
[08:30:04.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:127:0) after 6m30s
[08:36:34.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:127:0)
[08:36:34.616] Build status: STARTED
[08:36:34.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:128:0) after 6m31s
[08:43:05.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:128:0)
[08:43:05.708] Build status: STARTED
[08:43:05.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:129:0) after 6m15s
[08:49:21.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:129:0)
[08:49:21.138] Build status: STARTED
[08:49:21.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:130:0) after 2m54s
[08:52:15.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:130:0)
[08:52:15.190] Build status: STARTED
[08:52:15.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:131:0) after 7m51s
[09:00:06.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:131:0)
[09:00:06.445] Build status: STARTED
[09:00:06.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:132:0) after 3m8s
[09:03:14.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:132:0)
[09:03:14.539] Build status: STARTED
[09:03:14.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:133:0) after 2m4s
[09:05:18.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:133:0)
[09:05:18.633] Build status: STARTED
[09:05:18.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:134:0) after 1m41s
[09:06:59.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:134:0)
[09:06:59.659] Build status: STARTED
[09:06:59.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:135:0) after 9m32s
[09:16:31.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:135:0)
[09:16:31.965] Build status: STARTED
[09:16:31.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:136:0) after 5m21s
[09:21:53.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:136:0)
[09:21:53.345] Build status: STARTED
[09:21:53.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:137:0) after 1m51s
[09:23:44.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:137:0)
[09:23:44.414] Build status: STARTED
[09:23:44.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:138:0) after 1m0s
[09:24:44.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:138:0)
[09:24:44.496] Build status: STARTED
[09:24:44.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:139:0) after 7m53s
[09:32:37.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:139:0)
[09:32:37.623] Build status: STARTED
[09:32:37.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:140:0) after 2m29s
[09:35:06.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:140:0)
[09:35:06.753] Build status: STARTED
[09:35:06.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:141:0) after 7m19s
[09:42:26.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:141:0)
[09:42:26.067] Build status: STARTED
[09:42:26.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:142:0) after 5m15s
[09:47:41.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:142:0)
[09:47:41.276] Build status: STARTED
[09:47:41.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:143:0) after 4m18s
[09:51:59.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:143:0)
[09:51:59.393] Build status: STARTED
[09:51:59.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:144:0) after 2m19s
[09:54:18.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:144:0)
[09:54:18.621] Build status: STARTED
[09:54:18.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:145:0) after 9m59s
[10:04:17.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:145:0)
[10:04:17.855] Build status: STARTED
[10:04:17.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:146:0) after 6m1s
[10:10:18.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:146:0)
[10:10:18.918] Build status: STARTED
[10:10:18.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:147:0) after 4m57s
[10:15:16.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:147:0)
[10:15:16.541] Build status: STARTED
[10:15:16.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:148:0) after 3m20s
[10:18:36.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:148:0)
[10:18:36.631] Build status: STARTED
[10:18:36.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:149:0) after 1m32s
[10:20:08.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:149:0)
[10:20:08.679] Build status: STARTED
[10:20:08.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:150:0) after 1m16s
[10:21:24.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:150:0)
[10:21:24.965] Build status: STARTED
[10:21:24.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:151:0) after 5m6s
[10:26:31.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:151:0)
[10:26:31.107] Build status: STARTED
[10:26:31.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:152:0) after 2m6s
[10:28:37.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:152:0)
[10:28:37.190] Build status: STARTED
[10:28:37.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:153:0) after 7m26s
[10:36:03.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:153:0)
[10:36:03.685] Build status: STARTED
[10:36:03.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:154:0) after 1m28s
[10:37:31.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:154:0)
[10:37:31.737] Build status: STARTED
[10:37:31.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:155:0) after 6m49s
[10:44:20.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:155:0)
[10:44:20.788] Build status: STARTED
[10:44:20.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:156:0) after 6m31s
[10:50:51.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:156:0)
[10:50:51.978] Build status: STARTED
[10:50:51.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:157:0) after 4m50s
[10:55:42.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:157:0)
[10:55:42.028] Build status: STARTED
[10:55:42.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:158:0) after 1m56s
[10:57:38.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:158:0)
[10:57:38.089] Build status: STARTED
[10:57:38.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:159:0) after 8m59s
[11:06:37.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:159:0)
[11:06:37.185] Build status: STARTED
[11:06:37.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:160:0) after 9m14s
[11:15:51.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:160:0)
[11:15:51.241] Build status: STARTED
[11:15:51.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:161:0) after 2m17s
[11:18:08.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:161:0)
[11:18:08.388] Build status: STARTED
[11:18:08.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:162:0) after 9m50s
[11:27:58.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:162:0)
[11:27:58.586] Build status: STARTED
[11:27:58.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:163:0) after 5m23s
[11:33:21.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:163:0)
[11:33:21.741] Build status: STARTED
[11:33:21.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:164:0) after 9m19s
[11:42:40.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:164:0)
[11:42:41.066] Build status: STARTED
[11:42:41.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:165:0) after 4m13s
[11:46:54.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:165:0)
[11:46:54.221] Build status: STARTED
[11:46:54.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:166:0) after 6m46s
[11:53:40.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:166:0)
[11:53:40.296] Build status: STARTED
[11:53:40.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:167:0) after 4m23s
[11:58:03.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:167:0)
[11:58:03.435] Build status: STARTED
[11:58:03.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:168:0) after 4m59s
[12:03:02.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:168:0)
[12:03:02.494] Build status: STARTED
[12:03:02.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:169:0) after 3m40s
[12:06:42.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:169:0)
[12:06:42.682] Build status: STARTED
[12:06:42.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:170:0) after 5m23s
[12:12:05.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:170:0)
[12:12:05.755] Build status: STARTED
[12:12:05.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:171:0) after 1m1s
[12:13:06.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:171:0)
[12:13:06.896] Build status: STARTED
[12:13:06.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:172:0) after 9m28s
[12:22:35.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:172:0)
[12:22:35.115] Build status: STARTED
[12:22:35.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:173:0) after 4m19s
[12:26:54.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:173:0)
[12:26:54.171] Build status: STARTED
[12:26:54.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:174:0) after 3m6s
[12:30:00.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:174:0)
[12:30:00.254] Build status: STARTED
[12:30:00.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:175:0) after 8m2s
[12:38:02.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:175:0)
[12:38:02.394] Build status: STARTED
[12:38:02.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:176:0) after 5m38s
[12:43:40.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:176:0)
[12:43:40.473] Build status: STARTED
[12:43:40.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:177:0) after 5m26s
[12:49:06.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:177:0)
[12:49:06.575] Build status: STARTED
[12:49:06.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:178:0) after 7m2s
[12:56:08.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:178:0)
[12:56:08.637] Build status: STARTED
[12:56:08.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:179:0) after 4m22s
[13:00:30.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:179:0)
[13:00:30.772] Build status: STARTED
[13:00:30.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:180:0) after 6m23s
[13:06:53.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:180:0)
[13:06:53.905] Build status: STARTED
[13:06:53.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:181:0) after 3m26s
[13:10:20.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:181:0)
[13:10:20.048] Build status: STARTED
[13:10:20.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:182:0) after 6m13s
[13:16:33.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:182:0)
[13:16:33.093] Build status: STARTED
[13:16:33.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:183:0) after 1m20s
[13:17:53.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:183:0)
[13:17:53.376] Build status: STARTED
[13:17:53.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:184:0) after 6m58s
[13:24:51.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:184:0)
[13:24:51.536] Build status: STARTED
[13:24:51.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:185:0) after 8m26s
[13:33:17.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:185:0)
[13:33:17.681] Build status: STARTED
[13:33:17.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:186:0) after 8m15s
[13:41:32.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:186:0)
[13:41:32.756] Build status: STARTED
[13:41:32.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:187:0) after 7m28s
[13:49:00.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:187:0)
[13:49:00.918] Build status: STARTED
[13:49:00.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:188:0) after 4m58s
[13:53:59.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:188:0)
[13:53:59.108] Build status: STARTED
[13:53:59.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:189:0) after 7m46s
[14:01:45.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:189:0)
[14:01:45.201] Build status: STARTED
[14:01:45.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918161197306241904:190:0) after 7m52s
[14:02:47.865] Received PubSub notification, asking Buildbucket for the build status
[14:02:47.881] Build:
{
  "id": "8752731135391864753",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30579,
  "createdBy": "project:chromium",
  "createTime": "2024-03-22T21:15:39.975605519Z",
  "startTime": "2024-03-22T21:15:41.098394Z",
  "endTime": "2024-03-23T14:02:47.235359Z",
  "updateTime": "2024-03-23T14:02:47.235359Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9e8507e94427f3b6973a92415e97f43402b1997c",
      "ref": "refs/heads/main"
    }
  }
}
[14:02:47.881] Invocation finished in 16h47m9.115473086s with status FAILED