LUCI Scheduler :: chromium :: ToTMacASan

Status: FAILED

Triggered by: -

Duration: 10 hours

Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

546710cd9e059381424247b9e1efd7f2fe9c3550 (4 years ago)
c0e2eca8679f5a17784b1bf9f5990cbfd3a4df63 (4 years ago)
62a12a19399497abb1ccafd91de663f252e5ee83 (4 years ago)
581971a0437de98e0847a8eccbb1308a5ddbab25 (4 years ago)
1deb1e87fafd1512ffd324cf9ca65c46c6733c98 (4 years ago)
108ef014632e529ae774452ab24049072cb058ad (4 years ago)
426cb0dc4b390f9586556f9641ec152373cc9d03 (4 years ago)
9b1da878e32ce31a0c85262b8e8ec87b5742e94e (4 years ago)
b181e881d9df215866db507998fba20d6269639a (4 years ago)
920c5fdbfa1e90da91eef0bfc0da69d865275371 (4 years ago)
155223f1308405edeb01c37098a98302880dd83a (4 years ago)
67d47b2a43165f0343a71c91e63e5d1f4e81b25f (4 years ago)
e53d7a3b46aa5288b4ddc613869b51cf9ff8d3c8 (4 years ago)
8c62b6a82740641a576cfdf1fcad2375393fb3a6 (4 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8c62b6a82740641a576cfdf1fcad2375393fb3a6"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8c62b6a82740641a576cfdf1fcad2375393fb3a6
gitiles_ref:refs/heads/main

Debug log (UTC)

[00:20:40.897] New invocation is queued and will start shortly
[00:20:41.999] Starting the invocation (attempt 1)
[00:20:42.039] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8c62b6a82740641a576cfdf1fcad2375393fb3a6"
[00:20:42.039] Popped gitiles commit info from properties and tags
[00:20:42.039] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:20:42.039] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:20:42.039] Buildbucket request:
{
  "requestId": "9005485031504219520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8c62b6a82740641a576cfdf1fcad2375393fb3a6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9005485031504219520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:20:42.971] Scheduled build:
{
  "id": "8840054969496664128",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25348,
  "createdBy": "project:chromium",
  "createTime": "2021-08-02T00:20:42.179211Z",
  "updateTime": "2021-08-02T00:20:42.799098Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8c62b6a82740641a576cfdf1fcad2375393fb3a6",
      "ref": "refs/heads/main"
    }
  }
}
[00:20:42.971] Task URL: https://cr-buildbucket.appspot.com/build/8840054969496664128
[00:20:42.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:2:0) after 8m38s
[00:21:29.951] Received PubSub notification, asking Buildbucket for the build status
[00:21:29.991] Build status: STARTED
[00:29:20.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:2:0)
[00:29:21.014] Build status: STARTED
[00:29:21.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:4:0) after 3m20s
[00:32:41.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:4:0)
[00:32:41.464] Build status: STARTED
[00:32:41.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:5:0) after 2m28s
[00:35:09.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:5:0)
[00:35:09.566] Build status: STARTED
[00:35:09.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:6:0) after 9m45s
[00:44:54.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:6:0)
[00:44:54.697] Build status: STARTED
[00:44:54.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:7:0) after 5m28s
[00:50:22.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:7:0)
[00:50:22.744] Build status: STARTED
[00:50:22.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:8:0) after 8m2s
[00:58:24.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:8:0)
[00:58:24.872] Build status: STARTED
[00:58:24.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:9:0) after 1m4s
[00:59:28.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:9:0)
[00:59:28.922] Build status: STARTED
[00:59:28.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:10:0) after 2m2s
[01:01:30.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:10:0)
[01:01:30.981] Build status: STARTED
[01:01:30.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:11:0) after 5m34s
[01:07:05.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:11:0)
[01:07:05.059] Build status: STARTED
[01:07:05.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:12:0) after 9m18s
[01:16:23.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:12:0)
[01:16:23.137] Build status: STARTED
[01:16:23.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:13:0) after 4m8s
[01:20:31.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:13:0)
[01:20:31.187] Build status: STARTED
[01:20:31.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:14:0) after 4m21s
[01:24:52.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:14:0)
[01:24:52.344] Build status: STARTED
[01:24:52.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:15:0) after 2m9s
[01:27:01.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:15:0)
[01:27:01.429] Build status: STARTED
[01:27:01.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:16:0) after 5m54s
[01:32:55.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:16:0)
[01:32:55.487] Build status: STARTED
[01:32:55.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:17:0) after 6m56s
[01:39:51.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:17:0)
[01:39:51.735] Build status: STARTED
[01:39:51.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:18:0) after 9m30s
[01:49:22.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:18:0)
[01:49:22.434] Build status: STARTED
[01:49:22.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:19:0) after 6m49s
[01:56:11.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:19:0)
[01:56:11.532] Build status: STARTED
[01:56:11.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:20:0) after 6m4s
[02:02:15.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:20:0)
[02:02:15.601] Build status: STARTED
[02:02:15.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:21:0) after 1m39s
[02:03:54.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:21:0)
[02:03:54.687] Build status: STARTED
[02:03:54.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:22:0) after 9m23s
[02:13:17.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:22:0)
[02:13:17.705] Build status: STARTED
[02:13:17.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:23:0) after 6m36s
[02:19:53.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:23:0)
[02:19:53.934] Build status: STARTED
[02:19:53.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:24:0) after 3m7s
[02:23:01.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:24:0)
[02:23:01.103] Build status: STARTED
[02:23:01.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:25:0) after 4m57s
[02:27:58.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:25:0)
[02:27:58.152] Build status: STARTED
[02:27:58.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:26:0) after 4m47s
[02:32:45.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:26:0)
[02:32:45.206] Build status: STARTED
[02:32:45.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:27:0) after 3m41s
[02:36:26.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:27:0)
[02:36:26.265] Build status: STARTED
[02:36:26.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:28:0) after 2m13s
[02:38:39.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:28:0)
[02:38:39.307] Build status: STARTED
[02:38:39.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:29:0) after 4m54s
[02:43:33.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:29:0)
[02:43:33.461] Build status: STARTED
[02:43:33.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:30:0) after 5m4s
[02:48:37.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:30:0)
[02:48:37.524] Build status: STARTED
[02:48:37.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:31:0) after 2m2s
[02:50:39.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:31:0)
[02:50:39.678] Build status: STARTED
[02:50:39.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:32:0) after 7m4s
[02:57:43.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:32:0)
[02:57:43.722] Build status: STARTED
[02:57:43.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:33:0) after 7m34s
[03:05:17.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:33:0)
[03:05:17.886] Build status: STARTED
[03:05:17.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:34:0) after 9m40s
[03:14:58.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:34:0)
[03:14:58.305] Build status: STARTED
[03:14:58.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:35:0) after 5m36s
[03:20:34.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:35:0)
[03:20:34.467] Build status: STARTED
[03:20:34.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:36:0) after 1m21s
[03:21:55.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:36:0)
[03:21:55.517] Build status: STARTED
[03:21:55.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:37:0) after 5m27s
[03:27:22.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:37:0)
[03:27:22.560] Build status: STARTED
[03:27:22.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:38:0) after 4m15s
[03:31:37.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:38:0)
[03:31:37.598] Build status: STARTED
[03:31:37.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:39:0) after 6m5s
[03:37:42.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:39:0)
[03:37:42.995] Build status: STARTED
[03:37:42.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:40:0) after 1m54s
[03:39:37.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:40:0)
[03:39:37.166] Build status: STARTED
[03:39:37.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:41:0) after 8m0s
[03:47:37.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:41:0)
[03:47:37.410] Build status: STARTED
[03:47:37.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:42:0) after 3m6s
[03:50:43.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:42:0)
[03:50:43.748] Build status: STARTED
[03:50:43.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:43:0) after 7m51s
[03:58:34.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:43:0)
[03:58:34.883] Build status: STARTED
[03:58:34.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:44:0) after 2m27s
[04:01:02.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:44:0)
[04:01:02.209] Build status: STARTED
[04:01:02.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:45:0) after 5m38s
[04:06:40.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:45:0)
[04:06:40.392] Build status: STARTED
[04:06:40.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:46:0) after 5m42s
[04:12:22.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:46:0)
[04:12:22.757] Build status: STARTED
[04:12:22.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:47:0) after 8m34s
[04:20:56.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:47:0)
[04:20:56.808] Build status: STARTED
[04:20:56.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:48:0) after 6m28s
[04:27:25.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:48:0)
[04:27:25.436] Build status: STARTED
[04:27:25.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:49:0) after 7m56s
[04:35:21.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:49:0)
[04:35:21.660] Build status: STARTED
[04:35:21.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:50:0) after 9m58s
[04:45:19.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:50:0)
[04:45:19.980] Build status: STARTED
[04:45:19.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:51:0) after 7m58s
[04:53:18.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:51:0)
[04:53:18.126] Build status: STARTED
[04:53:18.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:52:0) after 3m13s
[04:56:31.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:52:0)
[04:56:31.179] Build status: STARTED
[04:56:31.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:53:0) after 3m41s
[05:00:12.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:53:0)
[05:00:12.328] Build status: STARTED
[05:00:12.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:54:0) after 2m41s
[05:02:53.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:54:0)
[05:02:53.451] Build status: STARTED
[05:02:53.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:55:0) after 8m46s
[05:11:39.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:55:0)
[05:11:39.778] Build status: STARTED
[05:11:39.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:56:0) after 1m46s
[05:13:25.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:56:0)
[05:13:26.019] Build status: STARTED
[05:13:26.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:57:0) after 7m39s
[05:21:05.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:57:0)
[05:21:05.342] Build status: STARTED
[05:21:05.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:58:0) after 6m22s
[05:27:27.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:58:0)
[05:27:27.442] Build status: STARTED
[05:27:27.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:59:0) after 3m34s
[05:31:01.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:59:0)
[05:31:01.506] Build status: STARTED
[05:31:01.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:60:0) after 2m36s
[05:33:37.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:60:0)
[05:33:37.560] Build status: STARTED
[05:33:37.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:61:0) after 7m19s
[05:40:56.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:61:0)
[05:40:56.620] Build status: STARTED
[05:40:56.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:62:0) after 9m56s
[05:50:52.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:62:0)
[05:50:52.926] Build status: STARTED
[05:50:52.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:63:0) after 8m30s
[05:59:22.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:63:0)
[05:59:22.996] Build status: STARTED
[05:59:22.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:64:0) after 3m45s
[06:03:08.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:64:0)
[06:03:08.359] Build status: STARTED
[06:03:08.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:65:0) after 2m18s
[06:05:26.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:65:0)
[06:05:26.459] Build status: STARTED
[06:05:26.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:66:0) after 4m3s
[06:09:29.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:66:0)
[06:09:29.525] Build status: STARTED
[06:09:29.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:67:0) after 4m37s
[06:14:06.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:67:0)
[06:14:06.580] Build status: STARTED
[06:14:06.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:68:0) after 5m15s
[06:19:21.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:68:0)
[06:19:21.646] Build status: STARTED
[06:19:21.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:69:0) after 3m6s
[06:22:27.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:69:0)
[06:22:27.697] Build status: STARTED
[06:22:27.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:70:0) after 2m39s
[06:25:06.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:70:0)
[06:25:06.763] Build status: STARTED
[06:25:06.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:71:0) after 7m28s
[06:32:34.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:71:0)
[06:32:34.825] Build status: STARTED
[06:32:34.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:72:0) after 4m5s
[06:36:39.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:72:0)
[06:36:39.924] Build status: STARTED
[06:36:39.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:73:0) after 9m23s
[06:46:02.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:73:0)
[06:46:02.974] Build status: STARTED
[06:46:02.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:74:0) after 4m39s
[06:50:42.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:74:0)
[06:50:42.066] Build status: STARTED
[06:50:42.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:75:0) after 7m26s
[06:58:08.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:75:0)
[06:58:08.375] Build status: STARTED
[06:58:08.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:76:0) after 6m49s
[07:04:57.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:76:0)
[07:04:57.428] Build status: STARTED
[07:04:57.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:77:0) after 8m9s
[07:13:06.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:77:0)
[07:13:06.625] Build status: STARTED
[07:13:06.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:78:0) after 1m56s
[07:15:02.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:78:0)
[07:15:02.679] Build status: STARTED
[07:15:02.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:79:0) after 5m55s
[07:20:57.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:79:0)
[07:20:57.743] Build status: STARTED
[07:20:57.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:80:0) after 3m48s
[07:24:45.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:80:0)
[07:24:45.801] Build status: STARTED
[07:24:45.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:81:0) after 2m28s
[07:27:14.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:81:0)
[07:27:14.043] Build status: STARTED
[07:27:14.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:82:0) after 6m32s
[07:33:46.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:82:0)
[07:33:46.107] Build status: STARTED
[07:33:46.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:83:0) after 8m24s
[07:42:10.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:83:0)
[07:42:10.231] Build status: STARTED
[07:42:10.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:84:0) after 4m49s
[07:46:59.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:84:0)
[07:46:59.398] Build status: STARTED
[07:46:59.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:85:0) after 3m28s
[07:50:27.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:85:0)
[07:50:27.585] Build status: STARTED
[07:50:27.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:86:0) after 2m36s
[07:53:03.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:86:0)
[07:53:04.019] Build status: STARTED
[07:53:04.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:87:0) after 2m15s
[07:55:19.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:87:0)
[07:55:19.455] Build status: STARTED
[07:55:19.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:88:0) after 7m31s
[08:02:50.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:88:0)
[08:02:50.579] Build status: STARTED
[08:02:50.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:89:0) after 4m27s
[08:07:17.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:89:0)
[08:07:17.664] Build status: STARTED
[08:07:17.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:90:0) after 9m3s
[08:16:20.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:90:0)
[08:16:20.742] Build status: STARTED
[08:16:20.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:91:0) after 7m48s
[08:24:08.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:91:0)
[08:24:08.796] Build status: STARTED
[08:24:08.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:92:0) after 7m58s
[08:32:06.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:92:0)
[08:32:06.936] Build status: STARTED
[08:32:06.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:93:0) after 3m30s
[08:35:36.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:93:0)
[08:35:36.997] Build status: STARTED
[08:35:36.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:94:0) after 8m21s
[08:43:58.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:94:0)
[08:43:58.062] Build status: STARTED
[08:43:58.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:95:0) after 9m15s
[08:53:13.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:95:0)
[08:53:13.157] Build status: STARTED
[08:53:13.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:96:0) after 8m6s
[09:01:19.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:96:0)
[09:01:19.289] Build status: STARTED
[09:01:19.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:97:0) after 7m24s
[09:08:43.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:97:0)
[09:08:43.493] Build status: STARTED
[09:08:43.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:98:0) after 4m41s
[09:13:24.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:98:0)
[09:13:24.557] Build status: STARTED
[09:13:24.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:99:0) after 3m53s
[09:17:17.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:99:0)
[09:17:17.641] Build status: STARTED
[09:17:17.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:100:0) after 5m35s
[09:22:52.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:100:0)
[09:22:52.692] Build status: STARTED
[09:22:52.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:101:0) after 4m35s
[09:27:27.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:101:0)
[09:27:27.801] Build status: STARTED
[09:27:27.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:102:0) after 7m57s
[09:35:25.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:102:0)
[09:35:25.234] Build status: STARTED
[09:35:25.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:103:0) after 1m14s
[09:36:39.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:103:0)
[09:36:39.352] Build status: STARTED
[09:36:39.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:104:0) after 1m38s
[09:38:18.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:104:0)
[09:38:18.665] Build status: STARTED
[09:38:18.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:105:0) after 9m17s
[09:47:35.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:105:0)
[09:47:35.763] Build status: STARTED
[09:47:35.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:106:0) after 7m51s
[09:55:26.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:106:0)
[09:55:26.773] Build status: STARTED
[09:55:26.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:107:0) after 3m11s
[09:58:37.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:107:0)
[09:58:37.831] Build status: STARTED
[09:58:37.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:108:0) after 6m42s
[10:05:19.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:108:0)
[10:05:19.852] Build status: STARTED
[10:05:19.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:109:0) after 1m46s
[10:07:05.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:109:0)
[10:07:06.022] Build status: STARTED
[10:07:06.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:110:0) after 5m56s
[10:13:02.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:110:0)
[10:13:02.178] Build status: STARTED
[10:13:02.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:111:0) after 6m43s
[10:19:45.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:111:0)
[10:19:45.254] Build status: STARTED
[10:19:45.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9005485031504219520:112:0) after 9m30s
[10:26:34.621] Received PubSub notification, asking Buildbucket for the build status
[10:26:34.753] Build:
{
  "id": "8840054969496664128",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25348,
  "createdBy": "project:chromium",
  "createTime": "2021-08-02T00:20:42.179211Z",
  "startTime": "2021-08-02T00:21:29.331990Z",
  "endTime": "2021-08-02T10:26:34.077932445Z",
  "updateTime": "2021-08-02T10:26:34.078224768Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8c62b6a82740641a576cfdf1fcad2375393fb3a6",
      "ref": "refs/heads/main"
    }
  }
}
[10:26:34.753] Invocation finished in 10h5m53.871625309s with status FAILED