Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3a3c21fd8df59c7aa38f838f89b983561707850f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3a3c21fd8df59c7aa38f838f89b983561707850f
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[04:38:28.979] New invocation is queued and will start shortly
[04:38:30.384] Starting the invocation (attempt 1)
[04:38:30.417] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3a3c21fd8df59c7aa38f838f89b983561707850f"
[04:38:30.417] Popped gitiles commit info from properties and tags
[04:38:30.417] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:38:30.417] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:38:30.418] Buildbucket request:
{
  "requestId": "9012444778456336976",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3a3c21fd8df59c7aa38f838f89b983561707850f",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9012444778456336976"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:38:31.521] Scheduled build:
{
  "id": "8847014716209120928",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25920,
  "createdBy": "project:chromium",
  "createTime": "2021-05-17T04:38:30.491235Z",
  "updateTime": "2021-05-17T04:38:31.446690Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3a3c21fd8df59c7aa38f838f89b983561707850f",
      "ref": "refs/heads/master"
    }
  }
}
[04:38:31.521] Task URL: https://cr-buildbucket.appspot.com/build/8847014716209120928
[04:38:31.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:2:0) after 3m2s
[04:39:27.346] Received PubSub notification, asking Buildbucket for the build status
[04:39:27.370] Build status: STARTED
[04:41:33.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:2:0)
[04:41:33.672] Build status: STARTED
[04:41:33.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:4:0) after 3m21s
[04:44:54.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:4:0)
[04:44:54.937] Build status: STARTED
[04:44:54.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:5:0) after 1m48s
[04:46:42.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:5:0)
[04:46:43.027] Build status: STARTED
[04:46:43.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:6:0) after 5m51s
[04:52:34.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:6:0)
[04:52:34.073] Build status: STARTED
[04:52:34.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:7:0) after 4m34s
[04:57:08.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:7:0)
[04:57:08.150] Build status: STARTED
[04:57:08.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:8:0) after 2m49s
[04:59:57.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:8:0)
[04:59:57.223] Build status: STARTED
[04:59:57.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:9:0) after 2m39s
[05:02:36.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:9:0)
[05:02:36.336] Build status: STARTED
[05:02:36.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:10:0) after 2m57s
[05:05:33.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:10:0)
[05:05:33.663] Build status: STARTED
[05:05:33.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:11:0) after 6m59s
[05:12:33.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:11:0)
[05:12:33.346] Build status: STARTED
[05:12:33.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:12:0) after 5m1s
[05:17:34.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:12:0)
[05:17:34.397] Build status: STARTED
[05:17:34.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:13:0) after 5m6s
[05:22:40.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:13:0)
[05:22:40.481] Build status: STARTED
[05:22:40.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:14:0) after 5m1s
[05:27:41.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:14:0)
[05:27:41.575] Build status: STARTED
[05:27:41.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:15:0) after 4m57s
[05:32:38.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:15:0)
[05:32:38.634] Build status: STARTED
[05:32:38.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:16:0) after 7m43s
[05:40:21.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:16:0)
[05:40:21.692] Build status: STARTED
[05:40:21.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:17:0) after 3m40s
[05:44:01.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:17:0)
[05:44:01.755] Build status: STARTED
[05:44:01.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:18:0) after 6m43s
[05:50:44.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:18:0)
[05:50:44.801] Build status: STARTED
[05:50:44.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:19:0) after 7m45s
[05:58:30.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:19:0)
[05:58:30.127] Build status: STARTED
[05:58:30.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:20:0) after 4m11s
[06:02:41.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:20:0)
[06:02:41.175] Build status: STARTED
[06:02:41.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:21:0) after 6m6s
[06:08:47.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:21:0)
[06:08:47.247] Build status: STARTED
[06:08:47.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:22:0) after 1m36s
[06:10:23.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:22:0)
[06:10:23.296] Build status: STARTED
[06:10:23.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:23:0) after 3m2s
[06:13:25.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:23:0)
[06:13:25.996] Build status: STARTED
[06:13:25.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:24:0) after 7m50s
[06:21:16.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:24:0)
[06:21:16.062] Build status: STARTED
[06:21:16.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:25:0) after 5m27s
[06:26:43.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:25:0)
[06:26:43.129] Build status: STARTED
[06:26:43.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:26:0) after 1m38s
[06:28:21.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:26:0)
[06:28:21.209] Build status: STARTED
[06:28:21.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:27:0) after 5m38s
[06:33:59.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:27:0)
[06:33:59.275] Build status: STARTED
[06:33:59.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:28:0) after 9m2s
[06:43:01.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:28:0)
[06:43:01.360] Build status: STARTED
[06:43:01.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:29:0) after 9m17s
[06:52:18.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:29:0)
[06:52:18.420] Build status: STARTED
[06:52:18.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:30:0) after 6m8s
[06:58:26.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:30:0)
[06:58:26.484] Build status: STARTED
[06:58:26.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:31:0) after 9m28s
[07:07:54.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:31:0)
[07:07:54.527] Build status: STARTED
[07:07:54.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:32:0) after 7m45s
[07:15:39.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:32:0)
[07:15:39.572] Build status: STARTED
[07:15:39.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:33:0) after 3m12s
[07:18:51.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:33:0)
[07:18:51.702] Build status: STARTED
[07:18:51.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:34:0) after 2m23s
[07:21:14.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:34:0)
[07:21:14.769] Build status: STARTED
[07:21:14.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:35:0) after 2m33s
[07:23:47.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:35:0)
[07:23:48.028] Build status: STARTED
[07:23:48.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:36:0) after 2m16s
[07:26:04.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:36:0)
[07:26:04.359] Build status: STARTED
[07:26:04.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:37:0) after 2m46s
[07:28:50.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:37:0)
[07:28:50.534] Build status: STARTED
[07:28:50.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:38:0) after 5m21s
[07:34:11.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:38:0)
[07:34:11.637] Build status: STARTED
[07:34:11.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:39:0) after 8m47s
[07:42:58.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:39:0)
[07:42:58.697] Build status: STARTED
[07:42:58.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:40:0) after 6m56s
[07:49:54.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:40:0)
[07:49:54.892] Build status: STARTED
[07:49:54.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:41:0) after 8m34s
[07:58:28.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:41:0)
[07:58:28.969] Build status: STARTED
[07:58:28.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:42:0) after 4m30s
[08:02:59.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:42:0)
[08:02:59.225] Build status: STARTED
[08:02:59.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:43:0) after 3m12s
[08:06:11.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:43:0)
[08:06:11.374] Build status: STARTED
[08:06:11.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:44:0) after 6m56s
[08:13:07.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:44:0)
[08:13:07.478] Build status: STARTED
[08:13:07.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:45:0) after 7m19s
[08:20:26.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:45:0)
[08:20:26.668] Build status: STARTED
[08:20:26.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:46:0) after 3m8s
[08:23:34.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:46:0)
[08:23:34.720] Build status: STARTED
[08:23:34.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:47:0) after 9m52s
[08:33:26.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:47:0)
[08:33:26.878] Build status: STARTED
[08:33:26.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:48:0) after 7m20s
[08:40:46.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:48:0)
[08:40:46.938] Build status: STARTED
[08:40:46.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:49:0) after 4m6s
[08:44:53.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:49:0)
[08:44:53.056] Build status: STARTED
[08:44:53.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:50:0) after 4m16s
[08:49:09.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:50:0)
[08:49:09.210] Build status: STARTED
[08:49:09.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:51:0) after 7m53s
[08:57:02.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:51:0)
[08:57:02.350] Build status: STARTED
[08:57:02.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:52:0) after 4m10s
[09:01:12.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:52:0)
[09:01:12.419] Build status: STARTED
[09:01:12.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:53:0) after 7m49s
[09:09:01.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:53:0)
[09:09:01.614] Build status: STARTED
[09:09:01.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:54:0) after 5m3s
[09:14:04.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:54:0)
[09:14:04.788] Build status: STARTED
[09:14:04.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:55:0) after 4m20s
[09:18:24.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:55:0)
[09:18:24.846] Build status: STARTED
[09:18:24.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:56:0) after 7m53s
[09:26:17.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:56:0)
[09:26:17.902] Build status: STARTED
[09:26:17.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:57:0) after 2m25s
[09:28:42.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:57:0)
[09:28:42.963] Build status: STARTED
[09:28:42.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:58:0) after 8m30s
[09:37:13.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:58:0)
[09:37:13.028] Build status: STARTED
[09:37:13.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:59:0) after 5m56s
[09:43:09.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:59:0)
[09:43:09.153] Build status: STARTED
[09:43:09.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:60:0) after 6m52s
[09:50:01.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:60:0)
[09:50:01.217] Build status: STARTED
[09:50:01.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:61:0) after 5m48s
[09:55:49.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:61:0)
[09:55:49.516] Build status: STARTED
[09:55:49.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:62:0) after 6m43s
[10:02:32.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:62:0)
[10:02:32.693] Build status: STARTED
[10:02:32.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:63:0) after 1m50s
[10:04:22.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:63:0)
[10:04:22.834] Build status: STARTED
[10:04:22.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:64:0) after 4m41s
[10:09:03.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:64:0)
[10:09:03.934] Build status: STARTED
[10:09:03.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:65:0) after 5m24s
[10:14:27.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:65:0)
[10:14:28.021] Build status: STARTED
[10:14:28.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:66:0) after 6m49s
[10:21:17.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:66:0)
[10:21:17.194] Build status: STARTED
[10:21:17.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:67:0) after 4m34s
[10:25:51.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:67:0)
[10:25:51.249] Build status: STARTED
[10:25:51.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:68:0) after 7m57s
[10:33:48.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:68:0)
[10:33:48.313] Build status: STARTED
[10:33:48.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:69:0) after 2m34s
[10:36:22.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:69:0)
[10:36:22.420] Build status: STARTED
[10:36:22.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:70:0) after 8m49s
[10:45:11.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:70:0)
[10:45:11.647] Build status: STARTED
[10:45:11.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:71:0) after 6m20s
[10:51:31.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:71:0)
[10:51:31.713] Build status: STARTED
[10:51:31.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:72:0) after 5m5s
[10:56:36.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:72:0)
[10:56:36.784] Build status: STARTED
[10:56:36.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:73:0) after 8m53s
[11:05:29.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:73:0)
[11:05:29.860] Build status: STARTED
[11:05:29.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:74:0) after 5m27s
[11:10:56.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:74:0)
[11:10:56.915] Build status: STARTED
[11:10:56.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:75:0) after 6m52s
[11:17:48.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:75:0)
[11:17:49.031] Build status: STARTED
[11:17:49.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:76:0) after 3m55s
[11:21:44.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:76:0)
[11:21:44.084] Build status: STARTED
[11:21:44.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:77:0) after 1m29s
[11:23:13.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:77:0)
[11:23:13.237] Build status: STARTED
[11:23:13.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:78:0) after 1m39s
[11:24:52.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:78:0)
[11:24:52.570] Build status: STARTED
[11:24:52.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:79:0) after 1m39s
[11:26:31.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:79:0)
[11:26:31.897] Build status: STARTED
[11:26:31.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:80:0) after 2m58s
[11:29:29.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:80:0)
[11:29:30.024] Build status: STARTED
[11:29:30.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:81:0) after 6m14s
[11:35:44.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:81:0)
[11:35:44.096] Build status: STARTED
[11:35:44.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:82:0) after 3m11s
[11:38:55.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:82:0)
[11:38:55.173] Build status: STARTED
[11:38:55.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:83:0) after 8m32s
[11:47:27.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:83:0)
[11:47:27.229] Build status: STARTED
[11:47:27.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:84:0) after 8m12s
[11:55:39.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:84:0)
[11:55:39.286] Build status: STARTED
[11:55:39.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:85:0) after 7m56s
[12:03:35.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:85:0)
[12:03:35.338] Build status: STARTED
[12:03:35.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:86:0) after 3m12s
[12:06:47.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:86:0)
[12:06:47.670] Build status: STARTED
[12:06:47.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:87:0) after 2m43s
[12:09:30.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:87:0)
[12:09:30.760] Build status: STARTED
[12:09:30.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:88:0) after 7m16s
[12:16:46.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:88:0)
[12:16:46.824] Build status: STARTED
[12:16:46.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:89:0) after 7m3s
[12:23:49.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:89:0)
[12:23:49.908] Build status: STARTED
[12:23:49.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:90:0) after 8m34s
[12:32:24.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:90:0)
[12:32:24.075] Build status: STARTED
[12:32:24.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:91:0) after 8m33s
[12:40:57.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:91:0)
[12:40:57.152] Build status: STARTED
[12:40:57.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:92:0) after 6m52s
[12:47:49.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:92:0)
[12:47:49.333] Build status: STARTED
[12:47:49.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:93:0) after 6m50s
[12:54:39.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:93:0)
[12:54:39.429] Build status: STARTED
[12:54:39.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:94:0) after 8m57s
[13:03:36.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:94:0)
[13:03:36.488] Build status: STARTED
[13:03:36.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:95:0) after 4m23s
[13:07:59.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:95:0)
[13:07:59.552] Build status: STARTED
[13:07:59.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:96:0) after 3m29s
[13:11:28.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:96:0)
[13:11:28.647] Build status: STARTED
[13:11:28.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:97:0) after 4m43s
[13:16:11.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:97:0)
[13:16:11.733] Build status: STARTED
[13:16:11.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:98:0) after 2m51s
[13:19:02.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:98:0)
[13:19:03.010] Build status: STARTED
[13:19:03.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:99:0) after 2m17s
[13:21:20.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:99:0)
[13:21:20.127] Build status: STARTED
[13:21:20.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:100:0) after 9m35s
[13:30:55.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:100:0)
[13:30:55.298] Build status: STARTED
[13:30:55.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:101:0) after 6m16s
[13:37:11.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:101:0)
[13:37:11.407] Build status: STARTED
[13:37:11.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:102:0) after 8m8s
[13:45:19.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:102:0)
[13:45:19.845] Build status: STARTED
[13:45:19.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:103:0) after 1m3s
[13:46:22.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:103:0)
[13:46:22.924] Build status: STARTED
[13:46:22.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:104:0) after 5m45s
[13:52:08.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:104:0)
[13:52:08.116] Build status: STARTED
[13:52:08.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:105:0) after 7m59s
[14:00:07.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:105:0)
[14:00:07.206] Build status: STARTED
[14:00:07.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:106:0) after 2m46s
[14:02:53.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:106:0)
[14:02:53.482] Build status: STARTED
[14:02:53.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:107:0) after 6m10s
[14:09:03.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:107:0)
[14:09:03.744] Build status: STARTED
[14:09:03.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:108:0) after 4m5s
[14:13:08.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:108:0)
[14:13:08.945] Build status: STARTED
[14:13:08.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:109:0) after 7m39s
[14:20:47.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:109:0)
[14:20:48.033] Build status: STARTED
[14:20:48.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:110:0) after 8m21s
[14:29:09.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:110:0)
[14:29:09.198] Build status: STARTED
[14:29:09.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:111:0) after 7m44s
[14:36:53.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:111:0)
[14:36:53.278] Build status: STARTED
[14:36:53.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:112:0) after 8m59s
[14:45:52.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:112:0)
[14:45:52.479] Build status: STARTED
[14:45:52.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:113:0) after 9m29s
[14:55:21.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:113:0)
[14:55:21.725] Build status: STARTED
[14:55:21.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:114:0) after 5m39s
[15:01:00.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:114:0)
[15:01:00.810] Build status: STARTED
[15:01:00.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:115:0) after 1m23s
[15:02:23.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:115:0)
[15:02:23.873] Build status: STARTED
[15:02:23.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:116:0) after 1m53s
[15:04:16.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:116:0)
[15:04:16.960] Build status: STARTED
[15:04:16.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:117:0) after 3m42s
[15:07:58.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:117:0)
[15:07:59.006] Build status: STARTED
[15:07:59.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:118:0) after 6m40s
[15:14:39.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:118:0)
[15:14:39.142] Build status: STARTED
[15:14:39.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:119:0) after 5m5s
[15:19:44.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:119:0)
[15:19:44.220] Build status: STARTED
[15:19:44.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:120:0) after 8m53s
[15:28:37.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:120:0)
[15:28:37.625] Build status: STARTED
[15:28:37.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:121:0) after 7m45s
[15:36:22.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:121:0)
[15:36:22.814] Build status: STARTED
[15:36:22.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9012444778456336976:122:0) after 7m25s
[15:38:38.862] Received PubSub notification, asking Buildbucket for the build status
[15:38:38.896] Build:
{
  "id": "8847014716209120928",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25920,
  "createdBy": "project:chromium",
  "createTime": "2021-05-17T04:38:30.491235Z",
  "startTime": "2021-05-17T04:39:26.934023Z",
  "endTime": "2021-05-17T15:38:38.436511669Z",
  "updateTime": "2021-05-17T15:38:38.437181521Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3a3c21fd8df59c7aa38f838f89b983561707850f",
      "ref": "refs/heads/master"
    }
  }
}
[15:38:38.897] Invocation finished in 11h0m9.932330663s with status FAILED