Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "935468edadbe3a20e15e5abc7acbba7a51c5f960"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/935468edadbe3a20e15e5abc7acbba7a51c5f960
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:14:36.825] New invocation is queued and will start shortly
[05:14:37.968] Starting the invocation (attempt 1)
[05:14:38.008] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/935468edadbe3a20e15e5abc7acbba7a51c5f960"
[05:14:38.008] Popped gitiles commit info from properties and tags
[05:14:38.008] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:14:38.009] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:14:38.009] Buildbucket request:
{
  "requestId": "9003926390464663776",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "935468edadbe3a20e15e5abc7acbba7a51c5f960",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9003926390464663776"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:14:38.576] Scheduled build:
{
  "id": "8838496328441409648",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 26409,
  "createdBy": "project:chromium",
  "createTime": "2021-08-19T05:14:38.122183Z",
  "updateTime": "2021-08-19T05:14:38.511224Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "935468edadbe3a20e15e5abc7acbba7a51c5f960",
      "ref": "refs/heads/main"
    }
  }
}
[05:14:38.576] Task URL: https://cr-buildbucket.appspot.com/build/8838496328441409648
[05:14:38.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:2:0) after 8m22s
[05:14:43.302] Received PubSub notification, asking Buildbucket for the build status
[05:14:43.337] Build status: STARTED
[05:23:00.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:2:0)
[05:23:00.676] Build status: STARTED
[05:23:00.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:4:0) after 2m0s
[05:25:00.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:4:0)
[05:25:00.722] Build status: STARTED
[05:25:00.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:5:0) after 2m13s
[05:27:13.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:5:0)
[05:27:13.752] Build status: STARTED
[05:27:13.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:6:0) after 1m50s
[05:29:03.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:6:0)
[05:29:03.804] Build status: STARTED
[05:29:03.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:7:0) after 4m4s
[05:33:07.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:7:0)
[05:33:07.856] Build status: STARTED
[05:33:07.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:8:0) after 8m58s
[05:42:05.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:8:0)
[05:42:05.921] Build status: STARTED
[05:42:05.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:9:0) after 5m48s
[05:47:53.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:9:0)
[05:47:53.970] Build status: STARTED
[05:47:53.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:10:0) after 3m36s
[05:51:30.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:10:0)
[05:51:30.177] Build status: STARTED
[05:51:30.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:11:0) after 5m24s
[05:56:54.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:11:0)
[05:56:54.261] Build status: STARTED
[05:56:54.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:12:0) after 6m11s
[06:03:05.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:12:0)
[06:03:05.370] Build status: STARTED
[06:03:05.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:13:0) after 9m45s
[06:12:50.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:13:0)
[06:12:50.419] Build status: STARTED
[06:12:50.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:14:0) after 1m22s
[06:14:12.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:14:0)
[06:14:12.484] Build status: STARTED
[06:14:12.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:15:0) after 4m58s
[06:19:10.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:15:0)
[06:19:10.577] Build status: STARTED
[06:19:10.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:16:0) after 8m21s
[06:27:31.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:16:0)
[06:27:31.747] Build status: STARTED
[06:27:31.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:17:0) after 2m21s
[06:29:52.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:17:0)
[06:29:52.967] Build status: STARTED
[06:29:52.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:18:0) after 2m14s
[06:32:07.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:18:0)
[06:32:07.076] Build status: STARTED
[06:32:07.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:19:0) after 4m0s
[06:36:07.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:19:0)
[06:36:07.180] Build status: STARTED
[06:36:07.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:20:0) after 6m3s
[06:42:10.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:20:0)
[06:42:10.961] Build status: STARTED
[06:42:10.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:21:0) after 4m4s
[06:46:15.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:21:0)
[06:46:15.111] Build status: STARTED
[06:46:15.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:22:0) after 7m24s
[06:53:39.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:22:0)
[06:53:39.511] Build status: STARTED
[06:53:39.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:23:0) after 6m12s
[06:59:51.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:23:0)
[06:59:51.566] Build status: STARTED
[06:59:51.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:24:0) after 7m21s
[07:07:12.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:24:0)
[07:07:12.742] Build status: STARTED
[07:07:12.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:25:0) after 4m12s
[07:11:25.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:25:0)
[07:11:25.079] Build status: STARTED
[07:11:25.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:26:0) after 1m16s
[07:12:41.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:26:0)
[07:12:41.138] Build status: STARTED
[07:12:41.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:27:0) after 2m44s
[07:15:25.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:27:0)
[07:15:25.210] Build status: STARTED
[07:15:25.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:28:0) after 3m21s
[07:18:46.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:28:0)
[07:18:46.561] Build status: STARTED
[07:18:46.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:29:0) after 1m0s
[07:19:46.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:29:0)
[07:19:46.619] Build status: STARTED
[07:19:46.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:30:0) after 5m46s
[07:25:32.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:30:0)
[07:25:32.682] Build status: STARTED
[07:25:32.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:31:0) after 3m8s
[07:28:40.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:31:0)
[07:28:40.738] Build status: STARTED
[07:28:40.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:32:0) after 6m6s
[07:34:46.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:32:0)
[07:34:46.861] Build status: STARTED
[07:34:46.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:33:0) after 3m52s
[07:38:38.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:33:0)
[07:38:38.937] Build status: STARTED
[07:38:38.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:34:0) after 1m53s
[07:40:31.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:34:0)
[07:40:32.073] Build status: STARTED
[07:40:32.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:35:0) after 8m59s
[07:49:31.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:35:0)
[07:49:31.440] Build status: STARTED
[07:49:31.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:36:0) after 8m22s
[07:57:53.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:36:0)
[07:57:53.497] Build status: STARTED
[07:57:53.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:37:0) after 3m16s
[08:01:09.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:37:0)
[08:01:09.567] Build status: STARTED
[08:01:09.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:38:0) after 7m3s
[08:08:12.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:38:0)
[08:08:12.627] Build status: STARTED
[08:08:12.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:39:0) after 4m22s
[08:12:35.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:39:0)
[08:12:35.289] Build status: STARTED
[08:12:35.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:40:0) after 5m16s
[08:17:51.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:40:0)
[08:17:51.445] Build status: STARTED
[08:17:51.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:41:0) after 8m38s
[08:26:29.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:41:0)
[08:26:29.674] Build status: STARTED
[08:26:29.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:42:0) after 5m3s
[08:31:32.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:42:0)
[08:31:32.822] Build status: STARTED
[08:31:32.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:43:0) after 5m20s
[08:36:52.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:43:0)
[08:36:52.977] Build status: STARTED
[08:36:52.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:44:0) after 6m22s
[08:43:15.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:44:0)
[08:43:15.125] Build status: STARTED
[08:43:15.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:45:0) after 1m54s
[08:45:09.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:45:0)
[08:45:09.201] Build status: STARTED
[08:45:09.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:46:0) after 2m36s
[08:47:45.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:46:0)
[08:47:45.253] Build status: STARTED
[08:47:45.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:47:0) after 6m52s
[08:54:37.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:47:0)
[08:54:37.326] Build status: STARTED
[08:54:37.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:48:0) after 9m52s
[09:04:29.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:48:0)
[09:04:29.403] Build status: STARTED
[09:04:29.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:49:0) after 7m22s
[09:11:51.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:49:0)
[09:11:51.461] Build status: STARTED
[09:11:51.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:50:0) after 5m54s
[09:17:45.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:50:0)
[09:17:45.608] Build status: STARTED
[09:17:45.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:51:0) after 7m10s
[09:24:55.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:51:0)
[09:24:55.657] Build status: STARTED
[09:24:55.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:52:0) after 1m57s
[09:26:52.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:52:0)
[09:26:52.714] Build status: STARTED
[09:26:52.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:53:0) after 8m4s
[09:34:56.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:53:0)
[09:34:56.810] Build status: STARTED
[09:34:56.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:54:0) after 8m47s
[09:43:43.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:54:0)
[09:43:43.918] Build status: STARTED
[09:43:43.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:55:0) after 1m42s
[09:45:26.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:55:0)
[09:45:26.326] Build status: STARTED
[09:45:26.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:56:0) after 8m58s
[09:54:24.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:56:0)
[09:54:24.497] Build status: STARTED
[09:54:24.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:57:0) after 3m31s
[09:57:55.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:57:0)
[09:57:55.595] Build status: STARTED
[09:57:55.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:58:0) after 6m4s
[10:03:59.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:58:0)
[10:03:59.649] Build status: STARTED
[10:03:59.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:59:0) after 4m28s
[10:08:27.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:59:0)
[10:08:27.788] Build status: STARTED
[10:08:27.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:60:0) after 5m59s
[10:14:26.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:60:0)
[10:14:26.883] Build status: STARTED
[10:14:26.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:61:0) after 5m6s
[10:19:33.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:61:0)
[10:19:33.102] Build status: STARTED
[10:19:33.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:62:0) after 8m41s
[10:28:14.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:62:0)
[10:28:14.170] Build status: STARTED
[10:28:14.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:63:0) after 5m8s
[10:33:22.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:63:0)
[10:33:22.379] Build status: STARTED
[10:33:22.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:64:0) after 5m16s
[10:38:38.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:64:0)
[10:38:38.642] Build status: STARTED
[10:38:38.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:65:0) after 8m10s
[10:46:48.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:65:0)
[10:46:48.823] Build status: STARTED
[10:46:48.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:66:0) after 9m14s
[10:56:02.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:66:0)
[10:56:02.883] Build status: STARTED
[10:56:02.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:67:0) after 7m32s
[11:03:34.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:67:0)
[11:03:34.992] Build status: STARTED
[11:03:34.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:68:0) after 8m29s
[11:12:04.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:68:0)
[11:12:04.194] Build status: STARTED
[11:12:04.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:69:0) after 4m6s
[11:16:10.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:69:0)
[11:16:10.231] Build status: STARTED
[11:16:10.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:70:0) after 5m42s
[11:21:52.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:70:0)
[11:21:52.396] Build status: STARTED
[11:21:52.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:71:0) after 5m55s
[11:27:47.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:71:0)
[11:27:47.455] Build status: STARTED
[11:27:47.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:72:0) after 2m53s
[11:30:40.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:72:0)
[11:30:40.469] Build status: STARTED
[11:30:40.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:73:0) after 2m30s
[11:33:10.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:73:0)
[11:33:10.525] Build status: STARTED
[11:33:10.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:74:0) after 7m30s
[11:40:40.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:74:0)
[11:40:40.611] Build status: STARTED
[11:40:40.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:75:0) after 1m10s
[11:41:50.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:75:0)
[11:41:50.688] Build status: STARTED
[11:41:50.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:76:0) after 9m22s
[11:51:12.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:76:0)
[11:51:12.743] Build status: STARTED
[11:51:12.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:77:0) after 4m42s
[11:55:54.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:77:0)
[11:55:54.941] Build status: STARTED
[11:55:54.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:78:0) after 1m22s
[11:57:17.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:78:0)
[11:57:17.046] Build status: STARTED
[11:57:17.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:79:0) after 6m14s
[12:03:31.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:79:0)
[12:03:31.059] Build status: STARTED
[12:03:31.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:80:0) after 6m39s
[12:10:10.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:80:0)
[12:10:10.109] Build status: STARTED
[12:10:10.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:81:0) after 8m34s
[12:18:44.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:81:0)
[12:18:44.220] Build status: STARTED
[12:18:44.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:82:0) after 6m15s
[12:24:59.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:82:0)
[12:24:59.303] Build status: STARTED
[12:24:59.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:83:0) after 7m42s
[12:32:41.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:83:0)
[12:32:41.368] Build status: STARTED
[12:32:41.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:84:0) after 9m39s
[12:42:20.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:84:0)
[12:42:20.551] Build status: STARTED
[12:42:20.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:85:0) after 3m26s
[12:45:46.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:85:0)
[12:45:46.653] Build status: STARTED
[12:45:46.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:86:0) after 9m39s
[12:55:25.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:86:0)
[12:55:25.712] Build status: STARTED
[12:55:25.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:87:0) after 2m49s
[12:58:14.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:87:0)
[12:58:14.772] Build status: STARTED
[12:58:14.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:88:0) after 7m9s
[13:05:24.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:88:0)
[13:05:24.103] Build status: STARTED
[13:05:24.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:89:0) after 5m46s
[13:11:10.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:89:0)
[13:11:10.166] Build status: STARTED
[13:11:10.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:90:0) after 4m43s
[13:15:53.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:90:0)
[13:15:53.292] Build status: STARTED
[13:15:53.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:91:0) after 8m52s
[13:24:45.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:91:0)
[13:24:45.342] Build status: STARTED
[13:24:45.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:92:0) after 8m41s
[13:33:26.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:92:0)
[13:33:26.407] Build status: STARTED
[13:33:26.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:93:0) after 5m4s
[13:38:30.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:93:0)
[13:38:30.693] Build status: STARTED
[13:38:30.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:94:0) after 7m35s
[13:46:05.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:94:0)
[13:46:05.749] Build status: STARTED
[13:46:05.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:95:0) after 3m12s
[13:49:17.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:95:0)
[13:49:17.809] Build status: STARTED
[13:49:17.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:96:0) after 9m7s
[13:58:24.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:96:0)
[13:58:25.031] Build status: STARTED
[13:58:25.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:97:0) after 9m56s
[14:08:21.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:97:0)
[14:08:21.346] Build status: STARTED
[14:08:21.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:98:0) after 2m31s
[14:10:52.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:98:0)
[14:10:52.398] Build status: STARTED
[14:10:52.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:99:0) after 7m56s
[14:18:48.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:99:0)
[14:18:48.589] Build status: STARTED
[14:18:48.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:100:0) after 6m4s
[14:24:52.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:100:0)
[14:24:52.897] Build status: STARTED
[14:24:52.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:101:0) after 6m50s
[14:31:43.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:101:0)
[14:31:43.051] Build status: STARTED
[14:31:43.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:102:0) after 1m11s
[14:32:54.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:102:0)
[14:32:54.122] Build status: STARTED
[14:32:54.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:103:0) after 1m24s
[14:34:18.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:103:0)
[14:34:18.199] Build status: STARTED
[14:34:18.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:104:0) after 3m27s
[14:37:45.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:104:0)
[14:37:45.609] Build status: STARTED
[14:37:45.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:105:0) after 8m13s
[14:45:58.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:105:0)
[14:45:58.708] Build status: STARTED
[14:45:58.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:106:0) after 6m57s
[14:52:55.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:106:0)
[14:52:55.912] Build status: STARTED
[14:52:55.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:107:0) after 6m24s
[14:59:20.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:107:0)
[14:59:20.073] Build status: STARTED
[14:59:20.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:108:0) after 6m42s
[15:06:02.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:108:0)
[15:06:02.151] Build status: STARTED
[15:06:02.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9003926390464663776:109:0) after 6m41s
[15:09:42.619] Received PubSub notification, asking Buildbucket for the build status
[15:09:42.658] Build:
{
  "id": "8838496328441409648",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 26409,
  "createdBy": "project:chromium",
  "createTime": "2021-08-19T05:14:38.122183Z",
  "startTime": "2021-08-19T05:14:41.889793Z",
  "endTime": "2021-08-19T15:09:41.861031851Z",
  "updateTime": "2021-08-19T15:09:41.861432866Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "935468edadbe3a20e15e5abc7acbba7a51c5f960",
      "ref": "refs/heads/main"
    }
  }
}
[15:09:42.658] Invocation finished in 9h55m5.849532368s with status FAILED