LUCI Scheduler :: chromium :: ToTMac

Status: FAILED

Triggered by: -

Duration: 11 hours

Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

7c9340732da6814dc04bd0d6099bdb8c676e9ebb (4 years ago)
166fa3daa07f5d53afbc621805e2fe974e8f1def (4 years ago)
c6952ecb22413449d854b71816d1be4963a9794b (4 years ago)
ab12860e04e408beecb4ba791fd7fb012e767078 (4 years ago)
fac0500e218159e33c800f36e4d8801403aa9b1a (4 years ago)
4223951d8ca2cb9cd33d400cffa59c44d3a5a491 (4 years ago)
51584ad1842b88d4ea01f1785c01d48a5bc3bebe (4 years ago)
fd10f45a28aa8811a06721ecb909cdef05f8c57c (4 years ago)
f97b74487fe32c46426d8574cf97f45ba48e8c2c (4 years ago)
b2340e4708e49546fb8be7357780240da71ca354 (4 years ago)
923a79aaad3ea85638693e40cfe5e75185945e84 (4 years ago)
3922871dbb3f3933c12dae0dc28add8967725eec (4 years ago)
0b98f79ef95b1dfbb3950f3b3e192b1168b2789b (4 years ago)
1e43de037f659d0c2f72f0aa42fb39118a903581 (4 years ago)
1f986773b3b22c1d22daf0ce72dad26875b43138 (4 years ago)
38b03d356665688ea6a11dd6e722eba841b672ed (4 years ago)
8e95f4948a65f310d75c35c024539879332fc46c (4 years ago)
60ac2fdec0c23220944dac2693a9d0f3df1b5e4e (4 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "60ac2fdec0c23220944dac2693a9d0f3df1b5e4e"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/60ac2fdec0c23220944dac2693a9d0f3df1b5e4e
gitiles_ref:refs/heads/main

Debug log (UTC)

[20:14:35.730] New invocation is queued and will start shortly
[20:14:36.937] Starting the invocation (attempt 1)
[20:14:36.969] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/60ac2fdec0c23220944dac2693a9d0f3df1b5e4e"
[20:14:36.969] Popped gitiles commit info from properties and tags
[20:14:36.969] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:14:36.969] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:14:36.969] Buildbucket request:
{
  "requestId": "8994991265804825904",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "60ac2fdec0c23220944dac2693a9d0f3df1b5e4e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994991265804825904"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:14:37.574] Scheduled build:
{
  "id": "8829561203733593617",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27293,
  "createdBy": "project:chromium",
  "createTime": "2021-11-25T20:14:37.070661444Z",
  "updateTime": "2021-11-25T20:14:37.070661444Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "60ac2fdec0c23220944dac2693a9d0f3df1b5e4e",
      "ref": "refs/heads/main"
    }
  }
}
[20:14:37.574] Task URL: https://cr-buildbucket.appspot.com/build/8829561203733593617
[20:14:37.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:2:0) after 8m54s
[20:23:31.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:2:0)
[20:23:31.642] Build status: SCHEDULED
[20:23:31.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:3:0) after 2m41s
[20:26:12.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:3:0)
[20:26:12.645] Build status: SCHEDULED
[20:26:12.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:4:0) after 1m33s
[20:27:45.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:4:0)
[20:27:45.691] Build status: SCHEDULED
[20:27:45.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:5:0) after 4m3s
[20:31:48.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:5:0)
[20:31:48.720] Build status: SCHEDULED
[20:31:48.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:6:0) after 4m7s
[20:35:55.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:6:0)
[20:35:55.772] Build status: SCHEDULED
[20:35:55.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:7:0) after 7m41s
[20:42:52.814] Received PubSub notification, asking Buildbucket for the build status
[20:42:52.845] Build status: STARTED
[20:43:36.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:7:0)
[20:43:36.775] Build status: STARTED
[20:43:36.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:9:0) after 3m7s
[20:46:43.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:9:0)
[20:46:43.859] Build status: STARTED
[20:46:43.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:10:0) after 9m20s
[20:56:04.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:10:0)
[20:56:04.048] Build status: STARTED
[20:56:04.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:11:0) after 8m21s
[21:04:25.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:11:0)
[21:04:25.128] Build status: STARTED
[21:04:25.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:12:0) after 3m46s
[21:08:11.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:12:0)
[21:08:11.417] Build status: STARTED
[21:08:11.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:13:0) after 1m45s
[21:09:56.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:13:0)
[21:09:56.580] Build status: STARTED
[21:09:56.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:14:0) after 4m36s
[21:14:32.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:14:0)
[21:14:32.807] Build status: STARTED
[21:14:32.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:15:0) after 3m45s
[21:18:17.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:15:0)
[21:18:17.854] Build status: STARTED
[21:18:17.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:16:0) after 1m42s
[21:19:59.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:16:0)
[21:19:59.905] Build status: STARTED
[21:19:59.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:17:0) after 7m14s
[21:27:13.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:17:0)
[21:27:14.023] Build status: STARTED
[21:27:14.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:18:0) after 6m20s
[21:33:34.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:18:0)
[21:33:34.285] Build status: STARTED
[21:33:34.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:19:0) after 5m38s
[21:39:12.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:19:0)
[21:39:12.378] Build status: STARTED
[21:39:12.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:20:0) after 7m41s
[21:46:53.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:20:0)
[21:46:53.530] Build status: STARTED
[21:46:53.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:21:0) after 7m29s
[21:54:22.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:21:0)
[21:54:22.635] Build status: STARTED
[21:54:22.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:22:0) after 5m0s
[21:59:22.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:22:0)
[21:59:22.992] Build status: STARTED
[21:59:22.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:23:0) after 7m40s
[22:07:03.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:23:0)
[22:07:03.038] Build status: STARTED
[22:07:03.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:24:0) after 2m50s
[22:09:53.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:24:0)
[22:09:53.346] Build status: STARTED
[22:09:53.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:25:0) after 2m31s
[22:12:24.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:25:0)
[22:12:24.393] Build status: STARTED
[22:12:24.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:26:0) after 1m27s
[22:13:51.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:26:0)
[22:13:51.471] Build status: STARTED
[22:13:51.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:27:0) after 8m10s
[22:22:01.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:27:0)
[22:22:01.522] Build status: STARTED
[22:22:01.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:28:0) after 5m17s
[22:27:19.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:28:0)
[22:27:19.111] Build status: STARTED
[22:27:19.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:29:0) after 1m2s
[22:28:21.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:29:0)
[22:28:21.171] Build status: STARTED
[22:28:21.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:30:0) after 1m42s
[22:30:03.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:30:0)
[22:30:03.737] Build status: STARTED
[22:30:03.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:31:0) after 2m11s
[22:32:14.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:31:0)
[22:32:14.796] Build status: STARTED
[22:32:14.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:32:0) after 6m34s
[22:38:49.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:32:0)
[22:38:49.167] Build status: STARTED
[22:38:49.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:33:0) after 4m52s
[22:43:41.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:33:0)
[22:43:41.755] Build status: STARTED
[22:43:41.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:34:0) after 4m20s
[22:48:02.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:34:0)
[22:48:02.634] Build status: STARTED
[22:48:02.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:35:0) after 8m50s
[22:56:52.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:35:0)
[22:56:52.785] Build status: STARTED
[22:56:52.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:36:0) after 1m17s
[22:58:09.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:36:0)
[22:58:09.838] Build status: STARTED
[22:58:09.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:37:0) after 4m22s
[23:02:32.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:37:0)
[23:02:32.403] Build status: STARTED
[23:02:32.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:38:0) after 7m21s
[23:09:53.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:38:0)
[23:09:53.482] Build status: STARTED
[23:09:53.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:39:0) after 1m55s
[23:11:48.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:39:0)
[23:11:48.687] Build status: STARTED
[23:11:48.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:40:0) after 9m53s
[23:21:41.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:40:0)
[23:21:41.834] Build status: STARTED
[23:21:41.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:41:0) after 7m35s
[23:29:16.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:41:0)
[23:29:16.923] Build status: STARTED
[23:29:16.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:42:0) after 4m23s
[23:33:39.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:42:0)
[23:33:39.971] Build status: STARTED
[23:33:39.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:43:0) after 9m36s
[23:43:16.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:43:0)
[23:43:16.145] Build status: STARTED
[23:43:16.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:44:0) after 8m33s
[23:51:49.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:44:0)
[23:51:49.365] Build status: STARTED
[23:51:49.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:45:0) after 2m36s
[23:54:25.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:45:0)
[23:54:25.422] Build status: STARTED
[23:54:25.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:46:0) after 7m38s
[00:02:03.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:46:0)
[00:02:03.492] Build status: STARTED
[00:02:03.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:47:0) after 3m56s
[00:05:59.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:47:0)
[00:05:59.532] Build status: STARTED
[00:05:59.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:48:0) after 9m13s
[00:15:12.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:48:0)
[00:15:12.656] Build status: STARTED
[00:15:12.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:49:0) after 7m38s
[00:22:51.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:49:0)
[00:22:51.084] Build status: STARTED
[00:22:51.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:50:0) after 8m53s
[00:31:44.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:50:0)
[00:31:44.386] Build status: STARTED
[00:31:44.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:51:0) after 6m40s
[00:38:24.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:51:0)
[00:38:24.639] Build status: STARTED
[00:38:24.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:52:0) after 2m58s
[00:41:22.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:52:0)
[00:41:22.719] Build status: STARTED
[00:41:22.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:53:0) after 8m48s
[00:50:10.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:53:0)
[00:50:10.797] Build status: STARTED
[00:50:10.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:54:0) after 5m7s
[00:55:17.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:54:0)
[00:55:17.945] Build status: STARTED
[00:55:17.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:55:0) after 2m31s
[00:57:48.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:55:0)
[00:57:49.011] Build status: STARTED
[00:57:49.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:56:0) after 4m32s
[01:02:21.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:56:0)
[01:02:21.270] Build status: STARTED
[01:02:21.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:57:0) after 4m13s
[01:06:34.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:57:0)
[01:06:34.467] Build status: STARTED
[01:06:34.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:58:0) after 7m24s
[01:13:58.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:58:0)
[01:13:58.565] Build status: STARTED
[01:13:58.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:59:0) after 9m35s
[01:23:33.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:59:0)
[01:23:33.649] Build status: STARTED
[01:23:33.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:60:0) after 3m13s
[01:26:46.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:60:0)
[01:26:46.700] Build status: STARTED
[01:26:46.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:61:0) after 2m58s
[01:29:44.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:61:0)
[01:29:44.829] Build status: STARTED
[01:29:44.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:62:0) after 8m26s
[01:38:10.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:62:0)
[01:38:10.885] Build status: STARTED
[01:38:10.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:63:0) after 7m54s
[01:46:04.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:63:0)
[01:46:04.938] Build status: STARTED
[01:46:04.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:64:0) after 1m10s
[01:47:14.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:64:0)
[01:47:14.994] Build status: STARTED
[01:47:14.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:65:0) after 7m4s
[01:54:19.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:65:0)
[01:54:19.081] Build status: STARTED
[01:54:19.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:66:0) after 1m27s
[01:55:46.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:66:0)
[01:55:46.126] Build status: STARTED
[01:55:46.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:67:0) after 5m58s
[02:01:44.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:67:0)
[02:01:44.277] Build status: STARTED
[02:01:44.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:68:0) after 4m52s
[02:06:36.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:68:0)
[02:06:36.353] Build status: STARTED
[02:06:36.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:69:0) after 8m26s
[02:15:02.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:69:0)
[02:15:02.432] Build status: STARTED
[02:15:02.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:70:0) after 2m52s
[02:17:54.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:70:0)
[02:17:54.584] Build status: STARTED
[02:17:54.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:71:0) after 9m48s
[02:27:42.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:71:0)
[02:27:42.670] Build status: STARTED
[02:27:42.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:72:0) after 9m27s
[02:37:09.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:72:0)
[02:37:09.716] Build status: STARTED
[02:37:09.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:73:0) after 6m47s
[02:43:56.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:73:0)
[02:43:56.952] Build status: STARTED
[02:43:56.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:74:0) after 6m48s
[02:50:44.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:74:0)
[02:50:45.008] Build status: STARTED
[02:50:45.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:75:0) after 6m41s
[02:57:26.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:75:0)
[02:57:26.069] Build status: STARTED
[02:57:26.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:76:0) after 7m27s
[03:04:53.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:76:0)
[03:04:53.121] Build status: STARTED
[03:04:53.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:77:0) after 7m40s
[03:12:33.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:77:0)
[03:12:33.203] Build status: STARTED
[03:12:33.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:78:0) after 5m25s
[03:17:58.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:78:0)
[03:17:58.345] Build status: STARTED
[03:17:58.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:79:0) after 3m51s
[03:21:49.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:79:0)
[03:21:49.400] Build status: STARTED
[03:21:49.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:80:0) after 8m17s
[03:30:06.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:80:0)
[03:30:06.464] Build status: STARTED
[03:30:06.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:81:0) after 5m5s
[03:35:11.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:81:0)
[03:35:11.510] Build status: STARTED
[03:35:11.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:82:0) after 9m50s
[03:45:01.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:82:0)
[03:45:01.691] Build status: STARTED
[03:45:01.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:83:0) after 9m25s
[03:54:26.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:83:0)
[03:54:26.748] Build status: STARTED
[03:54:26.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:84:0) after 7m55s
[04:02:21.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:84:0)
[04:02:21.916] Build status: STARTED
[04:02:21.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:85:0) after 7m38s
[04:10:00.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:85:0)
[04:10:00.067] Build status: STARTED
[04:10:00.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:86:0) after 9m27s
[04:19:27.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:86:0)
[04:19:27.434] Build status: STARTED
[04:19:27.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:87:0) after 4m12s
[04:23:39.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:87:0)
[04:23:39.498] Build status: STARTED
[04:23:39.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:88:0) after 6m10s
[04:29:49.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:88:0)
[04:29:49.624] Build status: STARTED
[04:29:49.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:89:0) after 7m39s
[04:37:28.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:89:0)
[04:37:28.756] Build status: STARTED
[04:37:28.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:90:0) after 5m42s
[04:43:10.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:90:0)
[04:43:10.816] Build status: STARTED
[04:43:10.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:91:0) after 6m25s
[04:49:35.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:91:0)
[04:49:35.904] Build status: STARTED
[04:49:35.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:92:0) after 9m39s
[04:59:15.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:92:0)
[04:59:15.090] Build status: STARTED
[04:59:15.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:93:0) after 9m49s
[05:09:04.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:93:0)
[05:09:04.233] Build status: STARTED
[05:09:04.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:94:0) after 5m32s
[05:14:36.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:94:0)
[05:14:36.290] Build status: STARTED
[05:14:36.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:95:0) after 3m45s
[05:18:21.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:95:0)
[05:18:21.332] Build status: STARTED
[05:18:21.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:96:0) after 7m55s
[05:26:16.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:96:0)
[05:26:16.416] Build status: STARTED
[05:26:16.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:97:0) after 7m0s
[05:33:16.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:97:0)
[05:33:16.572] Build status: STARTED
[05:33:16.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:98:0) after 7m20s
[05:40:36.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:98:0)
[05:40:36.634] Build status: STARTED
[05:40:36.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:99:0) after 5m39s
[05:46:15.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:99:0)
[05:46:15.872] Build status: STARTED
[05:46:15.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:100:0) after 4m4s
[05:50:19.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:100:0)
[05:50:19.917] Build status: STARTED
[05:50:19.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:101:0) after 9m57s
[06:00:17.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:101:0)
[06:00:17.153] Build status: STARTED
[06:00:17.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:102:0) after 8m15s
[06:08:32.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:102:0)
[06:08:32.752] Build status: STARTED
[06:08:32.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:103:0) after 7m11s
[06:15:43.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:103:0)
[06:15:43.878] Build status: STARTED
[06:15:43.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:104:0) after 7m34s
[06:23:17.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:104:0)
[06:23:17.934] Build status: STARTED
[06:23:17.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:105:0) after 3m8s
[06:26:25.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:105:0)
[06:26:25.999] Build status: STARTED
[06:26:25.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:106:0) after 2m55s
[06:29:21.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:106:0)
[06:29:21.563] Build status: STARTED
[06:29:21.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:107:0) after 1m12s
[06:30:33.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:107:0)
[06:30:33.676] Build status: STARTED
[06:30:33.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:108:0) after 3m26s
[06:33:59.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:108:0)
[06:33:59.729] Build status: STARTED
[06:33:59.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:109:0) after 6m49s
[06:40:48.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:109:0)
[06:40:48.832] Build status: STARTED
[06:40:48.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:110:0) after 9m22s
[06:50:10.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:110:0)
[06:50:10.882] Build status: STARTED
[06:50:10.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:111:0) after 1m13s
[06:51:23.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:111:0)
[06:51:23.940] Build status: STARTED
[06:51:23.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:112:0) after 8m46s
[07:00:10.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:112:0)
[07:00:10.058] Build status: STARTED
[07:00:10.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:113:0) after 1m1s
[07:01:11.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:113:0)
[07:01:11.135] Build status: STARTED
[07:01:11.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:114:0) after 4m18s
[07:05:29.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:114:0)
[07:05:29.296] Build status: STARTED
[07:05:29.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:115:0) after 2m5s
[07:07:34.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:115:0)
[07:07:34.451] Build status: STARTED
[07:07:34.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:116:0) after 6m7s
[07:13:41.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:116:0)
[07:13:41.522] Build status: STARTED
[07:13:41.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:117:0) after 7m13s
[07:20:54.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:117:0)
[07:20:54.602] Build status: STARTED
[07:20:54.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:118:0) after 1m38s
[07:22:32.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:118:0)
[07:22:32.618] Build status: STARTED
[07:22:32.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:119:0) after 1m29s
[07:24:01.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:119:0)
[07:24:01.675] Build status: STARTED
[07:24:01.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:120:0) after 2m7s
[07:26:08.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:120:0)
[07:26:08.839] Build status: STARTED
[07:26:08.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8994991265804825904:121:0) after 9m49s
[07:30:27.550] Received PubSub notification, asking Buildbucket for the build status
[07:30:27.584] Build:
{
  "id": "8829561203733593617",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27293,
  "createdBy": "project:chromium",
  "createTime": "2021-11-25T20:14:37.070661444Z",
  "startTime": "2021-11-25T20:42:51.940811Z",
  "endTime": "2021-11-26T07:30:26.803619588Z",
  "updateTime": "2021-11-26T07:30:26.803619588Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "60ac2fdec0c23220944dac2693a9d0f3df1b5e4e",
      "ref": "refs/heads/main"
    }
  }
}
[07:30:27.584] Invocation finished in 11h15m51.872858208s with status FAILED