LUCI Scheduler :: chromium :: ToTMac

Status: FAILED

Triggered by: -

Duration: 10 hours

Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

2297493c4d759fd2e528b7deb2f433f4c75f0ffb (4 years ago)
568019a3f83a2e42b47f16cbf5f3f4af1d140767 (4 years ago)
c6f826d4466ee6c4ec62ec25d8096f36c8eb6b04 (4 years ago)
938e0ad969c35153a9eb23a49137ab1948729bac (4 years ago)
5f5c4fc944e95ab2bf037df9f5e4a662be0e2500 (4 years ago)
5715cd73d6ca8755e1451caed620709abd2deab9 (4 years ago)
cd76b8d138eb0aa8616618ad7d9815a39c13ab9c (4 years ago)
fbb9e566a6af02f4dec52ffeb8c6d20ee0f6952b (4 years ago)
d508c0f6f10a4103ec73c52052dc6e33833e930b (4 years ago)
6dfa212831e306a0a5aa6d7b2f29142de6332c13 (4 years ago)
1aff803451112a376bed27e3536d0015c4a9918a (4 years ago)
3d281a88d7cf81b99ef1adb8196a80f10c63d0f3 (4 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3d281a88d7cf81b99ef1adb8196a80f10c63d0f3"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3d281a88d7cf81b99ef1adb8196a80f10c63d0f3
gitiles_ref:refs/heads/main

Debug log (UTC)

[06:06:22.379] New invocation is queued and will start shortly
[06:06:23.452] Starting the invocation (attempt 1)
[06:06:23.485] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3d281a88d7cf81b99ef1adb8196a80f10c63d0f3"
[06:06:23.485] Popped gitiles commit info from properties and tags
[06:06:23.485] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:06:23.485] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:06:23.485] Buildbucket request:
{
  "requestId": "9008724773273460224",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3d281a88d7cf81b99ef1adb8196a80f10c63d0f3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9008724773273460224"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:06:24.751] Scheduled build:
{
  "id": "8843294711299915696",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 26113,
  "createdBy": "project:chromium",
  "createTime": "2021-06-27T06:06:23.630695Z",
  "updateTime": "2021-06-27T06:06:24.577979Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3d281a88d7cf81b99ef1adb8196a80f10c63d0f3",
      "ref": "refs/heads/main"
    }
  }
}
[06:06:24.751] Task URL: https://cr-buildbucket.appspot.com/build/8843294711299915696
[06:06:24.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:2:0) after 8m11s
[06:06:55.366] Received PubSub notification, asking Buildbucket for the build status
[06:06:55.396] Build status: STARTED
[06:14:35.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:2:0)
[06:14:35.910] Build status: STARTED
[06:14:35.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:4:0) after 2m28s
[06:17:03.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:4:0)
[06:17:03.957] Build status: STARTED
[06:17:03.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:5:0) after 1m49s
[06:18:52.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:5:0)
[06:18:52.999] Build status: STARTED
[06:18:52.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:6:0) after 5m27s
[06:24:20.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:6:0)
[06:24:20.239] Build status: STARTED
[06:24:20.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:7:0) after 1m6s
[06:25:26.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:7:0)
[06:25:26.288] Build status: STARTED
[06:25:26.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:8:0) after 8m58s
[06:34:24.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:8:0)
[06:34:24.331] Build status: STARTED
[06:34:24.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:9:0) after 3m42s
[06:38:06.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:9:0)
[06:38:06.461] Build status: STARTED
[06:38:06.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:10:0) after 6m8s
[06:44:14.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:10:0)
[06:44:14.517] Build status: STARTED
[06:44:14.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:11:0) after 2m7s
[06:46:21.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:11:0)
[06:46:21.728] Build status: STARTED
[06:46:21.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:12:0) after 3m58s
[06:50:19.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:12:0)
[06:50:19.940] Build status: STARTED
[06:50:19.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:13:0) after 1m43s
[06:52:03.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:13:0)
[06:52:03.502] Build status: STARTED
[06:52:03.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:14:0) after 8m43s
[07:00:46.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:14:0)
[07:00:46.666] Build status: STARTED
[07:00:46.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:15:0) after 7m59s
[07:08:45.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:15:0)
[07:08:45.819] Build status: STARTED
[07:08:45.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:16:0) after 2m55s
[07:11:40.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:16:0)
[07:11:40.878] Build status: STARTED
[07:11:40.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:17:0) after 2m23s
[07:14:03.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:17:0)
[07:14:03.933] Build status: STARTED
[07:14:03.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:18:0) after 3m51s
[07:17:55.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:18:0)
[07:17:55.151] Build status: STARTED
[07:17:55.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:19:0) after 8m55s
[07:26:50.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:19:0)
[07:26:50.225] Build status: STARTED
[07:26:50.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:20:0) after 9m45s
[07:36:35.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:20:0)
[07:36:35.273] Build status: STARTED
[07:36:35.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:21:0) after 4m8s
[07:40:43.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:21:0)
[07:40:43.327] Build status: STARTED
[07:40:43.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:22:0) after 9m18s
[07:50:01.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:22:0)
[07:50:01.378] Build status: STARTED
[07:50:01.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:23:0) after 2m51s
[07:52:52.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:23:0)
[07:52:52.441] Build status: STARTED
[07:52:52.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:24:0) after 3m42s
[07:56:34.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:24:0)
[07:56:34.569] Build status: STARTED
[07:56:34.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:25:0) after 6m52s
[08:03:27.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:25:0)
[08:03:27.531] Build status: STARTED
[08:03:27.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:26:0) after 8m38s
[08:12:05.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:26:0)
[08:12:06.046] Build status: STARTED
[08:12:06.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:27:0) after 9m17s
[08:21:23.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:27:0)
[08:21:23.551] Build status: STARTED
[08:21:23.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:28:0) after 7m23s
[08:28:46.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:28:0)
[08:28:46.694] Build status: STARTED
[08:28:46.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:29:0) after 9m38s
[08:38:24.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:29:0)
[08:38:24.739] Build status: STARTED
[08:38:24.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:30:0) after 7m43s
[08:46:07.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:30:0)
[08:46:07.902] Build status: STARTED
[08:46:07.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:31:0) after 9m49s
[08:55:57.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:31:0)
[08:55:57.043] Build status: STARTED
[08:55:57.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:32:0) after 7m14s
[09:03:11.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:32:0)
[09:03:11.097] Build status: STARTED
[09:03:11.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:33:0) after 1m36s
[09:04:47.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:33:0)
[09:04:47.143] Build status: STARTED
[09:04:47.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:34:0) after 3m16s
[09:08:03.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:34:0)
[09:08:03.829] Build status: STARTED
[09:08:03.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:35:0) after 9m53s
[09:17:56.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:35:0)
[09:17:56.880] Build status: STARTED
[09:17:56.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:36:0) after 6m33s
[09:24:30.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:36:0)
[09:24:30.050] Build status: STARTED
[09:24:30.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:37:0) after 5m26s
[09:29:56.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:37:0)
[09:29:56.223] Build status: STARTED
[09:29:56.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:38:0) after 2m41s
[09:32:37.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:38:0)
[09:32:37.269] Build status: STARTED
[09:32:37.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:39:0) after 1m31s
[09:34:08.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:39:0)
[09:34:08.463] Build status: STARTED
[09:34:08.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:40:0) after 4m13s
[09:38:21.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:40:0)
[09:38:21.525] Build status: STARTED
[09:38:21.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:41:0) after 3m35s
[09:41:56.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:41:0)
[09:41:56.625] Build status: STARTED
[09:41:56.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:42:0) after 4m42s
[09:46:38.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:42:0)
[09:46:38.692] Build status: STARTED
[09:46:38.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:43:0) after 3m29s
[09:50:07.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:43:0)
[09:50:07.911] Build status: STARTED
[09:50:07.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:44:0) after 7m58s
[09:58:05.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:44:0)
[09:58:05.969] Build status: STARTED
[09:58:05.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:45:0) after 1m58s
[10:00:04.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:45:0)
[10:00:04.339] Build status: STARTED
[10:00:04.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:46:0) after 9m10s
[10:09:14.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:46:0)
[10:09:14.564] Build status: STARTED
[10:09:14.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:47:0) after 1m2s
[10:10:16.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:47:0)
[10:10:16.651] Build status: STARTED
[10:10:16.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:48:0) after 4m57s
[10:15:13.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:48:0)
[10:15:13.714] Build status: STARTED
[10:15:13.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:49:0) after 5m36s
[10:20:50.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:49:0)
[10:20:50.370] Build status: STARTED
[10:20:50.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:50:0) after 2m5s
[10:22:56.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:50:0)
[10:22:56.735] Build status: STARTED
[10:22:56.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:51:0) after 3m4s
[10:26:01.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:51:0)
[10:26:01.185] Build status: STARTED
[10:26:01.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:52:0) after 6m58s
[10:33:00.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:52:0)
[10:33:00.525] Build status: STARTED
[10:33:00.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:53:0) after 4m53s
[10:37:53.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:53:0)
[10:37:53.721] Build status: STARTED
[10:37:53.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:54:0) after 2m17s
[10:40:11.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:54:0)
[10:40:11.256] Build status: STARTED
[10:40:11.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:55:0) after 2m20s
[10:42:31.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:55:0)
[10:42:31.390] Build status: STARTED
[10:42:31.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:56:0) after 9m8s
[10:51:39.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:56:0)
[10:51:39.920] Build status: STARTED
[10:51:39.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:57:0) after 9m16s
[11:00:55.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:57:0)
[11:00:55.977] Build status: STARTED
[11:00:55.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:58:0) after 7m4s
[11:08:00.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:58:0)
[11:08:00.301] Build status: STARTED
[11:08:00.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:59:0) after 6m36s
[11:14:36.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:59:0)
[11:14:36.350] Build status: STARTED
[11:14:36.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:60:0) after 6m43s
[11:21:20.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:60:0)
[11:21:20.343] Build status: STARTED
[11:21:20.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:61:0) after 9m58s
[11:31:18.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:61:0)
[11:31:18.527] Build status: STARTED
[11:31:18.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:62:0) after 8m1s
[11:39:19.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:62:0)
[11:39:19.623] Build status: STARTED
[11:39:19.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:63:0) after 2m57s
[11:42:16.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:63:0)
[11:42:16.641] Build status: STARTED
[11:42:16.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:64:0) after 1m46s
[11:44:02.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:64:0)
[11:44:02.878] Build status: STARTED
[11:44:02.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:65:0) after 2m4s
[11:46:06.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:65:0)
[11:46:06.916] Build status: STARTED
[11:46:06.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:66:0) after 1m0s
[11:47:07.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:66:0)
[11:47:07.175] Build status: STARTED
[11:47:07.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:67:0) after 9m3s
[11:56:10.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:67:0)
[11:56:10.280] Build status: STARTED
[11:56:10.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:68:0) after 6m2s
[12:02:12.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:68:0)
[12:02:12.469] Build status: STARTED
[12:02:12.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:69:0) after 5m0s
[12:07:12.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:69:0)
[12:07:12.704] Build status: STARTED
[12:07:12.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:70:0) after 2m36s
[12:09:48.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:70:0)
[12:09:48.847] Build status: STARTED
[12:09:48.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:71:0) after 3m24s
[12:13:13.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:71:0)
[12:13:13.516] Build status: STARTED
[12:13:13.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:72:0) after 4m49s
[12:18:02.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:72:0)
[12:18:02.816] Build status: STARTED
[12:18:02.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:73:0) after 2m6s
[12:20:08.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:73:0)
[12:20:08.877] Build status: STARTED
[12:20:08.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:74:0) after 2m15s
[12:22:23.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:74:0)
[12:22:23.924] Build status: STARTED
[12:22:23.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:75:0) after 2m30s
[12:24:53.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:75:0)
[12:24:53.978] Build status: STARTED
[12:24:53.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:76:0) after 8m20s
[12:33:13.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:76:0)
[12:33:14.020] Build status: STARTED
[12:33:14.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:77:0) after 9m23s
[12:42:37.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:77:0)
[12:42:37.121] Build status: STARTED
[12:42:37.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:78:0) after 2m4s
[12:44:41.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:78:0)
[12:44:41.173] Build status: STARTED
[12:44:41.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:79:0) after 8m6s
[12:52:47.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:79:0)
[12:52:47.423] Build status: STARTED
[12:52:47.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:80:0) after 2m8s
[12:54:55.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:80:0)
[12:54:55.503] Build status: STARTED
[12:54:55.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:81:0) after 6m50s
[13:01:45.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:81:0)
[13:01:45.756] Build status: STARTED
[13:01:45.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:82:0) after 2m49s
[13:04:34.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:82:0)
[13:04:34.955] Build status: STARTED
[13:04:34.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:83:0) after 7m55s
[13:12:30.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:83:0)
[13:12:30.091] Build status: STARTED
[13:12:30.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:84:0) after 9m57s
[13:22:27.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:84:0)
[13:22:27.164] Build status: STARTED
[13:22:27.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:85:0) after 6m21s
[13:28:48.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:85:0)
[13:28:48.162] Build status: STARTED
[13:28:48.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:86:0) after 8m22s
[13:37:10.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:86:0)
[13:37:10.234] Build status: STARTED
[13:37:10.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:87:0) after 5m27s
[13:42:37.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:87:0)
[13:42:37.389] Build status: STARTED
[13:42:37.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:88:0) after 1m11s
[13:43:48.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:88:0)
[13:43:48.436] Build status: STARTED
[13:43:48.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:89:0) after 4m43s
[13:48:31.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:89:0)
[13:48:31.503] Build status: STARTED
[13:48:31.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:90:0) after 1m14s
[13:49:45.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:90:0)
[13:49:45.706] Build status: STARTED
[13:49:45.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:91:0) after 3m23s
[13:53:08.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:91:0)
[13:53:08.769] Build status: STARTED
[13:53:08.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:92:0) after 7m26s
[14:00:34.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:92:0)
[14:00:34.818] Build status: STARTED
[14:00:34.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:93:0) after 2m44s
[14:03:18.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:93:0)
[14:03:18.901] Build status: STARTED
[14:03:18.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:94:0) after 3m48s
[14:07:07.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:94:0)
[14:07:07.049] Build status: STARTED
[14:07:07.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:95:0) after 1m0s
[14:08:07.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:95:0)
[14:08:07.811] Build status: STARTED
[14:08:07.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:96:0) after 1m55s
[14:10:02.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:96:0)
[14:10:03.043] Build status: STARTED
[14:10:03.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:97:0) after 9m1s
[14:19:04.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:97:0)
[14:19:04.088] Build status: STARTED
[14:19:04.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:98:0) after 4m55s
[14:23:59.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:98:0)
[14:23:59.151] Build status: STARTED
[14:23:59.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:99:0) after 9m57s
[14:33:56.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:99:0)
[14:33:56.502] Build status: STARTED
[14:33:56.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:100:0) after 6m16s
[14:40:12.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:100:0)
[14:40:12.708] Build status: STARTED
[14:40:12.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:101:0) after 6m2s
[14:46:14.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:101:0)
[14:46:14.770] Build status: STARTED
[14:46:14.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:102:0) after 7m32s
[14:53:46.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:102:0)
[14:53:46.917] Build status: STARTED
[14:53:46.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:103:0) after 1m23s
[14:55:10.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:103:0)
[14:55:10.045] Build status: STARTED
[14:55:10.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:104:0) after 9m8s
[15:04:18.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:104:0)
[15:04:18.134] Build status: STARTED
[15:04:18.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:105:0) after 5m17s
[15:09:35.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:105:0)
[15:09:35.509] Build status: STARTED
[15:09:35.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:106:0) after 3m14s
[15:12:49.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:106:0)
[15:12:49.568] Build status: STARTED
[15:12:49.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:107:0) after 1m14s
[15:14:03.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:107:0)
[15:14:03.626] Build status: STARTED
[15:14:03.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:108:0) after 2m54s
[15:16:57.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:108:0)
[15:16:57.899] Build status: STARTED
[15:16:57.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:109:0) after 3m10s
[15:20:07.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:109:0)
[15:20:07.959] Build status: STARTED
[15:20:07.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:110:0) after 3m55s
[15:24:03.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:110:0)
[15:24:03.038] Build status: STARTED
[15:24:03.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:111:0) after 6m45s
[15:30:48.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:111:0)
[15:30:48.483] Build status: STARTED
[15:30:48.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:112:0) after 9m0s
[15:39:48.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:112:0)
[15:39:48.533] Build status: STARTED
[15:39:48.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:113:0) after 3m26s
[15:43:14.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:113:0)
[15:43:14.615] Build status: STARTED
[15:43:14.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:114:0) after 8m5s
[15:51:19.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:114:0)
[15:51:19.868] Build status: STARTED
[15:51:19.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:115:0) after 5m34s
[15:56:53.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:115:0)
[15:56:53.941] Build status: STARTED
[15:56:53.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:116:0) after 2m10s
[15:59:03.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:116:0)
[15:59:03.990] Build status: STARTED
[15:59:03.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:117:0) after 6m3s
[16:05:07.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:117:0)
[16:05:07.065] Build status: STARTED
[16:05:07.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:118:0) after 5m40s
[16:10:47.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:118:0)
[16:10:47.132] Build status: STARTED
[16:10:47.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:119:0) after 2m36s
[16:13:23.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:119:0)
[16:13:23.335] Build status: STARTED
[16:13:23.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:120:0) after 9m4s
[16:22:27.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:120:0)
[16:22:27.397] Build status: STARTED
[16:22:27.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:121:0) after 6m7s
[16:28:34.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:121:0)
[16:28:34.455] Build status: STARTED
[16:28:34.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9008724773273460224:122:0) after 2m28s
[16:28:41.176] Received PubSub notification, asking Buildbucket for the build status
[16:28:41.205] Build:
{
  "id": "8843294711299915696",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 26113,
  "createdBy": "project:chromium",
  "createTime": "2021-06-27T06:06:23.630695Z",
  "startTime": "2021-06-27T06:06:54.557417Z",
  "endTime": "2021-06-27T16:28:40.804179394Z",
  "updateTime": "2021-06-27T16:28:40.804642144Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3d281a88d7cf81b99ef1adb8196a80f10c63d0f3",
      "ref": "refs/heads/main"
    }
  }
}
[16:28:41.205] Invocation finished in 10h22m18.841601054s with status FAILED