LUCI Scheduler :: chromium :: ToTMac

Status: FAILED

Triggered by: -

Duration: 10 hours

Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

2b8ada3c60839a49ca4f77011b6e0fb3d6df36e8 (4 years ago)
ff10d8b4fd8e9a5d658c98beb2e68e50b85eb5ad (4 years ago)
3344f4b6635536488a3ca10b6cb388f971e96ee0 (4 years ago)
2699c8d7f94d30e0fc920e177f29df3d114e6f0a (4 years ago)
2dfbc5b9d734b359c2f84e345ba322dfa7cc4853 (4 years ago)
4f7d70e98534aa729bf9f082f036c55eb0558fa7 (4 years ago)
0415967231e3ecb03620e714147e4a4fb074694c (4 years ago)
9968579623c0cef05ad2e07b8785d21bad909863 (4 years ago)
c8875725bc08fe384fea24925ae9e30ebb2de965 (4 years ago)
a2e169160f2323c4761626de51ecc79a14ed09a4 (4 years ago)
6a60ef7303e3accf95fc0ce40507208bd190564f (4 years ago)
75d9be06418cbde54a1c63ee42e284889b396b98 (4 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "75d9be06418cbde54a1c63ee42e284889b396b98"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/75d9be06418cbde54a1c63ee42e284889b396b98
gitiles_ref:refs/heads/main

Debug log (UTC)

[12:22:50.491] New invocation is queued and will start shortly
[12:22:51.576] Starting the invocation (attempt 1)
[12:22:51.613] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/75d9be06418cbde54a1c63ee42e284889b396b98"
[12:22:51.613] Popped gitiles commit info from properties and tags
[12:22:51.613] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:22:51.613] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:22:51.613] Buildbucket request:
{
  "requestId": "9007523327363167664",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "75d9be06418cbde54a1c63ee42e284889b396b98",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9007523327363167664"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:22:52.403] Scheduled build:
{
  "id": "8842093265381769424",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 26181,
  "createdBy": "project:chromium",
  "createTime": "2021-07-10T12:22:51.744343Z",
  "updateTime": "2021-07-10T12:22:52.320450Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "75d9be06418cbde54a1c63ee42e284889b396b98",
      "ref": "refs/heads/main"
    }
  }
}
[12:22:52.403] Task URL: https://cr-buildbucket.appspot.com/build/8842093265381769424
[12:22:52.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:2:0) after 1m43s
[12:22:59.890] Received PubSub notification, asking Buildbucket for the build status
[12:22:59.919] Build status: STARTED
[12:24:35.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:2:0)
[12:24:35.654] Build status: STARTED
[12:24:35.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:4:0) after 8m40s
[12:33:15.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:4:0)
[12:33:15.907] Build status: STARTED
[12:33:15.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:5:0) after 1m38s
[12:34:53.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:5:0)
[12:34:53.966] Build status: STARTED
[12:34:53.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:6:0) after 7m58s
[12:42:52.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:6:0)
[12:42:52.121] Build status: STARTED
[12:42:52.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:7:0) after 5m53s
[12:48:45.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:7:0)
[12:48:45.177] Build status: STARTED
[12:48:45.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:8:0) after 6m46s
[12:55:31.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:8:0)
[12:55:31.285] Build status: STARTED
[12:55:31.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:9:0) after 5m24s
[13:00:55.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:9:0)
[13:00:55.344] Build status: STARTED
[13:00:55.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:10:0) after 6m12s
[13:07:07.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:10:0)
[13:07:07.400] Build status: STARTED
[13:07:07.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:11:0) after 1m57s
[13:09:04.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:11:0)
[13:09:04.441] Build status: STARTED
[13:09:04.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:12:0) after 2m48s
[13:11:52.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:12:0)
[13:11:52.498] Build status: STARTED
[13:11:52.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:13:0) after 1m59s
[13:13:51.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:13:0)
[13:13:51.570] Build status: STARTED
[13:13:51.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:14:0) after 8m19s
[13:22:10.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:14:0)
[13:22:10.693] Build status: STARTED
[13:22:10.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:15:0) after 7m40s
[13:29:50.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:15:0)
[13:29:50.754] Build status: STARTED
[13:29:50.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:16:0) after 9m11s
[13:39:01.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:16:0)
[13:39:01.975] Build status: STARTED
[13:39:01.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:17:0) after 6m41s
[13:45:43.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:17:0)
[13:45:43.303] Build status: STARTED
[13:45:43.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:18:0) after 6m47s
[13:52:30.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:18:0)
[13:52:30.358] Build status: STARTED
[13:52:30.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:19:0) after 3m53s
[13:56:23.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:19:0)
[13:56:23.407] Build status: STARTED
[13:56:23.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:20:0) after 8m16s
[14:04:39.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:20:0)
[14:04:39.460] Build status: STARTED
[14:04:39.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:21:0) after 9m53s
[14:14:32.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:21:0)
[14:14:32.519] Build status: STARTED
[14:14:32.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:22:0) after 4m24s
[14:18:56.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:22:0)
[14:18:56.574] Build status: STARTED
[14:18:56.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:23:0) after 6m8s
[14:25:04.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:23:0)
[14:25:04.625] Build status: STARTED
[14:25:04.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:24:0) after 4m11s
[14:29:15.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:24:0)
[14:29:15.670] Build status: STARTED
[14:29:15.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:25:0) after 3m4s
[14:32:19.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:25:0)
[14:32:19.940] Build status: STARTED
[14:32:19.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:26:0) after 9m10s
[14:41:30.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:26:0)
[14:41:30.064] Build status: STARTED
[14:41:30.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:27:0) after 1m17s
[14:42:47.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:27:0)
[14:42:47.202] Build status: STARTED
[14:42:47.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:28:0) after 1m8s
[14:43:55.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:28:0)
[14:43:55.256] Build status: STARTED
[14:43:55.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:29:0) after 5m21s
[14:49:16.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:29:0)
[14:49:16.314] Build status: STARTED
[14:49:16.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:30:0) after 6m56s
[14:56:12.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:30:0)
[14:56:12.536] Build status: STARTED
[14:56:12.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:31:0) after 7m1s
[15:03:13.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:31:0)
[15:03:13.656] Build status: STARTED
[15:03:13.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:32:0) after 6m51s
[15:10:04.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:32:0)
[15:10:05.400] Build status: STARTED
[15:10:05.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:33:0) after 9m27s
[15:19:32.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:33:0)
[15:19:32.457] Build status: STARTED
[15:19:32.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:34:0) after 3m22s
[15:22:54.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:34:0)
[15:22:54.582] Build status: STARTED
[15:22:54.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:35:0) after 3m46s
[15:26:40.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:35:0)
[15:26:40.657] Build status: STARTED
[15:26:40.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:36:0) after 5m0s
[15:31:40.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:36:0)
[15:31:40.831] Build status: STARTED
[15:31:40.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:37:0) after 5m36s
[15:37:16.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:37:0)
[15:37:16.877] Build status: STARTED
[15:37:16.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:38:0) after 9m10s
[15:46:26.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:38:0)
[15:46:26.926] Build status: STARTED
[15:46:26.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:39:0) after 1m28s
[15:47:54.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:39:0)
[15:47:54.982] Build status: STARTED
[15:47:54.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:40:0) after 3m22s
[15:51:17.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:40:0)
[15:51:17.040] Build status: STARTED
[15:51:17.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:41:0) after 6m24s
[15:57:41.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:41:0)
[15:57:41.122] Build status: STARTED
[15:57:41.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:42:0) after 2m44s
[16:00:25.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:42:0)
[16:00:25.179] Build status: STARTED
[16:00:25.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:43:0) after 7m56s
[16:08:21.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:43:0)
[16:08:21.232] Build status: STARTED
[16:08:21.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:44:0) after 2m28s
[16:10:49.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:44:0)
[16:10:49.480] Build status: STARTED
[16:10:49.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:45:0) after 9m20s
[16:20:09.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:45:0)
[16:20:09.534] Build status: STARTED
[16:20:09.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:46:0) after 6m21s
[16:26:30.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:46:0)
[16:26:30.582] Build status: STARTED
[16:26:30.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:47:0) after 8m7s
[16:34:37.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:47:0)
[16:34:37.636] Build status: STARTED
[16:34:37.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:48:0) after 5m26s
[16:40:03.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:48:0)
[16:40:03.760] Build status: STARTED
[16:40:03.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:49:0) after 1m0s
[16:41:54.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:49:0)
[16:41:54.780] Build status: STARTED
[16:41:54.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:50:0) after 6m3s
[16:47:57.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:50:0)
[16:47:58.029] Build status: STARTED
[16:47:58.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:51:0) after 7m42s
[16:55:40.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:51:0)
[16:55:40.107] Build status: STARTED
[16:55:40.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:52:0) after 1m48s
[16:57:28.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:52:0)
[16:57:28.242] Build status: STARTED
[16:57:28.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:53:0) after 1m57s
[16:59:25.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:53:0)
[16:59:25.299] Build status: STARTED
[16:59:25.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:54:0) after 1m46s
[17:01:11.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:54:0)
[17:01:11.348] Build status: STARTED
[17:01:11.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:55:0) after 3m9s
[17:04:20.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:55:0)
[17:04:20.494] Build status: STARTED
[17:04:20.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:56:0) after 9m20s
[17:13:40.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:56:0)
[17:13:40.601] Build status: STARTED
[17:13:40.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:57:0) after 7m24s
[17:21:04.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:57:0)
[17:21:04.668] Build status: STARTED
[17:21:04.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:58:0) after 7m15s
[17:28:19.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:58:0)
[17:28:19.723] Build status: STARTED
[17:28:19.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:59:0) after 6m39s
[17:34:59.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:59:0)
[17:34:59.921] Build status: STARTED
[17:34:59.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:60:0) after 5m55s
[17:40:55.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:60:0)
[17:40:55.534] Build status: STARTED
[17:40:55.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:61:0) after 2m34s
[17:43:30.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:61:0)
[17:43:30.722] Build status: STARTED
[17:43:30.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:62:0) after 9m53s
[17:53:24.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:62:0)
[17:53:24.923] Build status: STARTED
[17:53:24.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:63:0) after 4m51s
[17:58:16.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:63:0)
[17:58:16.612] Build status: STARTED
[17:58:16.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:64:0) after 9m10s
[18:07:27.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:64:0)
[18:07:27.718] Build status: STARTED
[18:07:27.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:65:0) after 1m57s
[18:09:24.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:65:0)
[18:09:24.896] Build status: STARTED
[18:09:24.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:66:0) after 6m57s
[18:16:21.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:66:0)
[18:16:21.980] Build status: STARTED
[18:16:21.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:67:0) after 4m15s
[18:20:39.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:67:0)
[18:20:39.165] Build status: STARTED
[18:20:39.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:68:0) after 2m14s
[18:22:53.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:68:0)
[18:22:53.631] Build status: STARTED
[18:22:53.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:69:0) after 1m29s
[18:24:22.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:69:0)
[18:24:23.158] Build status: STARTED
[18:24:23.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:70:0) after 1m5s
[18:25:28.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:70:0)
[18:25:28.343] Build status: STARTED
[18:25:28.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:71:0) after 5m31s
[18:30:59.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:71:0)
[18:30:59.394] Build status: STARTED
[18:30:59.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:72:0) after 6m29s
[18:37:28.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:72:0)
[18:37:28.549] Build status: STARTED
[18:37:28.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:73:0) after 6m55s
[18:44:23.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:73:0)
[18:44:23.786] Build status: STARTED
[18:44:23.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:74:0) after 9m41s
[18:54:04.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:74:0)
[18:54:04.848] Build status: STARTED
[18:54:04.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:75:0) after 5m2s
[18:59:07.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:75:0)
[18:59:07.070] Build status: STARTED
[18:59:07.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:76:0) after 1m16s
[19:00:23.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:76:0)
[19:00:23.324] Build status: STARTED
[19:00:23.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:77:0) after 8m16s
[19:08:39.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:77:0)
[19:08:39.815] Build status: STARTED
[19:08:39.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:78:0) after 2m9s
[19:10:48.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:78:0)
[19:10:48.862] Build status: STARTED
[19:10:48.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:79:0) after 4m9s
[19:14:57.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:79:0)
[19:14:58.066] Build status: STARTED
[19:14:58.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:80:0) after 5m38s
[19:20:36.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:80:0)
[19:20:36.723] Build status: STARTED
[19:20:36.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:81:0) after 5m32s
[19:26:09.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:81:0)
[19:26:09.290] Build status: STARTED
[19:26:09.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:82:0) after 7m22s
[19:33:31.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:82:0)
[19:33:31.754] Build status: STARTED
[19:33:31.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:83:0) after 5m32s
[19:39:03.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:83:0)
[19:39:03.810] Build status: STARTED
[19:39:03.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:84:0) after 3m16s
[19:42:20.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:84:0)
[19:42:20.355] Build status: STARTED
[19:42:20.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:85:0) after 6m18s
[19:48:38.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:85:0)
[19:48:38.533] Build status: STARTED
[19:48:38.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:86:0) after 6m41s
[19:55:20.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:86:0)
[19:55:20.599] Build status: STARTED
[19:55:20.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:87:0) after 6m42s
[20:02:02.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:87:0)
[20:02:02.996] Build status: STARTED
[20:02:02.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:88:0) after 2m32s
[20:04:35.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:88:0)
[20:04:35.050] Build status: STARTED
[20:04:35.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:89:0) after 4m40s
[20:09:15.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:89:0)
[20:09:15.158] Build status: STARTED
[20:09:15.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:90:0) after 5m21s
[20:14:36.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:90:0)
[20:14:36.511] Build status: STARTED
[20:14:36.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:91:0) after 9m17s
[20:23:53.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:91:0)
[20:23:53.979] Build status: STARTED
[20:23:53.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:92:0) after 2m34s
[20:26:28.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:92:0)
[20:26:28.078] Build status: STARTED
[20:26:28.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:93:0) after 7m51s
[20:34:19.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:93:0)
[20:34:19.142] Build status: STARTED
[20:34:19.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:94:0) after 9m22s
[20:43:41.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:94:0)
[20:43:41.579] Build status: STARTED
[20:43:41.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:95:0) after 5m53s
[20:49:34.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:95:0)
[20:49:34.798] Build status: STARTED
[20:49:34.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:96:0) after 2m15s
[20:51:49.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:96:0)
[20:51:49.971] Build status: STARTED
[20:51:49.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:97:0) after 2m10s
[20:54:00.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:97:0)
[20:54:00.211] Build status: STARTED
[20:54:00.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:98:0) after 7m11s
[21:01:11.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:98:0)
[21:01:11.918] Build status: STARTED
[21:01:11.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:99:0) after 3m10s
[21:04:21.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:99:0)
[21:04:22.161] Build status: STARTED
[21:04:22.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:100:0) after 4m40s
[21:09:02.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:100:0)
[21:09:02.214] Build status: STARTED
[21:09:02.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:101:0) after 5m55s
[21:14:57.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:101:0)
[21:14:57.468] Build status: STARTED
[21:14:57.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:102:0) after 4m9s
[21:19:07.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:102:0)
[21:19:07.154] Build status: STARTED
[21:19:07.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:103:0) after 1m38s
[21:20:45.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:103:0)
[21:20:45.608] Build status: STARTED
[21:20:45.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:104:0) after 3m17s
[21:24:02.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:104:0)
[21:24:02.988] Build status: STARTED
[21:24:02.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:105:0) after 8m2s
[21:32:05.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:105:0)
[21:32:05.167] Build status: STARTED
[21:32:05.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:106:0) after 8m1s
[21:40:06.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:106:0)
[21:40:06.475] Build status: STARTED
[21:40:06.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:107:0) after 2m40s
[21:42:46.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:107:0)
[21:42:46.586] Build status: STARTED
[21:42:46.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:108:0) after 6m52s
[21:49:38.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:108:0)
[21:49:38.709] Build status: STARTED
[21:49:38.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:109:0) after 9m47s
[21:59:25.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:109:0)
[21:59:25.885] Build status: STARTED
[21:59:25.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:110:0) after 9m2s
[22:08:27.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:110:0)
[22:08:27.959] Build status: STARTED
[22:08:27.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:111:0) after 1m28s
[22:09:55.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:111:0)
[22:09:56.006] Build status: STARTED
[22:09:56.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:112:0) after 9m56s
[22:19:52.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:112:0)
[22:19:52.136] Build status: STARTED
[22:19:52.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:113:0) after 9m34s
[22:29:26.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:113:0)
[22:29:26.196] Build status: STARTED
[22:29:26.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:114:0) after 6m1s
[22:35:27.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:114:0)
[22:35:27.248] Build status: STARTED
[22:35:27.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9007523327363167664:115:0) after 9m34s
[22:35:44.078] Received PubSub notification, asking Buildbucket for the build status
[22:35:44.112] Build:
{
  "id": "8842093265381769424",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 26181,
  "createdBy": "project:chromium",
  "createTime": "2021-07-10T12:22:51.744343Z",
  "startTime": "2021-07-10T12:22:59.368563Z",
  "endTime": "2021-07-10T22:35:43.670443723Z",
  "updateTime": "2021-07-10T22:35:43.670797558Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "75d9be06418cbde54a1c63ee42e284889b396b98",
      "ref": "refs/heads/main"
    }
  }
}
[22:35:44.113] Invocation finished in 10h12m53.641356522s with status FAILED