Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e2614a3e51ba8ad7dd25a6884d8a10aa1012fa0c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e2614a3e51ba8ad7dd25a6884d8a10aa1012fa0c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:24:56.457] New invocation is queued and will start shortly
[06:24:57.729] Starting the invocation (attempt 1)
[06:24:57.769] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e2614a3e51ba8ad7dd25a6884d8a10aa1012fa0c"
[06:24:57.769] Popped gitiles commit info from properties and tags
[06:24:57.769] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:24:57.769] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:24:57.769] Buildbucket request:
{
  "requestId": "8984262424148699776",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e2614a3e51ba8ad7dd25a6884d8a10aa1012fa0c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8984262424148699776"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:24:58.254] Scheduled build:
{
  "id": "8818832362049075777",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27630,
  "createdBy": "project:chromium",
  "createTime": "2022-03-24T06:24:57.829648275Z",
  "updateTime": "2022-03-24T06:24:57.829648275Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e2614a3e51ba8ad7dd25a6884d8a10aa1012fa0c",
      "ref": "refs/heads/main"
    }
  }
}
[06:24:58.254] Task URL: https://cr-buildbucket.appspot.com/build/8818832362049075777
[06:24:58.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:2:0) after 4m31s
[06:29:29.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:2:0)
[06:29:29.341] Build status: SCHEDULED
[06:29:29.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:3:0) after 6m58s
[06:36:27.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:3:0)
[06:36:27.553] Build status: SCHEDULED
[06:36:27.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:4:0) after 2m51s
[06:39:18.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:4:0)
[06:39:18.650] Build status: SCHEDULED
[06:39:18.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:5:0) after 9m51s
[06:49:09.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:5:0)
[06:49:09.697] Build status: SCHEDULED
[06:49:09.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:6:0) after 7m20s
[06:56:29.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:6:0)
[06:56:29.783] Build status: SCHEDULED
[06:56:29.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:7:0) after 4m42s
[06:56:48.770] Received PubSub notification, asking Buildbucket for the build status
[06:56:48.789] Build status: STARTED
[07:01:11.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:7:0)
[07:01:11.909] Build status: STARTED
[07:01:11.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:9:0) after 2m15s
[07:03:26.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:9:0)
[07:03:26.956] Build status: STARTED
[07:03:26.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:10:0) after 8m49s
[07:12:16.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:10:0)
[07:12:16.053] Build status: STARTED
[07:12:16.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:11:0) after 1m22s
[07:13:38.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:11:0)
[07:13:38.125] Build status: STARTED
[07:13:38.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:12:0) after 5m28s
[07:19:06.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:12:0)
[07:19:06.175] Build status: STARTED
[07:19:06.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:13:0) after 4m11s
[07:23:17.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:13:0)
[07:23:17.273] Build status: STARTED
[07:23:17.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:14:0) after 8m6s
[07:31:23.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:14:0)
[07:31:23.348] Build status: STARTED
[07:31:23.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:15:0) after 8m30s
[07:39:53.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:15:0)
[07:39:53.481] Build status: STARTED
[07:39:53.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:16:0) after 5m31s
[07:45:24.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:16:0)
[07:45:24.534] Build status: STARTED
[07:45:24.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:17:0) after 8m21s
[07:53:45.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:17:0)
[07:53:45.576] Build status: STARTED
[07:53:45.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:18:0) after 6m0s
[07:59:45.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:18:0)
[07:59:45.684] Build status: STARTED
[07:59:45.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:19:0) after 2m27s
[08:02:12.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:19:0)
[08:02:12.677] Build status: STARTED
[08:02:12.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:20:0) after 7m48s
[08:10:00.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:20:0)
[08:10:00.813] Build status: STARTED
[08:10:00.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:21:0) after 3m50s
[08:13:50.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:21:0)
[08:13:50.877] Build status: STARTED
[08:13:50.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:22:0) after 7m20s
[08:21:11.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:22:0)
[08:21:11.063] Build status: STARTED
[08:21:11.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:23:0) after 1m42s
[08:22:53.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:23:0)
[08:22:53.167] Build status: STARTED
[08:22:53.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:24:0) after 8m0s
[08:30:53.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:24:0)
[08:30:53.395] Build status: STARTED
[08:30:53.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:25:0) after 5m10s
[08:36:03.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:25:0)
[08:36:03.406] Build status: STARTED
[08:36:03.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:26:0) after 3m36s
[08:39:39.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:26:0)
[08:39:39.538] Build status: STARTED
[08:39:39.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:27:0) after 3m58s
[08:43:37.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:27:0)
[08:43:37.646] Build status: STARTED
[08:43:37.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:28:0) after 1m18s
[08:44:55.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:28:0)
[08:44:55.960] Build status: STARTED
[08:44:55.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:29:0) after 1m33s
[08:46:29.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:29:0)
[08:46:29.123] Build status: STARTED
[08:46:29.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:30:0) after 2m31s
[08:49:00.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:30:0)
[08:49:00.264] Build status: STARTED
[08:49:00.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:31:0) after 6m46s
[08:55:46.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:31:0)
[08:55:46.411] Build status: STARTED
[08:55:46.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:32:0) after 4m43s
[09:00:29.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:32:0)
[09:00:29.541] Build status: STARTED
[09:00:29.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:33:0) after 3m15s
[09:03:44.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:33:0)
[09:03:44.741] Build status: STARTED
[09:03:44.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:34:0) after 9m35s
[09:13:19.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:34:0)
[09:13:19.813] Build status: STARTED
[09:13:19.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:35:0) after 5m25s
[09:18:44.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:35:0)
[09:18:44.906] Build status: STARTED
[09:18:44.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:36:0) after 4m48s
[09:23:32.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:36:0)
[09:23:32.974] Build status: STARTED
[09:23:32.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:37:0) after 4m48s
[09:28:21.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:37:0)
[09:28:21.164] Build status: STARTED
[09:28:21.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:38:0) after 2m39s
[09:31:00.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:38:0)
[09:31:00.378] Build status: STARTED
[09:31:00.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:39:0) after 6m49s
[09:37:49.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:39:0)
[09:37:49.422] Build status: STARTED
[09:37:49.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:40:0) after 4m34s
[09:42:23.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:40:0)
[09:42:23.699] Build status: STARTED
[09:42:23.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:41:0) after 5m43s
[09:48:06.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:41:0)
[09:48:06.752] Build status: STARTED
[09:48:06.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:42:0) after 2m45s
[09:50:51.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:42:0)
[09:50:51.844] Build status: STARTED
[09:50:51.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:43:0) after 3m55s
[09:54:46.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:43:0)
[09:54:46.908] Build status: STARTED
[09:54:46.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:44:0) after 3m28s
[09:58:14.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:44:0)
[09:58:14.932] Build status: STARTED
[09:58:14.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:45:0) after 7m36s
[10:05:51.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:45:0)
[10:05:51.101] Build status: STARTED
[10:05:51.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:46:0) after 6m30s
[10:12:21.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:46:0)
[10:12:21.186] Build status: STARTED
[10:12:21.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:47:0) after 3m1s
[10:15:22.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:47:0)
[10:15:22.270] Build status: STARTED
[10:15:22.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:48:0) after 4m14s
[10:19:36.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:48:0)
[10:19:36.496] Build status: STARTED
[10:19:36.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:49:0) after 3m37s
[10:23:13.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:49:0)
[10:23:13.555] Build status: STARTED
[10:23:13.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:50:0) after 5m2s
[10:28:15.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:50:0)
[10:28:15.609] Build status: STARTED
[10:28:15.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:51:0) after 4m47s
[10:33:02.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:51:0)
[10:33:02.731] Build status: STARTED
[10:33:02.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:52:0) after 7m26s
[10:40:28.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:52:0)
[10:40:28.871] Build status: STARTED
[10:40:28.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:53:0) after 3m41s
[10:44:10.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:53:0)
[10:44:10.086] Build status: STARTED
[10:44:10.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:54:0) after 4m55s
[10:49:05.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:54:0)
[10:49:05.153] Build status: STARTED
[10:49:05.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:55:0) after 4m41s
[10:53:46.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:55:0)
[10:53:46.197] Build status: STARTED
[10:53:46.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:56:0) after 5m52s
[10:59:38.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:56:0)
[10:59:38.343] Build status: STARTED
[10:59:38.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:57:0) after 5m25s
[11:05:03.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:57:0)
[11:05:03.461] Build status: STARTED
[11:05:03.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:58:0) after 5m38s
[11:10:41.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:58:0)
[11:10:41.508] Build status: STARTED
[11:10:41.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:59:0) after 6m56s
[11:17:37.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:59:0)
[11:17:37.613] Build status: STARTED
[11:17:37.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:60:0) after 1m10s
[11:18:47.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:60:0)
[11:18:47.664] Build status: STARTED
[11:18:47.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:61:0) after 6m3s
[11:24:50.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:61:0)
[11:24:50.749] Build status: STARTED
[11:24:50.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:62:0) after 3m52s
[11:28:42.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:62:0)
[11:28:42.795] Build status: STARTED
[11:28:42.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:63:0) after 1m30s
[11:30:12.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:63:0)
[11:30:12.907] Build status: STARTED
[11:30:12.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:64:0) after 7m37s
[11:37:50.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:64:0)
[11:37:50.169] Build status: STARTED
[11:37:50.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:65:0) after 6m17s
[11:44:07.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:65:0)
[11:44:07.374] Build status: STARTED
[11:44:07.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:66:0) after 3m14s
[11:47:21.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:66:0)
[11:47:21.501] Build status: STARTED
[11:47:21.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:67:0) after 5m16s
[11:52:37.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:67:0)
[11:52:37.568] Build status: STARTED
[11:52:37.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:68:0) after 6m22s
[11:58:59.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:68:0)
[11:58:59.595] Build status: STARTED
[11:58:59.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:69:0) after 1m7s
[12:00:06.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:69:0)
[12:00:06.650] Build status: STARTED
[12:00:06.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:70:0) after 4m12s
[12:04:18.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:70:0)
[12:04:18.719] Build status: STARTED
[12:04:18.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:71:0) after 1m40s
[12:05:58.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:71:0)
[12:05:58.901] Build status: STARTED
[12:05:58.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:72:0) after 5m51s
[12:11:49.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:72:0)
[12:11:49.940] Build status: STARTED
[12:11:49.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:73:0) after 4m2s
[12:15:52.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:73:0)
[12:15:52.084] Build status: STARTED
[12:15:52.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:74:0) after 4m22s
[12:20:14.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:74:0)
[12:20:14.161] Build status: STARTED
[12:20:14.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:75:0) after 6m48s
[12:27:02.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:75:0)
[12:27:02.242] Build status: STARTED
[12:27:02.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:76:0) after 3m11s
[12:30:13.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:76:0)
[12:30:13.395] Build status: STARTED
[12:30:13.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:77:0) after 1m43s
[12:31:56.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:77:0)
[12:31:56.478] Build status: STARTED
[12:31:56.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:78:0) after 4m3s
[12:35:59.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:78:0)
[12:35:59.577] Build status: STARTED
[12:35:59.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:79:0) after 9m52s
[12:45:51.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:79:0)
[12:45:51.743] Build status: STARTED
[12:45:51.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:80:0) after 3m42s
[12:49:33.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:80:0)
[12:49:33.797] Build status: STARTED
[12:49:33.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:81:0) after 2m16s
[12:51:49.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:81:0)
[12:51:49.986] Build status: STARTED
[12:51:49.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:82:0) after 7m34s
[12:59:24.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:82:0)
[12:59:24.242] Build status: STARTED
[12:59:24.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:83:0) after 8m26s
[13:07:50.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:83:0)
[13:07:50.353] Build status: STARTED
[13:07:50.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:84:0) after 8m48s
[13:16:38.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:84:0)
[13:16:38.734] Build status: STARTED
[13:16:38.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:85:0) after 5m50s
[13:22:28.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:85:0)
[13:22:28.778] Build status: STARTED
[13:22:28.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:86:0) after 9m16s
[13:31:44.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:86:0)
[13:31:44.948] Build status: STARTED
[13:31:44.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:87:0) after 8m11s
[13:39:55.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:87:0)
[13:39:56.001] Build status: STARTED
[13:39:56.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:88:0) after 3m49s
[13:43:44.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:88:0)
[13:43:45.021] Build status: STARTED
[13:43:45.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:89:0) after 5m10s
[13:48:55.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:89:0)
[13:48:55.072] Build status: STARTED
[13:48:55.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:90:0) after 2m46s
[13:51:41.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:90:0)
[13:51:41.253] Build status: STARTED
[13:51:41.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:91:0) after 3m27s
[13:55:08.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:91:0)
[13:55:08.567] Build status: STARTED
[13:55:08.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:92:0) after 9m24s
[14:04:33.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:92:0)
[14:04:33.180] Build status: STARTED
[14:04:33.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:93:0) after 6m41s
[14:11:14.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:93:0)
[14:11:14.339] Build status: STARTED
[14:11:14.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:94:0) after 5m19s
[14:16:33.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:94:0)
[14:16:33.532] Build status: STARTED
[14:16:33.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:95:0) after 6m56s
[14:23:29.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:95:0)
[14:23:29.828] Build status: STARTED
[14:23:29.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:96:0) after 9m23s
[14:32:53.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:96:0)
[14:32:53.298] Build status: STARTED
[14:32:53.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:97:0) after 4m8s
[14:37:01.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:97:0)
[14:37:01.617] Build status: STARTED
[14:37:01.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:98:0) after 7m24s
[14:44:26.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:98:0)
[14:44:26.028] Build status: STARTED
[14:44:26.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:99:0) after 3m29s
[14:47:55.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:99:0)
[14:47:55.148] Build status: STARTED
[14:47:55.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:100:0) after 6m48s
[14:54:43.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:100:0)
[14:54:43.203] Build status: STARTED
[14:54:43.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:101:0) after 6m7s
[15:00:50.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:101:0)
[15:00:50.255] Build status: STARTED
[15:00:50.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:102:0) after 6m12s
[15:07:02.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:102:0)
[15:07:02.377] Build status: STARTED
[15:07:02.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:103:0) after 3m31s
[15:10:33.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:103:0)
[15:10:33.556] Build status: STARTED
[15:10:33.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:104:0) after 2m9s
[15:12:42.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:104:0)
[15:12:42.751] Build status: STARTED
[15:12:42.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:105:0) after 1m15s
[15:13:57.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:105:0)
[15:13:57.920] Build status: STARTED
[15:13:57.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:106:0) after 4m4s
[15:18:02.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:106:0)
[15:18:02.083] Build status: STARTED
[15:18:02.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:107:0) after 1m17s
[15:19:19.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:107:0)
[15:19:19.134] Build status: STARTED
[15:19:19.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:108:0) after 9m23s
[15:28:42.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:108:0)
[15:28:42.186] Build status: STARTED
[15:28:42.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:109:0) after 1m19s
[15:30:01.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:109:0)
[15:30:01.543] Build status: STARTED
[15:30:01.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:110:0) after 3m55s
[15:33:56.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:110:0)
[15:33:56.670] Build status: STARTED
[15:33:56.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:111:0) after 2m10s
[15:36:06.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:111:0)
[15:36:06.718] Build status: STARTED
[15:36:06.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:112:0) after 7m1s
[15:43:07.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:112:0)
[15:43:07.772] Build status: STARTED
[15:43:07.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:113:0) after 8m50s
[15:51:57.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:113:0)
[15:51:57.879] Build status: STARTED
[15:51:57.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:114:0) after 3m41s
[15:55:38.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:114:0)
[15:55:38.967] Build status: STARTED
[15:55:38.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:115:0) after 6m15s
[16:01:54.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:115:0)
[16:01:54.230] Build status: STARTED
[16:01:54.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:116:0) after 3m3s
[16:04:57.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:116:0)
[16:04:57.346] Build status: STARTED
[16:04:57.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:117:0) after 1m32s
[16:06:29.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:117:0)
[16:06:29.524] Build status: STARTED
[16:06:29.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:118:0) after 1m0s
[16:07:29.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:118:0)
[16:07:29.667] Build status: STARTED
[16:07:29.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:119:0) after 6m56s
[16:14:25.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:119:0)
[16:14:25.879] Build status: STARTED
[16:14:25.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:120:0) after 4m11s
[16:18:36.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:120:0)
[16:18:36.935] Build status: STARTED
[16:18:36.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:121:0) after 4m54s
[16:23:30.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:121:0)
[16:23:30.995] Build status: STARTED
[16:23:30.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:122:0) after 2m51s
[16:26:22.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:122:0)
[16:26:22.282] Build status: STARTED
[16:26:22.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:123:0) after 5m40s
[16:32:02.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:123:0)
[16:32:02.422] Build status: STARTED
[16:32:02.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:124:0) after 7m18s
[16:39:20.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:124:0)
[16:39:20.512] Build status: STARTED
[16:39:20.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:125:0) after 2m1s
[16:41:21.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:125:0)
[16:41:21.556] Build status: STARTED
[16:41:21.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:126:0) after 4m50s
[16:46:11.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:126:0)
[16:46:11.981] Build status: STARTED
[16:46:11.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:127:0) after 4m27s
[16:50:38.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:127:0)
[16:50:38.987] Build status: STARTED
[16:50:38.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:128:0) after 4m51s
[16:55:30.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:128:0)
[16:55:30.136] Build status: STARTED
[16:55:30.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:129:0) after 1m20s
[16:56:50.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:129:0)
[16:56:50.264] Build status: STARTED
[16:56:50.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:130:0) after 1m14s
[16:58:04.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:130:0)
[16:58:04.313] Build status: STARTED
[16:58:04.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:131:0) after 6m52s
[17:04:56.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:131:0)
[17:04:56.470] Build status: STARTED
[17:04:56.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:132:0) after 2m2s
[17:06:58.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:132:0)
[17:06:58.646] Build status: STARTED
[17:06:58.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:133:0) after 4m43s
[17:11:41.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:133:0)
[17:11:41.853] Build status: STARTED
[17:11:41.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:134:0) after 8m45s
[17:20:27.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:134:0)
[17:20:27.313] Build status: STARTED
[17:20:27.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:135:0) after 7m12s
[17:27:39.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:135:0)
[17:27:39.466] Build status: STARTED
[17:27:39.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:136:0) after 9m48s
[17:37:27.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8984262424148699776:136:0)
[17:37:27.700] Build:
{
  "id": "8818832362049075777",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27630,
  "createdBy": "project:chromium",
  "createTime": "2022-03-24T06:24:57.829648275Z",
  "startTime": "2022-03-24T06:56:47.301750Z",
  "endTime": "2022-03-24T17:37:09.661435888Z",
  "updateTime": "2022-03-24T17:37:09.661435888Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e2614a3e51ba8ad7dd25a6884d8a10aa1012fa0c",
      "ref": "refs/heads/main"
    }
  }
}
[17:37:27.700] Invocation finished in 11h12m31.257383518s with status FAILED