Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5d3e81009ba6525a27f1a445c7c6c8d50065b8f2"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5d3e81009ba6525a27f1a445c7c6c8d50065b8f2
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:31:02.280] New invocation is queued and will start shortly
[00:31:03.490] Starting the invocation (attempt 1)
[00:31:03.527] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5d3e81009ba6525a27f1a445c7c6c8d50065b8f2"
[00:31:03.527] Popped gitiles commit info from properties and tags
[00:31:03.527] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:31:03.527] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:31:03.527] Buildbucket request:
{
  "requestId": "8987002598789771616",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5d3e81009ba6525a27f1a445c7c6c8d50065b8f2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8987002598789771616"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:31:04.097] Scheduled build:
{
  "id": "8821572536753690929",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27541,
  "createdBy": "project:chromium",
  "createTime": "2022-02-22T00:31:03.591789186Z",
  "updateTime": "2022-02-22T00:31:03.591789186Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5d3e81009ba6525a27f1a445c7c6c8d50065b8f2",
      "ref": "refs/heads/main"
    }
  }
}
[00:31:04.097] Task URL: https://cr-buildbucket.appspot.com/build/8821572536753690929
[00:31:04.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:2:0) after 9m23s
[00:40:27.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:2:0)
[00:40:27.141] Build status: SCHEDULED
[00:40:27.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:3:0) after 3m4s
[00:43:31.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:3:0)
[00:43:31.277] Build status: SCHEDULED
[00:43:31.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:4:0) after 5m44s
[00:49:15.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:4:0)
[00:49:15.317] Build status: SCHEDULED
[00:49:15.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:5:0) after 2m2s
[00:51:17.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:5:0)
[00:51:17.500] Build status: SCHEDULED
[00:51:17.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:6:0) after 3m42s
[00:54:59.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:6:0)
[00:54:59.566] Build status: SCHEDULED
[00:54:59.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:7:0) after 2m19s
[00:57:18.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:7:0)
[00:57:18.668] Build status: SCHEDULED
[00:57:18.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:8:0) after 4m21s
[01:01:39.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:8:0)
[01:01:39.715] Build status: SCHEDULED
[01:01:39.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:9:0) after 6m43s
[01:08:22.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:9:0)
[01:08:22.759] Build status: SCHEDULED
[01:08:22.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:10:0) after 9m12s
[01:17:35.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:10:0)
[01:17:35.039] Build status: SCHEDULED
[01:17:35.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:11:0) after 2m0s
[01:19:35.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:11:0)
[01:19:35.085] Build status: SCHEDULED
[01:19:35.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:12:0) after 9m24s
[01:28:59.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:12:0)
[01:28:59.137] Build status: SCHEDULED
[01:28:59.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:13:0) after 6m52s
[01:32:34.536] Received PubSub notification, asking Buildbucket for the build status
[01:32:34.553] Build status: STARTED
[01:35:51.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:13:0)
[01:35:51.307] Build status: STARTED
[01:35:51.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:15:0) after 9m25s
[01:45:16.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:15:0)
[01:45:16.358] Build status: STARTED
[01:45:16.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:16:0) after 3m15s
[01:48:31.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:16:0)
[01:48:31.531] Build status: STARTED
[01:48:31.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:17:0) after 1m12s
[01:49:43.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:17:0)
[01:49:43.672] Build status: STARTED
[01:49:43.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:18:0) after 2m15s
[01:51:58.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:18:0)
[01:51:58.714] Build status: STARTED
[01:51:58.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:19:0) after 2m30s
[01:54:28.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:19:0)
[01:54:28.825] Build status: STARTED
[01:54:28.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:20:0) after 4m58s
[01:59:26.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:20:0)
[01:59:26.866] Build status: STARTED
[01:59:26.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:21:0) after 2m48s
[02:02:15.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:21:0)
[02:02:15.113] Build status: STARTED
[02:02:15.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:22:0) after 6m10s
[02:08:25.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:22:0)
[02:08:25.380] Build status: STARTED
[02:08:25.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:23:0) after 5m54s
[02:14:19.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:23:0)
[02:14:19.431] Build status: STARTED
[02:14:19.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:24:0) after 2m36s
[02:16:55.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:24:0)
[02:16:55.480] Build status: STARTED
[02:16:55.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:25:0) after 6m4s
[02:22:59.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:25:0)
[02:22:59.626] Build status: STARTED
[02:22:59.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:26:0) after 4m0s
[02:26:59.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:26:0)
[02:26:59.733] Build status: STARTED
[02:26:59.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:27:0) after 5m28s
[02:32:27.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:27:0)
[02:32:27.946] Build status: STARTED
[02:32:27.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:28:0) after 8m33s
[02:41:00.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:28:0)
[02:41:01.032] Build status: STARTED
[02:41:01.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:29:0) after 4m21s
[02:45:22.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:29:0)
[02:45:22.077] Build status: STARTED
[02:45:22.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:30:0) after 6m10s
[02:51:32.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:30:0)
[02:51:32.144] Build status: STARTED
[02:51:32.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:31:0) after 6m2s
[02:57:34.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:31:0)
[02:57:34.386] Build status: STARTED
[02:57:34.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:32:0) after 5m9s
[03:02:43.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:32:0)
[03:02:43.443] Build status: STARTED
[03:02:43.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:33:0) after 7m28s
[03:10:11.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:33:0)
[03:10:11.959] Build status: STARTED
[03:10:11.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:34:0) after 9m44s
[03:19:56.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:34:0)
[03:19:56.039] Build status: STARTED
[03:19:56.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:35:0) after 4m55s
[03:24:51.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:35:0)
[03:24:51.100] Build status: STARTED
[03:24:51.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:36:0) after 4m20s
[03:29:11.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:36:0)
[03:29:11.261] Build status: STARTED
[03:29:11.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:37:0) after 6m56s
[03:36:07.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:37:0)
[03:36:07.330] Build status: STARTED
[03:36:07.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:38:0) after 7m48s
[03:43:55.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:38:0)
[03:43:55.507] Build status: STARTED
[03:43:55.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:39:0) after 5m21s
[03:49:16.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:39:0)
[03:49:16.547] Build status: STARTED
[03:49:16.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:40:0) after 3m41s
[03:52:58.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:40:0)
[03:52:58.472] Build status: STARTED
[03:52:58.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:41:0) after 2m11s
[03:55:09.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:41:0)
[03:55:09.515] Build status: STARTED
[03:55:09.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:42:0) after 5m34s
[04:00:43.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:42:0)
[04:00:43.582] Build status: STARTED
[04:00:43.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:43:0) after 3m43s
[04:04:26.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:43:0)
[04:04:26.734] Build status: STARTED
[04:04:26.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:44:0) after 6m41s
[04:11:07.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:44:0)
[04:11:07.855] Build status: STARTED
[04:11:07.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:45:0) after 6m1s
[04:17:09.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:45:0)
[04:17:09.028] Build status: STARTED
[04:17:09.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:46:0) after 9m3s
[04:26:12.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:46:0)
[04:26:12.132] Build status: STARTED
[04:26:12.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:47:0) after 3m17s
[04:29:29.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:47:0)
[04:29:29.262] Build status: STARTED
[04:29:29.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:48:0) after 1m9s
[04:30:38.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:48:0)
[04:30:38.306] Build status: STARTED
[04:30:38.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:49:0) after 1m28s
[04:32:06.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:49:0)
[04:32:06.479] Build status: STARTED
[04:32:06.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:50:0) after 1m36s
[04:33:42.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:50:0)
[04:33:42.726] Build status: STARTED
[04:33:42.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:51:0) after 5m46s
[04:39:28.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:51:0)
[04:39:28.766] Build status: STARTED
[04:39:28.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:52:0) after 7m19s
[04:46:48.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:52:0)
[04:46:48.244] Build status: STARTED
[04:46:48.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:53:0) after 2m59s
[04:49:47.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:53:0)
[04:49:47.496] Build status: STARTED
[04:49:47.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:54:0) after 7m37s
[04:57:24.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:54:0)
[04:57:24.546] Build status: STARTED
[04:57:24.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:55:0) after 8m1s
[05:05:25.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:55:0)
[05:05:25.588] Build status: STARTED
[05:05:25.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:56:0) after 7m38s
[05:13:03.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:56:0)
[05:13:03.745] Build status: STARTED
[05:13:03.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:57:0) after 2m14s
[05:15:17.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:57:0)
[05:15:17.820] Build status: STARTED
[05:15:17.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:58:0) after 2m1s
[05:17:18.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:58:0)
[05:17:18.881] Build status: STARTED
[05:17:18.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:59:0) after 3m7s
[05:20:26.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:59:0)
[05:20:26.089] Build status: STARTED
[05:20:26.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:60:0) after 1m39s
[05:22:05.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:60:0)
[05:22:05.167] Build status: STARTED
[05:22:05.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:61:0) after 3m5s
[05:25:10.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:61:0)
[05:25:10.450] Build status: STARTED
[05:25:10.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:62:0) after 4m27s
[05:29:37.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:62:0)
[05:29:37.646] Build status: STARTED
[05:29:37.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:63:0) after 7m26s
[05:37:03.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:63:0)
[05:37:03.919] Build status: STARTED
[05:37:03.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:64:0) after 7m34s
[05:44:37.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:64:0)
[05:44:37.968] Build status: STARTED
[05:44:37.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:65:0) after 9m56s
[05:54:33.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:65:0)
[05:54:34.014] Build status: STARTED
[05:54:34.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:66:0) after 4m40s
[05:59:14.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:66:0)
[05:59:14.082] Build status: STARTED
[05:59:14.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:67:0) after 5m34s
[06:04:48.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:67:0)
[06:04:48.238] Build status: STARTED
[06:04:48.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:68:0) after 3m5s
[06:07:53.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:68:0)
[06:07:53.297] Build status: STARTED
[06:07:53.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:69:0) after 5m3s
[06:12:56.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:69:0)
[06:12:56.391] Build status: STARTED
[06:12:56.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:70:0) after 8m30s
[06:21:26.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:70:0)
[06:21:26.413] Build status: STARTED
[06:21:26.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:71:0) after 1m11s
[06:22:37.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:71:0)
[06:22:37.452] Build status: STARTED
[06:22:37.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:72:0) after 9m56s
[06:32:33.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:72:0)
[06:32:33.454] Build status: STARTED
[06:32:33.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:73:0) after 6m52s
[06:39:26.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:73:0)
[06:39:26.180] Build status: STARTED
[06:39:26.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:74:0) after 3m34s
[06:43:00.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:74:0)
[06:43:00.737] Build status: STARTED
[06:43:00.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:75:0) after 6m20s
[06:49:20.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:75:0)
[06:49:20.940] Build status: STARTED
[06:49:20.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:76:0) after 6m42s
[06:56:02.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:76:0)
[06:56:02.998] Build status: STARTED
[06:56:02.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:77:0) after 7m1s
[07:03:04.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:77:0)
[07:03:04.133] Build status: STARTED
[07:03:04.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:78:0) after 6m53s
[07:09:57.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:78:0)
[07:09:57.195] Build status: STARTED
[07:09:57.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:79:0) after 7m24s
[07:17:21.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:79:0)
[07:17:21.250] Build status: STARTED
[07:17:21.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:80:0) after 4m43s
[07:22:04.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:80:0)
[07:22:04.746] Build status: STARTED
[07:22:04.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:81:0) after 1m31s
[07:23:35.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:81:0)
[07:23:35.797] Build status: STARTED
[07:23:35.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:82:0) after 9m39s
[07:33:16.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:82:0)
[07:33:16.273] Build status: STARTED
[07:33:16.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:83:0) after 7m48s
[07:41:04.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:83:0)
[07:41:04.586] Build status: STARTED
[07:41:04.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:84:0) after 7m3s
[07:48:07.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:84:0)
[07:48:07.750] Build status: STARTED
[07:48:07.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:85:0) after 5m42s
[07:53:49.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:85:0)
[07:53:49.977] Build status: STARTED
[07:53:49.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:86:0) after 2m55s
[07:56:45.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:86:0)
[07:56:45.121] Build status: STARTED
[07:56:45.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:87:0) after 6m7s
[08:02:52.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:87:0)
[08:02:52.270] Build status: STARTED
[08:02:52.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:88:0) after 4m7s
[08:06:59.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:88:0)
[08:06:59.319] Build status: STARTED
[08:06:59.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:89:0) after 3m26s
[08:10:25.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:89:0)
[08:10:25.457] Build status: STARTED
[08:10:25.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:90:0) after 3m18s
[08:13:43.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:90:0)
[08:13:43.656] Build status: STARTED
[08:13:43.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:91:0) after 4m47s
[08:18:30.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:91:0)
[08:18:30.770] Build status: STARTED
[08:18:30.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:92:0) after 9m57s
[08:28:27.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:92:0)
[08:28:27.841] Build status: STARTED
[08:28:27.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:93:0) after 4m41s
[08:33:08.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:93:0)
[08:33:08.992] Build status: STARTED
[08:33:08.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:94:0) after 5m34s
[08:38:43.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:94:0)
[08:38:43.278] Build status: STARTED
[08:38:43.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:95:0) after 7m46s
[08:46:29.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:95:0)
[08:46:29.332] Build status: STARTED
[08:46:29.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:96:0) after 2m56s
[08:49:25.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:96:0)
[08:49:25.586] Build status: STARTED
[08:49:25.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:97:0) after 3m33s
[08:52:58.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:97:0)
[08:52:58.868] Build status: STARTED
[08:52:58.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:98:0) after 5m56s
[08:58:55.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:98:0)
[08:58:55.048] Build status: STARTED
[08:58:55.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:99:0) after 4m9s
[09:03:04.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:99:0)
[09:03:04.364] Build status: STARTED
[09:03:04.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:100:0) after 7m56s
[09:11:00.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:100:0)
[09:11:00.563] Build status: STARTED
[09:11:00.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:101:0) after 9m12s
[09:20:12.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:101:0)
[09:20:13.035] Build status: STARTED
[09:20:13.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:102:0) after 9m52s
[09:30:05.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:102:0)
[09:30:05.184] Build status: STARTED
[09:30:05.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:103:0) after 7m28s
[09:37:33.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:103:0)
[09:37:33.231] Build status: STARTED
[09:37:33.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:104:0) after 3m25s
[09:40:58.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:104:0)
[09:40:58.295] Build status: STARTED
[09:40:58.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:105:0) after 1m17s
[09:42:15.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:105:0)
[09:42:15.471] Build status: STARTED
[09:42:15.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:106:0) after 5m53s
[09:48:08.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:106:0)
[09:48:08.486] Build status: STARTED
[09:48:08.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:107:0) after 4m39s
[09:52:47.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:107:0)
[09:52:47.533] Build status: STARTED
[09:52:47.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:108:0) after 2m16s
[09:55:03.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:108:0)
[09:55:03.582] Build status: STARTED
[09:55:03.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:109:0) after 4m27s
[09:59:30.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:109:0)
[09:59:31.443] Build status: STARTED
[09:59:31.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:110:0) after 3m51s
[10:03:22.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:110:0)
[10:03:22.550] Build status: STARTED
[10:03:22.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:111:0) after 5m16s
[10:08:38.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:111:0)
[10:08:38.687] Build status: STARTED
[10:08:38.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:112:0) after 7m49s
[10:16:27.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:112:0)
[10:16:27.873] Build status: STARTED
[10:16:27.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:113:0) after 3m35s
[10:20:02.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:113:0)
[10:20:03.017] Build status: STARTED
[10:20:03.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:114:0) after 5m38s
[10:25:41.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:114:0)
[10:25:41.068] Build status: STARTED
[10:25:41.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:115:0) after 4m54s
[10:30:35.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:115:0)
[10:30:35.119] Build status: STARTED
[10:30:35.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:116:0) after 8m47s
[10:39:22.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:116:0)
[10:39:22.426] Build status: STARTED
[10:39:22.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:117:0) after 7m21s
[10:46:43.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:117:0)
[10:46:43.582] Build status: STARTED
[10:46:43.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:118:0) after 4m45s
[10:51:28.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:118:0)
[10:51:28.782] Build status: STARTED
[10:51:28.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:119:0) after 6m11s
[10:57:39.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:119:0)
[10:57:40.006] Build status: STARTED
[10:57:40.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:120:0) after 9m35s
[11:07:15.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:120:0)
[11:07:15.103] Build status: STARTED
[11:07:15.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:121:0) after 9m51s
[11:17:06.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:121:0)
[11:17:06.186] Build status: STARTED
[11:17:06.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:122:0) after 7m5s
[11:24:11.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:122:0)
[11:24:11.954] Build status: STARTED
[11:24:11.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:123:0) after 2m28s
[11:26:39.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:123:0)
[11:26:40.006] Build status: STARTED
[11:26:40.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:124:0) after 1m4s
[11:27:44.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:124:0)
[11:27:44.058] Build status: STARTED
[11:27:44.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:125:0) after 4m20s
[11:32:04.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:125:0)
[11:32:04.206] Build status: STARTED
[11:32:04.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:126:0) after 6m53s
[11:38:57.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:126:0)
[11:38:57.259] Build status: STARTED
[11:38:57.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:127:0) after 2m3s
[11:41:00.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:127:0)
[11:41:00.420] Build status: STARTED
[11:41:00.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:128:0) after 9m55s
[11:50:55.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:128:0)
[11:50:55.657] Build status: STARTED
[11:50:55.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:129:0) after 2m16s
[11:53:11.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:129:0)
[11:53:11.701] Build status: STARTED
[11:53:11.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:130:0) after 4m37s
[11:57:49.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:130:0)
[11:57:49.088] Build status: STARTED
[11:57:49.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:131:0) after 2m20s
[12:00:09.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:131:0)
[12:00:09.237] Build status: STARTED
[12:00:09.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:132:0) after 8m21s
[12:08:30.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:132:0)
[12:08:30.286] Build status: STARTED
[12:08:30.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8987002598789771616:133:0) after 9m58s
[12:17:36.897] Received PubSub notification, asking Buildbucket for the build status
[12:17:36.921] Build:
{
  "id": "8821572536753690929",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27541,
  "createdBy": "project:chromium",
  "createTime": "2022-02-22T00:31:03.591789186Z",
  "startTime": "2022-02-22T01:32:33.733978Z",
  "endTime": "2022-02-22T12:17:36.503229784Z",
  "updateTime": "2022-02-22T12:17:36.503229784Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5d3e81009ba6525a27f1a445c7c6c8d50065b8f2",
      "ref": "refs/heads/main"
    }
  }
}
[12:17:36.921] Invocation finished in 11h46m34.655820945s with status FAILED