Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0e96a1961a449ce36b1861f0a480da038e3e0e53"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0e96a1961a449ce36b1861f0a480da038e3e0e53
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[18:48:46.665] New invocation is queued and will start shortly
[18:48:47.798] Starting the invocation (attempt 1)
[18:48:47.831] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0e96a1961a449ce36b1861f0a480da038e3e0e53"
[18:48:47.831] Popped gitiles commit info from properties and tags
[18:48:47.831] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:48:47.832] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:48:47.832] Buildbucket request:
{
  "requestId": "9017283518723465584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0e96a1961a449ce36b1861f0a480da038e3e0e53",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9017283518723465584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:48:48.759] Scheduled build:
{
  "id": "8851853456717544384",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25580,
  "createdBy": "project:chromium",
  "createTime": "2021-03-24T18:48:47.944155Z",
  "updateTime": "2021-03-24T18:48:48.629855Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0e96a1961a449ce36b1861f0a480da038e3e0e53",
      "ref": "refs/heads/master"
    }
  }
}
[18:48:48.759] Task URL: https://cr-buildbucket.appspot.com/build/8851853456717544384
[18:48:48.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:2:0) after 8m45s
[18:51:33.772] Received PubSub notification, asking Buildbucket for the build status
[18:51:33.831] Build status: STARTED
[18:57:33.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:2:0)
[18:57:33.923] Build status: STARTED
[18:57:33.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:4:0) after 7m40s
[19:05:14.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:4:0)
[19:05:14.028] Build status: STARTED
[19:05:14.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:5:0) after 9m26s
[19:14:40.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:5:0)
[19:14:40.084] Build status: STARTED
[19:14:40.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:6:0) after 8m40s
[19:23:20.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:6:0)
[19:23:20.544] Build status: STARTED
[19:23:20.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:7:0) after 3m54s
[19:27:14.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:7:0)
[19:27:14.711] Build status: STARTED
[19:27:14.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:8:0) after 9m0s
[19:36:14.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:8:0)
[19:36:14.801] Build status: STARTED
[19:36:14.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:9:0) after 4m30s
[19:40:44.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:9:0)
[19:40:44.853] Build status: STARTED
[19:40:44.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:10:0) after 3m36s
[19:44:20.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:10:0)
[19:44:20.904] Build status: STARTED
[19:44:20.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:11:0) after 3m58s
[19:48:18.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:11:0)
[19:48:19.026] Build status: STARTED
[19:48:19.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:12:0) after 7m28s
[19:55:47.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:12:0)
[19:55:47.104] Build status: STARTED
[19:55:47.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:13:0) after 3m2s
[19:58:49.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:13:0)
[19:58:49.152] Build status: STARTED
[19:58:49.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:14:0) after 4m38s
[20:03:27.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:14:0)
[20:03:27.355] Build status: STARTED
[20:03:27.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:15:0) after 2m23s
[20:05:50.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:15:0)
[20:05:50.429] Build status: STARTED
[20:05:50.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:16:0) after 1m30s
[20:07:20.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:16:0)
[20:07:20.592] Build status: STARTED
[20:07:20.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:17:0) after 2m3s
[20:09:23.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:17:0)
[20:09:23.650] Build status: STARTED
[20:09:23.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:18:0) after 5m11s
[20:14:34.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:18:0)
[20:14:34.711] Build status: STARTED
[20:14:34.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:19:0) after 7m55s
[20:22:30.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:19:0)
[20:22:30.325] Build status: STARTED
[20:22:30.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:20:0) after 5m17s
[20:27:47.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:20:0)
[20:27:47.463] Build status: STARTED
[20:27:47.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:21:0) after 1m25s
[20:29:12.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:21:0)
[20:29:12.908] Build status: STARTED
[20:29:12.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:22:0) after 4m13s
[20:33:25.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:22:0)
[20:33:25.956] Build status: STARTED
[20:33:25.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:23:0) after 7m10s
[20:40:35.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:23:0)
[20:40:35.964] Build status: STARTED
[20:40:35.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:24:0) after 9m10s
[20:49:46.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:24:0)
[20:49:46.038] Build status: STARTED
[20:49:46.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:25:0) after 5m3s
[20:54:49.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:25:0)
[20:54:49.135] Build status: STARTED
[20:54:49.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:26:0) after 1m53s
[20:56:42.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:26:0)
[20:56:42.180] Build status: STARTED
[20:56:42.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:27:0) after 8m10s
[21:04:52.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:27:0)
[21:04:52.371] Build status: STARTED
[21:04:52.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:28:0) after 4m55s
[21:09:47.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:28:0)
[21:09:47.714] Build status: STARTED
[21:09:47.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:29:0) after 3m56s
[21:13:43.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:29:0)
[21:13:43.801] Build status: STARTED
[21:13:43.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:30:0) after 9m37s
[21:23:20.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:30:0)
[21:23:20.903] Build status: STARTED
[21:23:20.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:31:0) after 7m25s
[21:30:45.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:31:0)
[21:30:45.961] Build status: STARTED
[21:30:45.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:32:0) after 8m21s
[21:39:07.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:32:0)
[21:39:07.237] Build status: STARTED
[21:39:07.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:33:0) after 6m22s
[21:45:29.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:33:0)
[21:45:29.673] Build status: STARTED
[21:45:29.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:34:0) after 2m23s
[21:47:52.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:34:0)
[21:47:52.725] Build status: STARTED
[21:47:52.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:35:0) after 5m52s
[21:53:44.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:35:0)
[21:53:44.773] Build status: STARTED
[21:53:44.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:36:0) after 2m58s
[21:56:42.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:36:0)
[21:56:42.840] Build status: STARTED
[21:56:42.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:37:0) after 6m13s
[22:02:55.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:37:0)
[22:02:55.902] Build status: STARTED
[22:02:55.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:38:0) after 3m28s
[22:06:23.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:38:0)
[22:06:23.950] Build status: STARTED
[22:06:23.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:39:0) after 7m53s
[22:14:17.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:39:0)
[22:14:17.366] Build status: STARTED
[22:14:17.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:40:0) after 2m52s
[22:17:09.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:40:0)
[22:17:09.489] Build status: STARTED
[22:17:09.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:41:0) after 9m51s
[22:27:00.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:41:0)
[22:27:00.656] Build status: STARTED
[22:27:00.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:42:0) after 3m4s
[22:30:05.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:42:0)
[22:30:05.141] Build status: STARTED
[22:30:05.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:43:0) after 5m41s
[22:35:46.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:43:0)
[22:35:46.195] Build status: STARTED
[22:35:46.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:44:0) after 7m41s
[22:43:43.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:44:0)
[22:43:43.576] Build status: STARTED
[22:43:43.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:45:0) after 2m59s
[22:46:42.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:45:0)
[22:46:42.634] Build status: STARTED
[22:46:42.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:46:0) after 3m49s
[22:50:32.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:46:0)
[22:50:32.038] Build status: STARTED
[22:50:32.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:47:0) after 9m14s
[22:59:46.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:47:0)
[22:59:46.204] Build status: STARTED
[22:59:46.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:48:0) after 6m51s
[23:06:37.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:48:0)
[23:06:37.348] Build status: STARTED
[23:06:37.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:49:0) after 6m31s
[23:13:08.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:49:0)
[23:13:08.449] Build status: STARTED
[23:13:08.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:50:0) after 5m28s
[23:18:36.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:50:0)
[23:18:36.512] Build status: STARTED
[23:18:36.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:51:0) after 6m0s
[23:24:36.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:51:0)
[23:24:36.660] Build status: STARTED
[23:24:36.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:52:0) after 5m47s
[23:30:23.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:52:0)
[23:30:23.727] Build status: STARTED
[23:30:23.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:53:0) after 7m32s
[23:37:55.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:53:0)
[23:37:56.027] Build status: STARTED
[23:37:56.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:54:0) after 2m45s
[23:40:41.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:54:0)
[23:40:41.075] Build status: STARTED
[23:40:41.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:55:0) after 2m20s
[23:43:01.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:55:0)
[23:43:01.407] Build status: STARTED
[23:43:01.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:56:0) after 9m44s
[23:52:45.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:56:0)
[23:52:45.508] Build status: STARTED
[23:52:45.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:57:0) after 6m19s
[23:59:04.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:57:0)
[23:59:04.607] Build status: STARTED
[23:59:04.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:58:0) after 3m19s
[00:02:23.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:58:0)
[00:02:23.656] Build status: STARTED
[00:02:23.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:59:0) after 6m50s
[00:09:13.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:59:0)
[00:09:13.949] Build status: STARTED
[00:09:13.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:60:0) after 8m40s
[00:17:53.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:60:0)
[00:17:54.059] Build status: STARTED
[00:17:54.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:61:0) after 3m53s
[00:21:47.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:61:0)
[00:21:47.527] Build status: STARTED
[00:21:47.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:62:0) after 4m15s
[00:26:02.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:62:0)
[00:26:02.888] Build status: STARTED
[00:26:02.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:63:0) after 2m35s
[00:28:38.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:63:0)
[00:28:38.207] Build status: STARTED
[00:28:38.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:64:0) after 3m0s
[00:31:38.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:64:0)
[00:31:38.645] Build status: STARTED
[00:31:38.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:65:0) after 8m16s
[00:39:54.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:65:0)
[00:39:54.707] Build status: STARTED
[00:39:54.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:66:0) after 7m54s
[00:47:48.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:66:0)
[00:47:48.829] Build status: STARTED
[00:47:48.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:67:0) after 7m13s
[00:55:01.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:67:0)
[00:55:01.911] Build status: STARTED
[00:55:01.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:68:0) after 1m3s
[00:56:04.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:68:0)
[00:56:04.960] Build status: STARTED
[00:56:04.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:69:0) after 6m31s
[01:02:35.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:69:0)
[01:02:36.016] Build status: STARTED
[01:02:36.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:70:0) after 8m54s
[01:11:30.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:70:0)
[01:11:30.529] Build status: STARTED
[01:11:30.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:71:0) after 4m18s
[01:15:48.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:71:0)
[01:15:48.676] Build status: STARTED
[01:15:48.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:72:0) after 4m44s
[01:20:32.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:72:0)
[01:20:32.951] Build status: STARTED
[01:20:32.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:73:0) after 3m43s
[01:24:16.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:73:0)
[01:24:16.338] Build status: STARTED
[01:24:16.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:74:0) after 9m51s
[01:34:07.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:74:0)
[01:34:07.469] Build status: STARTED
[01:34:07.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:75:0) after 3m21s
[01:37:28.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:75:0)
[01:37:28.708] Build status: STARTED
[01:37:28.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:76:0) after 9m18s
[01:46:46.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:76:0)
[01:46:46.771] Build status: STARTED
[01:46:46.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:77:0) after 1m34s
[01:48:20.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:77:0)
[01:48:20.924] Build status: STARTED
[01:48:20.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:78:0) after 6m44s
[01:55:05.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:78:0)
[01:55:05.092] Build status: STARTED
[01:55:05.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:79:0) after 6m18s
[02:01:23.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:79:0)
[02:01:23.145] Build status: STARTED
[02:01:23.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:80:0) after 3m18s
[02:04:41.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:80:0)
[02:04:41.343] Build status: STARTED
[02:04:41.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:81:0) after 2m24s
[02:07:05.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:81:0)
[02:07:05.453] Build status: STARTED
[02:07:05.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:82:0) after 8m48s
[02:15:53.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:82:0)
[02:15:53.650] Build status: STARTED
[02:15:53.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:83:0) after 6m34s
[02:22:27.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:83:0)
[02:22:27.704] Build status: STARTED
[02:22:27.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:84:0) after 2m31s
[02:24:58.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:84:0)
[02:24:58.831] Build status: STARTED
[02:24:58.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:85:0) after 9m7s
[02:34:05.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:85:0)
[02:34:05.866] Build status: STARTED
[02:34:05.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:86:0) after 9m36s
[02:43:41.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:86:0)
[02:43:41.936] Build status: STARTED
[02:43:41.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:87:0) after 1m45s
[02:45:26.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:87:0)
[02:45:27.019] Build status: STARTED
[02:45:27.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:88:0) after 3m13s
[02:48:40.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:88:0)
[02:48:40.407] Build status: STARTED
[02:48:40.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:89:0) after 8m38s
[02:57:18.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:89:0)
[02:57:18.520] Build status: STARTED
[02:57:18.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:90:0) after 5m25s
[03:02:43.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:90:0)
[03:02:43.795] Build status: STARTED
[03:02:43.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:91:0) after 6m53s
[03:09:36.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:91:0)
[03:09:36.850] Build status: STARTED
[03:09:36.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:92:0) after 1m51s
[03:11:27.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:92:0)
[03:11:27.990] Build status: STARTED
[03:11:27.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:93:0) after 8m37s
[03:20:05.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:93:0)
[03:20:05.143] Build status: STARTED
[03:20:05.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:94:0) after 3m51s
[03:23:57.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:94:0)
[03:23:57.247] Build status: STARTED
[03:23:57.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:95:0) after 9m22s
[03:33:19.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:95:0)
[03:33:19.680] Build status: STARTED
[03:33:19.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:96:0) after 4m1s
[03:37:20.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:96:0)
[03:37:20.722] Build status: STARTED
[03:37:20.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:97:0) after 2m33s
[03:39:53.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:97:0)
[03:39:53.868] Build status: STARTED
[03:39:53.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:98:0) after 4m51s
[03:44:44.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:98:0)
[03:44:44.979] Build status: STARTED
[03:44:44.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:99:0) after 7m46s
[03:52:31.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:99:0)
[03:52:31.134] Build status: STARTED
[03:52:31.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:100:0) after 1m54s
[03:54:25.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:100:0)
[03:54:25.329] Build status: STARTED
[03:54:25.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:101:0) after 3m18s
[03:57:43.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:101:0)
[03:57:43.471] Build status: STARTED
[03:57:43.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:102:0) after 8m16s
[04:05:59.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:102:0)
[04:05:59.719] Build status: STARTED
[04:05:59.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:103:0) after 6m21s
[04:12:21.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:103:0)
[04:12:21.123] Build status: STARTED
[04:12:21.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:104:0) after 8m1s
[04:20:22.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:104:0)
[04:20:22.242] Build status: STARTED
[04:20:22.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:105:0) after 9m20s
[04:29:42.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:105:0)
[04:29:42.321] Build status: STARTED
[04:29:42.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:106:0) after 6m31s
[04:36:13.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:106:0)
[04:36:13.531] Build status: STARTED
[04:36:13.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:107:0) after 5m20s
[04:41:33.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:107:0)
[04:41:33.618] Build status: STARTED
[04:41:33.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:108:0) after 9m59s
[04:51:32.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:108:0)
[04:51:32.648] Build status: STARTED
[04:51:32.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:109:0) after 2m3s
[04:53:35.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:109:0)
[04:53:35.787] Build status: STARTED
[04:53:35.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:110:0) after 1m4s
[04:54:39.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:110:0)
[04:54:39.864] Build status: STARTED
[04:54:39.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:111:0) after 3m51s
[04:58:31.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:111:0)
[04:58:31.054] Build status: STARTED
[04:58:31.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:112:0) after 4m44s
[05:03:15.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:112:0)
[05:03:15.129] Build status: STARTED
[05:03:15.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:113:0) after 1m11s
[05:04:26.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:113:0)
[05:04:26.331] Build status: STARTED
[05:04:26.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:114:0) after 2m59s
[05:07:25.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:114:0)
[05:07:25.570] Build status: STARTED
[05:07:25.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:115:0) after 2m55s
[05:10:20.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:115:0)
[05:10:20.700] Build status: STARTED
[05:10:20.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:116:0) after 6m15s
[05:16:35.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:116:0)
[05:16:35.726] Build status: STARTED
[05:16:35.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:117:0) after 2m56s
[05:19:31.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:117:0)
[05:19:31.928] Build status: STARTED
[05:19:31.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:118:0) after 5m24s
[05:24:55.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:118:0)
[05:24:55.978] Build status: STARTED
[05:24:55.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:119:0) after 5m11s
[05:30:07.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:119:0)
[05:30:07.225] Build status: STARTED
[05:30:07.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:120:0) after 8m16s
[05:38:23.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:120:0)
[05:38:23.395] Build status: STARTED
[05:38:23.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:121:0) after 2m17s
[05:40:40.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:121:0)
[05:40:40.639] Build status: STARTED
[05:40:40.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:122:0) after 9m18s
[05:49:58.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:122:0)
[05:49:58.668] Build status: STARTED
[05:49:58.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:123:0) after 7m9s
[05:57:07.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:123:0)
[05:57:07.741] Build status: STARTED
[05:57:07.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:124:0) after 2m41s
[05:59:48.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:124:0)
[05:59:48.851] Build status: STARTED
[05:59:48.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:125:0) after 4m31s
[06:04:20.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:125:0)
[06:04:20.036] Build status: STARTED
[06:04:20.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9017283518723465584:126:0) after 6m15s
[06:04:36.576] Received PubSub notification, asking Buildbucket for the build status
[06:04:36.604] Build:
{
  "id": "8851853456717544384",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25580,
  "createdBy": "project:chromium",
  "createTime": "2021-03-24T18:48:47.944155Z",
  "startTime": "2021-03-24T18:51:33.092159Z",
  "endTime": "2021-03-25T06:04:36.043403570Z",
  "updateTime": "2021-03-25T06:04:36.045332288Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0e96a1961a449ce36b1861f0a480da038e3e0e53",
      "ref": "refs/heads/master"
    }
  }
}
[06:04:36.604] Invocation finished in 11h15m49.955788475s with status FAILED