Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "624c5855b75f801f36664e96368ccdeebe4447f6"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/624c5855b75f801f36664e96368ccdeebe4447f6
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[16:57:26.979] New invocation is queued and will start shortly
[16:57:28.137] Starting the invocation (attempt 1)
[16:57:28.167] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/624c5855b75f801f36664e96368ccdeebe4447f6"
[16:57:28.167] Popped gitiles commit info from properties and tags
[16:57:28.167] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:57:28.168] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:57:28.168] Buildbucket request:
{
  "requestId": "9016203359282308944",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "624c5855b75f801f36664e96368ccdeebe4447f6",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9016203359282308944"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:57:29.288] Scheduled build:
{
  "id": "8850773297230234000",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25728,
  "createdBy": "project:chromium",
  "createTime": "2021-04-05T16:57:28.305620Z",
  "updateTime": "2021-04-05T16:57:29.124911Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "624c5855b75f801f36664e96368ccdeebe4447f6",
      "ref": "refs/heads/master"
    }
  }
}
[16:57:29.288] Task URL: https://cr-buildbucket.appspot.com/build/8850773297230234000
[16:57:29.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:2:0) after 5m39s
[16:59:32.105] Received PubSub notification, asking Buildbucket for the build status
[16:59:32.131] Build status: STARTED
[17:03:08.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:2:0)
[17:03:08.398] Build status: STARTED
[17:03:08.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:4:0) after 9m4s
[17:12:12.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:4:0)
[17:12:12.621] Build status: STARTED
[17:12:12.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:5:0) after 1m52s
[17:14:04.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:5:0)
[17:14:04.747] Build status: STARTED
[17:14:04.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:6:0) after 8m19s
[17:22:23.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:6:0)
[17:22:23.799] Build status: STARTED
[17:22:23.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:7:0) after 2m40s
[17:25:03.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:7:0)
[17:25:03.850] Build status: STARTED
[17:25:03.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:8:0) after 1m43s
[17:26:46.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:8:0)
[17:26:46.901] Build status: STARTED
[17:26:46.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:9:0) after 3m57s
[17:30:44.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:9:0)
[17:30:44.065] Build status: STARTED
[17:30:44.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:10:0) after 4m16s
[17:35:00.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:10:0)
[17:35:00.449] Build status: STARTED
[17:35:00.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:11:0) after 4m10s
[17:39:10.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:11:0)
[17:39:10.497] Build status: STARTED
[17:39:10.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:12:0) after 9m23s
[17:48:33.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:12:0)
[17:48:33.551] Build status: STARTED
[17:48:33.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:13:0) after 7m59s
[17:56:32.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:13:0)
[17:56:32.611] Build status: STARTED
[17:56:32.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:14:0) after 4m29s
[18:01:01.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:14:0)
[18:01:01.870] Build status: STARTED
[18:01:01.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:15:0) after 5m19s
[18:06:21.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:15:0)
[18:06:21.058] Build status: STARTED
[18:06:21.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:16:0) after 8m15s
[18:14:36.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:16:0)
[18:14:36.162] Build status: STARTED
[18:14:36.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:17:0) after 5m25s
[18:20:01.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:17:0)
[18:20:01.315] Build status: STARTED
[18:20:01.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:18:0) after 4m14s
[18:24:15.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:18:0)
[18:24:15.501] Build status: STARTED
[18:24:15.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:19:0) after 1m7s
[18:25:22.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:19:0)
[18:25:22.544] Build status: STARTED
[18:25:22.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:20:0) after 5m20s
[18:30:42.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:20:0)
[18:30:42.721] Build status: STARTED
[18:30:42.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:21:0) after 5m23s
[18:36:05.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:21:0)
[18:36:05.769] Build status: STARTED
[18:36:05.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:22:0) after 8m19s
[18:44:24.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:22:0)
[18:44:24.813] Build status: STARTED
[18:44:24.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:23:0) after 8m13s
[18:52:37.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:23:0)
[18:52:37.887] Build status: STARTED
[18:52:37.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:24:0) after 5m1s
[18:57:39.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:24:0)
[18:57:39.038] Build status: STARTED
[18:57:39.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:25:0) after 2m48s
[19:00:27.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:25:0)
[19:00:27.162] Build status: STARTED
[19:00:27.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:26:0) after 1m12s
[19:01:39.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:26:0)
[19:01:39.476] Build status: STARTED
[19:01:39.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:27:0) after 9m33s
[19:11:12.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:27:0)
[19:11:12.625] Build status: STARTED
[19:11:12.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:28:0) after 3m24s
[19:14:36.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:28:0)
[19:14:36.733] Build status: STARTED
[19:14:36.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:29:0) after 8m51s
[19:23:27.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:29:0)
[19:23:27.904] Build status: STARTED
[19:23:27.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:30:0) after 4m28s
[19:27:56.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:30:0)
[19:27:56.118] Build status: STARTED
[19:27:56.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:31:0) after 8m37s
[19:36:33.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:31:0)
[19:36:33.180] Build status: STARTED
[19:36:33.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:32:0) after 3m35s
[19:40:08.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:32:0)
[19:40:08.264] Build status: STARTED
[19:40:08.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:33:0) after 3m50s
[19:43:58.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:33:0)
[19:43:58.307] Build status: STARTED
[19:43:58.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:34:0) after 4m44s
[19:48:42.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:34:0)
[19:48:42.393] Build status: STARTED
[19:48:42.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:35:0) after 2m50s
[19:51:32.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:35:0)
[19:51:32.478] Build status: STARTED
[19:51:32.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:36:0) after 1m12s
[19:52:44.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:36:0)
[19:52:44.696] Build status: STARTED
[19:52:44.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:37:0) after 5m57s
[19:58:41.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:37:0)
[19:58:41.972] Build status: STARTED
[19:58:41.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:38:0) after 4m38s
[20:03:20.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:38:0)
[20:03:20.119] Build status: STARTED
[20:03:20.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:39:0) after 7m4s
[20:10:24.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:39:0)
[20:10:24.244] Build status: STARTED
[20:10:24.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:40:0) after 8m54s
[20:19:18.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:40:0)
[20:19:18.323] Build status: STARTED
[20:19:18.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:41:0) after 3m23s
[20:22:41.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:41:0)
[20:22:41.420] Build status: STARTED
[20:22:41.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:42:0) after 5m51s
[20:28:32.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:42:0)
[20:28:32.515] Build status: STARTED
[20:28:32.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:43:0) after 5m44s
[20:34:16.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:43:0)
[20:34:16.607] Build status: STARTED
[20:34:16.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:44:0) after 1m30s
[20:35:46.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:44:0)
[20:35:46.713] Build status: STARTED
[20:35:46.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:45:0) after 4m17s
[20:40:03.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:45:0)
[20:40:04.012] Build status: STARTED
[20:40:04.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:46:0) after 2m25s
[20:42:29.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:46:0)
[20:42:29.221] Build status: STARTED
[20:42:29.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:47:0) after 5m32s
[20:48:01.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:47:0)
[20:48:01.305] Build status: STARTED
[20:48:01.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:48:0) after 8m34s
[20:56:35.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:48:0)
[20:56:35.354] Build status: STARTED
[20:56:35.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:49:0) after 3m45s
[21:00:20.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:49:0)
[21:00:20.517] Build status: STARTED
[21:00:20.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:50:0) after 4m57s
[21:05:17.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:50:0)
[21:05:17.589] Build status: STARTED
[21:05:17.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:51:0) after 3m1s
[21:08:18.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:51:0)
[21:08:18.675] Build status: STARTED
[21:08:18.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:52:0) after 7m28s
[21:15:46.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:52:0)
[21:15:46.855] Build status: STARTED
[21:15:46.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:53:0) after 2m47s
[21:18:34.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:53:0)
[21:18:34.065] Build status: STARTED
[21:18:34.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:54:0) after 1m44s
[21:20:18.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:54:0)
[21:20:18.111] Build status: STARTED
[21:20:18.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:55:0) after 7m9s
[21:27:27.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:55:0)
[21:27:27.245] Build status: STARTED
[21:27:27.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:56:0) after 1m2s
[21:28:29.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:56:0)
[21:28:29.625] Build status: STARTED
[21:28:29.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:57:0) after 1m45s
[21:30:14.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:57:0)
[21:30:14.717] Build status: STARTED
[21:30:14.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:58:0) after 8m20s
[21:38:34.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:58:0)
[21:38:34.812] Build status: STARTED
[21:38:34.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:59:0) after 9m31s
[21:48:05.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:59:0)
[21:48:06.002] Build status: STARTED
[21:48:06.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:60:0) after 4m31s
[21:52:37.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:60:0)
[21:52:37.287] Build status: STARTED
[21:52:37.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:61:0) after 3m3s
[21:55:40.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:61:0)
[21:55:40.562] Build status: STARTED
[21:55:40.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:62:0) after 3m0s
[21:58:40.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:62:0)
[21:58:40.613] Build status: STARTED
[21:58:40.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:63:0) after 4m49s
[22:03:29.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:63:0)
[22:03:29.666] Build status: STARTED
[22:03:29.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:64:0) after 4m35s
[22:08:04.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:64:0)
[22:08:04.729] Build status: STARTED
[22:08:04.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:65:0) after 7m28s
[22:15:32.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:65:0)
[22:15:32.848] Build status: STARTED
[22:15:32.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:66:0) after 7m17s
[22:22:49.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:66:0)
[22:22:49.946] Build status: STARTED
[22:22:49.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:67:0) after 9m34s
[22:32:23.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:67:0)
[22:32:23.993] Build status: STARTED
[22:32:23.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:68:0) after 1m36s
[22:34:00.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:68:0)
[22:34:00.201] Build status: STARTED
[22:34:00.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:69:0) after 5m25s
[22:39:25.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:69:0)
[22:39:25.383] Build status: STARTED
[22:39:25.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:70:0) after 2m11s
[22:41:36.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:70:0)
[22:41:36.511] Build status: STARTED
[22:41:36.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:71:0) after 8m29s
[22:50:05.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:71:0)
[22:50:05.743] Build status: STARTED
[22:50:05.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:72:0) after 9m52s
[22:59:57.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:72:0)
[22:59:57.820] Build status: STARTED
[22:59:57.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:73:0) after 7m51s
[23:07:48.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:73:0)
[23:07:49.067] Build status: STARTED
[23:07:49.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:74:0) after 7m46s
[23:15:35.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:74:0)
[23:15:35.375] Build status: STARTED
[23:15:35.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:75:0) after 9m22s
[23:24:57.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:75:0)
[23:24:57.430] Build status: STARTED
[23:24:57.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:76:0) after 4m31s
[23:29:28.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:76:0)
[23:29:28.478] Build status: STARTED
[23:29:28.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:77:0) after 4m26s
[23:33:54.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:77:0)
[23:33:54.609] Build status: STARTED
[23:33:54.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:78:0) after 6m58s
[23:40:52.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:78:0)
[23:40:52.823] Build status: STARTED
[23:40:52.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:79:0) after 7m11s
[23:48:03.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:79:0)
[23:48:03.973] Build status: STARTED
[23:48:03.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:80:0) after 1m57s
[23:50:01.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:80:0)
[23:50:01.163] Build status: STARTED
[23:50:01.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:81:0) after 1m44s
[23:51:45.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:81:0)
[23:51:45.263] Build status: STARTED
[23:51:45.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:82:0) after 5m53s
[23:57:38.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:82:0)
[23:57:38.320] Build status: STARTED
[23:57:38.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:83:0) after 7m49s
[00:05:27.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:83:0)
[00:05:27.371] Build status: STARTED
[00:05:27.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:84:0) after 9m8s
[00:14:35.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:84:0)
[00:14:35.400] Build status: STARTED
[00:14:35.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:85:0) after 3m9s
[00:17:44.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:85:0)
[00:17:44.562] Build status: STARTED
[00:17:44.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:86:0) after 4m25s
[00:22:09.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:86:0)
[00:22:10.031] Build status: STARTED
[00:22:10.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:87:0) after 1m48s
[00:23:58.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:87:0)
[00:23:58.109] Build status: STARTED
[00:23:58.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:88:0) after 9m22s
[00:33:20.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:88:0)
[00:33:20.169] Build status: STARTED
[00:33:20.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:89:0) after 2m31s
[00:35:51.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:89:0)
[00:35:51.220] Build status: STARTED
[00:35:51.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:90:0) after 5m0s
[00:40:51.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:90:0)
[00:40:51.288] Build status: STARTED
[00:40:51.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:91:0) after 5m4s
[00:45:55.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:91:0)
[00:45:55.710] Build status: STARTED
[00:45:55.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:92:0) after 8m15s
[00:54:10.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:92:0)
[00:54:10.873] Build status: STARTED
[00:54:10.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:93:0) after 2m39s
[00:56:49.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:93:0)
[00:56:49.922] Build status: STARTED
[00:56:49.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:94:0) after 1m16s
[00:58:05.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:94:0)
[00:58:05.968] Build status: STARTED
[00:58:05.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:95:0) after 4m58s
[01:03:04.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:95:0)
[01:03:04.091] Build status: STARTED
[01:03:04.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:96:0) after 6m41s
[01:09:45.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:96:0)
[01:09:45.430] Build status: STARTED
[01:09:45.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:97:0) after 9m53s
[01:19:38.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:97:0)
[01:19:38.481] Build status: STARTED
[01:19:38.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:98:0) after 6m10s
[01:25:48.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:98:0)
[01:25:48.516] Build status: STARTED
[01:25:48.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:99:0) after 6m13s
[01:32:01.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:99:0)
[01:32:01.624] Build status: STARTED
[01:32:01.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:100:0) after 3m31s
[01:35:32.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:100:0)
[01:35:32.760] Build status: STARTED
[01:35:32.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:101:0) after 9m19s
[01:44:51.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:101:0)
[01:44:51.969] Build status: STARTED
[01:44:51.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:102:0) after 3m36s
[01:48:28.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:102:0)
[01:48:28.324] Build status: STARTED
[01:48:28.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:103:0) after 4m16s
[01:52:44.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:103:0)
[01:52:44.369] Build status: STARTED
[01:52:44.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:104:0) after 3m22s
[01:56:06.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:104:0)
[01:56:06.416] Build status: STARTED
[01:56:06.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:105:0) after 8m5s
[02:04:11.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:105:0)
[02:04:11.541] Build status: STARTED
[02:04:11.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:106:0) after 3m28s
[02:07:39.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:106:0)
[02:07:39.658] Build status: STARTED
[02:07:39.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:107:0) after 9m17s
[02:16:56.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:107:0)
[02:16:56.715] Build status: STARTED
[02:16:56.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:108:0) after 3m7s
[02:20:03.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:108:0)
[02:20:03.821] Build status: STARTED
[02:20:03.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:109:0) after 4m55s
[02:24:58.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:109:0)
[02:24:58.907] Build status: STARTED
[02:24:58.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:110:0) after 1m46s
[02:26:44.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:110:0)
[02:26:44.952] Build status: STARTED
[02:26:44.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:111:0) after 1m47s
[02:28:31.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:111:0)
[02:28:32.049] Build status: STARTED
[02:28:32.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:112:0) after 8m50s
[02:37:22.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:112:0)
[02:37:22.121] Build status: STARTED
[02:37:22.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:113:0) after 3m20s
[02:40:42.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:113:0)
[02:40:42.504] Build status: STARTED
[02:40:42.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:114:0) after 5m4s
[02:45:46.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:114:0)
[02:45:46.633] Build status: STARTED
[02:45:46.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:115:0) after 4m52s
[02:50:38.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:115:0)
[02:50:38.779] Build status: STARTED
[02:50:38.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:116:0) after 7m10s
[02:57:48.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:116:0)
[02:57:48.858] Build status: STARTED
[02:57:48.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:117:0) after 9m20s
[03:07:08.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:117:0)
[03:07:08.929] Build status: STARTED
[03:07:08.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:118:0) after 3m37s
[03:10:45.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:118:0)
[03:10:45.980] Build status: STARTED
[03:10:45.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:119:0) after 1m57s
[03:12:43.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:119:0)
[03:12:43.271] Build status: STARTED
[03:12:43.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:120:0) after 6m44s
[03:19:27.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:120:0)
[03:19:27.364] Build status: STARTED
[03:19:27.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:121:0) after 3m24s
[03:22:51.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:121:0)
[03:22:51.443] Build status: STARTED
[03:22:51.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:122:0) after 9m59s
[03:32:50.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:122:0)
[03:32:50.500] Build status: STARTED
[03:32:50.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:123:0) after 6m58s
[03:39:48.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:123:0)
[03:39:48.507] Build status: STARTED
[03:39:48.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:124:0) after 8m9s
[03:47:57.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:124:0)
[03:47:57.560] Build status: STARTED
[03:47:57.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:125:0) after 8m35s
[03:56:32.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:125:0)
[03:56:32.664] Build status: STARTED
[03:56:32.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:126:0) after 8m39s
[04:05:11.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:126:0)
[04:05:11.792] Build status: STARTED
[04:05:11.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:127:0) after 6m37s
[04:11:48.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:127:0)
[04:11:48.922] Build status: STARTED
[04:11:48.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9016203359282308944:128:0) after 9m53s
[04:20:33.263] Received PubSub notification, asking Buildbucket for the build status
[04:20:33.294] Build:
{
  "id": "8850773297230234000",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25728,
  "createdBy": "project:chromium",
  "createTime": "2021-04-05T16:57:28.305620Z",
  "startTime": "2021-04-05T16:59:30.898602Z",
  "endTime": "2021-04-06T04:20:32.922993664Z",
  "updateTime": "2021-04-06T04:20:32.923436145Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "624c5855b75f801f36664e96368ccdeebe4447f6",
      "ref": "refs/heads/master"
    }
  }
}
[04:20:33.294] Invocation finished in 11h23m6.329736973s with status FAILED