Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "257dfdcdad497ba61c1ce38e6ed31289b3b79fe1"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/257dfdcdad497ba61c1ce38e6ed31289b3b79fe1
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:04:48.128] New invocation is queued and will start shortly
[12:04:49.364] Starting the invocation (attempt 1)
[12:04:49.402] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/257dfdcdad497ba61c1ce38e6ed31289b3b79fe1"
[12:04:49.402] Popped gitiles commit info from properties and tags
[12:04:49.402] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:04:49.402] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:04:49.402] Buildbucket request:
{
  "requestId": "8986868353961275936",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "257dfdcdad497ba61c1ce38e6ed31289b3b79fe1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8986868353961275936"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:04:50.023] Scheduled build:
{
  "id": "8821438291875792273",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27544,
  "createdBy": "project:chromium",
  "createTime": "2022-02-23T12:04:49.483513219Z",
  "updateTime": "2022-02-23T12:04:49.483513219Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "257dfdcdad497ba61c1ce38e6ed31289b3b79fe1",
      "ref": "refs/heads/main"
    }
  }
}
[12:04:50.023] Task URL: https://cr-buildbucket.appspot.com/build/8821438291875792273
[12:04:50.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:2:0) after 8m44s
[12:13:34.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:2:0)
[12:13:34.164] Build status: SCHEDULED
[12:13:34.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:3:0) after 8m42s
[12:22:16.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:3:0)
[12:22:16.322] Build status: SCHEDULED
[12:22:16.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:4:0) after 5m32s
[12:27:48.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:4:0)
[12:27:48.364] Build status: SCHEDULED
[12:27:48.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:5:0) after 4m6s
[12:31:54.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:5:0)
[12:31:54.595] Build status: SCHEDULED
[12:31:54.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:6:0) after 2m49s
[12:34:43.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:6:0)
[12:34:43.641] Build status: SCHEDULED
[12:34:43.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:7:0) after 3m30s
[12:38:13.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:7:0)
[12:38:13.698] Build status: SCHEDULED
[12:38:13.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:8:0) after 1m35s
[12:39:48.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:8:0)
[12:39:48.874] Build status: SCHEDULED
[12:39:48.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:9:0) after 6m34s
[12:46:22.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:9:0)
[12:46:22.932] Build status: SCHEDULED
[12:46:22.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:10:0) after 1m47s
[12:48:09.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:10:0)
[12:48:09.982] Build status: SCHEDULED
[12:48:09.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:11:0) after 6m12s
[12:54:22.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:11:0)
[12:54:22.025] Build status: SCHEDULED
[12:54:22.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:12:0) after 6m37s
[13:00:59.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:12:0)
[13:00:59.196] Build status: SCHEDULED
[13:00:59.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:13:0) after 6m3s
[13:07:02.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:13:0)
[13:07:02.275] Build status: SCHEDULED
[13:07:02.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:14:0) after 9m19s
[13:11:18.625] Received PubSub notification, asking Buildbucket for the build status
[13:11:18.645] Build status: STARTED
[13:16:21.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:14:0)
[13:16:21.368] Build status: STARTED
[13:16:21.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:16:0) after 8m6s
[13:24:27.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:16:0)
[13:24:27.463] Build status: STARTED
[13:24:27.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:17:0) after 3m28s
[13:27:55.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:17:0)
[13:27:55.627] Build status: STARTED
[13:27:55.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:18:0) after 6m43s
[13:34:38.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:18:0)
[13:34:38.839] Build status: STARTED
[13:34:38.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:19:0) after 4m59s
[13:39:37.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:19:0)
[13:39:37.940] Build status: STARTED
[13:39:37.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:20:0) after 7m27s
[13:47:04.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:20:0)
[13:47:05.002] Build status: STARTED
[13:47:05.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:21:0) after 2m47s
[13:49:52.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:21:0)
[13:49:52.050] Build status: STARTED
[13:49:52.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:22:0) after 5m24s
[13:55:16.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:22:0)
[13:55:16.082] Build status: STARTED
[13:55:16.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:23:0) after 7m0s
[14:02:16.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:23:0)
[14:02:16.245] Build status: STARTED
[14:02:16.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:24:0) after 3m42s
[14:05:58.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:24:0)
[14:05:58.361] Build status: STARTED
[14:05:58.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:25:0) after 9m11s
[14:15:09.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:25:0)
[14:15:09.707] Build status: STARTED
[14:15:09.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:26:0) after 8m13s
[14:23:22.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:26:0)
[14:23:22.730] Build status: STARTED
[14:23:22.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:27:0) after 9m52s
[14:33:14.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:27:0)
[14:33:14.957] Build status: STARTED
[14:33:14.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:28:0) after 3m48s
[14:37:03.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:28:0)
[14:37:03.120] Build status: STARTED
[14:37:03.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:29:0) after 6m32s
[14:43:35.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:29:0)
[14:43:35.339] Build status: STARTED
[14:43:35.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:30:0) after 9m5s
[14:52:40.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:30:0)
[14:52:41.058] Build status: STARTED
[14:52:41.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:31:0) after 1m15s
[14:53:56.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:31:0)
[14:53:56.214] Build status: STARTED
[14:53:56.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:32:0) after 7m5s
[15:01:01.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:32:0)
[15:01:01.279] Build status: STARTED
[15:01:01.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:33:0) after 8m16s
[15:09:17.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:33:0)
[15:09:17.689] Build status: STARTED
[15:09:17.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:34:0) after 5m2s
[15:14:19.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:34:0)
[15:14:19.768] Build status: STARTED
[15:14:19.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:35:0) after 5m17s
[15:19:36.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:35:0)
[15:19:36.961] Build status: STARTED
[15:19:36.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:36:0) after 3m40s
[15:23:17.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:36:0)
[15:23:17.183] Build status: STARTED
[15:23:17.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:37:0) after 1m46s
[15:25:03.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:37:0)
[15:25:03.290] Build status: STARTED
[15:25:03.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:38:0) after 3m1s
[15:28:04.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:38:0)
[15:28:04.477] Build status: STARTED
[15:28:04.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:39:0) after 2m17s
[15:30:21.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:39:0)
[15:30:21.551] Build status: STARTED
[15:30:21.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:40:0) after 6m44s
[15:37:05.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:40:0)
[15:37:05.705] Build status: STARTED
[15:37:05.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:41:0) after 9m54s
[15:47:00.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:41:0)
[15:47:00.156] Build status: STARTED
[15:47:00.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:42:0) after 6m48s
[15:53:48.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:42:0)
[15:53:48.313] Build status: STARTED
[15:53:48.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:43:0) after 1m10s
[15:54:58.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:43:0)
[15:54:58.487] Build status: STARTED
[15:54:58.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:44:0) after 1m49s
[15:56:47.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:44:0)
[15:56:47.534] Build status: STARTED
[15:56:47.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:45:0) after 1m4s
[15:57:51.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:45:0)
[15:57:51.658] Build status: STARTED
[15:57:51.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:46:0) after 2m2s
[15:59:53.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:46:0)
[15:59:53.705] Build status: STARTED
[15:59:53.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:47:0) after 8m4s
[16:07:57.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:47:0)
[16:07:57.842] Build status: STARTED
[16:07:57.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:48:0) after 9m49s
[16:17:46.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:48:0)
[16:17:46.887] Build status: STARTED
[16:17:46.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:49:0) after 8m46s
[16:26:33.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:49:0)
[16:26:33.082] Build status: STARTED
[16:26:33.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:50:0) after 7m25s
[16:33:58.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:50:0)
[16:33:58.161] Build status: STARTED
[16:33:58.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:51:0) after 4m31s
[16:38:29.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:51:0)
[16:38:29.226] Build status: STARTED
[16:38:29.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:52:0) after 2m7s
[16:40:36.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:52:0)
[16:40:36.742] Build status: STARTED
[16:40:36.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:53:0) after 7m0s
[16:47:36.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:53:0)
[16:47:36.790] Build status: STARTED
[16:47:36.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:54:0) after 4m13s
[16:51:49.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:54:0)
[16:51:49.855] Build status: STARTED
[16:51:49.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:55:0) after 7m49s
[16:59:39.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:55:0)
[16:59:39.177] Build status: STARTED
[16:59:39.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:56:0) after 2m30s
[17:02:09.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:56:0)
[17:02:09.546] Build status: STARTED
[17:02:09.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:57:0) after 1m33s
[17:03:42.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:57:0)
[17:03:42.772] Build status: STARTED
[17:03:42.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:58:0) after 3m13s
[17:06:55.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:58:0)
[17:06:55.913] Build status: STARTED
[17:06:55.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:59:0) after 4m38s
[17:11:34.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:59:0)
[17:11:34.552] Build status: STARTED
[17:11:34.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:60:0) after 5m11s
[17:16:45.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:60:0)
[17:16:45.852] Build status: STARTED
[17:16:45.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:61:0) after 1m17s
[17:18:03.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:61:0)
[17:18:03.142] Build status: STARTED
[17:18:03.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:62:0) after 4m3s
[17:22:06.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:62:0)
[17:22:06.148] Build status: STARTED
[17:22:06.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:63:0) after 3m58s
[17:26:04.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:63:0)
[17:26:04.199] Build status: STARTED
[17:26:04.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:64:0) after 4m9s
[17:30:13.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:64:0)
[17:30:13.746] Build status: STARTED
[17:30:13.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:65:0) after 1m23s
[17:31:36.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:65:0)
[17:31:36.947] Build status: STARTED
[17:31:36.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:66:0) after 2m39s
[17:34:16.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:66:0)
[17:34:16.191] Build status: STARTED
[17:34:16.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:67:0) after 4m23s
[17:38:39.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:67:0)
[17:38:39.233] Build status: STARTED
[17:38:39.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:68:0) after 2m39s
[17:41:18.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:68:0)
[17:41:18.291] Build status: STARTED
[17:41:18.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:69:0) after 5m34s
[17:46:52.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:69:0)
[17:46:52.599] Build status: STARTED
[17:46:52.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:70:0) after 9m15s
[17:56:07.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:70:0)
[17:56:07.615] Build status: STARTED
[17:56:07.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:71:0) after 8m52s
[18:04:59.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:71:0)
[18:04:59.768] Build status: STARTED
[18:04:59.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:72:0) after 2m37s
[18:07:36.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:72:0)
[18:07:36.948] Build status: STARTED
[18:07:36.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:73:0) after 4m57s
[18:12:34.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:73:0)
[18:12:34.279] Build status: STARTED
[18:12:34.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:74:0) after 5m49s
[18:18:23.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:74:0)
[18:18:23.362] Build status: STARTED
[18:18:23.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:75:0) after 1m45s
[18:20:08.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:75:0)
[18:20:08.393] Build status: STARTED
[18:20:08.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:76:0) after 9m15s
[18:29:23.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:76:0)
[18:29:23.422] Build status: STARTED
[18:29:23.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:77:0) after 5m3s
[18:34:26.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:77:0)
[18:34:26.507] Build status: STARTED
[18:34:26.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:78:0) after 5m19s
[18:39:45.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:78:0)
[18:39:45.769] Build status: STARTED
[18:39:45.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:79:0) after 9m45s
[18:49:31.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:79:0)
[18:49:31.606] Build status: STARTED
[18:49:31.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:80:0) after 9m30s
[18:59:01.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:80:0)
[18:59:01.671] Build status: STARTED
[18:59:01.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:81:0) after 8m55s
[19:07:56.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:81:0)
[19:07:56.804] Build status: STARTED
[19:07:56.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:82:0) after 1m53s
[19:09:49.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:82:0)
[19:09:49.871] Build status: STARTED
[19:09:49.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:83:0) after 6m41s
[19:16:30.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:83:0)
[19:16:30.922] Build status: STARTED
[19:16:30.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:84:0) after 8m20s
[19:24:51.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:84:0)
[19:24:51.273] Build status: STARTED
[19:24:51.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:85:0) after 3m53s
[19:28:44.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:85:0)
[19:28:44.756] Build status: STARTED
[19:28:44.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:86:0) after 7m58s
[19:36:42.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:86:0)
[19:36:42.903] Build status: STARTED
[19:36:42.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:87:0) after 7m39s
[19:44:21.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:87:0)
[19:44:21.963] Build status: STARTED
[19:44:21.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:88:0) after 2m13s
[19:46:34.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:88:0)
[19:46:35.027] Build status: STARTED
[19:46:35.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:89:0) after 3m15s
[19:49:50.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:89:0)
[19:49:50.303] Build status: STARTED
[19:49:50.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:90:0) after 3m23s
[19:53:13.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:90:0)
[19:53:13.608] Build status: STARTED
[19:53:13.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:91:0) after 6m59s
[20:00:12.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:91:0)
[20:00:12.758] Build status: STARTED
[20:00:12.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:92:0) after 7m58s
[20:08:11.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:92:0)
[20:08:11.148] Build status: STARTED
[20:08:11.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:93:0) after 4m9s
[20:12:20.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:93:0)
[20:12:20.449] Build status: STARTED
[20:12:20.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:94:0) after 6m25s
[20:18:45.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:94:0)
[20:18:45.551] Build status: STARTED
[20:18:45.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:95:0) after 9m15s
[20:28:00.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:95:0)
[20:28:00.611] Build status: STARTED
[20:28:00.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:96:0) after 3m19s
[20:31:19.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:96:0)
[20:31:19.762] Build status: STARTED
[20:31:19.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:97:0) after 8m1s
[20:39:20.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:97:0)
[20:39:20.837] Build status: STARTED
[20:39:20.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:98:0) after 4m38s
[20:43:58.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:98:0)
[20:43:58.920] Build status: STARTED
[20:43:58.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:99:0) after 2m7s
[20:46:05.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:99:0)
[20:46:05.995] Build status: STARTED
[20:46:05.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:100:0) after 7m13s
[20:53:19.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:100:0)
[20:53:19.220] Build status: STARTED
[20:53:19.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:101:0) after 4m34s
[20:57:53.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:101:0)
[20:57:53.770] Build status: STARTED
[20:57:53.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:102:0) after 4m31s
[21:02:25.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:102:0)
[21:02:25.414] Build status: STARTED
[21:02:25.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:103:0) after 2m32s
[21:04:57.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:103:0)
[21:04:57.850] Build status: STARTED
[21:04:57.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:104:0) after 4m12s
[21:09:10.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:104:0)
[21:09:10.146] Build status: STARTED
[21:09:10.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:105:0) after 5m1s
[21:14:11.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:105:0)
[21:14:11.307] Build status: STARTED
[21:14:11.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:106:0) after 6m45s
[21:20:56.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:106:0)
[21:20:56.346] Build status: STARTED
[21:20:56.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:107:0) after 7m35s
[21:28:31.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:107:0)
[21:28:31.429] Build status: STARTED
[21:28:31.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:108:0) after 1m16s
[21:29:47.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:108:0)
[21:29:47.641] Build status: STARTED
[21:29:47.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:109:0) after 8m51s
[21:38:38.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:109:0)
[21:38:38.670] Build status: STARTED
[21:38:38.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:110:0) after 4m52s
[21:43:30.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:110:0)
[21:43:30.936] Build status: STARTED
[21:43:30.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:111:0) after 1m39s
[21:45:10.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:111:0)
[21:45:10.160] Build status: STARTED
[21:45:10.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:112:0) after 6m21s
[21:51:31.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:112:0)
[21:51:31.495] Build status: STARTED
[21:51:31.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:113:0) after 5m37s
[21:57:08.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:113:0)
[21:57:08.689] Build status: STARTED
[21:57:08.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:114:0) after 1m46s
[21:58:54.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:114:0)
[21:58:54.777] Build status: STARTED
[21:58:54.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:115:0) after 8m44s
[22:07:38.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:115:0)
[22:07:38.879] Build status: STARTED
[22:07:38.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:116:0) after 7m57s
[22:15:35.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:116:0)
[22:15:35.931] Build status: STARTED
[22:15:35.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:117:0) after 5m59s
[22:21:35.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:117:0)
[22:21:35.078] Build status: STARTED
[22:21:35.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:118:0) after 3m3s
[22:24:38.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:118:0)
[22:24:38.156] Build status: STARTED
[22:24:38.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:119:0) after 2m19s
[22:26:57.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:119:0)
[22:26:57.659] Build status: STARTED
[22:26:57.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:120:0) after 2m4s
[22:29:02.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:120:0)
[22:29:02.299] Build status: STARTED
[22:29:02.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:121:0) after 6m0s
[22:35:02.542] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:121:0)
[22:35:02.571] Build status: STARTED
[22:35:02.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:122:0) after 6m38s
[22:41:40.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:122:0)
[22:41:40.908] Build status: STARTED
[22:41:40.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:123:0) after 8m55s
[22:50:36.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:123:0)
[22:50:36.056] Build status: STARTED
[22:50:36.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:124:0) after 5m34s
[22:56:10.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:124:0)
[22:56:10.477] Build status: STARTED
[22:56:10.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:125:0) after 1m27s
[22:57:37.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:125:0)
[22:57:37.660] Build status: STARTED
[22:57:37.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:126:0) after 1m45s
[22:59:22.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:126:0)
[22:59:22.937] Build status: STARTED
[22:59:22.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:127:0) after 7m42s
[23:07:05.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:127:0)
[23:07:05.095] Build status: STARTED
[23:07:05.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:128:0) after 1m21s
[23:08:26.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:128:0)
[23:08:26.122] Build status: STARTED
[23:08:26.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:129:0) after 1m8s
[23:09:34.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:129:0)
[23:09:34.266] Build status: STARTED
[23:09:34.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:130:0) after 5m58s
[23:15:32.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:130:0)
[23:15:32.829] Build status: STARTED
[23:15:32.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:131:0) after 3m26s
[23:18:58.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:131:0)
[23:18:58.896] Build status: STARTED
[23:18:58.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:132:0) after 9m49s
[23:28:48.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:132:0)
[23:28:48.649] Build status: STARTED
[23:28:48.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:133:0) after 7m14s
[23:36:02.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:133:0)
[23:36:02.704] Build status: STARTED
[23:36:02.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:134:0) after 6m16s
[23:42:18.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:134:0)
[23:42:18.948] Build status: STARTED
[23:42:18.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:135:0) after 7m25s
[23:49:44.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:135:0)
[23:49:44.053] Build status: STARTED
[23:49:44.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:136:0) after 7m52s
[23:57:36.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:136:0)
[23:57:36.107] Build status: STARTED
[23:57:36.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8986868353961275936:137:0) after 5m25s
[00:00:10.646] Received PubSub notification, asking Buildbucket for the build status
[00:00:10.671] Build:
{
  "id": "8821438291875792273",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27544,
  "createdBy": "project:chromium",
  "createTime": "2022-02-23T12:04:49.483513219Z",
  "startTime": "2022-02-23T13:11:17.061270Z",
  "endTime": "2022-02-24T00:00:10.318653758Z",
  "updateTime": "2022-02-24T00:00:10.318653758Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "257dfdcdad497ba61c1ce38e6ed31289b3b79fe1",
      "ref": "refs/heads/main"
    }
  }
}
[00:00:10.671] Invocation finished in 11h55m22.559962798s with status FAILED