Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2d8402707da1a7d408ece39511e9b1fd09724705"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2d8402707da1a7d408ece39511e9b1fd09724705
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:31:02.334] New invocation is queued and will start shortly
[11:31:03.414] Starting the invocation (attempt 1)
[11:31:03.460] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2d8402707da1a7d408ece39511e9b1fd09724705"
[11:31:03.460] Popped gitiles commit info from properties and tags
[11:31:03.460] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:31:03.461] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:31:03.461] Buildbucket request:
{
  "requestId": "8951356467325301072",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2d8402707da1a7d408ece39511e9b1fd09724705",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8951356467325301072"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:31:03.895] Scheduled build:
{
  "id": "8785926405395648417",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29826,
  "createdBy": "project:chromium",
  "createTime": "2023-03-22T11:31:03.546399752Z",
  "updateTime": "2023-03-22T11:31:03.546399752Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2d8402707da1a7d408ece39511e9b1fd09724705",
      "ref": "refs/heads/main"
    }
  }
}
[11:31:03.895] Task URL: https://cr-buildbucket.appspot.com/build/8785926405395648417
[11:31:03.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:2:0) after 6m32s
[11:31:34.762] Received PubSub notification, asking Buildbucket for the build status
[11:31:34.796] Build status: STARTED
[11:37:36.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:2:0)
[11:37:36.102] Build status: STARTED
[11:37:36.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:4:0) after 3m21s
[11:40:57.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:4:0)
[11:40:57.324] Build status: STARTED
[11:40:57.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:5:0) after 8m10s
[11:49:07.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:5:0)
[11:49:07.375] Build status: STARTED
[11:49:07.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:6:0) after 9m30s
[11:58:37.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:6:0)
[11:58:37.422] Build status: STARTED
[11:58:37.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:7:0) after 1m27s
[12:00:04.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:7:0)
[12:00:04.529] Build status: STARTED
[12:00:04.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:8:0) after 8m25s
[12:08:29.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:8:0)
[12:08:29.657] Build status: STARTED
[12:08:29.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:9:0) after 1m58s
[12:10:27.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:9:0)
[12:10:27.815] Build status: STARTED
[12:10:27.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:10:0) after 5m34s
[12:16:02.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:10:0)
[12:16:02.127] Build status: STARTED
[12:16:02.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:11:0) after 7m36s
[12:23:38.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:11:0)
[12:23:38.450] Build status: STARTED
[12:23:38.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:12:0) after 7m37s
[12:31:15.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:12:0)
[12:31:15.518] Build status: STARTED
[12:31:15.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:13:0) after 4m41s
[12:35:56.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:13:0)
[12:35:56.568] Build status: STARTED
[12:35:56.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:14:0) after 6m33s
[12:42:29.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:14:0)
[12:42:29.617] Build status: STARTED
[12:42:29.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:15:0) after 7m41s
[12:50:10.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:15:0)
[12:50:10.694] Build status: STARTED
[12:50:10.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:16:0) after 6m9s
[12:56:19.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:16:0)
[12:56:19.740] Build status: STARTED
[12:56:19.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:17:0) after 6m21s
[13:02:40.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:17:0)
[13:02:41.001] Build status: STARTED
[13:02:41.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:18:0) after 6m5s
[13:08:46.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:18:0)
[13:08:46.056] Build status: STARTED
[13:08:46.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:19:0) after 1m48s
[13:10:34.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:19:0)
[13:10:34.119] Build status: STARTED
[13:10:34.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:20:0) after 7m28s
[13:18:02.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:20:0)
[13:18:02.475] Build status: STARTED
[13:18:02.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:21:0) after 2m38s
[13:20:40.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:21:0)
[13:20:40.557] Build status: STARTED
[13:20:40.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:22:0) after 4m17s
[13:24:57.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:22:0)
[13:24:57.664] Build status: STARTED
[13:24:57.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:23:0) after 8m1s
[13:32:58.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:23:0)
[13:32:58.806] Build status: STARTED
[13:32:58.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:24:0) after 8m4s
[13:41:03.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:24:0)
[13:41:03.282] Build status: STARTED
[13:41:03.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:25:0) after 7m23s
[13:48:26.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:25:0)
[13:48:26.513] Build status: STARTED
[13:48:26.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:26:0) after 1m23s
[13:49:49.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:26:0)
[13:49:49.584] Build status: STARTED
[13:49:49.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:27:0) after 3m45s
[13:53:34.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:27:0)
[13:53:34.657] Build status: STARTED
[13:53:34.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:28:0) after 9m31s
[14:03:05.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:28:0)
[14:03:05.826] Build status: STARTED
[14:03:05.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:29:0) after 2m38s
[14:05:43.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:29:0)
[14:05:43.992] Build status: STARTED
[14:05:43.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:30:0) after 2m6s
[14:07:50.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:30:0)
[14:07:50.522] Build status: STARTED
[14:07:50.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:31:0) after 5m54s
[14:13:44.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:31:0)
[14:13:44.714] Build status: STARTED
[14:13:44.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:32:0) after 3m52s
[14:17:36.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:32:0)
[14:17:36.824] Build status: STARTED
[14:17:36.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:33:0) after 8m29s
[14:26:06.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:33:0)
[14:26:06.093] Build status: STARTED
[14:26:06.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:34:0) after 3m15s
[14:29:21.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:34:0)
[14:29:21.184] Build status: STARTED
[14:29:21.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:35:0) after 5m20s
[14:34:41.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:35:0)
[14:34:41.272] Build status: STARTED
[14:34:41.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:36:0) after 7m30s
[14:42:11.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:36:0)
[14:42:11.752] Build status: STARTED
[14:42:11.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:37:0) after 8m58s
[14:51:09.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:37:0)
[14:51:09.872] Build status: STARTED
[14:51:09.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:38:0) after 9m32s
[15:00:42.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:38:0)
[15:00:42.124] Build status: STARTED
[15:00:42.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:39:0) after 2m42s
[15:03:24.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:39:0)
[15:03:24.298] Build status: STARTED
[15:03:24.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:40:0) after 2m52s
[15:06:16.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:40:0)
[15:06:16.932] Build status: STARTED
[15:06:16.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:41:0) after 9m48s
[15:16:05.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:41:0)
[15:16:05.099] Build status: STARTED
[15:16:05.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:42:0) after 9m2s
[15:25:07.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:42:0)
[15:25:07.305] Build status: STARTED
[15:25:07.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:43:0) after 9m6s
[15:34:13.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:43:0)
[15:34:13.381] Build status: STARTED
[15:34:13.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:44:0) after 8m44s
[15:42:57.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:44:0)
[15:42:57.473] Build status: STARTED
[15:42:57.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:45:0) after 8m57s
[15:51:54.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:45:0)
[15:51:54.533] Build status: STARTED
[15:51:54.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:46:0) after 9m43s
[16:01:37.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:46:0)
[16:01:40.023] Build status: STARTED
[16:01:40.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:47:0) after 2m51s
[16:04:31.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:47:0)
[16:04:31.174] Build status: STARTED
[16:04:31.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:48:0) after 6m9s
[16:10:40.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:48:0)
[16:10:40.292] Build status: STARTED
[16:10:40.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:49:0) after 1m34s
[16:12:14.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:49:0)
[16:12:14.411] Build status: STARTED
[16:12:14.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:50:0) after 1m57s
[16:14:11.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:50:0)
[16:14:11.440] Build status: STARTED
[16:14:11.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:51:0) after 4m48s
[16:18:59.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:51:0)
[16:18:59.556] Build status: STARTED
[16:18:59.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:52:0) after 9m59s
[16:28:58.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:52:0)
[16:28:58.851] Build status: STARTED
[16:28:58.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:53:0) after 2m42s
[16:31:41.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:53:0)
[16:31:41.338] Build status: STARTED
[16:31:41.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:54:0) after 9m17s
[16:40:58.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:54:0)
[16:40:58.455] Build status: STARTED
[16:40:58.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:55:0) after 6m36s
[16:47:34.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:55:0)
[16:47:34.748] Build status: STARTED
[16:47:34.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:56:0) after 6m47s
[16:54:22.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:56:0)
[16:54:22.051] Build status: STARTED
[16:54:22.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:57:0) after 5m7s
[16:59:29.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:57:0)
[16:59:29.158] Build status: STARTED
[16:59:29.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:58:0) after 4m7s
[17:03:36.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:58:0)
[17:03:36.288] Build status: STARTED
[17:03:36.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:59:0) after 7m6s
[17:10:42.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:59:0)
[17:10:42.342] Build status: STARTED
[17:10:42.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:60:0) after 4m58s
[17:15:40.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:60:0)
[17:15:40.417] Build status: STARTED
[17:15:40.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:61:0) after 7m25s
[17:23:05.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:61:0)
[17:23:05.505] Build status: STARTED
[17:23:05.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:62:0) after 6m45s
[17:29:50.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:62:0)
[17:29:50.611] Build status: STARTED
[17:29:50.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:63:0) after 1m35s
[17:31:25.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:63:0)
[17:31:25.833] Build status: STARTED
[17:31:25.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:64:0) after 4m14s
[17:35:40.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:64:0)
[17:35:40.184] Build status: STARTED
[17:35:40.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:65:0) after 8m19s
[17:43:59.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:65:0)
[17:43:59.272] Build status: STARTED
[17:43:59.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:66:0) after 5m42s
[17:49:41.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:66:0)
[17:49:41.332] Build status: STARTED
[17:49:41.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:67:0) after 4m26s
[17:54:07.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:67:0)
[17:54:07.663] Build status: STARTED
[17:54:07.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:68:0) after 9m43s
[18:03:50.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:68:0)
[18:03:50.902] Build status: STARTED
[18:03:50.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:69:0) after 2m13s
[18:06:04.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:69:0)
[18:06:04.119] Build status: STARTED
[18:06:04.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:70:0) after 8m58s
[18:15:02.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:70:0)
[18:15:02.299] Build status: STARTED
[18:15:02.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:71:0) after 6m5s
[18:21:07.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:71:0)
[18:21:07.370] Build status: STARTED
[18:21:07.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:72:0) after 9m50s
[18:30:57.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:72:0)
[18:30:57.492] Build status: STARTED
[18:30:57.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:73:0) after 6m0s
[18:36:57.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:73:0)
[18:36:57.669] Build status: STARTED
[18:36:57.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:74:0) after 4m56s
[18:41:53.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:74:0)
[18:41:54.017] Build status: STARTED
[18:41:54.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:75:0) after 4m33s
[18:46:27.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:75:0)
[18:46:27.488] Build status: STARTED
[18:46:27.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:76:0) after 5m19s
[18:51:46.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:76:0)
[18:51:46.551] Build status: STARTED
[18:51:46.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:77:0) after 1m44s
[18:53:30.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:77:0)
[18:53:30.607] Build status: STARTED
[18:53:30.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:78:0) after 7m27s
[19:00:57.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:78:0)
[19:00:58.132] Build status: STARTED
[19:00:58.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:79:0) after 8m44s
[19:09:42.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:79:0)
[19:09:42.278] Build status: STARTED
[19:09:42.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:80:0) after 8m52s
[19:18:34.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:80:0)
[19:18:34.386] Build status: STARTED
[19:18:34.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:81:0) after 1m49s
[19:20:23.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:81:0)
[19:20:23.437] Build status: STARTED
[19:20:23.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:82:0) after 1m17s
[19:21:40.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:82:0)
[19:21:40.490] Build status: STARTED
[19:21:40.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:83:0) after 1m8s
[19:22:48.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:83:0)
[19:22:48.553] Build status: STARTED
[19:22:48.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:84:0) after 7m38s
[19:30:26.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:84:0)
[19:30:26.729] Build status: STARTED
[19:30:26.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:85:0) after 8m33s
[19:38:59.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:85:0)
[19:38:59.793] Build status: STARTED
[19:38:59.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:86:0) after 2m11s
[19:41:10.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:86:0)
[19:41:10.894] Build status: STARTED
[19:41:10.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:87:0) after 7m20s
[19:48:31.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:87:0)
[19:48:31.200] Build status: STARTED
[19:48:31.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:88:0) after 5m6s
[19:53:37.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:88:0)
[19:53:37.378] Build status: STARTED
[19:53:37.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:89:0) after 4m5s
[19:57:42.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:89:0)
[19:57:42.436] Build status: STARTED
[19:57:42.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:90:0) after 3m28s
[20:01:10.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:90:0)
[20:01:10.666] Build status: STARTED
[20:01:10.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:91:0) after 3m39s
[20:04:49.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:91:0)
[20:04:49.969] Build status: STARTED
[20:04:49.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:92:0) after 3m42s
[20:08:32.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:92:0)
[20:08:32.033] Build status: STARTED
[20:08:32.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:93:0) after 7m43s
[20:16:15.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:93:0)
[20:16:15.405] Build status: STARTED
[20:16:15.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:94:0) after 8m43s
[20:24:58.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:94:0)
[20:24:58.859] Build status: STARTED
[20:24:58.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:95:0) after 6m31s
[20:31:29.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:95:0)
[20:31:29.916] Build status: STARTED
[20:31:29.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:96:0) after 9m33s
[20:41:02.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:96:0)
[20:41:03.002] Build status: STARTED
[20:41:03.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:97:0) after 8m17s
[20:49:20.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:97:0)
[20:49:20.172] Build status: STARTED
[20:49:20.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:98:0) after 5m23s
[20:54:43.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:98:0)
[20:54:43.360] Build status: STARTED
[20:54:43.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:99:0) after 5m57s
[21:00:40.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:99:0)
[21:00:40.576] Build status: STARTED
[21:00:40.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:100:0) after 7m39s
[21:08:19.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:100:0)
[21:08:19.863] Build status: STARTED
[21:08:19.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:101:0) after 4m45s
[21:13:04.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:101:0)
[21:13:04.957] Build status: STARTED
[21:13:04.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:102:0) after 8m52s
[21:21:57.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:102:0)
[21:21:57.420] Build status: STARTED
[21:21:57.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:103:0) after 2m26s
[21:24:23.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:103:0)
[21:24:23.595] Build status: STARTED
[21:24:23.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:104:0) after 7m24s
[21:31:47.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:104:0)
[21:31:47.739] Build status: STARTED
[21:31:47.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:105:0) after 8m21s
[21:40:08.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:105:0)
[21:40:08.901] Build status: STARTED
[21:40:08.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:106:0) after 8m8s
[21:48:17.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:106:0)
[21:48:17.126] Build status: STARTED
[21:48:17.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:107:0) after 3m24s
[21:51:41.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:107:0)
[21:51:41.514] Build status: STARTED
[21:51:41.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:108:0) after 2m33s
[21:54:14.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:108:0)
[21:54:14.684] Build status: STARTED
[21:54:14.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:109:0) after 7m47s
[22:02:01.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:109:0)
[22:02:01.812] Build status: STARTED
[22:02:01.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:110:0) after 4m16s
[22:06:17.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:110:0)
[22:06:17.930] Build status: STARTED
[22:06:17.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:111:0) after 8m20s
[22:14:37.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:111:0)
[22:14:38.017] Build status: STARTED
[22:14:38.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:112:0) after 7m44s
[22:22:22.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:112:0)
[22:22:22.236] Build status: STARTED
[22:22:22.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:113:0) after 3m16s
[22:25:38.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:113:0)
[22:25:38.374] Build status: STARTED
[22:25:38.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:114:0) after 1m27s
[22:27:05.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:114:0)
[22:27:05.428] Build status: STARTED
[22:27:05.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:115:0) after 7m16s
[22:34:21.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:115:0)
[22:34:21.532] Build status: STARTED
[22:34:21.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:116:0) after 4m0s
[22:38:21.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:116:0)
[22:38:21.717] Build status: STARTED
[22:38:21.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:117:0) after 6m31s
[22:44:52.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:117:0)
[22:44:52.964] Build status: STARTED
[22:44:52.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:118:0) after 6m34s
[22:51:26.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:118:0)
[22:51:27.019] Build status: STARTED
[22:51:27.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:119:0) after 8m25s
[22:59:52.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:119:0)
[22:59:52.285] Build status: STARTED
[22:59:52.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:120:0) after 5m58s
[23:05:50.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:120:0)
[23:05:50.364] Build status: STARTED
[23:05:50.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:121:0) after 6m12s
[23:12:02.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:121:0)
[23:12:02.476] Build status: STARTED
[23:12:02.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:122:0) after 7m30s
[23:19:32.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:122:0)
[23:19:32.620] Build status: STARTED
[23:19:32.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:123:0) after 6m25s
[23:25:57.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:123:0)
[23:25:57.658] Build status: STARTED
[23:25:57.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:124:0) after 7m55s
[23:33:52.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:124:0)
[23:33:52.711] Build status: STARTED
[23:33:52.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:125:0) after 4m8s
[23:38:00.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:125:0)
[23:38:00.957] Build status: STARTED
[23:38:00.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:126:0) after 5m50s
[23:43:51.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:126:0)
[23:43:51.335] Build status: STARTED
[23:43:51.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:127:0) after 6m30s
[23:50:22.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:127:0)
[23:50:22.019] Build status: STARTED
[23:50:22.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:128:0) after 1m5s
[23:51:27.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:128:0)
[23:51:27.294] Build status: STARTED
[23:51:27.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:129:0) after 3m32s
[23:55:00.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:129:0)
[23:55:00.158] Build status: STARTED
[23:55:00.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:130:0) after 5m44s
[00:00:44.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:130:0)
[00:00:44.345] Build status: STARTED
[00:00:44.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:131:0) after 7m35s
[00:08:19.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:131:0)
[00:08:19.988] Build status: STARTED
[00:08:19.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:132:0) after 5m36s
[00:13:56.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:132:0)
[00:13:56.112] Build status: STARTED
[00:13:56.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:133:0) after 2m6s
[00:16:02.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:133:0)
[00:16:02.171] Build status: STARTED
[00:16:02.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:134:0) after 4m0s
[00:20:02.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:134:0)
[00:20:02.233] Build status: STARTED
[00:20:02.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:135:0) after 9m36s
[00:29:38.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:135:0)
[00:29:38.411] Build status: STARTED
[00:29:38.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:136:0) after 6m26s
[00:36:04.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:136:0)
[00:36:04.608] Build status: STARTED
[00:36:04.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:137:0) after 9m49s
[00:45:53.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:137:0)
[00:45:54.020] Build status: STARTED
[00:45:54.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:138:0) after 8m5s
[00:53:59.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:138:0)
[00:53:59.454] Build status: STARTED
[00:53:59.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:139:0) after 8m6s
[01:02:05.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:139:0)
[01:02:05.715] Build status: STARTED
[01:02:05.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:140:0) after 8m13s
[01:10:19.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:140:0)
[01:10:19.119] Build status: STARTED
[01:10:19.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:141:0) after 1m54s
[01:12:13.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:141:0)
[01:12:13.405] Build status: STARTED
[01:12:13.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:142:0) after 4m9s
[01:16:22.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:142:0)
[01:16:22.674] Build status: STARTED
[01:16:22.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:143:0) after 6m33s
[01:22:55.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:143:0)
[01:22:55.728] Build status: STARTED
[01:22:55.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:144:0) after 1m52s
[01:24:48.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:144:0)
[01:24:48.042] Build status: STARTED
[01:24:48.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:145:0) after 9m29s
[01:34:17.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:145:0)
[01:34:17.087] Build status: STARTED
[01:34:17.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:146:0) after 3m15s
[01:37:32.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:146:0)
[01:37:32.165] Build status: STARTED
[01:37:32.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951356467325301072:147:0) after 6m5s
[01:40:51.682] Received PubSub notification, asking Buildbucket for the build status
[01:40:51.702] Build:
{
  "id": "8785926405395648417",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29826,
  "createdBy": "project:chromium",
  "createTime": "2023-03-22T11:31:03.546399752Z",
  "startTime": "2023-03-22T11:31:34.081985Z",
  "endTime": "2023-03-23T01:40:51.072464Z",
  "updateTime": "2023-03-23T01:40:51.072464Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2d8402707da1a7d408ece39511e9b1fd09724705",
      "ref": "refs/heads/main"
    }
  }
}
[01:40:51.702] Invocation finished in 14h9m49.38004051s with status FAILED