Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3e6ce6d9d70a8d790405be58ea4ee204b2021adc"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3e6ce6d9d70a8d790405be58ea4ee204b2021adc
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[14:30:30.640] New invocation is queued and will start shortly
[14:30:31.736] Starting the invocation (attempt 1)
[14:30:31.775] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3e6ce6d9d70a8d790405be58ea4ee204b2021adc"
[14:30:31.775] Popped gitiles commit info from properties and tags
[14:30:31.775] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:30:31.776] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:30:31.777] Buildbucket request:
{
  "requestId": "8975987550802931808",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3e6ce6d9d70a8d790405be58ea4ee204b2021adc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8975987550802931808"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:30:32.569] Scheduled build:
{
  "id": "8810557488836303377",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 28003,
  "createdBy": "project:chromium",
  "createTime": "2022-06-23T14:30:31.884757918Z",
  "updateTime": "2022-06-23T14:30:31.884757918Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3e6ce6d9d70a8d790405be58ea4ee204b2021adc",
      "ref": "refs/heads/main"
    }
  }
}
[14:30:32.569] Task URL: https://cr-buildbucket.appspot.com/build/8810557488836303377
[14:30:32.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:2:0) after 6m51s
[14:37:23.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:2:0)
[14:37:24.133] Build status: SCHEDULED
[14:37:24.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:3:0) after 4m39s
[14:42:03.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:3:0)
[14:42:03.923] Build status: SCHEDULED
[14:42:03.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:4:0) after 4m1s
[14:46:04.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:4:0)
[14:46:04.971] Build status: SCHEDULED
[14:46:04.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:5:0) after 2m46s
[14:48:51.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:5:0)
[14:48:51.208] Build status: SCHEDULED
[14:48:51.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:6:0) after 2m59s
[14:51:50.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:6:0)
[14:51:50.288] Build status: SCHEDULED
[14:51:50.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:7:0) after 8m58s
[15:00:48.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:7:0)
[15:00:48.314] Build status: SCHEDULED
[15:00:48.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:8:0) after 2m40s
[15:03:28.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:8:0)
[15:03:28.666] Build status: SCHEDULED
[15:03:28.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:9:0) after 1m14s
[15:04:42.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:9:0)
[15:04:42.877] Build status: SCHEDULED
[15:04:42.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:10:0) after 2m41s
[15:07:23.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:10:0)
[15:07:23.962] Build status: SCHEDULED
[15:07:23.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:11:0) after 5m22s
[15:12:46.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:11:0)
[15:12:46.104] Build status: SCHEDULED
[15:12:46.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:12:0) after 4m45s
[15:17:31.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:12:0)
[15:17:31.252] Build status: SCHEDULED
[15:17:31.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:13:0) after 2m15s
[15:19:46.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:13:0)
[15:19:46.946] Build status: SCHEDULED
[15:19:46.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:14:0) after 6m15s
[15:26:02.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:14:0)
[15:26:02.167] Build status: SCHEDULED
[15:26:02.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:15:0) after 2m20s
[15:26:57.739] Received PubSub notification, asking Buildbucket for the build status
[15:26:57.778] Build status: STARTED
[15:28:22.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:15:0)
[15:28:22.310] Build status: STARTED
[15:28:22.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:17:0) after 2m46s
[15:31:08.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:17:0)
[15:31:08.392] Build status: STARTED
[15:31:08.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:18:0) after 2m33s
[15:33:41.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:18:0)
[15:33:41.860] Build status: STARTED
[15:33:41.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:19:0) after 2m58s
[15:36:40.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:19:0)
[15:36:40.038] Build status: STARTED
[15:36:40.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:20:0) after 2m36s
[15:39:16.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:20:0)
[15:39:16.059] Build status: STARTED
[15:39:16.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:21:0) after 1m12s
[15:40:28.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:21:0)
[15:40:28.139] Build status: STARTED
[15:40:28.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:22:0) after 3m19s
[15:43:47.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:22:0)
[15:43:47.282] Build status: STARTED
[15:43:47.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:23:0) after 5m48s
[15:49:35.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:23:0)
[15:49:35.326] Build status: STARTED
[15:49:35.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:24:0) after 7m7s
[15:56:42.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:24:0)
[15:56:42.707] Build status: STARTED
[15:56:42.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:25:0) after 6m22s
[16:03:05.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:25:0)
[16:03:05.107] Build status: STARTED
[16:03:05.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:26:0) after 9m25s
[16:12:30.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:26:0)
[16:12:30.337] Build status: STARTED
[16:12:30.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:27:0) after 5m55s
[16:18:25.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:27:0)
[16:18:25.465] Build status: STARTED
[16:18:25.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:28:0) after 8m58s
[16:27:24.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:28:0)
[16:27:24.214] Build status: STARTED
[16:27:24.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:29:0) after 1m12s
[16:28:36.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:29:0)
[16:28:36.460] Build status: STARTED
[16:28:36.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:30:0) after 8m22s
[16:36:58.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:30:0)
[16:36:58.628] Build status: STARTED
[16:36:58.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:31:0) after 2m33s
[16:39:31.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:31:0)
[16:39:31.855] Build status: STARTED
[16:39:31.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:32:0) after 7m8s
[16:46:39.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:32:0)
[16:46:39.902] Build status: STARTED
[16:46:39.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:33:0) after 4m22s
[16:51:02.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:33:0)
[16:51:02.192] Build status: STARTED
[16:51:02.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:34:0) after 3m38s
[16:54:40.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:34:0)
[16:54:40.249] Build status: STARTED
[16:54:40.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:35:0) after 9m59s
[17:04:39.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:35:0)
[17:04:39.301] Build status: STARTED
[17:04:39.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:36:0) after 6m39s
[17:11:18.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:36:0)
[17:11:18.369] Build status: STARTED
[17:11:18.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:37:0) after 2m41s
[17:13:59.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:37:0)
[17:13:59.437] Build status: STARTED
[17:13:59.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:38:0) after 8m22s
[17:22:21.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:38:0)
[17:22:21.490] Build status: STARTED
[17:22:21.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:39:0) after 6m5s
[17:28:26.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:39:0)
[17:28:26.609] Build status: STARTED
[17:28:26.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:40:0) after 2m20s
[17:30:46.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:40:0)
[17:30:46.786] Build status: STARTED
[17:30:46.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:41:0) after 7m28s
[17:38:14.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:41:0)
[17:38:14.859] Build status: STARTED
[17:38:14.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:42:0) after 9m59s
[17:48:14.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:42:0)
[17:48:14.433] Build status: STARTED
[17:48:14.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:43:0) after 2m27s
[17:50:42.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:43:0)
[17:50:42.373] Build status: STARTED
[17:50:42.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:44:0) after 4m50s
[17:55:32.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:44:0)
[17:55:32.709] Build status: STARTED
[17:55:32.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:45:0) after 8m59s
[18:04:32.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:45:0)
[18:04:32.537] Build status: STARTED
[18:04:32.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:46:0) after 6m33s
[18:11:05.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:46:0)
[18:11:05.611] Build status: STARTED
[18:11:05.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:47:0) after 4m20s
[18:15:25.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:47:0)
[18:15:25.900] Build status: STARTED
[18:15:25.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:48:0) after 3m12s
[18:18:37.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:48:0)
[18:18:37.968] Build status: STARTED
[18:18:37.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:49:0) after 8m19s
[18:26:57.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:49:0)
[18:26:57.024] Build status: STARTED
[18:26:57.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:50:0) after 4m26s
[18:31:23.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:50:0)
[18:31:23.154] Build status: STARTED
[18:31:23.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:51:0) after 9m59s
[18:41:22.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:51:0)
[18:41:22.442] Build status: STARTED
[18:41:22.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:52:0) after 3m30s
[18:44:52.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:52:0)
[18:44:52.536] Build status: STARTED
[18:44:52.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:53:0) after 2m7s
[18:46:59.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:53:0)
[18:46:59.575] Build status: STARTED
[18:46:59.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:54:0) after 2m59s
[18:49:58.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:54:0)
[18:49:58.738] Build status: STARTED
[18:49:58.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:55:0) after 8m36s
[18:58:34.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:55:0)
[18:58:34.793] Build status: STARTED
[18:58:34.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:56:0) after 7m5s
[19:05:40.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:56:0)
[19:05:40.137] Build status: STARTED
[19:05:40.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:57:0) after 8m12s
[19:13:52.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:57:0)
[19:13:52.567] Build status: STARTED
[19:13:52.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:58:0) after 3m14s
[19:17:07.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:58:0)
[19:17:07.217] Build status: STARTED
[19:17:07.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:59:0) after 9m41s
[19:26:48.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:59:0)
[19:26:48.348] Build status: STARTED
[19:26:48.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:60:0) after 1m50s
[19:28:38.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:60:0)
[19:28:38.703] Build status: STARTED
[19:28:38.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:61:0) after 1m32s
[19:30:11.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:61:0)
[19:30:11.053] Build status: STARTED
[19:30:11.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:62:0) after 1m25s
[19:31:36.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:62:0)
[19:31:36.538] Build status: STARTED
[19:31:36.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:63:0) after 6m35s
[19:38:11.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:63:0)
[19:38:11.734] Build status: STARTED
[19:38:11.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:64:0) after 4m22s
[19:42:33.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:64:0)
[19:42:33.764] Build status: STARTED
[19:42:33.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:65:0) after 9m35s
[19:52:08.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:65:0)
[19:52:09.035] Build status: STARTED
[19:52:09.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:66:0) after 4m55s
[19:57:04.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:66:0)
[19:57:04.083] Build status: STARTED
[19:57:04.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:67:0) after 8m55s
[20:05:59.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:67:0)
[20:05:59.243] Build status: STARTED
[20:05:59.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:68:0) after 8m0s
[20:13:59.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:68:0)
[20:13:59.373] Build status: STARTED
[20:13:59.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:69:0) after 7m8s
[20:21:07.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:69:0)
[20:21:07.432] Build status: STARTED
[20:21:07.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:70:0) after 5m11s
[20:26:18.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:70:0)
[20:26:18.606] Build status: STARTED
[20:26:18.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:71:0) after 6m34s
[20:32:52.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:71:0)
[20:32:52.782] Build status: STARTED
[20:32:52.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:72:0) after 2m42s
[20:35:34.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:72:0)
[20:35:34.808] Build status: STARTED
[20:35:34.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:73:0) after 5m55s
[20:41:29.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:73:0)
[20:41:29.856] Build status: STARTED
[20:41:29.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:74:0) after 1m28s
[20:42:57.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:74:0)
[20:42:57.947] Build status: STARTED
[20:42:57.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:75:0) after 8m18s
[20:51:16.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:75:0)
[20:51:16.196] Build status: STARTED
[20:51:16.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:76:0) after 1m23s
[20:52:39.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:76:0)
[20:52:39.348] Build status: STARTED
[20:52:39.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:77:0) after 9m58s
[21:02:37.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:77:0)
[21:02:37.429] Build status: STARTED
[21:02:37.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:78:0) after 4m8s
[21:06:45.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:78:0)
[21:06:45.615] Build status: STARTED
[21:06:45.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:79:0) after 2m0s
[21:08:45.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:79:0)
[21:08:45.677] Build status: STARTED
[21:08:45.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:80:0) after 2m6s
[21:10:51.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:80:0)
[21:10:51.723] Build status: STARTED
[21:10:51.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:81:0) after 7m29s
[21:18:20.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:81:0)
[21:18:20.884] Build status: STARTED
[21:18:20.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:82:0) after 4m42s
[21:23:02.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:82:0)
[21:23:02.971] Build status: STARTED
[21:23:02.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:83:0) after 6m7s
[21:29:10.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:83:0)
[21:29:10.073] Build status: STARTED
[21:29:10.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:84:0) after 8m44s
[21:37:54.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:84:0)
[21:37:54.318] Build status: STARTED
[21:37:54.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:85:0) after 9m0s
[21:46:54.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:85:0)
[21:46:54.431] Build status: STARTED
[21:46:54.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:86:0) after 1m33s
[21:48:27.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:86:0)
[21:48:27.892] Build status: STARTED
[21:48:27.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:87:0) after 2m4s
[21:50:32.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:87:0)
[21:50:32.033] Build status: STARTED
[21:50:32.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:88:0) after 8m47s
[21:59:19.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:88:0)
[21:59:19.147] Build status: STARTED
[21:59:19.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:89:0) after 2m20s
[22:01:39.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:89:0)
[22:01:39.340] Build status: STARTED
[22:01:39.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:90:0) after 8m25s
[22:10:04.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:90:0)
[22:10:04.501] Build status: STARTED
[22:10:04.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:91:0) after 6m56s
[22:17:00.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:91:0)
[22:17:00.658] Build status: STARTED
[22:17:00.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:92:0) after 1m7s
[22:18:08.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:92:0)
[22:18:08.032] Build status: STARTED
[22:18:08.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:93:0) after 8m12s
[22:26:20.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:93:0)
[22:26:20.215] Build status: STARTED
[22:26:20.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:94:0) after 6m4s
[22:32:24.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:94:0)
[22:32:24.276] Build status: STARTED
[22:32:24.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:95:0) after 1m41s
[22:34:05.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:95:0)
[22:34:05.339] Build status: STARTED
[22:34:05.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:96:0) after 3m13s
[22:37:18.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:96:0)
[22:37:18.404] Build status: STARTED
[22:37:18.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:97:0) after 8m54s
[22:46:12.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:97:0)
[22:46:13.016] Build status: STARTED
[22:46:13.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:98:0) after 8m37s
[22:54:50.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:98:0)
[22:54:50.186] Build status: STARTED
[22:54:50.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:99:0) after 9m54s
[23:04:44.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:99:0)
[23:04:44.253] Build status: STARTED
[23:04:44.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:100:0) after 7m41s
[23:12:25.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:100:0)
[23:12:25.318] Build status: STARTED
[23:12:25.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:101:0) after 1m10s
[23:13:35.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:101:0)
[23:13:35.416] Build status: STARTED
[23:13:35.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:102:0) after 9m5s
[23:22:40.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:102:0)
[23:22:40.587] Build status: STARTED
[23:22:40.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:103:0) after 3m17s
[23:25:57.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:103:0)
[23:25:57.801] Build status: STARTED
[23:25:57.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:104:0) after 3m57s
[23:29:54.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:104:0)
[23:29:54.957] Build status: STARTED
[23:29:54.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:105:0) after 7m17s
[23:37:12.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:105:0)
[23:37:12.187] Build status: STARTED
[23:37:12.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:106:0) after 2m39s
[23:39:51.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:106:0)
[23:39:51.536] Build status: STARTED
[23:39:51.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:107:0) after 1m40s
[23:41:31.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:107:0)
[23:41:31.891] Build status: STARTED
[23:41:31.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:108:0) after 3m13s
[23:44:44.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:108:0)
[23:44:44.955] Build status: STARTED
[23:44:44.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:109:0) after 8m44s
[23:53:28.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:109:0)
[23:53:29.000] Build status: STARTED
[23:53:29.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:110:0) after 9m44s
[00:03:13.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:110:0)
[00:03:13.335] Build status: STARTED
[00:03:13.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:111:0) after 3m25s
[00:06:38.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:111:0)
[00:06:38.585] Build status: STARTED
[00:06:38.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:112:0) after 5m14s
[00:11:52.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:112:0)
[00:11:52.701] Build status: STARTED
[00:11:52.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:113:0) after 5m46s
[00:17:38.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:113:0)
[00:17:38.946] Build status: STARTED
[00:17:38.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:114:0) after 1m7s
[00:18:46.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:114:0)
[00:18:46.168] Build status: STARTED
[00:18:46.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:115:0) after 9m12s
[00:27:58.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:115:0)
[00:27:58.226] Build status: STARTED
[00:27:58.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:116:0) after 7m5s
[00:35:03.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:116:0)
[00:35:03.554] Build status: STARTED
[00:35:03.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:117:0) after 7m10s
[00:42:13.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:117:0)
[00:42:13.663] Build status: STARTED
[00:42:13.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:118:0) after 1m14s
[00:43:27.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:118:0)
[00:43:27.790] Build status: STARTED
[00:43:27.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:119:0) after 2m16s
[00:45:43.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:119:0)
[00:45:43.959] Build status: STARTED
[00:45:43.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:120:0) after 6m25s
[00:52:08.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:120:0)
[00:52:09.012] Build status: STARTED
[00:52:09.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:121:0) after 2m54s
[00:55:03.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:121:0)
[00:55:03.065] Build status: STARTED
[00:55:03.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:122:0) after 5m46s
[01:00:49.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:122:0)
[01:00:49.357] Build status: STARTED
[01:00:49.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:123:0) after 3m27s
[01:04:16.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:123:0)
[01:04:16.658] Build status: STARTED
[01:04:16.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:124:0) after 9m59s
[01:14:15.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:124:0)
[01:14:15.741] Build status: STARTED
[01:14:15.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:125:0) after 9m11s
[01:23:26.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:125:0)
[01:23:26.799] Build status: STARTED
[01:23:26.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:126:0) after 1m2s
[01:24:28.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:126:0)
[01:24:28.851] Build status: STARTED
[01:24:28.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:127:0) after 2m29s
[01:26:57.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:127:0)
[01:26:58.006] Build status: STARTED
[01:26:58.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:128:0) after 3m19s
[01:30:17.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:128:0)
[01:30:17.052] Build status: STARTED
[01:30:17.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:129:0) after 8m55s
[01:39:12.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:129:0)
[01:39:12.107] Build status: STARTED
[01:39:12.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:130:0) after 7m8s
[01:46:20.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:130:0)
[01:46:20.169] Build status: STARTED
[01:46:20.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:131:0) after 2m41s
[01:49:01.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:131:0)
[01:49:01.592] Build status: STARTED
[01:49:01.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:132:0) after 3m17s
[01:52:18.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:132:0)
[01:52:18.772] Build status: STARTED
[01:52:18.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:133:0) after 8m39s
[02:00:57.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:133:0)
[02:00:57.888] Build status: STARTED
[02:00:57.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:134:0) after 6m33s
[02:07:31.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:134:0)
[02:07:31.231] Build status: STARTED
[02:07:31.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:135:0) after 7m51s
[02:15:22.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:135:0)
[02:15:22.432] Build status: STARTED
[02:15:22.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:136:0) after 1m17s
[02:16:39.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:136:0)
[02:16:39.476] Build status: STARTED
[02:16:39.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:137:0) after 7m10s
[02:23:49.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:137:0)
[02:23:49.682] Build status: STARTED
[02:23:49.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:138:0) after 6m51s
[02:30:40.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:138:0)
[02:30:40.877] Build status: STARTED
[02:30:40.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:139:0) after 8m47s
[02:39:28.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:139:0)
[02:39:28.090] Build status: STARTED
[02:39:28.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8975987550802931808:140:0) after 7m24s
[02:39:39.930] Received PubSub notification, asking Buildbucket for the build status
[02:39:39.991] Build:
{
  "id": "8810557488836303377",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 28003,
  "createdBy": "project:chromium",
  "createTime": "2022-06-23T14:30:31.884757918Z",
  "startTime": "2022-06-23T15:26:57.033738Z",
  "endTime": "2022-06-24T02:39:39.512628989Z",
  "updateTime": "2022-06-24T02:39:39.512628989Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3e6ce6d9d70a8d790405be58ea4ee204b2021adc",
      "ref": "refs/heads/main"
    }
  }
}
[02:39:39.991] Invocation finished in 12h9m9.365625766s with status FAILED