Status: FAILED
Triggered by: -
Duration: 13 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f26d020333f9dff1aa9d7851684c58324136cdce"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f26d020333f9dff1aa9d7851684c58324136cdce
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:05:42.907] New invocation is queued and will start shortly
[08:05:44.368] Starting the invocation (attempt 1)
[08:05:44.418] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f26d020333f9dff1aa9d7851684c58324136cdce"
[08:05:44.418] Popped gitiles commit info from properties and tags
[08:05:44.418] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:05:44.418] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:05:44.418] Buildbucket request:
{
  "requestId": "8965230721041219808",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f26d020333f9dff1aa9d7851684c58324136cdce",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8965230721041219808"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:05:44.875] Scheduled build:
{
  "id": "8799800658696015329",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29212,
  "createdBy": "project:chromium",
  "createTime": "2022-10-20T08:05:44.514338418Z",
  "updateTime": "2022-10-20T08:05:44.514338418Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f26d020333f9dff1aa9d7851684c58324136cdce",
      "ref": "refs/heads/main"
    }
  }
}
[08:05:44.877] Task URL: https://cr-buildbucket.appspot.com/build/8799800658696015329
[08:05:44.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:2:0) after 9m10s
[08:13:13.618] Received PubSub notification, asking Buildbucket for the build status
[08:13:13.665] Build status: STARTED
[08:14:55.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:2:0)
[08:14:55.064] Build status: STARTED
[08:14:55.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:4:0) after 6m19s
[08:21:14.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:4:0)
[08:21:14.114] Build status: STARTED
[08:21:14.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:5:0) after 1m28s
[08:22:42.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:5:0)
[08:22:42.423] Build status: STARTED
[08:22:42.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:6:0) after 3m27s
[08:26:09.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:6:0)
[08:26:09.532] Build status: STARTED
[08:26:09.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:7:0) after 9m19s
[08:35:28.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:7:0)
[08:35:28.590] Build status: STARTED
[08:35:28.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:8:0) after 9m5s
[08:44:33.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:8:0)
[08:44:33.903] Build status: STARTED
[08:44:33.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:9:0) after 1m7s
[08:45:40.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:9:0)
[08:45:41.006] Build status: STARTED
[08:45:41.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:10:0) after 7m6s
[08:52:47.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:10:0)
[08:52:47.073] Build status: STARTED
[08:52:47.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:11:0) after 6m11s
[08:58:58.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:11:0)
[08:58:58.471] Build status: STARTED
[08:58:58.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:12:0) after 1m57s
[09:00:55.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:12:0)
[09:00:55.580] Build status: STARTED
[09:00:55.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:13:0) after 1m20s
[09:02:15.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:13:0)
[09:02:15.643] Build status: STARTED
[09:02:15.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:14:0) after 1m51s
[09:04:06.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:14:0)
[09:04:06.716] Build status: STARTED
[09:04:06.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:15:0) after 7m52s
[09:11:58.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:15:0)
[09:11:58.769] Build status: STARTED
[09:11:58.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:16:0) after 4m13s
[09:16:11.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:16:0)
[09:16:11.836] Build status: STARTED
[09:16:11.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:17:0) after 2m32s
[09:18:43.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:17:0)
[09:18:43.996] Build status: STARTED
[09:18:43.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:18:0) after 2m55s
[09:21:39.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:18:0)
[09:21:39.155] Build status: STARTED
[09:21:39.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:19:0) after 4m24s
[09:26:03.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:19:0)
[09:26:03.229] Build status: STARTED
[09:26:03.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:20:0) after 9m54s
[09:35:57.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:20:0)
[09:35:57.347] Build status: STARTED
[09:35:57.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:21:0) after 9m11s
[09:45:08.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:21:0)
[09:45:08.612] Build status: STARTED
[09:45:08.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:22:0) after 8m21s
[09:53:29.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:22:0)
[09:53:29.770] Build status: STARTED
[09:53:29.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:23:0) after 4m40s
[09:58:09.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:23:0)
[09:58:09.836] Build status: STARTED
[09:58:09.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:24:0) after 3m36s
[10:01:45.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:24:0)
[10:01:45.915] Build status: STARTED
[10:01:45.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:25:0) after 3m26s
[10:05:11.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:25:0)
[10:05:11.960] Build status: STARTED
[10:05:11.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:26:0) after 4m33s
[10:09:44.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:26:0)
[10:09:45.029] Build status: STARTED
[10:09:45.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:27:0) after 2m33s
[10:12:18.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:27:0)
[10:12:18.333] Build status: STARTED
[10:12:18.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:28:0) after 5m23s
[10:17:41.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:28:0)
[10:17:41.417] Build status: STARTED
[10:17:41.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:29:0) after 9m59s
[10:27:40.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:29:0)
[10:27:40.703] Build status: STARTED
[10:27:40.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:30:0) after 7m55s
[10:35:35.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:30:0)
[10:35:35.864] Build status: STARTED
[10:35:35.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:31:0) after 9m13s
[10:44:48.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:31:0)
[10:44:49.002] Build status: STARTED
[10:44:49.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:32:0) after 9m40s
[10:54:29.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:32:0)
[10:54:29.235] Build status: STARTED
[10:54:29.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:33:0) after 8m38s
[11:03:07.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:33:0)
[11:03:07.461] Build status: STARTED
[11:03:07.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:34:0) after 3m45s
[11:06:52.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:34:0)
[11:06:52.648] Build status: STARTED
[11:06:52.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:35:0) after 9m26s
[11:16:18.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:35:0)
[11:16:18.903] Build status: STARTED
[11:16:18.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:36:0) after 5m13s
[11:21:32.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:36:0)
[11:21:32.045] Build status: STARTED
[11:21:32.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:37:0) after 3m44s
[11:25:16.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:37:0)
[11:25:16.234] Build status: STARTED
[11:25:16.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:38:0) after 4m51s
[11:30:07.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:38:0)
[11:30:07.781] Build status: STARTED
[11:30:07.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:39:0) after 2m45s
[11:32:52.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:39:0)
[11:32:52.837] Build status: STARTED
[11:32:52.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:40:0) after 9m49s
[11:42:42.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:40:0)
[11:42:42.120] Build status: STARTED
[11:42:42.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:41:0) after 3m42s
[11:46:24.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:41:0)
[11:46:24.182] Build status: STARTED
[11:46:24.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:42:0) after 5m30s
[11:51:54.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:42:0)
[11:51:54.453] Build status: STARTED
[11:51:54.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:43:0) after 1m15s
[11:53:09.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:43:0)
[11:53:09.596] Build status: STARTED
[11:53:09.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:44:0) after 1m30s
[11:54:39.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:44:0)
[11:54:39.652] Build status: STARTED
[11:54:39.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:45:0) after 6m24s
[12:01:03.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:45:0)
[12:01:03.736] Build status: STARTED
[12:01:03.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:46:0) after 9m33s
[12:10:36.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:46:0)
[12:10:36.793] Build status: STARTED
[12:10:36.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:47:0) after 1m37s
[12:12:13.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:47:0)
[12:12:13.864] Build status: STARTED
[12:12:13.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:48:0) after 2m43s
[12:14:56.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:48:0)
[12:14:56.988] Build status: STARTED
[12:14:56.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:49:0) after 9m26s
[12:24:23.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:49:0)
[12:24:23.339] Build status: STARTED
[12:24:23.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:50:0) after 3m51s
[12:28:14.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:50:0)
[12:28:14.434] Build status: STARTED
[12:28:14.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:51:0) after 4m3s
[12:32:17.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:51:0)
[12:32:17.568] Build status: STARTED
[12:32:17.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:52:0) after 1m57s
[12:34:14.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:52:0)
[12:34:14.653] Build status: STARTED
[12:34:14.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:53:0) after 2m53s
[12:37:07.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:53:0)
[12:37:07.709] Build status: STARTED
[12:37:07.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:54:0) after 9m2s
[12:46:09.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:54:0)
[12:46:09.772] Build status: STARTED
[12:46:09.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:55:0) after 2m52s
[12:49:01.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:55:0)
[12:49:01.803] Build status: STARTED
[12:49:01.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:56:0) after 9m9s
[12:58:11.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:56:0)
[12:58:11.044] Build status: STARTED
[12:58:11.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:57:0) after 6m40s
[13:04:51.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:57:0)
[13:04:51.443] Build status: STARTED
[13:04:51.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:58:0) after 9m10s
[13:14:01.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:58:0)
[13:14:01.501] Build status: STARTED
[13:14:01.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:59:0) after 3m18s
[13:17:19.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:59:0)
[13:17:19.630] Build status: STARTED
[13:17:19.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:60:0) after 7m18s
[13:24:37.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:60:0)
[13:24:43.333] Build status: STARTED
[13:24:43.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:61:0) after 3m8s
[13:27:51.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:61:0)
[13:27:51.412] Build status: STARTED
[13:27:51.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:62:0) after 5m54s
[13:33:45.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:62:0)
[13:33:45.607] Build status: STARTED
[13:33:45.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:63:0) after 7m37s
[13:41:22.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:63:0)
[13:41:22.639] Build status: STARTED
[13:41:22.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:64:0) after 3m34s
[13:44:56.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:64:0)
[13:44:56.820] Build status: STARTED
[13:44:56.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:65:0) after 5m3s
[13:49:59.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:65:0)
[13:50:00.022] Build status: STARTED
[13:50:00.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:66:0) after 9m11s
[13:59:11.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:66:0)
[13:59:11.116] Build status: STARTED
[13:59:11.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:67:0) after 3m57s
[14:03:08.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:67:0)
[14:03:08.196] Build status: STARTED
[14:03:08.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:68:0) after 6m33s
[14:09:41.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:68:0)
[14:09:41.559] Build status: STARTED
[14:09:41.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:69:0) after 9m45s
[14:19:26.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:69:0)
[14:19:26.748] Build status: STARTED
[14:19:26.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:70:0) after 4m43s
[14:24:09.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:70:0)
[14:24:09.931] Build status: STARTED
[14:24:09.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:71:0) after 3m55s
[14:28:04.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:71:0)
[14:28:05.015] Build status: STARTED
[14:28:05.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:72:0) after 3m43s
[14:31:48.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:72:0)
[14:31:48.070] Build status: STARTED
[14:31:48.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:73:0) after 7m17s
[14:39:05.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:73:0)
[14:39:05.172] Build status: STARTED
[14:39:05.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:74:0) after 1m43s
[14:40:48.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:74:0)
[14:40:48.335] Build status: STARTED
[14:40:48.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:75:0) after 3m6s
[14:43:54.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:75:0)
[14:43:54.548] Build status: STARTED
[14:43:54.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:76:0) after 4m13s
[14:48:07.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:76:0)
[14:48:07.728] Build status: STARTED
[14:48:07.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:77:0) after 1m58s
[14:50:05.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:77:0)
[14:50:05.905] Build status: STARTED
[14:50:05.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:78:0) after 9m3s
[14:59:09.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:78:0)
[14:59:09.227] Build status: STARTED
[14:59:09.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:79:0) after 9m54s
[15:09:03.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:79:0)
[15:09:03.313] Build status: STARTED
[15:09:03.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:80:0) after 8m15s
[15:17:18.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:80:0)
[15:17:18.847] Build status: STARTED
[15:17:18.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:81:0) after 2m0s
[15:19:18.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:81:0)
[15:19:18.979] Build status: STARTED
[15:19:18.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:82:0) after 5m20s
[15:24:39.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:82:0)
[15:24:39.099] Build status: STARTED
[15:24:39.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:83:0) after 8m51s
[15:33:30.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:83:0)
[15:33:30.596] Build status: STARTED
[15:33:30.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:84:0) after 3m26s
[15:36:56.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:84:0)
[15:36:56.657] Build status: STARTED
[15:36:56.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:85:0) after 3m1s
[15:39:57.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:85:0)
[15:39:58.015] Build status: STARTED
[15:39:58.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:86:0) after 3m10s
[15:43:08.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:86:0)
[15:43:08.082] Build status: STARTED
[15:43:08.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:87:0) after 7m58s
[15:51:06.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:87:0)
[15:51:06.150] Build status: STARTED
[15:51:06.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:88:0) after 9m23s
[16:00:29.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:88:0)
[16:00:29.281] Build status: STARTED
[16:00:29.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:89:0) after 3m47s
[16:04:16.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:89:0)
[16:04:16.344] Build status: STARTED
[16:04:16.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:90:0) after 3m31s
[16:07:47.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:90:0)
[16:07:47.495] Build status: STARTED
[16:07:47.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:91:0) after 2m27s
[16:10:14.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:91:0)
[16:10:14.550] Build status: STARTED
[16:10:14.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:92:0) after 7m34s
[16:17:49.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:92:0)
[16:17:49.441] Build status: STARTED
[16:17:49.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:93:0) after 7m33s
[16:25:22.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:93:0)
[16:25:22.600] Build status: STARTED
[16:25:22.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:94:0) after 4m22s
[16:29:44.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:94:0)
[16:29:44.736] Build status: STARTED
[16:29:44.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:95:0) after 3m7s
[16:32:51.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:95:0)
[16:32:52.016] Build status: STARTED
[16:32:52.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:96:0) after 3m3s
[16:35:55.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:96:0)
[16:35:55.138] Build status: STARTED
[16:35:55.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:97:0) after 9m55s
[16:45:50.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:97:0)
[16:45:50.203] Build status: STARTED
[16:45:50.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:98:0) after 8m41s
[16:54:31.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:98:0)
[16:54:31.532] Build status: STARTED
[16:54:31.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:99:0) after 7m14s
[17:01:45.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:99:0)
[17:01:45.640] Build status: STARTED
[17:01:45.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:100:0) after 9m14s
[17:10:59.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:100:0)
[17:10:59.888] Build status: STARTED
[17:10:59.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:101:0) after 1m3s
[17:12:03.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:101:0)
[17:12:03.193] Build status: STARTED
[17:12:03.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:102:0) after 4m17s
[17:16:20.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:102:0)
[17:16:20.306] Build status: STARTED
[17:16:20.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:103:0) after 9m19s
[17:25:39.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:103:0)
[17:25:39.494] Build status: STARTED
[17:25:39.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:104:0) after 8m2s
[17:33:41.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:104:0)
[17:33:41.586] Build status: STARTED
[17:33:41.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:105:0) after 8m17s
[17:41:58.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:105:0)
[17:41:58.739] Build status: STARTED
[17:41:58.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:106:0) after 2m43s
[17:44:41.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:106:0)
[17:44:41.828] Build status: STARTED
[17:44:41.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:107:0) after 4m51s
[17:49:32.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:107:0)
[17:49:32.906] Build status: STARTED
[17:49:32.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:108:0) after 3m50s
[17:53:22.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:108:0)
[17:53:22.993] Build status: STARTED
[17:53:22.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:109:0) after 3m42s
[17:57:05.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:109:0)
[17:57:05.509] Build status: STARTED
[17:57:05.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:110:0) after 5m44s
[18:02:49.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:110:0)
[18:02:49.572] Build status: STARTED
[18:02:49.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:111:0) after 7m29s
[18:10:18.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:111:0)
[18:10:18.709] Build status: STARTED
[18:10:18.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:112:0) after 3m16s
[18:13:34.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:112:0)
[18:13:34.822] Build status: STARTED
[18:13:34.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:113:0) after 6m13s
[18:19:48.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:113:0)
[18:19:48.067] Build status: STARTED
[18:19:48.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:114:0) after 6m59s
[18:26:47.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:114:0)
[18:26:47.157] Build status: STARTED
[18:26:47.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:115:0) after 4m30s
[18:31:17.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:115:0)
[18:31:17.269] Build status: STARTED
[18:31:17.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:116:0) after 8m49s
[18:40:06.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:116:0)
[18:40:06.403] Build status: STARTED
[18:40:06.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:117:0) after 7m12s
[18:47:18.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:117:0)
[18:47:18.588] Build status: STARTED
[18:47:18.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:118:0) after 7m30s
[18:54:48.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:118:0)
[18:54:48.719] Build status: STARTED
[18:54:48.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:119:0) after 8m49s
[19:03:37.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:119:0)
[19:03:37.901] Build status: STARTED
[19:03:37.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:120:0) after 3m49s
[19:07:27.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:120:0)
[19:07:27.158] Build status: STARTED
[19:07:27.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:121:0) after 8m26s
[19:15:53.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:121:0)
[19:15:53.601] Build status: STARTED
[19:15:53.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:122:0) after 1m56s
[19:17:49.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:122:0)
[19:17:49.910] Build status: STARTED
[19:17:49.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:123:0) after 6m49s
[19:24:38.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:123:0)
[19:24:38.962] Build status: STARTED
[19:24:38.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:124:0) after 7m27s
[19:32:06.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:124:0)
[19:32:06.505] Build status: STARTED
[19:32:06.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:125:0) after 1m14s
[19:33:20.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:125:0)
[19:33:20.558] Build status: STARTED
[19:33:20.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:126:0) after 3m5s
[19:36:25.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:126:0)
[19:36:25.666] Build status: STARTED
[19:36:25.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:127:0) after 4m43s
[19:41:08.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:127:0)
[19:41:08.996] Build status: STARTED
[19:41:08.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:128:0) after 5m52s
[19:47:01.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:128:0)
[19:47:01.202] Build status: STARTED
[19:47:01.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:129:0) after 9m25s
[19:56:26.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:129:0)
[19:56:26.539] Build status: STARTED
[19:56:26.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:130:0) after 8m3s
[20:04:29.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:130:0)
[20:04:29.631] Build status: STARTED
[20:04:29.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:131:0) after 3m47s
[20:08:16.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:131:0)
[20:08:16.924] Build status: STARTED
[20:08:16.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:132:0) after 1m36s
[20:09:52.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:132:0)
[20:09:53.014] Build status: STARTED
[20:09:53.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:133:0) after 7m4s
[20:16:57.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:133:0)
[20:16:57.104] Build status: STARTED
[20:16:57.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:134:0) after 3m42s
[20:20:39.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:134:0)
[20:20:39.317] Build status: STARTED
[20:20:39.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:135:0) after 1m17s
[20:21:56.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:135:0)
[20:21:56.732] Build status: STARTED
[20:21:56.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:136:0) after 7m52s
[20:29:48.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:136:0)
[20:29:49.011] Build status: STARTED
[20:29:49.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:137:0) after 1m2s
[20:30:51.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:137:0)
[20:30:51.666] Build status: STARTED
[20:30:51.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:138:0) after 5m24s
[20:36:15.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:138:0)
[20:36:15.985] Build status: STARTED
[20:36:15.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:139:0) after 6m24s
[20:42:40.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:139:0)
[20:42:40.211] Build status: STARTED
[20:42:40.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:140:0) after 5m17s
[20:47:57.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:140:0)
[20:47:57.318] Build status: STARTED
[20:47:57.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:141:0) after 3m54s
[20:51:51.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:141:0)
[20:51:51.489] Build status: STARTED
[20:51:51.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:142:0) after 3m18s
[20:55:09.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:142:0)
[20:55:09.775] Build status: STARTED
[20:55:09.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:143:0) after 9m46s
[21:04:55.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:143:0)
[21:04:55.794] Build status: STARTED
[21:04:55.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:144:0) after 3m28s
[21:08:23.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:144:0)
[21:08:23.995] Build status: STARTED
[21:08:23.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:145:0) after 7m10s
[21:15:34.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:145:0)
[21:15:34.606] Build status: STARTED
[21:15:34.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:146:0) after 2m2s
[21:17:36.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:146:0)
[21:17:36.664] Build status: STARTED
[21:17:36.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:147:0) after 6m30s
[21:24:07.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:147:0)
[21:24:07.210] Build status: STARTED
[21:24:07.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8965230721041219808:148:0) after 8m57s
[21:26:22.564] Received PubSub notification, asking Buildbucket for the build status
[21:26:22.590] Build:
{
  "id": "8799800658696015329",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29212,
  "createdBy": "project:chromium",
  "createTime": "2022-10-20T08:05:44.514338418Z",
  "startTime": "2022-10-20T08:13:12.095889Z",
  "endTime": "2022-10-20T21:26:22.190525537Z",
  "updateTime": "2022-10-20T21:26:22.190525537Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f26d020333f9dff1aa9d7851684c58324136cdce",
      "ref": "refs/heads/main"
    }
  }
}
[21:26:22.590] Invocation finished in 13h20m39.696597472s with status FAILED