Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c283e1072e6c454b03d25a40c79670409ec14ef4"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c283e1072e6c454b03d25a40c79670409ec14ef4
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[14:47:24.394] New invocation is queued and will start shortly
[14:47:25.603] Starting the invocation (attempt 1)
[14:47:25.638] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c283e1072e6c454b03d25a40c79670409ec14ef4"
[14:47:25.638] Popped gitiles commit info from properties and tags
[14:47:25.638] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:47:25.638] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:47:25.638] Buildbucket request:
{
  "requestId": "8985317975344984000",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c283e1072e6c454b03d25a40c79670409ec14ef4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8985317975344984000"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:47:26.233] Scheduled build:
{
  "id": "8819887913271770417",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27589,
  "createdBy": "project:chromium",
  "createTime": "2022-03-12T14:47:25.738605933Z",
  "updateTime": "2022-03-12T14:47:25.738605933Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c283e1072e6c454b03d25a40c79670409ec14ef4",
      "ref": "refs/heads/main"
    }
  }
}
[14:47:26.233] Task URL: https://cr-buildbucket.appspot.com/build/8819887913271770417
[14:47:26.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:2:0) after 4m9s
[14:51:35.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:2:0)
[14:51:35.429] Build status: SCHEDULED
[14:51:35.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:3:0) after 4m25s
[14:56:00.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:3:0)
[14:56:00.492] Build status: SCHEDULED
[14:56:00.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:4:0) after 8m49s
[15:01:01.160] Received PubSub notification, asking Buildbucket for the build status
[15:01:01.179] Build status: STARTED
[15:04:49.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:4:0)
[15:04:49.547] Build status: STARTED
[15:04:49.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:6:0) after 1m35s
[15:06:24.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:6:0)
[15:06:24.588] Build status: STARTED
[15:06:24.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:7:0) after 9m53s
[15:16:17.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:7:0)
[15:16:17.629] Build status: STARTED
[15:16:17.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:8:0) after 4m23s
[15:20:40.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:8:0)
[15:20:40.686] Build status: STARTED
[15:20:40.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:9:0) after 7m49s
[15:28:29.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:9:0)
[15:28:29.750] Build status: STARTED
[15:28:29.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:10:0) after 2m8s
[15:30:37.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:10:0)
[15:30:37.813] Build status: STARTED
[15:30:37.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:11:0) after 2m8s
[15:32:46.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:11:0)
[15:32:46.107] Build status: STARTED
[15:32:46.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:12:0) after 9m14s
[15:42:00.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:12:0)
[15:42:00.113] Build status: STARTED
[15:42:00.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:13:0) after 8m15s
[15:50:15.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:13:0)
[15:50:15.227] Build status: STARTED
[15:50:15.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:14:0) after 8m9s
[15:58:24.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:14:0)
[15:58:24.311] Build status: STARTED
[15:58:24.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:15:0) after 5m34s
[16:03:58.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:15:0)
[16:03:58.449] Build status: STARTED
[16:03:58.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:16:0) after 9m56s
[16:13:54.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:16:0)
[16:13:54.493] Build status: STARTED
[16:13:54.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:17:0) after 4m9s
[16:18:03.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:17:0)
[16:18:03.536] Build status: STARTED
[16:18:03.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:18:0) after 4m58s
[16:23:01.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:18:0)
[16:23:01.680] Build status: STARTED
[16:23:01.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:19:0) after 9m2s
[16:32:03.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:19:0)
[16:32:03.932] Build status: STARTED
[16:32:03.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:20:0) after 4m18s
[16:36:21.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:20:0)
[16:36:21.988] Build status: STARTED
[16:36:21.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:21:0) after 8m14s
[16:44:36.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:21:0)
[16:44:36.114] Build status: STARTED
[16:44:36.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:22:0) after 2m34s
[16:47:10.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:22:0)
[16:47:10.144] Build status: STARTED
[16:47:10.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:23:0) after 2m52s
[16:50:02.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:23:0)
[16:50:02.202] Build status: STARTED
[16:50:02.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:24:0) after 9m15s
[16:59:17.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:24:0)
[16:59:17.241] Build status: STARTED
[16:59:17.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:25:0) after 1m18s
[17:00:35.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:25:0)
[17:00:35.351] Build status: STARTED
[17:00:35.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:26:0) after 5m6s
[17:05:41.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:26:0)
[17:05:41.419] Build status: STARTED
[17:05:41.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:27:0) after 2m56s
[17:08:37.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:27:0)
[17:08:37.551] Build status: STARTED
[17:08:37.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:28:0) after 6m59s
[17:15:36.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:28:0)
[17:15:36.560] Build status: STARTED
[17:15:36.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:29:0) after 3m40s
[17:19:16.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:29:0)
[17:19:16.621] Build status: STARTED
[17:19:16.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:30:0) after 2m5s
[17:21:21.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:30:0)
[17:21:21.674] Build status: STARTED
[17:21:21.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:31:0) after 8m39s
[17:30:00.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:31:0)
[17:30:00.730] Build status: STARTED
[17:30:00.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:32:0) after 8m55s
[17:38:55.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:32:0)
[17:38:55.826] Build status: STARTED
[17:38:55.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:33:0) after 6m36s
[17:45:31.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:33:0)
[17:45:31.878] Build status: STARTED
[17:45:31.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:34:0) after 1m14s
[17:46:45.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:34:0)
[17:46:46.031] Build status: STARTED
[17:46:46.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:35:0) after 2m16s
[17:49:02.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:35:0)
[17:49:02.073] Build status: STARTED
[17:49:02.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:36:0) after 2m11s
[17:51:13.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:36:0)
[17:51:13.234] Build status: STARTED
[17:51:13.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:37:0) after 1m31s
[17:52:44.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:37:0)
[17:52:44.294] Build status: STARTED
[17:52:44.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:38:0) after 7m21s
[18:00:05.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:38:0)
[18:00:05.382] Build status: STARTED
[18:00:05.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:39:0) after 2m3s
[18:02:08.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:39:0)
[18:02:08.624] Build status: STARTED
[18:02:08.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:40:0) after 4m4s
[18:06:12.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:40:0)
[18:06:12.716] Build status: STARTED
[18:06:12.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:41:0) after 2m21s
[18:08:33.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:41:0)
[18:08:33.756] Build status: STARTED
[18:08:33.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:42:0) after 5m2s
[18:13:35.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:42:0)
[18:13:35.951] Build status: STARTED
[18:13:35.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:43:0) after 2m28s
[18:16:04.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:43:0)
[18:16:04.185] Build status: STARTED
[18:16:04.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:44:0) after 8m31s
[18:24:35.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:44:0)
[18:24:35.245] Build status: STARTED
[18:24:35.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:45:0) after 5m55s
[18:30:30.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:45:0)
[18:30:30.521] Build status: STARTED
[18:30:30.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:46:0) after 2m22s
[18:32:52.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:46:0)
[18:32:54.290] Build status: STARTED
[18:32:54.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:47:0) after 8m0s
[18:40:54.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:47:0)
[18:40:54.513] Build status: STARTED
[18:40:54.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:48:0) after 3m10s
[18:44:04.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:48:0)
[18:44:04.552] Build status: STARTED
[18:44:04.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:49:0) after 8m2s
[18:52:06.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:49:0)
[18:52:06.976] Build status: STARTED
[18:52:06.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:50:0) after 5m41s
[18:57:47.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:50:0)
[18:57:48.025] Build status: STARTED
[18:57:48.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:51:0) after 5m39s
[19:03:27.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:51:0)
[19:03:27.065] Build status: STARTED
[19:03:27.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:52:0) after 4m50s
[19:08:17.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:52:0)
[19:08:17.493] Build status: STARTED
[19:08:17.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:53:0) after 1m50s
[19:10:07.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:53:0)
[19:10:07.540] Build status: STARTED
[19:10:07.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:54:0) after 4m19s
[19:14:26.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:54:0)
[19:14:26.581] Build status: STARTED
[19:14:26.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:55:0) after 8m34s
[19:23:00.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:55:0)
[19:23:00.761] Build status: STARTED
[19:23:00.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:56:0) after 7m42s
[19:30:43.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:56:0)
[19:30:43.185] Build status: STARTED
[19:30:43.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:57:0) after 6m59s
[19:37:42.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:57:0)
[19:37:42.234] Build status: STARTED
[19:37:42.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:58:0) after 8m54s
[19:46:37.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:58:0)
[19:46:37.856] Build status: STARTED
[19:46:37.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:59:0) after 2m38s
[19:49:15.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:59:0)
[19:49:15.987] Build status: STARTED
[19:49:15.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:60:0) after 5m55s
[19:55:11.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:60:0)
[19:55:11.045] Build status: STARTED
[19:55:11.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:61:0) after 8m41s
[20:03:52.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:61:0)
[20:03:52.144] Build status: STARTED
[20:03:52.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:62:0) after 6m57s
[20:10:49.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:62:0)
[20:10:49.260] Build status: STARTED
[20:10:49.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:63:0) after 9m15s
[20:20:04.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:63:0)
[20:20:04.379] Build status: STARTED
[20:20:04.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:64:0) after 5m32s
[20:25:36.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:64:0)
[20:25:36.415] Build status: STARTED
[20:25:36.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:65:0) after 4m24s
[20:30:00.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:65:0)
[20:30:00.466] Build status: STARTED
[20:30:00.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:66:0) after 5m34s
[20:35:34.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:66:0)
[20:35:34.518] Build status: STARTED
[20:35:34.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:67:0) after 3m33s
[20:39:07.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:67:0)
[20:39:07.586] Build status: STARTED
[20:39:07.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:68:0) after 1m45s
[20:40:52.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:68:0)
[20:40:52.641] Build status: STARTED
[20:40:52.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:69:0) after 8m33s
[20:49:25.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:69:0)
[20:49:25.690] Build status: STARTED
[20:49:25.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:70:0) after 5m47s
[20:55:12.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:70:0)
[20:55:12.817] Build status: STARTED
[20:55:12.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:71:0) after 1m17s
[20:56:29.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:71:0)
[20:56:29.891] Build status: STARTED
[20:56:29.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:72:0) after 3m51s
[21:00:21.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:72:0)
[21:00:21.102] Build status: STARTED
[21:00:21.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:73:0) after 1m49s
[21:02:10.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:73:0)
[21:02:10.156] Build status: STARTED
[21:02:10.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:74:0) after 7m48s
[21:09:58.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:74:0)
[21:09:58.186] Build status: STARTED
[21:09:58.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:75:0) after 6m28s
[21:16:26.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:75:0)
[21:16:26.248] Build status: STARTED
[21:16:26.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:76:0) after 3m43s
[21:20:09.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:76:0)
[21:20:09.296] Build status: STARTED
[21:20:09.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:77:0) after 6m50s
[21:26:59.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:77:0)
[21:26:59.651] Build status: STARTED
[21:26:59.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:78:0) after 7m35s
[21:34:34.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:78:0)
[21:34:34.859] Build status: STARTED
[21:34:34.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:79:0) after 9m35s
[21:44:10.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:79:0)
[21:44:10.081] Build status: STARTED
[21:44:10.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:80:0) after 1m42s
[21:45:52.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:80:0)
[21:45:52.142] Build status: STARTED
[21:45:52.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:81:0) after 8m5s
[21:53:57.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:81:0)
[21:53:57.168] Build status: STARTED
[21:53:57.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:82:0) after 9m31s
[22:03:28.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:82:0)
[22:03:28.255] Build status: STARTED
[22:03:28.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:83:0) after 8m30s
[22:11:58.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:83:0)
[22:11:58.321] Build status: STARTED
[22:11:58.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:84:0) after 3m44s
[22:15:42.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:84:0)
[22:15:42.480] Build status: STARTED
[22:15:42.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:85:0) after 4m19s
[22:20:01.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:85:0)
[22:20:01.540] Build status: STARTED
[22:20:01.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:86:0) after 5m9s
[22:25:10.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:86:0)
[22:25:10.686] Build status: STARTED
[22:25:10.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:87:0) after 3m39s
[22:28:49.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:87:0)
[22:28:49.837] Build status: STARTED
[22:28:49.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:88:0) after 9m32s
[22:38:22.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:88:0)
[22:38:22.804] Build status: STARTED
[22:38:22.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:89:0) after 2m58s
[22:41:21.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:89:0)
[22:41:21.146] Build status: STARTED
[22:41:21.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:90:0) after 8m24s
[22:49:45.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:90:0)
[22:49:45.193] Build status: STARTED
[22:49:45.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:91:0) after 4m13s
[22:53:58.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:91:0)
[22:53:58.245] Build status: STARTED
[22:53:58.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:92:0) after 6m42s
[23:00:40.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:92:0)
[23:00:40.748] Build status: STARTED
[23:00:40.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:93:0) after 9m32s
[23:10:12.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:93:0)
[23:10:12.806] Build status: STARTED
[23:10:12.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:94:0) after 1m7s
[23:11:19.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:94:0)
[23:11:19.868] Build status: STARTED
[23:11:19.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:95:0) after 6m29s
[23:17:48.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:95:0)
[23:17:48.951] Build status: STARTED
[23:17:48.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:96:0) after 5m36s
[23:23:24.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:96:0)
[23:23:24.993] Build status: STARTED
[23:23:24.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:97:0) after 5m15s
[23:28:40.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:97:0)
[23:28:40.095] Build status: STARTED
[23:28:40.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:98:0) after 4m4s
[23:32:44.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:98:0)
[23:32:44.277] Build status: STARTED
[23:32:44.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:99:0) after 7m7s
[23:39:51.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:99:0)
[23:39:51.330] Build status: STARTED
[23:39:51.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:100:0) after 2m40s
[23:42:31.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:100:0)
[23:42:31.390] Build status: STARTED
[23:42:31.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:101:0) after 1m55s
[23:44:26.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:101:0)
[23:44:26.435] Build status: STARTED
[23:44:26.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:102:0) after 2m59s
[23:47:25.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:102:0)
[23:47:25.494] Build status: STARTED
[23:47:25.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:103:0) after 3m53s
[23:51:18.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:103:0)
[23:51:18.942] Build status: STARTED
[23:51:18.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:104:0) after 2m28s
[23:53:46.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:104:0)
[23:53:47.048] Build status: STARTED
[23:53:47.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:105:0) after 9m33s
[00:03:20.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:105:0)
[00:03:20.240] Build status: STARTED
[00:03:20.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:106:0) after 5m57s
[00:09:17.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:106:0)
[00:09:17.382] Build status: STARTED
[00:09:17.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:107:0) after 7m12s
[00:16:29.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:107:0)
[00:16:29.431] Build status: STARTED
[00:16:29.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:108:0) after 4m27s
[00:20:56.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:108:0)
[00:20:56.526] Build status: STARTED
[00:20:56.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:109:0) after 5m55s
[00:26:51.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:109:0)
[00:26:51.590] Build status: STARTED
[00:26:51.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:110:0) after 6m27s
[00:33:18.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:110:0)
[00:33:18.761] Build status: STARTED
[00:33:18.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:111:0) after 6m15s
[00:39:33.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:111:0)
[00:39:33.801] Build status: STARTED
[00:39:33.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:112:0) after 8m35s
[00:48:08.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:112:0)
[00:48:08.883] Build status: STARTED
[00:48:08.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:113:0) after 2m5s
[00:50:14.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:113:0)
[00:50:14.188] Build status: STARTED
[00:50:14.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:114:0) after 4m11s
[00:54:25.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:114:0)
[00:54:25.241] Build status: STARTED
[00:54:25.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:115:0) after 1m45s
[00:56:10.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:115:0)
[00:56:10.281] Build status: STARTED
[00:56:10.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:116:0) after 8m1s
[01:04:11.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:116:0)
[01:04:11.314] Build status: STARTED
[01:04:11.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:117:0) after 4m47s
[01:08:58.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:117:0)
[01:08:58.921] Build status: STARTED
[01:08:58.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:118:0) after 1m20s
[01:10:19.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:118:0)
[01:10:19.167] Build status: STARTED
[01:10:19.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:119:0) after 7m6s
[01:17:25.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:119:0)
[01:17:25.214] Build status: STARTED
[01:17:25.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:120:0) after 2m0s
[01:19:25.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:120:0)
[01:19:25.489] Build status: STARTED
[01:19:25.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:121:0) after 1m50s
[01:21:15.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:121:0)
[01:21:15.533] Build status: STARTED
[01:21:15.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:122:0) after 3m14s
[01:24:29.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:122:0)
[01:24:29.786] Build status: STARTED
[01:24:29.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:123:0) after 6m51s
[01:31:20.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:123:0)
[01:31:20.847] Build status: STARTED
[01:31:20.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:124:0) after 2m57s
[01:34:17.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:124:0)
[01:34:17.994] Build status: STARTED
[01:34:17.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8985317975344984000:125:0) after 9m0s
[01:41:12.584] Received PubSub notification, asking Buildbucket for the build status
[01:41:12.609] Build:
{
  "id": "8819887913271770417",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27589,
  "createdBy": "project:chromium",
  "createTime": "2022-03-12T14:47:25.738605933Z",
  "startTime": "2022-03-12T15:00:59.664727Z",
  "endTime": "2022-03-13T01:41:11.542249560Z",
  "updateTime": "2022-03-13T01:41:11.542249560Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c283e1072e6c454b03d25a40c79670409ec14ef4",
      "ref": "refs/heads/main"
    }
  }
}
[01:41:12.609] Invocation finished in 10h53m48.230216765s with status FAILED