Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "db5bcd5c5369d46f404f091515dbfbfec422e822"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/db5bcd5c5369d46f404f091515dbfbfec422e822
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:05:39.473] New invocation is queued and will start shortly
[09:05:40.508] Starting the invocation (attempt 1)
[09:05:40.568] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/db5bcd5c5369d46f404f091515dbfbfec422e822"
[09:05:40.568] Popped gitiles commit info from properties and tags
[09:05:40.568] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:05:40.569] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:05:40.569] Buildbucket request:
{
  "requestId": "8957254416728673504",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "db5bcd5c5369d46f404f091515dbfbfec422e822",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8957254416728673504"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:05:41.005] Scheduled build:
{
  "id": "8791824354842822465",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29653,
  "createdBy": "project:chromium",
  "createTime": "2023-01-16T09:05:40.639062344Z",
  "updateTime": "2023-01-16T09:05:40.639062344Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "db5bcd5c5369d46f404f091515dbfbfec422e822",
      "ref": "refs/heads/main"
    }
  }
}
[09:05:41.005] Task URL: https://cr-buildbucket.appspot.com/build/8791824354842822465
[09:05:41.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:2:0) after 6m51s
[09:12:32.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:2:0)
[09:12:32.056] Build status: SCHEDULED
[09:12:32.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:3:0) after 8m45s
[09:17:05.841] Received PubSub notification, asking Buildbucket for the build status
[09:17:05.869] Build status: STARTED
[09:21:17.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:3:0)
[09:21:17.393] Build status: STARTED
[09:21:17.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:5:0) after 7m13s
[09:28:30.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:5:0)
[09:28:30.509] Build status: STARTED
[09:28:30.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:6:0) after 4m35s
[09:33:05.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:6:0)
[09:33:05.727] Build status: STARTED
[09:33:05.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:7:0) after 7m10s
[09:40:15.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:7:0)
[09:40:15.896] Build status: STARTED
[09:40:15.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:8:0) after 9m26s
[09:49:41.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:8:0)
[09:49:41.934] Build status: STARTED
[09:49:41.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:9:0) after 1m18s
[09:51:00.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:9:0)
[09:51:00.395] Build status: STARTED
[09:51:00.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:10:0) after 5m32s
[09:56:32.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:10:0)
[09:56:32.510] Build status: STARTED
[09:56:32.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:11:0) after 7m54s
[10:04:26.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:11:0)
[10:04:26.564] Build status: STARTED
[10:04:26.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:12:0) after 1m11s
[10:05:37.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:12:0)
[10:05:37.658] Build status: STARTED
[10:05:37.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:13:0) after 9m20s
[10:14:57.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:13:0)
[10:14:57.707] Build status: STARTED
[10:14:57.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:14:0) after 9m20s
[10:24:17.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:14:0)
[10:24:17.855] Build status: STARTED
[10:24:17.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:15:0) after 7m13s
[10:31:30.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:15:0)
[10:31:30.906] Build status: STARTED
[10:31:30.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:16:0) after 6m16s
[10:37:46.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:16:0)
[10:37:46.950] Build status: STARTED
[10:37:46.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:17:0) after 7m30s
[10:45:17.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:17:0)
[10:45:17.037] Build status: STARTED
[10:45:17.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:18:0) after 5m12s
[10:50:29.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:18:0)
[10:50:29.167] Build status: STARTED
[10:50:29.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:19:0) after 2m12s
[10:52:41.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:19:0)
[10:52:41.270] Build status: STARTED
[10:52:41.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:20:0) after 4m31s
[10:57:12.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:20:0)
[10:57:12.336] Build status: STARTED
[10:57:12.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:21:0) after 6m48s
[11:04:00.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:21:0)
[11:04:00.517] Build status: STARTED
[11:04:00.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:22:0) after 8m39s
[11:12:39.542] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:22:0)
[11:12:39.559] Build status: STARTED
[11:12:39.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:23:0) after 7m22s
[11:20:01.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:23:0)
[11:20:01.666] Build status: STARTED
[11:20:01.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:24:0) after 1m11s
[11:21:12.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:24:0)
[11:21:12.711] Build status: STARTED
[11:21:12.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:25:0) after 4m37s
[11:25:49.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:25:0)
[11:25:49.949] Build status: STARTED
[11:25:49.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:26:0) after 2m31s
[11:28:21.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:26:0)
[11:28:21.084] Build status: STARTED
[11:28:21.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:27:0) after 2m59s
[11:31:20.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:27:0)
[11:31:20.327] Build status: STARTED
[11:31:20.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:28:0) after 2m43s
[11:34:03.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:28:0)
[11:34:03.381] Build status: STARTED
[11:34:03.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:29:0) after 6m26s
[11:40:29.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:29:0)
[11:40:29.466] Build status: STARTED
[11:40:29.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:30:0) after 4m25s
[11:44:54.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:30:0)
[11:44:54.870] Build status: STARTED
[11:44:54.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:31:0) after 3m12s
[11:48:07.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:31:0)
[11:48:07.154] Build status: STARTED
[11:48:07.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:32:0) after 9m50s
[11:57:57.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:32:0)
[11:57:57.322] Build status: STARTED
[11:57:57.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:33:0) after 6m26s
[12:04:23.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:33:0)
[12:04:23.425] Build status: STARTED
[12:04:23.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:34:0) after 8m51s
[12:13:14.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:34:0)
[12:13:14.513] Build status: STARTED
[12:13:14.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:35:0) after 3m3s
[12:16:17.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:35:0)
[12:16:17.926] Build status: STARTED
[12:16:17.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:36:0) after 9m59s
[12:26:16.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:36:0)
[12:26:16.984] Build status: STARTED
[12:26:16.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:37:0) after 1m50s
[12:28:07.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:37:0)
[12:28:07.025] Build status: STARTED
[12:28:07.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:38:0) after 8m26s
[12:36:33.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:38:0)
[12:36:33.313] Build status: STARTED
[12:36:33.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:39:0) after 6m21s
[12:42:54.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:39:0)
[12:42:54.398] Build status: STARTED
[12:42:54.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:40:0) after 9m0s
[12:51:54.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:40:0)
[12:51:54.392] Build status: STARTED
[12:51:54.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:41:0) after 6m30s
[12:58:24.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:41:0)
[12:58:24.629] Build status: STARTED
[12:58:24.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:42:0) after 3m16s
[13:01:40.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:42:0)
[13:01:40.829] Build status: STARTED
[13:01:40.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:43:0) after 9m32s
[13:11:12.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:43:0)
[13:11:13.025] Build status: STARTED
[13:11:13.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:44:0) after 4m19s
[13:15:32.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:44:0)
[13:15:32.206] Build status: STARTED
[13:15:32.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:45:0) after 2m25s
[13:17:57.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:45:0)
[13:17:57.346] Build status: STARTED
[13:17:57.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:46:0) after 3m44s
[13:21:41.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:46:0)
[13:21:41.536] Build status: STARTED
[13:21:41.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:47:0) after 3m4s
[13:24:45.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:47:0)
[13:24:45.863] Build status: STARTED
[13:24:45.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:48:0) after 1m22s
[13:26:08.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:48:0)
[13:26:08.232] Build status: STARTED
[13:26:08.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:49:0) after 1m36s
[13:27:44.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:49:0)
[13:27:44.297] Build status: STARTED
[13:27:44.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:50:0) after 5m53s
[13:33:37.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:50:0)
[13:33:37.470] Build status: STARTED
[13:33:37.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:51:0) after 9m33s
[13:43:10.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:51:0)
[13:43:10.595] Build status: STARTED
[13:43:10.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:52:0) after 7m30s
[13:50:40.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:52:0)
[13:50:40.883] Build status: STARTED
[13:50:40.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:53:0) after 4m57s
[13:55:38.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:53:0)
[13:55:38.046] Build status: STARTED
[13:55:38.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:54:0) after 1m23s
[13:57:01.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:54:0)
[13:57:01.170] Build status: STARTED
[13:57:01.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:55:0) after 3m3s
[14:00:04.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:55:0)
[14:00:04.268] Build status: STARTED
[14:00:04.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:56:0) after 3m14s
[14:03:18.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:56:0)
[14:03:18.519] Build status: STARTED
[14:03:18.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:57:0) after 8m15s
[14:11:33.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:57:0)
[14:11:33.592] Build status: STARTED
[14:11:33.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:58:0) after 4m25s
[14:15:58.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:58:0)
[14:15:58.679] Build status: STARTED
[14:15:58.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:59:0) after 6m40s
[14:22:39.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:59:0)
[14:22:39.100] Build status: STARTED
[14:22:39.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:60:0) after 3m47s
[14:26:26.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:60:0)
[14:26:26.239] Build status: STARTED
[14:26:26.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:61:0) after 8m10s
[14:34:36.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:61:0)
[14:34:36.793] Build status: STARTED
[14:34:36.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:62:0) after 8m52s
[14:43:29.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:62:0)
[14:43:29.125] Build status: STARTED
[14:43:29.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:63:0) after 4m41s
[14:48:10.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:63:0)
[14:48:10.887] Build status: STARTED
[14:48:10.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:64:0) after 3m14s
[14:51:24.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:64:0)
[14:51:24.937] Build status: STARTED
[14:51:24.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:65:0) after 9m10s
[15:00:35.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:65:0)
[15:00:35.046] Build status: STARTED
[15:00:35.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:66:0) after 6m33s
[15:07:08.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:66:0)
[15:07:08.136] Build status: STARTED
[15:07:08.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:67:0) after 5m36s
[15:12:44.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:67:0)
[15:12:44.795] Build status: STARTED
[15:12:44.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:68:0) after 9m36s
[15:22:20.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:68:0)
[15:22:20.967] Build status: STARTED
[15:22:20.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:69:0) after 3m11s
[15:25:32.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:69:0)
[15:25:32.153] Build status: STARTED
[15:25:32.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:70:0) after 5m10s
[15:30:42.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:70:0)
[15:30:42.431] Build status: STARTED
[15:30:42.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:71:0) after 7m52s
[15:38:34.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:71:0)
[15:38:34.476] Build status: STARTED
[15:38:34.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:72:0) after 9m14s
[15:47:48.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:72:0)
[15:47:48.551] Build status: STARTED
[15:47:48.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:73:0) after 9m19s
[15:57:07.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:73:0)
[15:57:07.692] Build status: STARTED
[15:57:07.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:74:0) after 4m31s
[16:01:38.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:74:0)
[16:01:38.826] Build status: STARTED
[16:01:38.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:75:0) after 7m13s
[16:08:51.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:75:0)
[16:08:51.983] Build status: STARTED
[16:08:51.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:76:0) after 9m34s
[16:18:26.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:76:0)
[16:18:26.180] Build status: STARTED
[16:18:26.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:77:0) after 1m48s
[16:20:14.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:77:0)
[16:20:14.435] Build status: STARTED
[16:20:14.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:78:0) after 8m5s
[16:28:19.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:78:0)
[16:28:19.513] Build status: STARTED
[16:28:19.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:79:0) after 3m44s
[16:32:03.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:79:0)
[16:32:03.657] Build status: STARTED
[16:32:03.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:80:0) after 8m16s
[16:40:19.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:80:0)
[16:40:19.743] Build status: STARTED
[16:40:19.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:81:0) after 1m11s
[16:41:30.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:81:0)
[16:41:30.857] Build status: STARTED
[16:41:30.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:82:0) after 3m42s
[16:45:12.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:82:0)
[16:45:13.013] Build status: STARTED
[16:45:13.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:83:0) after 3m23s
[16:48:36.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:83:0)
[16:48:36.180] Build status: STARTED
[16:48:36.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:84:0) after 3m9s
[16:51:45.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:84:0)
[16:51:45.427] Build status: STARTED
[16:51:45.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:85:0) after 7m36s
[16:59:21.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:85:0)
[16:59:21.745] Build status: STARTED
[16:59:21.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:86:0) after 6m36s
[17:05:58.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:86:0)
[17:05:58.118] Build status: STARTED
[17:05:58.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:87:0) after 1m0s
[17:06:58.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:87:0)
[17:06:58.200] Build status: STARTED
[17:06:58.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:88:0) after 9m42s
[17:16:40.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:88:0)
[17:16:40.275] Build status: STARTED
[17:16:40.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:89:0) after 6m59s
[17:23:39.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:89:0)
[17:23:39.462] Build status: STARTED
[17:23:39.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:90:0) after 3m47s
[17:27:26.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:90:0)
[17:27:26.513] Build status: STARTED
[17:27:26.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:91:0) after 9m5s
[17:36:31.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:91:0)
[17:36:31.642] Build status: STARTED
[17:36:31.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:92:0) after 9m1s
[17:45:32.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:92:0)
[17:45:32.681] Build status: STARTED
[17:45:32.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:93:0) after 7m17s
[17:52:49.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:93:0)
[17:52:49.862] Build status: STARTED
[17:52:49.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:94:0) after 8m19s
[18:01:08.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:94:0)
[18:01:08.993] Build status: STARTED
[18:01:08.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:95:0) after 2m43s
[18:03:52.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:95:0)
[18:03:52.284] Build status: STARTED
[18:03:52.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:96:0) after 5m51s
[18:09:43.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:96:0)
[18:09:43.344] Build status: STARTED
[18:09:43.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:97:0) after 2m29s
[18:12:12.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:97:0)
[18:12:12.528] Build status: STARTED
[18:12:12.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:98:0) after 8m11s
[18:20:23.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:98:0)
[18:20:23.897] Build status: STARTED
[18:20:23.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:99:0) after 1m4s
[18:21:27.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:99:0)
[18:21:27.995] Build status: STARTED
[18:21:27.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:100:0) after 4m7s
[18:25:35.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:100:0)
[18:25:35.443] Build status: STARTED
[18:25:35.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:101:0) after 9m20s
[18:34:55.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:101:0)
[18:34:55.656] Build status: STARTED
[18:34:55.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:102:0) after 5m54s
[18:40:49.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:102:0)
[18:40:49.701] Build status: STARTED
[18:40:49.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:103:0) after 5m7s
[18:45:56.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:103:0)
[18:45:56.883] Build status: STARTED
[18:45:56.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:104:0) after 3m50s
[18:49:46.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:104:0)
[18:49:46.947] Build status: STARTED
[18:49:46.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:105:0) after 5m56s
[18:55:43.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:105:0)
[18:55:43.252] Build status: STARTED
[18:55:43.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:106:0) after 3m16s
[18:58:59.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:106:0)
[18:58:59.292] Build status: STARTED
[18:58:59.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:107:0) after 6m25s
[19:05:24.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:107:0)
[19:05:24.350] Build status: STARTED
[19:05:24.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:108:0) after 9m11s
[19:14:35.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:108:0)
[19:14:35.602] Build status: STARTED
[19:14:35.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8957254416728673504:109:0) after 4m13s
[19:18:21.967] Received PubSub notification, asking Buildbucket for the build status
[19:18:21.991] Build:
{
  "id": "8791824354842822465",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29653,
  "createdBy": "project:chromium",
  "createTime": "2023-01-16T09:05:40.639062344Z",
  "startTime": "2023-01-16T09:17:04.710786Z",
  "endTime": "2023-01-16T19:18:21.314509406Z",
  "updateTime": "2023-01-16T19:18:21.314509406Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "db5bcd5c5369d46f404f091515dbfbfec422e822",
      "ref": "refs/heads/main"
    }
  }
}
[19:18:21.991] Invocation finished in 10h12m42.534318276s with status FAILED