Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "426e80278328b18ddd5197a899189c6cf4badc85"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/426e80278328b18ddd5197a899189c6cf4badc85
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:05:08.670] New invocation is queued and will start shortly
[18:05:09.949] Starting the invocation (attempt 1)
[18:05:09.989] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/426e80278328b18ddd5197a899189c6cf4badc85"
[18:05:09.989] Popped gitiles commit info from properties and tags
[18:05:09.989] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:05:09.989] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:05:09.989] Buildbucket request:
{
  "requestId": "8967367335405636960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "426e80278328b18ddd5197a899189c6cf4badc85",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8967367335405636960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:05:10.718] Scheduled build:
{
  "id": "8801937273251505585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29131,
  "createdBy": "project:chromium",
  "createTime": "2022-09-26T18:05:10.089462208Z",
  "updateTime": "2022-09-26T18:05:10.089462208Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "426e80278328b18ddd5197a899189c6cf4badc85",
      "ref": "refs/heads/main"
    }
  }
}
[18:05:10.718] Task URL: https://cr-buildbucket.appspot.com/build/8801937273251505585
[18:05:10.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:2:0) after 9m55s
[18:06:05.236] Received PubSub notification, asking Buildbucket for the build status
[18:06:05.289] Build status: STARTED
[18:15:05.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:2:0)
[18:15:05.818] Build status: STARTED
[18:15:05.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:4:0) after 4m59s
[18:20:04.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:4:0)
[18:20:04.938] Build status: STARTED
[18:20:04.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:5:0) after 9m45s
[18:29:49.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:5:0)
[18:29:50.000] Build status: STARTED
[18:29:50.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:6:0) after 6m29s
[18:36:19.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:6:0)
[18:36:19.519] Build status: STARTED
[18:36:19.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:7:0) after 4m9s
[18:40:29.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:7:0)
[18:40:29.080] Build status: STARTED
[18:40:29.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:8:0) after 2m9s
[18:42:38.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:8:0)
[18:42:38.178] Build status: STARTED
[18:42:38.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:9:0) after 1m30s
[18:44:08.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:9:0)
[18:44:08.228] Build status: STARTED
[18:44:08.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:10:0) after 7m10s
[18:51:18.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:10:0)
[18:51:18.360] Build status: STARTED
[18:51:18.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:11:0) after 5m11s
[18:56:29.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:11:0)
[18:56:29.543] Build status: STARTED
[18:56:29.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:12:0) after 3m47s
[19:00:16.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:12:0)
[19:00:17.124] Build status: STARTED
[19:00:17.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:13:0) after 5m5s
[19:05:22.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:13:0)
[19:05:22.237] Build status: STARTED
[19:05:22.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:14:0) after 7m33s
[19:12:55.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:14:0)
[19:12:55.376] Build status: STARTED
[19:12:55.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:15:0) after 4m15s
[19:17:10.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:15:0)
[19:17:10.902] Build status: STARTED
[19:17:10.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:16:0) after 8m32s
[19:25:43.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:16:0)
[19:25:43.694] Build status: STARTED
[19:25:43.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:17:0) after 7m53s
[19:33:36.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:17:0)
[19:33:36.920] Build status: STARTED
[19:33:36.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:18:0) after 3m56s
[19:37:32.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:18:0)
[19:37:32.988] Build status: STARTED
[19:37:32.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:19:0) after 3m38s
[19:41:11.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:19:0)
[19:41:11.079] Build status: STARTED
[19:41:11.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:20:0) after 6m50s
[19:48:01.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:20:0)
[19:48:01.131] Build status: STARTED
[19:48:01.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:21:0) after 9m36s
[19:57:37.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:21:0)
[19:57:37.231] Build status: STARTED
[19:57:37.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:22:0) after 4m55s
[20:02:32.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:22:0)
[20:02:32.392] Build status: STARTED
[20:02:32.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:23:0) after 1m38s
[20:04:10.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:23:0)
[20:04:10.770] Build status: STARTED
[20:04:10.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:24:0) after 4m36s
[20:08:46.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:24:0)
[20:08:46.814] Build status: STARTED
[20:08:46.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:25:0) after 3m41s
[20:12:27.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:25:0)
[20:12:27.859] Build status: STARTED
[20:12:27.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:26:0) after 3m24s
[20:15:51.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:26:0)
[20:15:51.984] Build status: STARTED
[20:15:51.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:27:0) after 3m10s
[20:19:02.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:27:0)
[20:19:02.388] Build status: STARTED
[20:19:02.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:28:0) after 4m47s
[20:23:49.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:28:0)
[20:23:49.631] Build status: STARTED
[20:23:49.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:29:0) after 6m35s
[20:30:25.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:29:0)
[20:30:25.052] Build status: STARTED
[20:30:25.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:30:0) after 5m13s
[20:35:38.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:30:0)
[20:35:38.336] Build status: STARTED
[20:35:38.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:31:0) after 8m12s
[20:43:50.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:31:0)
[20:43:50.620] Build status: STARTED
[20:43:50.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:32:0) after 5m39s
[20:49:29.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:32:0)
[20:49:29.770] Build status: STARTED
[20:49:29.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:33:0) after 5m19s
[20:54:49.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:33:0)
[20:54:49.169] Build status: STARTED
[20:54:49.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:34:0) after 1m42s
[20:56:31.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:34:0)
[20:56:31.316] Build status: STARTED
[20:56:31.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:35:0) after 3m25s
[20:59:56.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:35:0)
[20:59:56.888] Build status: STARTED
[20:59:56.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:36:0) after 9m5s
[21:09:01.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:36:0)
[21:09:01.952] Build status: STARTED
[21:09:01.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:37:0) after 4m48s
[21:13:50.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:37:0)
[21:13:50.129] Build status: STARTED
[21:13:50.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:38:0) after 9m7s
[21:22:57.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:38:0)
[21:22:57.165] Build status: STARTED
[21:22:57.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:39:0) after 8m50s
[21:31:47.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:39:0)
[21:31:47.298] Build status: STARTED
[21:31:47.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:40:0) after 6m15s
[21:38:02.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:40:0)
[21:38:02.734] Build status: STARTED
[21:38:02.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:41:0) after 3m22s
[21:41:24.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:41:0)
[21:41:24.845] Build status: STARTED
[21:41:24.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:42:0) after 5m7s
[21:46:32.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:42:0)
[21:46:32.142] Build status: STARTED
[21:46:32.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:43:0) after 3m37s
[21:50:09.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:43:0)
[21:50:09.335] Build status: STARTED
[21:50:09.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:44:0) after 3m12s
[21:53:21.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:44:0)
[21:53:21.656] Build status: STARTED
[21:53:21.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:45:0) after 1m13s
[21:54:34.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:45:0)
[21:54:34.707] Build status: STARTED
[21:54:34.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:46:0) after 8m47s
[22:03:21.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:46:0)
[22:03:22.287] Build status: STARTED
[22:03:22.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:47:0) after 9m5s
[22:12:27.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:47:0)
[22:12:27.444] Build status: STARTED
[22:12:27.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:48:0) after 2m54s
[22:15:21.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:48:0)
[22:15:21.503] Build status: STARTED
[22:15:21.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:49:0) after 7m19s
[22:22:40.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:49:0)
[22:22:40.756] Build status: STARTED
[22:22:40.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:50:0) after 3m35s
[22:26:15.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:50:0)
[22:26:15.831] Build status: STARTED
[22:26:15.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:51:0) after 1m45s
[22:28:00.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:51:0)
[22:28:01.021] Build status: STARTED
[22:28:01.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:52:0) after 6m17s
[22:34:18.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:52:0)
[22:34:18.090] Build status: STARTED
[22:34:18.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:53:0) after 4m19s
[22:38:37.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:53:0)
[22:38:37.220] Build status: STARTED
[22:38:37.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:54:0) after 2m46s
[22:41:23.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:54:0)
[22:41:23.306] Build status: STARTED
[22:41:23.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:55:0) after 1m49s
[22:43:12.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:55:0)
[22:43:12.339] Build status: STARTED
[22:43:12.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:56:0) after 7m42s
[22:50:54.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:56:0)
[22:50:54.405] Build status: STARTED
[22:50:54.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:57:0) after 9m5s
[22:59:59.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:57:0)
[22:59:59.461] Build status: STARTED
[22:59:59.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:58:0) after 8m2s
[23:08:01.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:58:0)
[23:08:01.865] Build status: STARTED
[23:08:01.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:59:0) after 8m22s
[23:16:23.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:59:0)
[23:16:23.934] Build status: STARTED
[23:16:23.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:60:0) after 3m2s
[23:19:26.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:60:0)
[23:19:26.149] Build status: STARTED
[23:19:26.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:61:0) after 8m59s
[23:28:25.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:61:0)
[23:28:25.460] Build status: STARTED
[23:28:25.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:62:0) after 5m8s
[23:33:33.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:62:0)
[23:33:33.522] Build status: STARTED
[23:33:33.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:63:0) after 7m39s
[23:41:12.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:63:0)
[23:41:12.605] Build status: STARTED
[23:41:12.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:64:0) after 9m31s
[23:50:43.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:64:0)
[23:50:43.662] Build status: STARTED
[23:50:43.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:65:0) after 7m13s
[23:57:57.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:65:0)
[23:57:57.236] Build status: STARTED
[23:57:57.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:66:0) after 2m30s
[00:00:27.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:66:0)
[00:00:27.356] Build status: STARTED
[00:00:27.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:67:0) after 3m59s
[00:04:26.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:67:0)
[00:04:26.402] Build status: STARTED
[00:04:26.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:68:0) after 6m12s
[00:10:38.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:68:0)
[00:10:38.451] Build status: STARTED
[00:10:38.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:69:0) after 5m13s
[00:15:51.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:69:0)
[00:15:51.521] Build status: STARTED
[00:15:51.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:70:0) after 1m35s
[00:17:26.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:70:0)
[00:17:26.568] Build status: STARTED
[00:17:26.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:71:0) after 2m31s
[00:19:57.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:71:0)
[00:19:57.626] Build status: STARTED
[00:19:57.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:72:0) after 1m52s
[00:21:49.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:72:0)
[00:21:49.703] Build status: STARTED
[00:21:49.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:73:0) after 7m3s
[00:28:52.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:73:0)
[00:28:52.862] Build status: STARTED
[00:28:52.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:74:0) after 5m32s
[00:34:24.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:74:0)
[00:34:24.961] Build status: STARTED
[00:34:24.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:75:0) after 2m7s
[00:36:32.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:75:0)
[00:36:32.069] Build status: STARTED
[00:36:32.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:76:0) after 4m15s
[00:40:47.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:76:0)
[00:40:47.589] Build status: STARTED
[00:40:47.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:77:0) after 7m51s
[00:48:38.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:77:0)
[00:48:38.688] Build status: STARTED
[00:48:38.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:78:0) after 9m41s
[00:58:19.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:78:0)
[00:58:19.819] Build status: STARTED
[00:58:19.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:79:0) after 5m5s
[01:03:24.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:79:0)
[01:03:24.981] Build status: STARTED
[01:03:24.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:80:0) after 8m59s
[01:12:24.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:80:0)
[01:12:24.217] Build status: STARTED
[01:12:24.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:81:0) after 6m56s
[01:19:20.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:81:0)
[01:19:20.399] Build status: STARTED
[01:19:20.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:82:0) after 9m18s
[01:28:38.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:82:0)
[01:28:38.699] Build status: STARTED
[01:28:38.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:83:0) after 7m24s
[01:36:02.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:83:0)
[01:36:02.728] Build status: STARTED
[01:36:02.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:84:0) after 1m8s
[01:37:10.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:84:0)
[01:37:10.829] Build status: STARTED
[01:37:10.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:85:0) after 8m23s
[01:45:34.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:85:0)
[01:45:34.099] Build status: STARTED
[01:45:34.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:86:0) after 6m42s
[01:52:16.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:86:0)
[01:52:16.229] Build status: STARTED
[01:52:16.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:87:0) after 6m33s
[01:58:49.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:87:0)
[01:58:49.281] Build status: STARTED
[01:58:49.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:88:0) after 1m12s
[02:00:01.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:88:0)
[02:00:01.619] Build status: STARTED
[02:00:01.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:89:0) after 3m52s
[02:03:53.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:89:0)
[02:03:53.727] Build status: STARTED
[02:03:53.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:90:0) after 5m29s
[02:09:22.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:90:0)
[02:09:23.011] Build status: STARTED
[02:09:23.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:91:0) after 2m46s
[02:12:09.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:91:0)
[02:12:09.405] Build status: STARTED
[02:12:09.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:92:0) after 8m44s
[02:20:53.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:92:0)
[02:20:53.496] Build status: STARTED
[02:20:53.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:93:0) after 2m4s
[02:22:57.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:93:0)
[02:22:57.699] Build status: STARTED
[02:22:57.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:94:0) after 2m57s
[02:25:54.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:94:0)
[02:25:54.874] Build status: STARTED
[02:25:54.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:95:0) after 5m36s
[02:31:30.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:95:0)
[02:31:30.988] Build status: STARTED
[02:31:30.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:96:0) after 2m28s
[02:33:59.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:96:0)
[02:33:59.100] Build status: STARTED
[02:33:59.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:97:0) after 7m30s
[02:41:29.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:97:0)
[02:41:29.148] Build status: STARTED
[02:41:29.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:98:0) after 5m21s
[02:46:50.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:98:0)
[02:46:50.586] Build status: STARTED
[02:46:50.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:99:0) after 5m58s
[02:52:49.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:99:0)
[02:52:49.039] Build status: STARTED
[02:52:49.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:100:0) after 3m14s
[02:56:03.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:100:0)
[02:56:03.123] Build status: STARTED
[02:56:03.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:101:0) after 9m37s
[03:05:40.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:101:0)
[03:05:40.256] Build status: STARTED
[03:05:40.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:102:0) after 5m38s
[03:11:18.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:102:0)
[03:11:18.369] Build status: STARTED
[03:11:18.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:103:0) after 9m55s
[03:21:13.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:103:0)
[03:21:13.419] Build status: STARTED
[03:21:13.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:104:0) after 6m43s
[03:27:56.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:104:0)
[03:27:56.709] Build status: STARTED
[03:27:56.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:105:0) after 5m8s
[03:33:04.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:105:0)
[03:33:04.874] Build status: STARTED
[03:33:04.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:106:0) after 4m1s
[03:37:06.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:106:0)
[03:37:06.448] Build status: STARTED
[03:37:06.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:107:0) after 1m8s
[03:38:14.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:107:0)
[03:38:14.494] Build status: STARTED
[03:38:14.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:108:0) after 4m40s
[03:42:54.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:108:0)
[03:42:54.699] Build status: STARTED
[03:42:54.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:109:0) after 7m6s
[03:50:01.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:109:0)
[03:50:01.072] Build status: STARTED
[03:50:01.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:110:0) after 5m37s
[03:55:38.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:110:0)
[03:55:38.386] Build status: STARTED
[03:55:38.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:111:0) after 5m38s
[04:01:16.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:111:0)
[04:01:16.519] Build status: STARTED
[04:01:16.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:112:0) after 9m48s
[04:11:04.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:112:0)
[04:11:04.665] Build status: STARTED
[04:11:04.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:113:0) after 3m2s
[04:14:06.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:113:0)
[04:14:06.792] Build status: STARTED
[04:14:06.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:114:0) after 7m27s
[04:21:34.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:114:0)
[04:21:34.343] Build status: STARTED
[04:21:34.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:115:0) after 8m59s
[04:30:33.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:115:0)
[04:30:33.570] Build status: STARTED
[04:30:33.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:116:0) after 6m48s
[04:37:21.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:116:0)
[04:37:21.623] Build status: STARTED
[04:37:21.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:117:0) after 1m45s
[04:39:06.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:117:0)
[04:39:06.791] Build status: STARTED
[04:39:06.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:118:0) after 4m23s
[04:43:29.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:118:0)
[04:43:29.880] Build status: STARTED
[04:43:29.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:119:0) after 3m44s
[04:47:13.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:119:0)
[04:47:13.984] Build status: STARTED
[04:47:13.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:120:0) after 4m31s
[04:51:45.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:120:0)
[04:51:45.199] Build status: STARTED
[04:51:45.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:121:0) after 2m13s
[04:53:58.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:121:0)
[04:53:58.453] Build status: STARTED
[04:53:58.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:122:0) after 5m29s
[04:59:27.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:122:0)
[04:59:27.678] Build status: STARTED
[04:59:27.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:123:0) after 2m24s
[05:01:51.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:123:0)
[05:01:51.882] Build status: STARTED
[05:01:51.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:124:0) after 3m58s
[05:05:50.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:124:0)
[05:05:50.243] Build status: STARTED
[05:05:50.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:125:0) after 5m41s
[05:11:31.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:125:0)
[05:11:31.534] Build status: STARTED
[05:11:31.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:126:0) after 5m13s
[05:16:44.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:126:0)
[05:16:44.589] Build status: STARTED
[05:16:44.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:127:0) after 4m42s
[05:21:26.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:127:0)
[05:21:26.642] Build status: STARTED
[05:21:26.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:128:0) after 7m25s
[05:28:51.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:128:0)
[05:28:51.698] Build status: STARTED
[05:28:51.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:129:0) after 2m27s
[05:31:18.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:129:0)
[05:31:18.754] Build status: STARTED
[05:31:18.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:130:0) after 4m24s
[05:35:42.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:130:0)
[05:35:42.819] Build status: STARTED
[05:35:42.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:131:0) after 9m49s
[05:45:31.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:131:0)
[05:45:31.944] Build status: STARTED
[05:45:31.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:132:0) after 5m52s
[05:51:24.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:132:0)
[05:51:24.028] Build status: STARTED
[05:51:24.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:133:0) after 7m53s
[05:59:17.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:133:0)
[05:59:17.250] Build status: STARTED
[05:59:17.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:134:0) after 2m59s
[06:02:16.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:134:0)
[06:02:17.130] Build status: STARTED
[06:02:17.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:135:0) after 6m34s
[06:08:51.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:135:0)
[06:08:51.280] Build status: STARTED
[06:08:51.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:136:0) after 3m34s
[06:12:25.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:136:0)
[06:12:25.443] Build status: STARTED
[06:12:25.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:137:0) after 7m10s
[06:19:35.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:137:0)
[06:19:35.653] Build status: STARTED
[06:19:35.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:138:0) after 9m13s
[06:28:48.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:138:0)
[06:28:48.776] Build status: STARTED
[06:28:48.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:139:0) after 1m12s
[06:30:01.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:139:0)
[06:30:01.053] Build status: STARTED
[06:30:01.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:140:0) after 2m26s
[06:32:27.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:140:0)
[06:32:27.417] Build status: STARTED
[06:32:27.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:141:0) after 7m44s
[06:40:11.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:141:0)
[06:40:11.479] Build status: STARTED
[06:40:11.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:142:0) after 1m43s
[06:41:54.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:142:0)
[06:41:54.761] Build status: STARTED
[06:41:54.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:143:0) after 6m43s
[06:48:37.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:143:0)
[06:48:37.879] Build status: STARTED
[06:48:37.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8967367335405636960:144:0) after 6m27s
[06:52:58.201] Received PubSub notification, asking Buildbucket for the build status
[06:52:58.221] Build:
{
  "id": "8801937273251505585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29131,
  "createdBy": "project:chromium",
  "createTime": "2022-09-26T18:05:10.089462208Z",
  "startTime": "2022-09-26T18:06:04.708619Z",
  "endTime": "2022-09-27T06:52:57.489145101Z",
  "updateTime": "2022-09-27T06:52:57.489145101Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "426e80278328b18ddd5197a899189c6cf4badc85",
      "ref": "refs/heads/main"
    }
  }
}
[06:52:58.221] Invocation finished in 12h47m49.57081739s with status FAILED