Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "925354f663a8a31d88bc1a2514bd046d445545f2"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/925354f663a8a31d88bc1a2514bd046d445545f2
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:01:22.582] New invocation is queued and will start shortly
[03:01:23.700] Starting the invocation (attempt 1)
[03:01:23.743] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/925354f663a8a31d88bc1a2514bd046d445545f2"
[03:01:23.743] Popped gitiles commit info from properties and tags
[03:01:23.743] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:01:23.743] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:01:23.743] Buildbucket request:
{
  "requestId": "8932272572613748704",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "925354f663a8a31d88bc1a2514bd046d445545f2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8932272572613748704"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:01:25.276] Scheduled build:
{
  "id": "8766842510494770369",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30639,
  "createdBy": "project:chromium",
  "createTime": "2023-10-19T03:01:23.970294646Z",
  "updateTime": "2023-10-19T03:01:23.970294646Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "925354f663a8a31d88bc1a2514bd046d445545f2",
      "ref": "refs/heads/main"
    }
  }
}
[03:01:25.276] Task URL: https://cr-buildbucket.appspot.com/build/8766842510494770369
[03:01:25.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:2:0) after 8m8s
[03:01:26.045] Received PubSub notification, asking Buildbucket for the build status
[03:01:26.139] Build status: SCHEDULED
[03:01:27.140] Received PubSub notification, asking Buildbucket for the build status
[03:01:27.172] Build status: STARTED
[03:09:34.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:2:0)
[03:09:34.156] Build status: STARTED
[03:09:34.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:5:0) after 4m27s
[03:14:01.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:5:0)
[03:14:01.213] Build status: STARTED
[03:14:01.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:6:0) after 2m10s
[03:16:11.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:6:0)
[03:16:11.282] Build status: STARTED
[03:16:11.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:7:0) after 4m4s
[03:20:15.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:7:0)
[03:20:15.516] Build status: STARTED
[03:20:15.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:8:0) after 3m48s
[03:24:03.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:8:0)
[03:24:03.881] Build status: STARTED
[03:24:03.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:9:0) after 1m41s
[03:25:45.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:9:0)
[03:25:45.457] Build status: STARTED
[03:25:45.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:10:0) after 7m59s
[03:33:44.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:10:0)
[03:33:44.551] Build status: STARTED
[03:33:44.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:11:0) after 1m54s
[03:35:38.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:11:0)
[03:35:38.742] Build status: STARTED
[03:35:38.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:12:0) after 6m43s
[03:42:21.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:12:0)
[03:42:21.794] Build status: STARTED
[03:42:21.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:13:0) after 1m1s
[03:43:22.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:13:0)
[03:43:22.858] Build status: STARTED
[03:43:22.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:14:0) after 4m2s
[03:47:25.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:14:0)
[03:47:25.135] Build status: STARTED
[03:47:25.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:15:0) after 5m55s
[03:53:20.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:15:0)
[03:53:20.230] Build status: STARTED
[03:53:20.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:16:0) after 9m8s
[04:02:28.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:16:0)
[04:02:28.304] Build status: STARTED
[04:02:28.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:17:0) after 8m20s
[04:10:48.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:17:0)
[04:10:48.682] Build status: STARTED
[04:10:48.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:18:0) after 4m26s
[04:15:14.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:18:0)
[04:15:14.740] Build status: STARTED
[04:15:14.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:19:0) after 9m17s
[04:24:32.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:19:0)
[04:24:32.066] Build status: STARTED
[04:24:32.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:20:0) after 5m17s
[04:29:49.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:20:0)
[04:29:49.235] Build status: STARTED
[04:29:49.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:21:0) after 8m55s
[04:38:44.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:21:0)
[04:38:44.322] Build status: STARTED
[04:38:44.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:22:0) after 9m1s
[04:47:45.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:22:0)
[04:47:45.361] Build status: STARTED
[04:47:45.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:23:0) after 1m46s
[04:49:31.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:23:0)
[04:49:31.420] Build status: STARTED
[04:49:31.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:24:0) after 2m7s
[04:51:38.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:24:0)
[04:51:38.475] Build status: STARTED
[04:51:38.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:25:0) after 9m20s
[05:00:58.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:25:0)
[05:00:58.578] Build status: STARTED
[05:00:58.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:26:0) after 1m30s
[05:02:28.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:26:0)
[05:02:28.754] Build status: STARTED
[05:02:28.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:27:0) after 8m36s
[05:11:04.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:27:0)
[05:11:05.175] Build status: STARTED
[05:11:05.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:28:0) after 3m37s
[05:14:42.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:28:0)
[05:14:42.230] Build status: STARTED
[05:14:42.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:29:0) after 9m9s
[05:23:51.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:29:0)
[05:23:51.353] Build status: STARTED
[05:23:51.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:30:0) after 3m52s
[05:27:43.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:30:0)
[05:27:43.758] Build status: STARTED
[05:27:43.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:31:0) after 4m29s
[05:32:12.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:31:0)
[05:32:12.811] Build status: STARTED
[05:32:12.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:32:0) after 8m41s
[05:40:53.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:32:0)
[05:40:53.977] Build status: STARTED
[05:40:53.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:33:0) after 4m49s
[05:45:43.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:33:0)
[05:45:43.038] Build status: STARTED
[05:45:43.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:34:0) after 5m56s
[05:51:39.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:34:0)
[05:51:39.229] Build status: STARTED
[05:51:39.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:35:0) after 5m12s
[05:56:51.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:35:0)
[05:56:51.418] Build status: STARTED
[05:56:51.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:36:0) after 7m28s
[06:04:19.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:36:0)
[06:04:19.676] Build status: STARTED
[06:04:19.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:37:0) after 1m4s
[06:05:23.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:37:0)
[06:05:23.733] Build status: STARTED
[06:05:23.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:38:0) after 4m12s
[06:09:35.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:38:0)
[06:09:35.829] Build status: STARTED
[06:09:35.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:39:0) after 7m5s
[06:16:40.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:39:0)
[06:16:40.881] Build status: STARTED
[06:16:40.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:40:0) after 6m14s
[06:22:55.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:40:0)
[06:22:55.093] Build status: STARTED
[06:22:55.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:41:0) after 8m15s
[06:31:10.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:41:0)
[06:31:10.251] Build status: STARTED
[06:31:10.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:42:0) after 5m9s
[06:36:19.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:42:0)
[06:36:19.304] Build status: STARTED
[06:36:19.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:43:0) after 5m0s
[06:41:19.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:43:0)
[06:41:19.514] Build status: STARTED
[06:41:19.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:44:0) after 2m45s
[06:44:04.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:44:0)
[06:44:04.560] Build status: STARTED
[06:44:04.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:45:0) after 2m31s
[06:46:35.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:45:0)
[06:46:35.623] Build status: STARTED
[06:46:35.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:46:0) after 5m1s
[06:51:36.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:46:0)
[06:51:36.831] Build status: STARTED
[06:51:36.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:47:0) after 1m16s
[06:52:53.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:47:0)
[06:52:53.095] Build status: STARTED
[06:52:53.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:48:0) after 2m0s
[06:54:53.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:48:0)
[06:54:53.153] Build status: STARTED
[06:54:53.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:49:0) after 5m58s
[07:00:51.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:49:0)
[07:00:51.231] Build status: STARTED
[07:00:51.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:50:0) after 7m13s
[07:08:04.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:50:0)
[07:08:04.446] Build status: STARTED
[07:08:04.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:51:0) after 9m51s
[07:17:55.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:51:0)
[07:17:55.848] Build status: STARTED
[07:17:55.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:52:0) after 1m21s
[07:19:16.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:52:0)
[07:19:16.951] Build status: STARTED
[07:19:16.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:53:0) after 7m47s
[07:27:03.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:53:0)
[07:27:04.013] Build status: STARTED
[07:27:04.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:54:0) after 8m59s
[07:36:03.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:54:0)
[07:36:03.403] Build status: STARTED
[07:36:03.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:55:0) after 4m29s
[07:40:32.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:55:0)
[07:40:32.498] Build status: STARTED
[07:40:32.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:56:0) after 4m48s
[07:45:20.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:56:0)
[07:45:20.588] Build status: STARTED
[07:45:20.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:57:0) after 9m44s
[07:55:04.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:57:0)
[07:55:04.963] Build status: STARTED
[07:55:04.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:58:0) after 4m20s
[07:59:25.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:58:0)
[07:59:25.026] Build status: STARTED
[07:59:25.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:59:0) after 6m40s
[08:06:05.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:59:0)
[08:06:05.213] Build status: STARTED
[08:06:05.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:60:0) after 7m6s
[08:13:11.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:60:0)
[08:13:11.667] Build status: STARTED
[08:13:11.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:61:0) after 7m10s
[08:20:21.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:61:0)
[08:20:21.825] Build status: STARTED
[08:20:21.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:62:0) after 8m42s
[08:29:03.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:62:0)
[08:29:04.007] Build status: STARTED
[08:29:04.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:63:0) after 4m59s
[08:34:03.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:63:0)
[08:34:03.302] Build status: STARTED
[08:34:03.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:64:0) after 7m25s
[08:41:28.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:64:0)
[08:41:28.371] Build status: STARTED
[08:41:28.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:65:0) after 6m51s
[08:48:19.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:65:0)
[08:48:19.712] Build status: STARTED
[08:48:19.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:66:0) after 7m8s
[08:55:28.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:66:0)
[08:55:28.034] Build status: STARTED
[08:55:28.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:67:0) after 3m43s
[08:59:11.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:67:0)
[08:59:11.199] Build status: STARTED
[08:59:11.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:68:0) after 7m26s
[09:06:37.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:68:0)
[09:06:37.389] Build status: STARTED
[09:06:37.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:69:0) after 7m34s
[09:14:11.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:69:0)
[09:14:11.971] Build status: STARTED
[09:14:11.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:70:0) after 2m55s
[09:17:07.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:70:0)
[09:17:07.411] Build status: STARTED
[09:17:07.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:71:0) after 1m54s
[09:19:01.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:71:0)
[09:19:01.609] Build status: STARTED
[09:19:01.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:72:0) after 5m32s
[09:24:33.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:72:0)
[09:24:33.827] Build status: STARTED
[09:24:33.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:73:0) after 4m47s
[09:29:20.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:73:0)
[09:29:20.884] Build status: STARTED
[09:29:20.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:74:0) after 6m30s
[09:35:50.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:74:0)
[09:35:51.382] Build status: STARTED
[09:35:51.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:75:0) after 8m24s
[09:44:15.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:75:0)
[09:44:15.511] Build status: STARTED
[09:44:15.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:76:0) after 5m29s
[09:49:44.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:76:0)
[09:49:44.577] Build status: STARTED
[09:49:44.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:77:0) after 6m57s
[09:56:41.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:77:0)
[09:56:41.663] Build status: STARTED
[09:56:41.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:78:0) after 2m33s
[09:59:14.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:78:0)
[09:59:14.764] Build status: STARTED
[09:59:14.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:79:0) after 5m47s
[10:05:01.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:79:0)
[10:05:01.919] Build status: STARTED
[10:05:01.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:80:0) after 1m49s
[10:06:50.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:80:0)
[10:06:50.999] Build status: STARTED
[10:06:50.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:81:0) after 1m47s
[10:08:38.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:81:0)
[10:08:38.020] Build status: STARTED
[10:08:38.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:82:0) after 3m58s
[10:12:36.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:82:0)
[10:12:36.169] Build status: STARTED
[10:12:36.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:83:0) after 5m19s
[10:17:55.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:83:0)
[10:17:55.250] Build status: STARTED
[10:17:55.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:84:0) after 9m9s
[10:27:04.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:84:0)
[10:27:04.425] Build status: STARTED
[10:27:04.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:85:0) after 9m26s
[10:36:30.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:85:0)
[10:36:30.992] Build status: STARTED
[10:36:30.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:86:0) after 2m42s
[10:39:13.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:86:0)
[10:39:13.365] Build status: STARTED
[10:39:13.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:87:0) after 7m38s
[10:46:51.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:87:0)
[10:46:51.753] Build status: STARTED
[10:46:51.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:88:0) after 2m52s
[10:49:43.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:88:0)
[10:49:43.902] Build status: STARTED
[10:49:43.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:89:0) after 3m16s
[10:52:59.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:89:0)
[10:52:59.967] Build status: STARTED
[10:52:59.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:90:0) after 5m14s
[10:58:13.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:90:0)
[10:58:13.995] Build status: STARTED
[10:58:13.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:91:0) after 9m38s
[11:07:52.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:91:0)
[11:07:52.061] Build status: STARTED
[11:07:52.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:92:0) after 5m55s
[11:13:47.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:92:0)
[11:13:47.136] Build status: STARTED
[11:13:47.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:93:0) after 8m27s
[11:22:14.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:93:0)
[11:22:14.260] Build status: STARTED
[11:22:14.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:94:0) after 1m10s
[11:23:24.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:94:0)
[11:23:24.573] Build status: STARTED
[11:23:24.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:95:0) after 6m14s
[11:29:38.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:95:0)
[11:29:38.774] Build status: STARTED
[11:29:38.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:96:0) after 1m44s
[11:31:22.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:96:0)
[11:31:22.930] Build status: STARTED
[11:31:22.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:97:0) after 2m21s
[11:33:44.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:97:0)
[11:33:44.137] Build status: STARTED
[11:33:44.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:98:0) after 6m58s
[11:40:42.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:98:0)
[11:40:42.263] Build status: STARTED
[11:40:42.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:99:0) after 8m24s
[11:49:06.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:99:0)
[11:49:06.954] Build status: STARTED
[11:49:06.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:100:0) after 8m17s
[11:57:23.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:100:0)
[11:57:24.025] Build status: STARTED
[11:57:24.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:101:0) after 3m6s
[12:00:30.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:101:0)
[12:00:30.244] Build status: STARTED
[12:00:30.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:102:0) after 2m16s
[12:02:46.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:102:0)
[12:02:46.303] Build status: STARTED
[12:02:46.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:103:0) after 9m55s
[12:12:41.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:103:0)
[12:12:41.365] Build status: STARTED
[12:12:41.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:104:0) after 2m11s
[12:14:52.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:104:0)
[12:14:52.519] Build status: STARTED
[12:14:52.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:105:0) after 2m55s
[12:17:47.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:105:0)
[12:17:47.590] Build status: STARTED
[12:17:47.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:106:0) after 9m44s
[12:27:31.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:106:0)
[12:27:31.687] Build status: STARTED
[12:27:31.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:107:0) after 4m56s
[12:32:27.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:107:0)
[12:32:27.769] Build status: STARTED
[12:32:27.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:108:0) after 9m51s
[12:42:19.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:108:0)
[12:42:19.112] Build status: STARTED
[12:42:19.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:109:0) after 7m20s
[12:49:39.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:109:0)
[12:49:39.469] Build status: STARTED
[12:49:39.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:110:0) after 3m31s
[12:53:10.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:110:0)
[12:53:10.971] Build status: STARTED
[12:53:10.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:111:0) after 3m3s
[12:56:14.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:111:0)
[12:56:14.027] Build status: STARTED
[12:56:14.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:112:0) after 5m43s
[13:01:57.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:112:0)
[13:01:57.203] Build status: STARTED
[13:01:57.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:113:0) after 3m31s
[13:05:28.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:113:0)
[13:05:28.282] Build status: STARTED
[13:05:28.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:114:0) after 7m26s
[13:12:54.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:114:0)
[13:12:54.441] Build status: STARTED
[13:12:54.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:115:0) after 1m50s
[13:14:44.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:115:0)
[13:14:44.505] Build status: STARTED
[13:14:44.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:116:0) after 5m35s
[13:20:19.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:116:0)
[13:20:19.771] Build status: STARTED
[13:20:19.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:117:0) after 2m25s
[13:22:44.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:117:0)
[13:22:44.950] Build status: STARTED
[13:22:44.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:118:0) after 6m0s
[13:28:45.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:118:0)
[13:28:45.218] Build status: STARTED
[13:28:45.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:119:0) after 1m9s
[13:29:54.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:119:0)
[13:29:54.296] Build status: STARTED
[13:29:54.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:120:0) after 3m50s
[13:33:44.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:120:0)
[13:33:44.338] Build status: STARTED
[13:33:44.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:121:0) after 1m7s
[13:34:51.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:121:0)
[13:34:51.606] Build status: STARTED
[13:34:51.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:122:0) after 1m18s
[13:36:09.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:122:0)
[13:36:09.661] Build status: STARTED
[13:36:09.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:123:0) after 9m51s
[13:46:00.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:123:0)
[13:46:01.015] Build status: STARTED
[13:46:01.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:124:0) after 6m41s
[13:52:42.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:124:0)
[13:52:42.394] Build status: STARTED
[13:52:42.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:125:0) after 1m9s
[13:53:51.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:125:0)
[13:53:51.445] Build status: STARTED
[13:53:51.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:126:0) after 7m30s
[14:01:21.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:126:0)
[14:01:21.613] Build status: STARTED
[14:01:21.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:127:0) after 5m29s
[14:06:51.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:127:0)
[14:06:51.402] Build status: STARTED
[14:06:51.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:128:0) after 4m6s
[14:10:57.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:128:0)
[14:10:57.478] Build status: STARTED
[14:10:57.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:129:0) after 2m46s
[14:13:43.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:129:0)
[14:13:43.617] Build status: STARTED
[14:13:43.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:130:0) after 5m1s
[14:18:44.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:130:0)
[14:18:44.767] Build status: STARTED
[14:18:44.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:131:0) after 7m45s
[14:26:29.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:131:0)
[14:26:29.991] Build status: STARTED
[14:26:29.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:132:0) after 8m52s
[14:35:22.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:132:0)
[14:35:22.071] Build status: STARTED
[14:35:22.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:133:0) after 4m9s
[14:39:31.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:133:0)
[14:39:31.138] Build status: STARTED
[14:39:31.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:134:0) after 4m48s
[14:44:19.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:134:0)
[14:44:19.199] Build status: STARTED
[14:44:19.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:135:0) after 9m51s
[14:54:10.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:135:0)
[14:54:10.361] Build status: STARTED
[14:54:10.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:136:0) after 3m23s
[14:57:34.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:136:0)
[14:57:34.199] Build status: STARTED
[14:57:34.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:137:0) after 1m20s
[14:58:54.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:137:0)
[14:58:54.326] Build status: STARTED
[14:58:54.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932272572613748704:138:0) after 9m42s
[15:04:00.436] Received PubSub notification, asking Buildbucket for the build status
[15:04:00.479] Build:
{
  "id": "8766842510494770369",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30639,
  "createdBy": "project:chromium",
  "createTime": "2023-10-19T03:01:23.970294646Z",
  "startTime": "2023-10-19T03:01:25.861599Z",
  "endTime": "2023-10-19T15:04:00.006095506Z",
  "updateTime": "2023-10-19T15:04:00.006095506Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "925354f663a8a31d88bc1a2514bd046d445545f2",
      "ref": "refs/heads/main"
    }
  }
}
[15:04:00.479] Invocation finished in 12h2m37.91369422s with status FAILED