Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "28dd5946b6cdaf6975dd3f9cc1a767ab00b78398"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/28dd5946b6cdaf6975dd3f9cc1a767ab00b78398
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:05:04.157] New invocation is queued and will start shortly
[08:05:05.330] Starting the invocation (attempt 1)
[08:05:05.372] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/28dd5946b6cdaf6975dd3f9cc1a767ab00b78398"
[08:05:05.372] Popped gitiles commit info from properties and tags
[08:05:05.372] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:05:05.373] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:05:05.373] Buildbucket request:
{
  "requestId": "8976464785509610016",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "28dd5946b6cdaf6975dd3f9cc1a767ab00b78398",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8976464785509610016"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:05:06.189] Scheduled build:
{
  "id": "8811034723397244481",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27992,
  "createdBy": "project:chromium",
  "createTime": "2022-06-18T08:05:05.540826903Z",
  "updateTime": "2022-06-18T08:05:05.540826903Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "28dd5946b6cdaf6975dd3f9cc1a767ab00b78398",
      "ref": "refs/heads/main"
    }
  }
}
[08:05:06.189] Task URL: https://cr-buildbucket.appspot.com/build/8811034723397244481
[08:05:06.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:2:0) after 2m24s
[08:07:30.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:2:0)
[08:07:30.346] Build status: SCHEDULED
[08:07:30.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:3:0) after 1m45s
[08:09:15.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:3:0)
[08:09:15.740] Build status: SCHEDULED
[08:09:15.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:4:0) after 5m37s
[08:14:52.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:4:0)
[08:14:52.782] Build status: SCHEDULED
[08:14:52.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:5:0) after 3m37s
[08:18:30.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:5:0)
[08:18:30.244] Build status: SCHEDULED
[08:18:30.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:6:0) after 9m14s
[08:27:44.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:6:0)
[08:27:44.447] Build status: SCHEDULED
[08:27:44.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:7:0) after 6m8s
[08:33:52.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:7:0)
[08:33:52.662] Build status: SCHEDULED
[08:33:52.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:8:0) after 5m58s
[08:39:50.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:8:0)
[08:39:50.712] Build status: SCHEDULED
[08:39:50.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:9:0) after 6m5s
[08:45:55.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:9:0)
[08:45:55.775] Build status: SCHEDULED
[08:45:55.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:10:0) after 6m47s
[08:52:42.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:10:0)
[08:52:42.882] Build status: SCHEDULED
[08:52:42.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:11:0) after 8m2s
[08:54:10.721] Received PubSub notification, asking Buildbucket for the build status
[08:54:10.749] Build status: STARTED
[09:00:44.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:11:0)
[09:00:44.935] Build status: STARTED
[09:00:44.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:13:0) after 5m34s
[09:06:18.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:13:0)
[09:06:18.995] Build status: STARTED
[09:06:18.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:14:0) after 2m13s
[09:08:32.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:14:0)
[09:08:32.248] Build status: STARTED
[09:08:32.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:15:0) after 8m49s
[09:17:21.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:15:0)
[09:17:21.296] Build status: STARTED
[09:17:21.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:16:0) after 1m18s
[09:18:39.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:16:0)
[09:18:39.363] Build status: STARTED
[09:18:39.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:17:0) after 4m38s
[09:23:17.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:17:0)
[09:23:17.404] Build status: STARTED
[09:23:17.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:18:0) after 5m57s
[09:29:14.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:18:0)
[09:29:14.452] Build status: STARTED
[09:29:14.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:19:0) after 6m26s
[09:35:40.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:19:0)
[09:35:40.503] Build status: STARTED
[09:35:40.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:20:0) after 2m18s
[09:37:58.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:20:0)
[09:37:58.575] Build status: STARTED
[09:37:58.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:21:0) after 4m34s
[09:42:32.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:21:0)
[09:42:32.640] Build status: STARTED
[09:42:32.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:22:0) after 1m48s
[09:44:20.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:22:0)
[09:44:20.811] Build status: STARTED
[09:44:20.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:23:0) after 8m6s
[09:52:26.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:23:0)
[09:52:26.887] Build status: STARTED
[09:52:26.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:24:0) after 9m45s
[10:02:12.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:24:0)
[10:02:12.065] Build status: STARTED
[10:02:12.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:25:0) after 2m40s
[10:04:52.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:25:0)
[10:04:52.127] Build status: STARTED
[10:04:52.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:26:0) after 2m56s
[10:07:48.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:26:0)
[10:07:48.283] Build status: STARTED
[10:07:48.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:27:0) after 3m28s
[10:11:16.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:27:0)
[10:11:16.518] Build status: STARTED
[10:11:16.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:28:0) after 2m55s
[10:14:11.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:28:0)
[10:14:11.580] Build status: STARTED
[10:14:11.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:29:0) after 1m38s
[10:15:49.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:29:0)
[10:15:49.624] Build status: STARTED
[10:15:49.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:30:0) after 1m6s
[10:16:55.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:30:0)
[10:16:55.686] Build status: STARTED
[10:16:55.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:31:0) after 7m49s
[10:24:44.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:31:0)
[10:24:44.719] Build status: STARTED
[10:24:44.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:32:0) after 5m48s
[10:30:33.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:32:0)
[10:30:33.062] Build status: STARTED
[10:30:33.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:33:0) after 5m41s
[10:36:14.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:33:0)
[10:36:14.293] Build status: STARTED
[10:36:14.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:34:0) after 6m12s
[10:42:26.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:34:0)
[10:42:26.397] Build status: STARTED
[10:42:26.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:35:0) after 3m13s
[10:45:39.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:35:0)
[10:45:39.467] Build status: STARTED
[10:45:39.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:36:0) after 8m52s
[10:54:31.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:36:0)
[10:54:31.530] Build status: STARTED
[10:54:31.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:37:0) after 1m11s
[10:55:42.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:37:0)
[10:55:42.645] Build status: STARTED
[10:55:42.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:38:0) after 1m36s
[10:57:18.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:38:0)
[10:57:18.750] Build status: STARTED
[10:57:18.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:39:0) after 4m14s
[11:01:33.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:39:0)
[11:01:33.229] Build status: STARTED
[11:01:33.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:40:0) after 2m59s
[11:04:32.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:40:0)
[11:04:32.975] Build status: STARTED
[11:04:32.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:41:0) after 7m6s
[11:11:39.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:41:0)
[11:11:39.228] Build status: STARTED
[11:11:39.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:42:0) after 9m36s
[11:21:15.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:42:0)
[11:21:15.283] Build status: STARTED
[11:21:15.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:43:0) after 6m55s
[11:28:10.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:43:0)
[11:28:10.355] Build status: STARTED
[11:28:10.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:44:0) after 8m54s
[11:37:04.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:44:0)
[11:37:04.448] Build status: STARTED
[11:37:04.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:45:0) after 8m23s
[11:45:28.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:45:0)
[11:45:28.229] Build status: STARTED
[11:45:28.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:46:0) after 6m56s
[11:52:24.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:46:0)
[11:52:24.550] Build status: STARTED
[11:52:24.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:47:0) after 4m20s
[11:56:44.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:47:0)
[11:56:45.004] Build status: STARTED
[11:56:45.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:48:0) after 4m39s
[12:01:24.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:48:0)
[12:01:24.278] Build status: STARTED
[12:01:24.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:49:0) after 7m58s
[12:09:22.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:49:0)
[12:09:22.337] Build status: STARTED
[12:09:22.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:50:0) after 2m52s
[12:12:15.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:50:0)
[12:12:15.418] Build status: STARTED
[12:12:15.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:51:0) after 7m8s
[12:19:23.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:51:0)
[12:19:23.986] Build status: STARTED
[12:19:23.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:52:0) after 8m4s
[12:27:28.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:52:0)
[12:27:28.063] Build status: STARTED
[12:27:28.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:53:0) after 9m17s
[12:36:45.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:53:0)
[12:36:45.163] Build status: STARTED
[12:36:45.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:54:0) after 7m44s
[12:44:29.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:54:0)
[12:44:29.267] Build status: STARTED
[12:44:29.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:55:0) after 2m31s
[12:47:00.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:55:0)
[12:47:00.364] Build status: STARTED
[12:47:00.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:56:0) after 3m3s
[12:50:03.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:56:0)
[12:50:03.436] Build status: STARTED
[12:50:03.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:57:0) after 1m41s
[12:51:44.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:57:0)
[12:51:44.513] Build status: STARTED
[12:51:44.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:58:0) after 7m49s
[12:59:33.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:58:0)
[12:59:34.025] Build status: STARTED
[12:59:34.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:59:0) after 6m15s
[13:05:49.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:59:0)
[13:05:49.498] Build status: STARTED
[13:05:49.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:60:0) after 7m9s
[13:12:58.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:60:0)
[13:12:58.764] Build status: STARTED
[13:12:58.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:61:0) after 4m6s
[13:17:05.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:61:0)
[13:17:05.271] Build status: STARTED
[13:17:05.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:62:0) after 1m52s
[13:18:57.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:62:0)
[13:18:57.305] Build status: STARTED
[13:18:57.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:63:0) after 8m13s
[13:27:11.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:63:0)
[13:27:11.432] Build status: STARTED
[13:27:11.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:64:0) after 2m13s
[13:29:24.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:64:0)
[13:29:24.514] Build status: STARTED
[13:29:24.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:65:0) after 7m5s
[13:36:29.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:65:0)
[13:36:29.590] Build status: STARTED
[13:36:29.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:66:0) after 2m31s
[13:39:00.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:66:0)
[13:39:00.656] Build status: STARTED
[13:39:00.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:67:0) after 4m9s
[13:43:09.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:67:0)
[13:43:09.799] Build status: STARTED
[13:43:09.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:68:0) after 5m23s
[13:48:32.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:68:0)
[13:48:32.896] Build status: STARTED
[13:48:32.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:69:0) after 6m25s
[13:54:57.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:69:0)
[13:54:57.952] Build status: STARTED
[13:54:57.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:70:0) after 2m55s
[13:57:53.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:70:0)
[13:57:53.021] Build status: STARTED
[13:57:53.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:71:0) after 8m55s
[14:06:48.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:71:0)
[14:06:48.201] Build status: STARTED
[14:06:48.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:72:0) after 5m52s
[14:12:40.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:72:0)
[14:12:40.265] Build status: STARTED
[14:12:40.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:73:0) after 7m35s
[14:20:15.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:73:0)
[14:20:15.446] Build status: STARTED
[14:20:15.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:74:0) after 4m50s
[14:25:05.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:74:0)
[14:25:05.651] Build status: STARTED
[14:25:05.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:75:0) after 9m15s
[14:34:20.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:75:0)
[14:34:20.704] Build status: STARTED
[14:34:20.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:76:0) after 7m2s
[14:41:22.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:76:0)
[14:41:22.946] Build status: STARTED
[14:41:22.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:77:0) after 9m55s
[14:51:18.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:77:0)
[14:51:18.686] Build status: STARTED
[14:51:18.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:78:0) after 3m47s
[14:55:06.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:78:0)
[14:55:06.689] Build status: STARTED
[14:55:06.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:79:0) after 4m19s
[14:59:25.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:79:0)
[14:59:25.754] Build status: STARTED
[14:59:25.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:80:0) after 8m8s
[15:07:33.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:80:0)
[15:07:33.931] Build status: STARTED
[15:07:33.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:81:0) after 1m6s
[15:08:39.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:81:0)
[15:08:39.980] Build status: STARTED
[15:08:39.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:82:0) after 5m47s
[15:14:26.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:82:0)
[15:14:27.038] Build status: STARTED
[15:14:27.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:83:0) after 6m50s
[15:21:17.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:83:0)
[15:21:17.354] Build status: STARTED
[15:21:17.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:84:0) after 7m52s
[15:29:10.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:84:0)
[15:29:10.294] Build status: STARTED
[15:29:10.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:85:0) after 1m20s
[15:30:30.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:85:0)
[15:30:30.496] Build status: STARTED
[15:30:30.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:86:0) after 4m29s
[15:34:59.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:86:0)
[15:34:59.616] Build status: STARTED
[15:34:59.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:87:0) after 2m32s
[15:37:31.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:87:0)
[15:37:31.826] Build status: STARTED
[15:37:31.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:88:0) after 6m51s
[15:44:22.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:88:0)
[15:44:23.009] Build status: STARTED
[15:44:23.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:89:0) after 7m21s
[15:51:44.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:89:0)
[15:51:44.058] Build status: STARTED
[15:51:44.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:90:0) after 3m51s
[15:55:35.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:90:0)
[15:55:35.111] Build status: STARTED
[15:55:35.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:91:0) after 2m57s
[15:58:32.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:91:0)
[15:58:32.267] Build status: STARTED
[15:58:32.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:92:0) after 9m55s
[16:08:27.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:92:0)
[16:08:27.350] Build status: STARTED
[16:08:27.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:93:0) after 8m14s
[16:16:41.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:93:0)
[16:16:41.470] Build status: STARTED
[16:16:41.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:94:0) after 5m43s
[16:22:24.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:94:0)
[16:22:24.511] Build status: STARTED
[16:22:24.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:95:0) after 3m41s
[16:26:05.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:95:0)
[16:26:05.581] Build status: STARTED
[16:26:05.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:96:0) after 2m37s
[16:28:42.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:96:0)
[16:28:42.828] Build status: STARTED
[16:28:42.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:97:0) after 7m39s
[16:36:21.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:97:0)
[16:36:21.905] Build status: STARTED
[16:36:21.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:98:0) after 7m32s
[16:43:53.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:98:0)
[16:43:53.975] Build status: STARTED
[16:43:53.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:99:0) after 5m15s
[16:49:09.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:99:0)
[16:49:09.062] Build status: STARTED
[16:49:09.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:100:0) after 7m30s
[16:56:39.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:100:0)
[16:56:39.862] Build status: STARTED
[16:56:39.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:101:0) after 4m12s
[17:00:51.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:101:0)
[17:00:51.936] Build status: STARTED
[17:00:51.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:102:0) after 2m38s
[17:03:29.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:102:0)
[17:03:29.984] Build status: STARTED
[17:03:29.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:103:0) after 9m0s
[17:12:30.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:103:0)
[17:12:30.031] Build status: STARTED
[17:12:30.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:104:0) after 6m15s
[17:18:45.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:104:0)
[17:18:45.091] Build status: STARTED
[17:18:45.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:105:0) after 5m21s
[17:24:06.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:105:0)
[17:24:06.844] Build status: STARTED
[17:24:06.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:106:0) after 7m4s
[17:31:11.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:106:0)
[17:31:11.053] Build status: STARTED
[17:31:11.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:107:0) after 4m17s
[17:35:28.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:107:0)
[17:35:28.132] Build status: STARTED
[17:35:28.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:108:0) after 9m57s
[17:45:25.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:108:0)
[17:45:25.478] Build status: STARTED
[17:45:25.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:109:0) after 4m1s
[17:49:26.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:109:0)
[17:49:26.555] Build status: STARTED
[17:49:26.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:110:0) after 2m20s
[17:51:46.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:110:0)
[17:51:46.605] Build status: STARTED
[17:51:46.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:111:0) after 8m40s
[18:00:26.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:111:0)
[18:00:26.657] Build status: STARTED
[18:00:26.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:112:0) after 3m20s
[18:03:46.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:112:0)
[18:03:46.712] Build status: STARTED
[18:03:46.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:113:0) after 7m14s
[18:11:00.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:113:0)
[18:11:00.814] Build status: STARTED
[18:11:00.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:114:0) after 1m17s
[18:12:17.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:114:0)
[18:12:17.852] Build status: STARTED
[18:12:17.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:115:0) after 5m43s
[18:18:01.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:115:0)
[18:18:01.080] Build status: STARTED
[18:18:01.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:116:0) after 2m45s
[18:20:46.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:116:0)
[18:20:46.168] Build status: STARTED
[18:20:46.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:117:0) after 3m41s
[18:24:27.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:117:0)
[18:24:27.330] Build status: STARTED
[18:24:27.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:118:0) after 7m52s
[18:32:19.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:118:0)
[18:32:19.652] Build status: STARTED
[18:32:19.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:119:0) after 4m6s
[18:36:25.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:119:0)
[18:36:25.915] Build status: STARTED
[18:36:25.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:120:0) after 3m30s
[18:39:56.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:120:0)
[18:39:56.060] Build status: STARTED
[18:39:56.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:121:0) after 3m49s
[18:43:45.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:121:0)
[18:43:45.780] Build status: STARTED
[18:43:45.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:122:0) after 2m53s
[18:46:38.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:122:0)
[18:46:38.993] Build status: STARTED
[18:46:38.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:123:0) after 3m9s
[18:49:48.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:123:0)
[18:49:48.185] Build status: STARTED
[18:49:48.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:124:0) after 5m15s
[18:55:03.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:124:0)
[18:55:03.245] Build status: STARTED
[18:55:03.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:125:0) after 9m3s
[19:04:06.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:125:0)
[19:04:06.369] Build status: STARTED
[19:04:06.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:126:0) after 3m52s
[19:07:58.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:126:0)
[19:07:58.413] Build status: STARTED
[19:07:58.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:127:0) after 8m45s
[19:16:43.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:127:0)
[19:16:43.552] Build status: STARTED
[19:16:43.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:128:0) after 7m37s
[19:24:20.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:128:0)
[19:24:20.622] Build status: STARTED
[19:24:20.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:129:0) after 6m1s
[19:30:21.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:129:0)
[19:30:21.772] Build status: STARTED
[19:30:21.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:130:0) after 3m30s
[19:33:51.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:130:0)
[19:33:51.829] Build status: STARTED
[19:33:51.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:131:0) after 5m36s
[19:39:28.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:131:0)
[19:39:28.091] Build status: STARTED
[19:39:28.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:132:0) after 9m17s
[19:48:45.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:132:0)
[19:48:45.823] Build status: STARTED
[19:48:45.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:133:0) after 6m28s
[19:55:13.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:133:0)
[19:55:13.885] Build status: STARTED
[19:55:13.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:134:0) after 1m19s
[19:56:33.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:134:0)
[19:56:33.256] Build status: STARTED
[19:56:33.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:135:0) after 4m9s
[20:00:42.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:135:0)
[20:00:42.386] Build status: STARTED
[20:00:42.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:136:0) after 6m13s
[20:06:55.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:136:0)
[20:06:55.592] Build status: STARTED
[20:06:55.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:137:0) after 2m9s
[20:09:04.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:137:0)
[20:09:04.679] Build status: STARTED
[20:09:04.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:138:0) after 5m54s
[20:14:58.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:138:0)
[20:14:58.744] Build status: STARTED
[20:14:58.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:139:0) after 5m7s
[20:20:05.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:139:0)
[20:20:05.886] Build status: STARTED
[20:20:05.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8976464785509610016:140:0) after 1m19s
[20:20:41.294] Received PubSub notification, asking Buildbucket for the build status
[20:20:41.320] Build:
{
  "id": "8811034723397244481",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27992,
  "createdBy": "project:chromium",
  "createTime": "2022-06-18T08:05:05.540826903Z",
  "startTime": "2022-06-18T08:54:09.587409Z",
  "endTime": "2022-06-18T20:20:25.140946804Z",
  "updateTime": "2022-06-18T20:20:25.140946804Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "28dd5946b6cdaf6975dd3f9cc1a767ab00b78398",
      "ref": "refs/heads/main"
    }
  }
}
[20:20:41.320] Invocation finished in 12h15m37.178080343s with status FAILED