Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "66762301b8eaa60b271af5f41c39cc2384d55bb1"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/66762301b8eaa60b271af5f41c39cc2384d55bb1
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:04:58.860] New invocation is queued and will start shortly
[04:04:59.906] Starting the invocation (attempt 1)
[04:04:59.949] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/66762301b8eaa60b271af5f41c39cc2384d55bb1"
[04:04:59.949] Popped gitiles commit info from properties and tags
[04:04:59.949] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:04:59.954] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:04:59.955] Buildbucket request:
{
  "requestId": "8929913049823420384",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "66762301b8eaa60b271af5f41c39cc2384d55bb1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8929913049823420384"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:05:00.586] Scheduled build:
{
  "id": "8764482987933940241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30764,
  "createdBy": "project:chromium",
  "createTime": "2023-11-14T04:05:00.035000884Z",
  "updateTime": "2023-11-14T04:05:00.035000884Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "66762301b8eaa60b271af5f41c39cc2384d55bb1",
      "ref": "refs/heads/main"
    }
  }
}
[04:05:00.586] Task URL: https://cr-buildbucket.appspot.com/build/8764482987933940241
[04:05:00.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:2:0) after 6m1s
[04:05:01.521] Received PubSub notification, asking Buildbucket for the build status
[04:05:01.566] Build status: SCHEDULED
[04:05:06.812] Received PubSub notification, asking Buildbucket for the build status
[04:05:06.839] Build status: STARTED
[04:11:01.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:2:0)
[04:11:01.628] Build status: STARTED
[04:11:01.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:5:0) after 6m32s
[04:17:33.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:5:0)
[04:17:33.691] Build status: STARTED
[04:17:33.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:6:0) after 8m2s
[04:25:35.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:6:0)
[04:25:35.846] Build status: STARTED
[04:25:35.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:7:0) after 1m4s
[04:26:39.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:7:0)
[04:26:39.916] Build status: STARTED
[04:26:39.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:8:0) after 1m36s
[04:28:16.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:8:0)
[04:28:16.408] Build status: STARTED
[04:28:16.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:9:0) after 6m55s
[04:35:11.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:9:0)
[04:35:11.974] Build status: STARTED
[04:35:11.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:10:0) after 4m50s
[04:40:02.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:10:0)
[04:40:02.130] Build status: STARTED
[04:40:02.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:11:0) after 6m30s
[04:46:32.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:11:0)
[04:46:32.190] Build status: STARTED
[04:46:32.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:12:0) after 1m41s
[04:48:13.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:12:0)
[04:48:13.239] Build status: STARTED
[04:48:13.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:13:0) after 2m17s
[04:50:30.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:13:0)
[04:50:30.355] Build status: STARTED
[04:50:30.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:14:0) after 7m24s
[04:57:54.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:14:0)
[04:57:54.534] Build status: STARTED
[04:57:54.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:15:0) after 7m42s
[05:05:36.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:15:0)
[05:05:36.669] Build status: STARTED
[05:05:36.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:16:0) after 4m20s
[05:09:57.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:16:0)
[05:09:57.247] Build status: STARTED
[05:09:57.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:17:0) after 3m30s
[05:13:27.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:17:0)
[05:13:27.727] Build status: STARTED
[05:13:27.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:18:0) after 5m15s
[05:18:42.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:18:0)
[05:18:42.897] Build status: STARTED
[05:18:42.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:19:0) after 9m30s
[05:28:12.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:19:0)
[05:28:12.932] Build status: STARTED
[05:28:12.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:20:0) after 9m37s
[05:37:49.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:20:0)
[05:37:49.998] Build status: STARTED
[05:37:49.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:21:0) after 4m54s
[05:42:44.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:21:0)
[05:42:44.062] Build status: STARTED
[05:42:44.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:22:0) after 9m44s
[05:52:28.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:22:0)
[05:52:28.248] Build status: STARTED
[05:52:28.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:23:0) after 6m44s
[05:59:12.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:23:0)
[05:59:12.332] Build status: STARTED
[05:59:12.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:24:0) after 3m33s
[06:02:45.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:24:0)
[06:02:45.901] Build status: STARTED
[06:02:45.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:25:0) after 2m8s
[06:04:54.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:25:0)
[06:04:54.082] Build status: STARTED
[06:04:54.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:26:0) after 8m37s
[06:13:31.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:26:0)
[06:13:31.259] Build status: STARTED
[06:13:31.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:27:0) after 1m12s
[06:14:43.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:27:0)
[06:14:43.378] Build status: STARTED
[06:14:43.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:28:0) after 3m5s
[06:17:48.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:28:0)
[06:17:48.444] Build status: STARTED
[06:17:48.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:29:0) after 8m1s
[06:25:49.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:29:0)
[06:25:49.498] Build status: STARTED
[06:25:49.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:30:0) after 9m46s
[06:35:35.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:30:0)
[06:35:35.574] Build status: STARTED
[06:35:35.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:31:0) after 1m59s
[06:37:34.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:31:0)
[06:37:34.728] Build status: STARTED
[06:37:34.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:32:0) after 5m35s
[06:43:10.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:32:0)
[06:43:10.363] Build status: STARTED
[06:43:10.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:33:0) after 5m25s
[06:48:35.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:33:0)
[06:48:35.548] Build status: STARTED
[06:48:35.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:34:0) after 9m57s
[06:58:32.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:34:0)
[06:58:32.701] Build status: STARTED
[06:58:32.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:35:0) after 7m4s
[07:05:36.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:35:0)
[07:05:36.766] Build status: STARTED
[07:05:36.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:36:0) after 4m17s
[07:09:54.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:36:0)
[07:09:54.087] Build status: STARTED
[07:09:54.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:37:0) after 7m37s
[07:17:31.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:37:0)
[07:17:31.562] Build status: STARTED
[07:17:31.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:38:0) after 5m45s
[07:23:16.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:38:0)
[07:23:16.822] Build status: STARTED
[07:23:16.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:39:0) after 3m53s
[07:27:10.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:39:0)
[07:27:10.154] Build status: STARTED
[07:27:10.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:40:0) after 5m17s
[07:32:27.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:40:0)
[07:32:27.389] Build status: STARTED
[07:32:27.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:41:0) after 6m39s
[07:39:06.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:41:0)
[07:39:06.690] Build status: STARTED
[07:39:06.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:42:0) after 3m20s
[07:42:26.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:42:0)
[07:42:26.935] Build status: STARTED
[07:42:26.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:43:0) after 2m37s
[07:45:04.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:43:0)
[07:45:04.049] Build status: STARTED
[07:45:04.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:44:0) after 8m57s
[07:54:01.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:44:0)
[07:54:01.209] Build status: STARTED
[07:54:01.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:45:0) after 1m9s
[07:55:10.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:45:0)
[07:55:10.432] Build status: STARTED
[07:55:10.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:46:0) after 5m14s
[08:00:24.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:46:0)
[08:00:24.503] Build status: STARTED
[08:00:24.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:47:0) after 8m39s
[08:09:03.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:47:0)
[08:09:03.566] Build status: STARTED
[08:09:03.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:48:0) after 9m26s
[08:18:29.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:48:0)
[08:18:29.739] Build status: STARTED
[08:18:29.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:49:0) after 2m55s
[08:21:24.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:49:0)
[08:21:24.980] Build status: STARTED
[08:21:24.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:50:0) after 7m35s
[08:29:00.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:50:0)
[08:29:00.159] Build status: STARTED
[08:29:00.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:51:0) after 3m29s
[08:32:29.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:51:0)
[08:32:29.321] Build status: STARTED
[08:32:29.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:52:0) after 8m3s
[08:40:32.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:52:0)
[08:40:32.441] Build status: STARTED
[08:40:32.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:53:0) after 7m22s
[08:47:54.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:53:0)
[08:47:54.776] Build status: STARTED
[08:47:54.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:54:0) after 5m21s
[08:53:15.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:54:0)
[08:53:15.995] Build status: STARTED
[08:53:15.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:55:0) after 7m47s
[09:01:03.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:55:0)
[09:01:03.141] Build status: STARTED
[09:01:03.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:56:0) after 2m3s
[09:03:06.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:56:0)
[09:03:06.440] Build status: STARTED
[09:03:06.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:57:0) after 6m5s
[09:09:11.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:57:0)
[09:09:11.584] Build status: STARTED
[09:09:11.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:58:0) after 5m20s
[09:14:31.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:58:0)
[09:14:31.935] Build status: STARTED
[09:14:31.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:59:0) after 6m0s
[09:20:31.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:59:0)
[09:20:31.990] Build status: STARTED
[09:20:31.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:60:0) after 7m0s
[09:27:32.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:60:0)
[09:27:32.128] Build status: STARTED
[09:27:32.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:61:0) after 6m27s
[09:33:59.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:61:0)
[09:33:59.292] Build status: STARTED
[09:33:59.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:62:0) after 2m56s
[09:36:55.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:62:0)
[09:36:55.795] Build status: STARTED
[09:36:55.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:63:0) after 5m48s
[09:42:43.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:63:0)
[09:42:44.015] Build status: STARTED
[09:42:44.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:64:0) after 9m32s
[09:52:16.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:64:0)
[09:52:16.108] Build status: STARTED
[09:52:16.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:65:0) after 8m4s
[10:00:20.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:65:0)
[10:00:20.375] Build status: STARTED
[10:00:20.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:66:0) after 2m14s
[10:02:34.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:66:0)
[10:02:34.467] Build status: STARTED
[10:02:34.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:67:0) after 2m44s
[10:05:18.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:67:0)
[10:05:18.589] Build status: STARTED
[10:05:18.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:68:0) after 8m11s
[10:13:29.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:68:0)
[10:13:29.726] Build status: STARTED
[10:13:29.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:69:0) after 2m42s
[10:16:11.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:69:0)
[10:16:11.781] Build status: STARTED
[10:16:11.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:70:0) after 2m20s
[10:18:31.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:70:0)
[10:18:31.950] Build status: STARTED
[10:18:31.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:71:0) after 9m13s
[10:27:45.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:71:0)
[10:27:45.255] Build status: STARTED
[10:27:45.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:72:0) after 5m30s
[10:33:15.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:72:0)
[10:33:15.476] Build status: STARTED
[10:33:15.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:73:0) after 2m38s
[10:35:53.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:73:0)
[10:35:53.763] Build status: STARTED
[10:35:53.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:74:0) after 4m31s
[10:40:24.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:74:0)
[10:40:24.950] Build status: STARTED
[10:40:24.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:75:0) after 9m23s
[10:49:48.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:75:0)
[10:49:48.305] Build status: STARTED
[10:49:48.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:76:0) after 4m0s
[10:53:48.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:76:0)
[10:53:48.543] Build status: STARTED
[10:53:48.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:77:0) after 2m5s
[10:55:53.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:77:0)
[10:55:53.598] Build status: STARTED
[10:55:53.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:78:0) after 9m6s
[11:04:59.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:78:0)
[11:04:59.773] Build status: STARTED
[11:04:59.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:79:0) after 3m58s
[11:08:57.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:79:0)
[11:08:58.049] Build status: STARTED
[11:08:58.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:80:0) after 8m49s
[11:17:47.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:80:0)
[11:17:47.241] Build status: STARTED
[11:17:47.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:81:0) after 2m6s
[11:19:53.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:81:0)
[11:19:53.401] Build status: STARTED
[11:19:53.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:82:0) after 8m12s
[11:28:05.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:82:0)
[11:28:05.938] Build status: STARTED
[11:28:05.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:83:0) after 8m56s
[11:37:02.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:83:0)
[11:37:02.245] Build status: STARTED
[11:37:02.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:84:0) after 8m36s
[11:45:38.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:84:0)
[11:45:38.306] Build status: STARTED
[11:45:38.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:85:0) after 7m5s
[11:52:43.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:85:0)
[11:52:43.360] Build status: STARTED
[11:52:43.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:86:0) after 1m20s
[11:54:03.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:86:0)
[11:54:03.512] Build status: STARTED
[11:54:03.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:87:0) after 2m46s
[11:56:49.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:87:0)
[11:56:49.567] Build status: STARTED
[11:56:49.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:88:0) after 8m25s
[12:05:14.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:88:0)
[12:05:14.833] Build status: STARTED
[12:05:14.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:89:0) after 6m49s
[12:12:03.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:89:0)
[12:12:04.010] Build status: STARTED
[12:12:04.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:90:0) after 1m46s
[12:13:50.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:90:0)
[12:13:50.176] Build status: STARTED
[12:13:50.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:91:0) after 9m33s
[12:23:23.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:91:0)
[12:23:23.421] Build status: STARTED
[12:23:23.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:92:0) after 9m1s
[12:32:25.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:92:0)
[12:32:25.097] Build status: STARTED
[12:32:25.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:93:0) after 3m12s
[12:35:37.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:93:0)
[12:35:37.796] Build status: STARTED
[12:35:37.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:94:0) after 9m46s
[12:45:24.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:94:0)
[12:45:24.180] Build status: STARTED
[12:45:24.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:95:0) after 3m7s
[12:48:31.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:95:0)
[12:48:31.634] Build status: STARTED
[12:48:31.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:96:0) after 1m19s
[12:49:50.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:96:0)
[12:49:50.746] Build status: STARTED
[12:49:50.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:97:0) after 6m48s
[12:56:38.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:97:0)
[12:56:38.994] Build status: STARTED
[12:56:38.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:98:0) after 8m33s
[13:05:12.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:98:0)
[13:05:12.252] Build status: STARTED
[13:05:12.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:99:0) after 3m51s
[13:09:03.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:99:0)
[13:09:03.402] Build status: STARTED
[13:09:03.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:100:0) after 7m1s
[13:16:04.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:100:0)
[13:16:04.702] Build status: STARTED
[13:16:04.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:101:0) after 4m59s
[13:21:03.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:101:0)
[13:21:03.846] Build status: STARTED
[13:21:03.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:102:0) after 8m40s
[13:29:44.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:102:0)
[13:29:44.101] Build status: STARTED
[13:29:44.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:103:0) after 3m20s
[13:33:04.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:103:0)
[13:33:04.423] Build status: STARTED
[13:33:04.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:104:0) after 9m49s
[13:42:53.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:104:0)
[13:42:53.486] Build status: STARTED
[13:42:53.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:105:0) after 5m4s
[13:47:57.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:105:0)
[13:47:57.564] Build status: STARTED
[13:47:57.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:106:0) after 4m51s
[13:52:48.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:106:0)
[13:52:48.654] Build status: STARTED
[13:52:48.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:107:0) after 9m7s
[14:01:56.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:107:0)
[14:01:56.354] Build status: STARTED
[14:01:56.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:108:0) after 1m7s
[14:03:03.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:108:0)
[14:03:03.924] Build status: STARTED
[14:03:03.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:109:0) after 1m42s
[14:04:46.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:109:0)
[14:04:46.502] Build status: STARTED
[14:04:46.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:110:0) after 7m52s
[14:12:38.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:110:0)
[14:12:38.622] Build status: STARTED
[14:12:38.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:111:0) after 6m26s
[14:19:04.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:111:0)
[14:19:04.766] Build status: STARTED
[14:19:04.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:112:0) after 2m47s
[14:21:51.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:112:0)
[14:21:51.970] Build status: STARTED
[14:21:51.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:113:0) after 3m1s
[14:24:53.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:113:0)
[14:24:53.047] Build status: STARTED
[14:24:53.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:114:0) after 3m55s
[14:28:48.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:114:0)
[14:28:48.123] Build status: STARTED
[14:28:48.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:115:0) after 7m55s
[14:36:43.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:115:0)
[14:36:43.294] Build status: STARTED
[14:36:43.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:116:0) after 2m27s
[14:39:10.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:116:0)
[14:39:10.340] Build status: STARTED
[14:39:10.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:117:0) after 5m39s
[14:44:49.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:117:0)
[14:44:49.456] Build status: STARTED
[14:44:49.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:118:0) after 1m14s
[14:46:03.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:118:0)
[14:46:03.534] Build status: STARTED
[14:46:03.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:119:0) after 4m37s
[14:50:40.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:119:0)
[14:50:40.664] Build status: STARTED
[14:50:40.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:120:0) after 6m46s
[14:57:26.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:120:0)
[14:57:26.720] Build status: STARTED
[14:57:26.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:121:0) after 8m16s
[15:05:42.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:121:0)
[15:05:42.892] Build status: STARTED
[15:05:42.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:122:0) after 7m16s
[15:12:58.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:122:0)
[15:12:59.004] Build status: STARTED
[15:12:59.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:123:0) after 2m35s
[15:15:34.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:123:0)
[15:15:34.071] Build status: STARTED
[15:15:34.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:124:0) after 4m43s
[15:20:17.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:124:0)
[15:20:17.229] Build status: STARTED
[15:20:17.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:125:0) after 6m21s
[15:26:38.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:125:0)
[15:26:38.431] Build status: STARTED
[15:26:38.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:126:0) after 8m25s
[15:35:03.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:126:0)
[15:35:03.683] Build status: STARTED
[15:35:03.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:127:0) after 7m30s
[15:42:33.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:127:0)
[15:42:33.786] Build status: STARTED
[15:42:33.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:128:0) after 8m25s
[15:50:58.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:128:0)
[15:50:58.953] Build status: STARTED
[15:50:58.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:129:0) after 7m30s
[15:58:28.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:129:0)
[15:58:29.014] Build status: STARTED
[15:58:29.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:130:0) after 5m27s
[16:03:56.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:130:0)
[16:03:56.086] Build status: STARTED
[16:03:56.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:131:0) after 5m17s
[16:09:13.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:131:0)
[16:09:13.226] Build status: STARTED
[16:09:13.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:132:0) after 9m24s
[16:18:37.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:132:0)
[16:18:37.282] Build status: STARTED
[16:18:37.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:133:0) after 5m12s
[16:23:49.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:133:0)
[16:23:49.343] Build status: STARTED
[16:23:49.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:134:0) after 3m49s
[16:27:38.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:134:0)
[16:27:38.419] Build status: STARTED
[16:27:38.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:135:0) after 6m43s
[16:34:21.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:135:0)
[16:34:21.882] Build status: STARTED
[16:34:21.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:136:0) after 6m50s
[16:41:11.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:136:0)
[16:41:11.988] Build status: STARTED
[16:41:11.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:137:0) after 8m41s
[16:49:53.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:137:0)
[16:49:53.097] Build status: STARTED
[16:49:53.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:138:0) after 6m45s
[16:56:38.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:138:0)
[16:56:38.170] Build status: STARTED
[16:56:38.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:139:0) after 3m14s
[16:59:52.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:139:0)
[16:59:52.275] Build status: STARTED
[16:59:52.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:140:0) after 3m11s
[17:03:03.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:140:0)
[17:03:03.398] Build status: STARTED
[17:03:03.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:141:0) after 8m12s
[17:11:15.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:141:0)
[17:11:15.523] Build status: STARTED
[17:11:15.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:142:0) after 6m56s
[17:18:11.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:142:0)
[17:18:11.630] Build status: STARTED
[17:18:11.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:143:0) after 3m54s
[17:22:05.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:143:0)
[17:22:05.702] Build status: STARTED
[17:22:05.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:144:0) after 2m8s
[17:24:13.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:144:0)
[17:24:13.775] Build status: STARTED
[17:24:13.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:145:0) after 7m0s
[17:31:14.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:145:0)
[17:31:14.078] Build status: STARTED
[17:31:14.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:146:0) after 3m0s
[17:34:14.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:146:0)
[17:34:14.141] Build status: STARTED
[17:34:14.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:147:0) after 2m23s
[17:36:37.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:147:0)
[17:36:37.249] Build status: STARTED
[17:36:37.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:148:0) after 3m46s
[17:40:23.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:148:0)
[17:40:23.432] Build status: STARTED
[17:40:23.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:149:0) after 6m41s
[17:47:04.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:149:0)
[17:47:04.878] Build status: STARTED
[17:47:04.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:150:0) after 7m28s
[17:54:32.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:150:0)
[17:54:33.029] Build status: STARTED
[17:54:33.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:151:0) after 4m27s
[17:59:00.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:151:0)
[17:59:00.220] Build status: STARTED
[17:59:00.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:152:0) after 4m5s
[18:03:05.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:152:0)
[18:03:05.465] Build status: STARTED
[18:03:05.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:153:0) after 4m52s
[18:07:57.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:153:0)
[18:07:57.572] Build status: STARTED
[18:07:57.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:154:0) after 6m49s
[18:14:46.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:154:0)
[18:14:46.675] Build status: STARTED
[18:14:46.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:155:0) after 8m59s
[18:23:45.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:155:0)
[18:23:45.753] Build status: STARTED
[18:23:45.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:156:0) after 3m59s
[18:27:44.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:156:0)
[18:27:44.952] Build status: STARTED
[18:27:44.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:157:0) after 2m42s
[18:30:27.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:157:0)
[18:30:27.075] Build status: STARTED
[18:30:27.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:158:0) after 8m15s
[18:38:42.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:158:0)
[18:38:42.147] Build status: STARTED
[18:38:42.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:159:0) after 3m57s
[18:42:39.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:159:0)
[18:42:39.219] Build status: STARTED
[18:42:39.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:160:0) after 4m31s
[18:47:10.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:160:0)
[18:47:10.299] Build status: STARTED
[18:47:10.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:161:0) after 6m47s
[18:53:57.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:161:0)
[18:53:57.460] Build status: STARTED
[18:53:57.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:162:0) after 6m12s
[19:00:09.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:162:0)
[19:00:09.585] Build status: STARTED
[19:00:09.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:163:0) after 1m19s
[19:01:28.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:163:0)
[19:01:28.682] Build status: STARTED
[19:01:28.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:164:0) after 4m51s
[19:06:19.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:164:0)
[19:06:19.741] Build status: STARTED
[19:06:19.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:165:0) after 1m30s
[19:07:49.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:165:0)
[19:07:49.921] Build status: STARTED
[19:07:49.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:166:0) after 8m26s
[19:16:15.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:166:0)
[19:16:16.010] Build status: STARTED
[19:16:16.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:167:0) after 6m1s
[19:22:17.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:167:0)
[19:22:17.966] Build status: STARTED
[19:22:17.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:168:0) after 3m16s
[19:25:34.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:168:0)
[19:25:34.025] Build status: STARTED
[19:25:34.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:169:0) after 1m59s
[19:27:33.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:169:0)
[19:27:33.209] Build status: STARTED
[19:27:33.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:170:0) after 4m42s
[19:32:15.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:170:0)
[19:32:15.485] Build status: STARTED
[19:32:15.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:171:0) after 3m43s
[19:35:58.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:171:0)
[19:35:58.571] Build status: STARTED
[19:35:58.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:172:0) after 5m12s
[19:41:10.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:172:0)
[19:41:10.749] Build status: STARTED
[19:41:10.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:173:0) after 5m16s
[19:46:26.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:173:0)
[19:46:26.920] Build status: STARTED
[19:46:26.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:174:0) after 6m40s
[19:53:06.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:174:0)
[19:53:06.998] Build status: STARTED
[19:53:06.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:175:0) after 5m33s
[19:58:40.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:175:0)
[19:58:40.074] Build status: STARTED
[19:58:40.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:176:0) after 7m3s
[20:05:43.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:176:0)
[20:05:43.184] Build status: STARTED
[20:05:43.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:177:0) after 6m31s
[20:12:14.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:177:0)
[20:12:14.248] Build status: STARTED
[20:12:14.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:178:0) after 2m48s
[20:15:02.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:178:0)
[20:15:02.317] Build status: STARTED
[20:15:02.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:179:0) after 1m41s
[20:16:43.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:179:0)
[20:16:43.366] Build status: STARTED
[20:16:43.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:180:0) after 9m15s
[20:25:58.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:180:0)
[20:25:58.479] Build status: STARTED
[20:25:58.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:181:0) after 4m56s
[20:30:54.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:181:0)
[20:30:54.608] Build status: STARTED
[20:30:54.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:182:0) after 7m46s
[20:38:40.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:182:0)
[20:38:40.709] Build status: STARTED
[20:38:40.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:183:0) after 4m31s
[20:43:11.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:183:0)
[20:43:11.790] Build status: STARTED
[20:43:11.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:184:0) after 3m21s
[20:46:32.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:184:0)
[20:46:32.947] Build status: STARTED
[20:46:32.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:185:0) after 9m13s
[20:55:45.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:185:0)
[20:55:46.025] Build status: STARTED
[20:55:46.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:186:0) after 8m4s
[21:03:50.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:186:0)
[21:03:50.114] Build status: STARTED
[21:03:50.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:187:0) after 7m18s
[21:11:08.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:187:0)
[21:11:08.218] Build status: STARTED
[21:11:08.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:188:0) after 4m34s
[21:15:42.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:188:0)
[21:15:42.446] Build status: STARTED
[21:15:42.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:189:0) after 3m46s
[21:19:28.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:189:0)
[21:19:28.519] Build status: STARTED
[21:19:28.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:190:0) after 8m3s
[21:27:31.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:190:0)
[21:27:31.594] Build status: STARTED
[21:27:31.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:191:0) after 5m3s
[21:32:34.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:191:0)
[21:32:34.684] Build status: STARTED
[21:32:34.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:192:0) after 7m9s
[21:39:44.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:192:0)
[21:39:44.312] Build status: STARTED
[21:39:44.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:193:0) after 6m27s
[21:46:11.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:193:0)
[21:46:11.385] Build status: STARTED
[21:46:11.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:194:0) after 4m9s
[21:50:20.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:194:0)
[21:50:20.609] Build status: STARTED
[21:50:20.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:195:0) after 8m26s
[21:58:46.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:195:0)
[21:58:46.795] Build status: STARTED
[21:58:46.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:196:0) after 3m59s
[22:02:46.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:196:0)
[22:02:46.215] Build status: STARTED
[22:02:46.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:197:0) after 1m58s
[22:04:44.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:197:0)
[22:04:44.404] Build status: STARTED
[22:04:44.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:198:0) after 8m49s
[22:13:33.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:198:0)
[22:13:34.022] Build status: STARTED
[22:13:34.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:199:0) after 5m12s
[22:18:46.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:199:0)
[22:18:46.708] Build status: STARTED
[22:18:46.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:200:0) after 2m22s
[22:21:08.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:200:0)
[22:21:08.781] Build status: STARTED
[22:21:08.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:201:0) after 2m22s
[22:23:30.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:201:0)
[22:23:30.870] Build status: STARTED
[22:23:30.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:202:0) after 9m45s
[22:33:15.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:202:0)
[22:33:16.015] Build status: STARTED
[22:33:16.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:203:0) after 9m33s
[22:42:49.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:203:0)
[22:42:49.276] Build status: STARTED
[22:42:49.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:204:0) after 5m43s
[22:48:32.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:204:0)
[22:48:32.654] Build status: STARTED
[22:48:32.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:205:0) after 7m58s
[22:56:30.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:205:0)
[22:56:30.827] Build status: STARTED
[22:56:30.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:206:0) after 8m32s
[23:05:02.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:206:0)
[23:05:03.018] Build status: STARTED
[23:05:03.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:207:0) after 3m47s
[23:08:50.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:207:0)
[23:08:50.114] Build status: STARTED
[23:08:50.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:208:0) after 3m2s
[23:11:52.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:208:0)
[23:11:52.157] Build status: STARTED
[23:11:52.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:209:0) after 9m50s
[23:21:42.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:209:0)
[23:21:42.269] Build status: STARTED
[23:21:42.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:210:0) after 4m28s
[23:26:10.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:210:0)
[23:26:10.397] Build status: STARTED
[23:26:10.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:211:0) after 4m5s
[23:30:15.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:211:0)
[23:30:15.580] Build status: STARTED
[23:30:15.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:212:0) after 6m24s
[23:36:39.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:212:0)
[23:36:39.649] Build status: STARTED
[23:36:39.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:213:0) after 2m34s
[23:39:13.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:213:0)
[23:39:13.724] Build status: STARTED
[23:39:13.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:214:0) after 8m55s
[23:48:08.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:214:0)
[23:48:08.882] Build status: STARTED
[23:48:08.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:215:0) after 5m39s
[23:53:48.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:215:0)
[23:53:48.040] Build status: STARTED
[23:53:48.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:216:0) after 1m35s
[23:55:23.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:216:0)
[23:55:23.247] Build status: STARTED
[23:55:23.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:217:0) after 5m9s
[00:00:32.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:217:0)
[00:00:32.663] Build status: STARTED
[00:00:32.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:218:0) after 5m33s
[00:06:05.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:218:0)
[00:06:05.713] Build status: STARTED
[00:06:05.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929913049823420384:219:0) after 8m9s
[00:08:32.207] Received PubSub notification, asking Buildbucket for the build status
[00:08:32.278] Build:
{
  "id": "8764482987933940241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30764,
  "createdBy": "project:chromium",
  "createTime": "2023-11-14T04:05:00.035000884Z",
  "startTime": "2023-11-14T04:05:02.764842Z",
  "endTime": "2023-11-15T00:08:31.408474Z",
  "updateTime": "2023-11-15T00:08:31.408474Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "66762301b8eaa60b271af5f41c39cc2384d55bb1",
      "ref": "refs/heads/main"
    }
  }
}
[00:08:32.279] Invocation finished in 20h3m33.428221046s with status FAILED