Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2d8d806e163a4f92364f4aca42e8ea95d06d4fe6"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2d8d806e163a4f92364f4aca42e8ea95d06d4fe6
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:01:38.134] New invocation is queued and will start shortly
[13:01:39.336] Starting the invocation (attempt 1)
[13:01:39.376] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2d8d806e163a4f92364f4aca42e8ea95d06d4fe6"
[13:01:39.376] Popped gitiles commit info from properties and tags
[13:01:39.376] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:01:39.376] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:01:39.376] Buildbucket request:
{
  "requestId": "8928701525872105632",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2d8d806e163a4f92364f4aca42e8ea95d06d4fe6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8928701525872105632"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:01:40.062] Scheduled build:
{
  "id": "8763271463818873601",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30780,
  "createdBy": "project:chromium",
  "createTime": "2023-11-27T13:01:39.468494707Z",
  "updateTime": "2023-11-27T13:01:39.468494707Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2d8d806e163a4f92364f4aca42e8ea95d06d4fe6",
      "ref": "refs/heads/main"
    }
  }
}
[13:01:40.062] Task URL: https://cr-buildbucket.appspot.com/build/8763271463818873601
[13:01:40.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:2:0) after 1m35s
[13:01:40.956] Received PubSub notification, asking Buildbucket for the build status
[13:01:40.986] Build status: SCHEDULED
[13:02:25.428] Received PubSub notification, asking Buildbucket for the build status
[13:02:25.455] Build status: STARTED
[13:03:15.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:2:0)
[13:03:15.211] Build status: STARTED
[13:03:15.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:5:0) after 4m45s
[13:08:00.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:5:0)
[13:08:00.273] Build status: STARTED
[13:08:00.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:6:0) after 9m36s
[13:17:36.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:6:0)
[13:17:36.818] Build status: STARTED
[13:17:36.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:7:0) after 4m0s
[13:21:36.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:7:0)
[13:21:36.928] Build status: STARTED
[13:21:36.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:8:0) after 7m29s
[13:29:06.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:8:0)
[13:29:06.206] Build status: STARTED
[13:29:06.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:9:0) after 2m53s
[13:31:59.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:9:0)
[13:31:59.253] Build status: STARTED
[13:31:59.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:10:0) after 7m38s
[13:39:37.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:10:0)
[13:39:37.479] Build status: STARTED
[13:39:37.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:11:0) after 8m7s
[13:47:44.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:11:0)
[13:47:44.714] Build status: STARTED
[13:47:44.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:12:0) after 4m6s
[13:51:50.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:12:0)
[13:51:50.813] Build status: STARTED
[13:51:50.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:13:0) after 2m23s
[13:54:13.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:13:0)
[13:54:13.920] Build status: STARTED
[13:54:13.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:14:0) after 6m19s
[14:00:32.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:14:0)
[14:00:32.994] Build status: STARTED
[14:00:32.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:15:0) after 9m13s
[14:09:46.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:15:0)
[14:09:46.131] Build status: STARTED
[14:09:46.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:16:0) after 9m45s
[14:19:31.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:16:0)
[14:19:31.186] Build status: STARTED
[14:19:31.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:17:0) after 3m30s
[14:23:01.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:17:0)
[14:23:01.653] Build status: STARTED
[14:23:01.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:18:0) after 7m23s
[14:30:24.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:18:0)
[14:30:24.718] Build status: STARTED
[14:30:24.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:19:0) after 8m46s
[14:39:11.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:19:0)
[14:39:11.278] Build status: STARTED
[14:39:11.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:20:0) after 3m44s
[14:42:55.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:20:0)
[14:42:55.794] Build status: STARTED
[14:42:55.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:21:0) after 1m53s
[14:44:48.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:21:0)
[14:44:48.989] Build status: STARTED
[14:44:48.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:22:0) after 4m44s
[14:49:33.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:22:0)
[14:49:33.159] Build status: STARTED
[14:49:33.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:23:0) after 9m44s
[14:59:17.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:23:0)
[14:59:17.228] Build status: STARTED
[14:59:17.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:24:0) after 6m17s
[15:05:34.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:24:0)
[15:05:34.482] Build status: STARTED
[15:05:34.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:25:0) after 2m58s
[15:08:32.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:25:0)
[15:08:32.651] Build status: STARTED
[15:08:32.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:26:0) after 2m47s
[15:11:19.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:26:0)
[15:11:19.723] Build status: STARTED
[15:11:19.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:27:0) after 9m9s
[15:20:29.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:27:0)
[15:20:29.060] Build status: STARTED
[15:20:29.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:28:0) after 6m1s
[15:26:30.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:28:0)
[15:26:30.891] Build status: STARTED
[15:26:30.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:29:0) after 6m22s
[15:32:52.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:29:0)
[15:32:52.953] Build status: STARTED
[15:32:52.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:30:0) after 8m58s
[15:41:51.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:30:0)
[15:41:51.092] Build status: STARTED
[15:41:51.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:31:0) after 8m15s
[15:50:06.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:31:0)
[15:50:06.225] Build status: STARTED
[15:50:06.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:32:0) after 6m32s
[15:56:38.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:32:0)
[15:56:38.300] Build status: STARTED
[15:56:38.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:33:0) after 4m39s
[16:01:17.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:33:0)
[16:01:17.535] Build status: STARTED
[16:01:17.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:34:0) after 1m55s
[16:03:12.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:34:0)
[16:03:12.591] Build status: STARTED
[16:03:12.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:35:0) after 5m0s
[16:08:12.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:35:0)
[16:08:12.636] Build status: STARTED
[16:08:12.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:36:0) after 9m42s
[16:17:54.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:36:0)
[16:17:54.758] Build status: STARTED
[16:17:54.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:37:0) after 8m6s
[16:26:00.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:37:0)
[16:26:01.058] Build status: STARTED
[16:26:01.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:38:0) after 5m45s
[16:31:46.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:38:0)
[16:31:46.238] Build status: STARTED
[16:31:46.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:39:0) after 9m46s
[16:41:32.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:39:0)
[16:41:32.342] Build status: STARTED
[16:41:32.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:40:0) after 3m56s
[16:45:28.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:40:0)
[16:45:28.580] Build status: STARTED
[16:45:28.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:41:0) after 2m20s
[16:47:48.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:41:0)
[16:47:48.729] Build status: STARTED
[16:47:48.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:42:0) after 9m4s
[16:56:52.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:42:0)
[16:56:52.732] Build status: STARTED
[16:56:52.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:43:0) after 8m51s
[17:05:43.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:43:0)
[17:05:43.863] Build status: STARTED
[17:05:43.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:44:0) after 2m10s
[17:07:53.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:44:0)
[17:07:53.952] Build status: STARTED
[17:07:53.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:45:0) after 5m52s
[17:13:46.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:45:0)
[17:13:46.129] Build status: STARTED
[17:13:46.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:46:0) after 6m38s
[17:20:24.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:46:0)
[17:20:24.217] Build status: STARTED
[17:20:24.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:47:0) after 7m58s
[17:28:22.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:47:0)
[17:28:22.273] Build status: STARTED
[17:28:22.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:48:0) after 4m44s
[17:33:06.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:48:0)
[17:33:06.321] Build status: STARTED
[17:33:06.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:49:0) after 6m25s
[17:39:31.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:49:0)
[17:39:31.387] Build status: STARTED
[17:39:31.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:50:0) after 2m14s
[17:41:45.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:50:0)
[17:41:45.534] Build status: STARTED
[17:41:45.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:51:0) after 1m12s
[17:42:57.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:51:0)
[17:42:57.685] Build status: STARTED
[17:42:57.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:52:0) after 3m28s
[17:46:25.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:52:0)
[17:46:25.738] Build status: STARTED
[17:46:25.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:53:0) after 4m34s
[17:50:59.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:53:0)
[17:50:59.739] Build status: STARTED
[17:50:59.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:54:0) after 4m41s
[17:55:40.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:54:0)
[17:55:40.784] Build status: STARTED
[17:55:40.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:55:0) after 9m14s
[18:04:54.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:55:0)
[18:04:54.956] Build status: STARTED
[18:04:54.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:56:0) after 1m19s
[18:06:13.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:56:0)
[18:06:14.007] Build status: STARTED
[18:06:14.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:57:0) after 7m44s
[18:13:58.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:57:0)
[18:13:58.067] Build status: STARTED
[18:13:58.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:58:0) after 9m2s
[18:23:00.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:58:0)
[18:23:00.117] Build status: STARTED
[18:23:00.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:59:0) after 7m10s
[18:30:10.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:59:0)
[18:30:10.160] Build status: STARTED
[18:30:10.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:60:0) after 5m24s
[18:35:34.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:60:0)
[18:35:34.326] Build status: STARTED
[18:35:34.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:61:0) after 6m53s
[18:42:27.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:61:0)
[18:42:27.446] Build status: STARTED
[18:42:27.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:62:0) after 4m49s
[18:47:16.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:62:0)
[18:47:16.507] Build status: STARTED
[18:47:16.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:63:0) after 8m10s
[18:55:26.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:63:0)
[18:55:26.520] Build status: STARTED
[18:55:26.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:64:0) after 6m3s
[19:01:29.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:64:0)
[19:01:29.573] Build status: STARTED
[19:01:29.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:65:0) after 4m50s
[19:06:19.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:65:0)
[19:06:19.595] Build status: STARTED
[19:06:19.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:66:0) after 5m54s
[19:12:13.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:66:0)
[19:12:13.655] Build status: STARTED
[19:12:13.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:67:0) after 3m51s
[19:16:04.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:67:0)
[19:16:04.741] Build status: STARTED
[19:16:04.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:68:0) after 2m49s
[19:18:53.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:68:0)
[19:18:53.837] Build status: STARTED
[19:18:53.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:69:0) after 8m48s
[19:27:41.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:69:0)
[19:27:41.939] Build status: STARTED
[19:27:41.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:70:0) after 9m52s
[19:37:34.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:70:0)
[19:37:34.059] Build status: STARTED
[19:37:34.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:71:0) after 9m4s
[19:46:38.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:71:0)
[19:46:38.114] Build status: STARTED
[19:46:38.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:72:0) after 1m54s
[19:48:32.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:72:0)
[19:48:32.286] Build status: STARTED
[19:48:32.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:73:0) after 9m44s
[19:58:16.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:73:0)
[19:58:16.326] Build status: STARTED
[19:58:16.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:74:0) after 2m48s
[20:01:04.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:74:0)
[20:01:04.367] Build status: STARTED
[20:01:04.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:75:0) after 3m29s
[20:04:33.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:75:0)
[20:04:33.415] Build status: STARTED
[20:04:33.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:76:0) after 4m34s
[20:09:07.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:76:0)
[20:09:07.499] Build status: STARTED
[20:09:07.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:77:0) after 9m28s
[20:18:35.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:77:0)
[20:18:35.723] Build status: STARTED
[20:18:35.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:78:0) after 5m36s
[20:24:11.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:78:0)
[20:24:11.818] Build status: STARTED
[20:24:11.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:79:0) after 3m55s
[20:28:06.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:79:0)
[20:28:06.884] Build status: STARTED
[20:28:06.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:80:0) after 7m45s
[20:35:51.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:80:0)
[20:35:51.887] Build status: STARTED
[20:35:51.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:81:0) after 6m2s
[20:41:53.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:81:0)
[20:41:53.935] Build status: STARTED
[20:41:53.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:82:0) after 3m43s
[20:45:37.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:82:0)
[20:45:37.136] Build status: STARTED
[20:45:37.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:83:0) after 9m5s
[20:54:42.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:83:0)
[20:54:42.433] Build status: STARTED
[20:54:42.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:84:0) after 6m34s
[21:01:16.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:84:0)
[21:01:16.521] Build status: STARTED
[21:01:16.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:85:0) after 4m57s
[21:06:13.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:85:0)
[21:06:13.574] Build status: STARTED
[21:06:13.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:86:0) after 1m19s
[21:07:32.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:86:0)
[21:07:32.632] Build status: STARTED
[21:07:32.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:87:0) after 9m47s
[21:17:19.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:87:0)
[21:17:19.752] Build status: STARTED
[21:17:19.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:88:0) after 2m59s
[21:20:18.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:88:0)
[21:20:18.770] Build status: STARTED
[21:20:18.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:89:0) after 5m40s
[21:25:58.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:89:0)
[21:25:58.839] Build status: STARTED
[21:25:58.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:90:0) after 2m31s
[21:28:29.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:90:0)
[21:28:29.896] Build status: STARTED
[21:28:29.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:91:0) after 5m36s
[21:34:05.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:91:0)
[21:34:06.012] Build status: STARTED
[21:34:06.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:92:0) after 6m1s
[21:40:07.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:92:0)
[21:40:07.153] Build status: STARTED
[21:40:07.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:93:0) after 3m8s
[21:43:15.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:93:0)
[21:43:15.192] Build status: STARTED
[21:43:15.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:94:0) after 3m48s
[21:47:03.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:94:0)
[21:47:03.335] Build status: STARTED
[21:47:03.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:95:0) after 6m11s
[21:53:14.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:95:0)
[21:53:14.376] Build status: STARTED
[21:53:14.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:96:0) after 5m15s
[21:58:29.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:96:0)
[21:58:29.500] Build status: STARTED
[21:58:29.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:97:0) after 3m1s
[22:01:30.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:97:0)
[22:01:30.552] Build status: STARTED
[22:01:30.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:98:0) after 8m30s
[22:10:00.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:98:0)
[22:10:00.614] Build status: STARTED
[22:10:00.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:99:0) after 4m7s
[22:14:07.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:99:0)
[22:14:07.731] Build status: STARTED
[22:14:07.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:100:0) after 9m3s
[22:23:10.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:100:0)
[22:23:10.908] Build status: STARTED
[22:23:10.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:101:0) after 3m37s
[22:26:48.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:101:0)
[22:26:48.434] Build status: STARTED
[22:26:48.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:102:0) after 7m20s
[22:34:08.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:102:0)
[22:34:08.850] Build status: STARTED
[22:34:08.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:103:0) after 5m48s
[22:39:56.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:103:0)
[22:39:56.922] Build status: STARTED
[22:39:56.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:104:0) after 7m6s
[22:47:03.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:104:0)
[22:47:03.264] Build status: STARTED
[22:47:03.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:105:0) after 5m27s
[22:52:30.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:105:0)
[22:52:30.749] Build status: STARTED
[22:52:30.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:106:0) after 4m6s
[22:56:36.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:106:0)
[22:56:38.670] Build status: STARTED
[22:56:38.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:107:0) after 5m57s
[23:02:35.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:107:0)
[23:02:35.758] Build status: STARTED
[23:02:35.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:108:0) after 6m49s
[23:09:24.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:108:0)
[23:09:24.862] Build status: STARTED
[23:09:24.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:109:0) after 7m16s
[23:16:40.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:109:0)
[23:16:41.017] Build status: STARTED
[23:16:41.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:110:0) after 4m42s
[23:21:23.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:110:0)
[23:21:23.116] Build status: STARTED
[23:21:23.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:111:0) after 8m26s
[23:29:49.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:111:0)
[23:29:49.234] Build status: STARTED
[23:29:49.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:112:0) after 7m0s
[23:36:50.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:112:0)
[23:36:50.056] Build status: STARTED
[23:36:50.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:113:0) after 5m6s
[23:41:56.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:113:0)
[23:41:56.428] Build status: STARTED
[23:41:56.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:114:0) after 9m29s
[23:51:25.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:114:0)
[23:51:25.481] Build status: STARTED
[23:51:25.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:115:0) after 6m6s
[23:57:32.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:115:0)
[23:57:32.037] Build status: STARTED
[23:57:32.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:116:0) after 2m36s
[00:00:08.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:116:0)
[00:00:08.138] Build status: STARTED
[00:00:08.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:117:0) after 7m1s
[00:07:09.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:117:0)
[00:07:09.730] Build status: STARTED
[00:07:09.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:118:0) after 7m34s
[00:14:43.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:118:0)
[00:14:43.904] Build status: STARTED
[00:14:43.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:119:0) after 4m1s
[00:18:44.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:119:0)
[00:18:44.955] Build status: STARTED
[00:18:44.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:120:0) after 1m12s
[00:19:56.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:120:0)
[00:19:56.986] Build status: STARTED
[00:19:56.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:121:0) after 2m42s
[00:22:39.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:121:0)
[00:22:39.030] Build status: STARTED
[00:22:39.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:122:0) after 7m44s
[00:30:23.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:122:0)
[00:30:23.169] Build status: STARTED
[00:30:23.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:123:0) after 4m39s
[00:35:02.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:123:0)
[00:35:02.456] Build status: STARTED
[00:35:02.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:124:0) after 7m5s
[00:42:07.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:124:0)
[00:42:07.528] Build status: STARTED
[00:42:07.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:125:0) after 7m6s
[00:49:13.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:125:0)
[00:49:13.536] Build status: STARTED
[00:49:13.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:126:0) after 7m16s
[00:56:29.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:126:0)
[00:56:29.650] Build status: STARTED
[00:56:29.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:127:0) after 8m20s
[01:04:49.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:127:0)
[01:04:49.832] Build status: STARTED
[01:04:49.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:128:0) after 1m0s
[01:05:50.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:128:0)
[01:05:50.178] Build status: STARTED
[01:05:50.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:129:0) after 2m0s
[01:07:50.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:129:0)
[01:07:50.801] Build status: STARTED
[01:07:50.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:130:0) after 6m34s
[01:14:24.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:130:0)
[01:14:24.958] Build status: STARTED
[01:14:24.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:131:0) after 9m17s
[01:23:42.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:131:0)
[01:23:42.134] Build status: STARTED
[01:23:42.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:132:0) after 9m46s
[01:33:28.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:132:0)
[01:33:28.189] Build status: STARTED
[01:33:28.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:133:0) after 3m28s
[01:36:56.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:133:0)
[01:36:56.545] Build status: STARTED
[01:36:56.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:134:0) after 1m34s
[01:38:31.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:134:0)
[01:38:31.442] Build status: STARTED
[01:38:31.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:135:0) after 2m0s
[01:40:31.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:135:0)
[01:40:31.676] Build status: STARTED
[01:40:31.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:136:0) after 8m57s
[01:49:28.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:136:0)
[01:49:28.736] Build status: STARTED
[01:49:28.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:137:0) after 8m8s
[01:57:36.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:137:0)
[01:57:36.845] Build status: STARTED
[01:57:36.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:138:0) after 7m42s
[02:05:19.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:138:0)
[02:05:19.104] Build status: STARTED
[02:05:19.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:139:0) after 6m59s
[02:12:18.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:139:0)
[02:12:18.148] Build status: STARTED
[02:12:18.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:140:0) after 8m17s
[02:20:35.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:140:0)
[02:20:35.188] Build status: STARTED
[02:20:35.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:141:0) after 6m41s
[02:27:16.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:141:0)
[02:27:16.458] Build status: STARTED
[02:27:16.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:142:0) after 5m26s
[02:32:42.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:142:0)
[02:32:42.814] Build status: STARTED
[02:32:42.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:143:0) after 9m8s
[02:41:51.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:143:0)
[02:41:51.035] Build status: STARTED
[02:41:51.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:144:0) after 5m34s
[02:47:25.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:144:0)
[02:47:25.279] Build status: STARTED
[02:47:25.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:145:0) after 7m11s
[02:54:36.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:145:0)
[02:54:36.530] Build status: STARTED
[02:54:36.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:146:0) after 4m42s
[02:59:18.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:146:0)
[02:59:18.685] Build status: STARTED
[02:59:18.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:147:0) after 3m48s
[03:03:06.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:147:0)
[03:03:06.806] Build status: STARTED
[03:03:06.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:148:0) after 5m34s
[03:08:40.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:148:0)
[03:08:40.991] Build status: STARTED
[03:08:40.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:149:0) after 4m1s
[03:12:42.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:149:0)
[03:12:42.384] Build status: STARTED
[03:12:42.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:150:0) after 5m44s
[03:18:26.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:150:0)
[03:18:26.717] Build status: STARTED
[03:18:26.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:151:0) after 2m55s
[03:21:21.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:151:0)
[03:21:21.925] Build status: STARTED
[03:21:21.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:152:0) after 9m39s
[03:31:01.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:152:0)
[03:31:01.047] Build status: STARTED
[03:31:01.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:153:0) after 6m2s
[03:37:03.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:153:0)
[03:37:03.246] Build status: STARTED
[03:37:03.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:154:0) after 5m41s
[03:42:44.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:154:0)
[03:42:44.722] Build status: STARTED
[03:42:44.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:155:0) after 7m18s
[03:50:02.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:155:0)
[03:50:02.900] Build status: STARTED
[03:50:02.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:156:0) after 8m54s
[03:58:56.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:156:0)
[03:58:56.971] Build status: STARTED
[03:58:56.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:157:0) after 2m9s
[04:01:06.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:157:0)
[04:01:06.257] Build status: STARTED
[04:01:06.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:158:0) after 3m43s
[04:04:49.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:158:0)
[04:04:49.267] Build status: STARTED
[04:04:49.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:159:0) after 8m37s
[04:13:26.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:159:0)
[04:13:26.309] Build status: STARTED
[04:13:26.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:160:0) after 3m18s
[04:16:44.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:160:0)
[04:16:44.390] Build status: STARTED
[04:16:44.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:161:0) after 2m3s
[04:18:47.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:161:0)
[04:18:47.638] Build status: STARTED
[04:18:47.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:162:0) after 9m21s
[04:28:08.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:162:0)
[04:28:08.964] Build status: STARTED
[04:28:08.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:163:0) after 6m29s
[04:34:38.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:163:0)
[04:34:38.216] Build status: STARTED
[04:34:38.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:164:0) after 9m8s
[04:43:46.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:164:0)
[04:43:46.531] Build status: STARTED
[04:43:46.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:165:0) after 8m42s
[04:52:28.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:165:0)
[04:52:28.621] Build status: STARTED
[04:52:28.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:166:0) after 8m45s
[05:01:13.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:166:0)
[05:01:13.677] Build status: STARTED
[05:01:13.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:167:0) after 1m22s
[05:02:36.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:167:0)
[05:02:36.117] Build status: STARTED
[05:02:36.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:168:0) after 1m47s
[05:04:23.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:168:0)
[05:04:23.225] Build status: STARTED
[05:04:23.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:169:0) after 7m37s
[05:12:00.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:169:0)
[05:12:00.450] Build status: STARTED
[05:12:00.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:170:0) after 1m43s
[05:13:43.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:170:0)
[05:13:43.521] Build status: STARTED
[05:13:43.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:171:0) after 6m45s
[05:20:28.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:171:0)
[05:20:28.578] Build status: STARTED
[05:20:28.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:172:0) after 9m35s
[05:30:03.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:172:0)
[05:30:03.627] Build status: STARTED
[05:30:03.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:173:0) after 6m54s
[05:36:57.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:173:0)
[05:36:57.716] Build status: STARTED
[05:36:57.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:174:0) after 9m45s
[05:46:42.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:174:0)
[05:46:42.835] Build status: STARTED
[05:46:42.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:175:0) after 6m44s
[05:53:26.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:175:0)
[05:53:26.930] Build status: STARTED
[05:53:26.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:176:0) after 5m50s
[05:59:17.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:176:0)
[05:59:17.098] Build status: STARTED
[05:59:17.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:177:0) after 6m35s
[06:05:52.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:177:0)
[06:05:52.398] Build status: STARTED
[06:05:52.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:178:0) after 6m39s
[06:12:31.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:178:0)
[06:12:31.508] Build status: STARTED
[06:12:31.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:179:0) after 7m8s
[06:19:39.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:179:0)
[06:19:39.790] Build status: STARTED
[06:19:39.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:180:0) after 3m28s
[06:23:08.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:180:0)
[06:23:08.075] Build status: STARTED
[06:23:08.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:181:0) after 4m19s
[06:27:27.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:181:0)
[06:27:27.139] Build status: STARTED
[06:27:27.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:182:0) after 3m31s
[06:30:58.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:182:0)
[06:30:58.331] Build status: STARTED
[06:30:58.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:183:0) after 9m44s
[06:40:42.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:183:0)
[06:40:42.502] Build status: STARTED
[06:40:42.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:184:0) after 1m22s
[06:42:04.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:184:0)
[06:42:04.577] Build status: STARTED
[06:42:04.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:185:0) after 6m25s
[06:48:29.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:185:0)
[06:48:29.676] Build status: STARTED
[06:48:29.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:186:0) after 2m5s
[06:50:34.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:186:0)
[06:50:34.796] Build status: STARTED
[06:50:34.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:187:0) after 5m10s
[06:55:45.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:187:0)
[06:55:45.042] Build status: STARTED
[06:55:45.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:188:0) after 8m38s
[07:04:23.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:188:0)
[07:04:23.162] Build status: STARTED
[07:04:23.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:189:0) after 7m38s
[07:12:01.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:189:0)
[07:12:01.320] Build status: STARTED
[07:12:01.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:190:0) after 6m26s
[07:18:27.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:190:0)
[07:18:27.370] Build status: STARTED
[07:18:27.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:191:0) after 6m45s
[07:25:12.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:191:0)
[07:25:12.585] Build status: STARTED
[07:25:12.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:192:0) after 3m59s
[07:29:11.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:192:0)
[07:29:11.969] Build status: STARTED
[07:29:11.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:193:0) after 4m27s
[07:33:39.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:193:0)
[07:33:39.116] Build status: STARTED
[07:33:39.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:194:0) after 5m55s
[07:39:34.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:194:0)
[07:39:34.164] Build status: STARTED
[07:39:34.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:195:0) after 9m49s
[07:49:23.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:195:0)
[07:49:23.275] Build status: STARTED
[07:49:23.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:196:0) after 4m12s
[07:53:35.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:196:0)
[07:53:35.437] Build status: STARTED
[07:53:35.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:197:0) after 6m5s
[07:59:40.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:197:0)
[07:59:40.713] Build status: STARTED
[07:59:40.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:198:0) after 5m55s
[08:05:35.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:198:0)
[08:05:35.762] Build status: STARTED
[08:05:35.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:199:0) after 7m12s
[08:12:48.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:199:0)
[08:12:48.142] Build status: STARTED
[08:12:48.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:200:0) after 6m42s
[08:19:30.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:200:0)
[08:19:30.232] Build status: STARTED
[08:19:30.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:201:0) after 6m15s
[08:25:45.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:201:0)
[08:25:45.336] Build status: STARTED
[08:25:45.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:202:0) after 1m20s
[08:27:05.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:202:0)
[08:27:05.438] Build status: STARTED
[08:27:05.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:203:0) after 4m37s
[08:31:42.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:203:0)
[08:31:42.840] Build status: STARTED
[08:31:42.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:204:0) after 8m50s
[08:40:33.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:204:0)
[08:40:33.257] Build status: STARTED
[08:40:33.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:205:0) after 8m14s
[08:48:47.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:205:0)
[08:48:47.391] Build status: STARTED
[08:48:47.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:206:0) after 3m39s
[08:52:26.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:206:0)
[08:52:26.458] Build status: STARTED
[08:52:26.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:207:0) after 4m27s
[08:56:53.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:207:0)
[08:56:53.570] Build status: STARTED
[08:56:53.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:208:0) after 8m6s
[09:04:59.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:208:0)
[09:04:59.642] Build status: STARTED
[09:04:59.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928701525872105632:209:0) after 1m33s
[09:05:54.012] Received PubSub notification, asking Buildbucket for the build status
[09:05:54.031] Build:
{
  "id": "8763271463818873601",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30780,
  "createdBy": "project:chromium",
  "createTime": "2023-11-27T13:01:39.468494707Z",
  "startTime": "2023-11-27T13:02:24.327443Z",
  "endTime": "2023-11-28T09:05:53.562412Z",
  "updateTime": "2023-11-28T09:05:53.562412Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2d8d806e163a4f92364f4aca42e8ea95d06d4fe6",
      "ref": "refs/heads/main"
    }
  }
}
[09:05:54.031] Invocation finished in 20h4m15.904885438s with status FAILED