Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "98cbf57c93def60240641f7b97f16ffcb0b36274"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/98cbf57c93def60240641f7b97f16ffcb0b36274
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:15:41.104] New invocation is queued and will start shortly
[17:15:43.676] Starting the invocation (attempt 1)
[17:15:43.711] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/98cbf57c93def60240641f7b97f16ffcb0b36274"
[17:15:43.714] Popped gitiles commit info from properties and tags
[17:15:43.714] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:15:43.714] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:15:43.715] Buildbucket request:
{
  "requestId": "8931131660553085520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "98cbf57c93def60240641f7b97f16ffcb0b36274",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8931131660553085520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:15:44.469] Scheduled build:
{
  "id": "8765701596970267537",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30686,
  "createdBy": "project:chromium",
  "createTime": "2023-10-31T17:15:43.896351919Z",
  "updateTime": "2023-10-31T17:15:43.896351919Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "98cbf57c93def60240641f7b97f16ffcb0b36274",
      "ref": "refs/heads/main"
    }
  }
}
[17:15:44.470] Task URL: https://cr-buildbucket.appspot.com/build/8765701596970267537
[17:15:44.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:2:0) after 1m5s
[17:15:45.430] Received PubSub notification, asking Buildbucket for the build status
[17:15:45.452] Build status: STARTED
[17:15:45.660] Received PubSub notification, asking Buildbucket for the build status
[17:15:45.678] Build status: STARTED
[17:16:49.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:2:0)
[17:16:49.528] Build status: STARTED
[17:16:49.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:5:0) after 6m46s
[17:23:35.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:5:0)
[17:23:35.589] Build status: STARTED
[17:23:35.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:6:0) after 8m13s
[17:31:48.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:6:0)
[17:31:48.709] Build status: STARTED
[17:31:48.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:7:0) after 3m7s
[17:34:55.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:7:0)
[17:34:55.866] Build status: STARTED
[17:34:55.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:8:0) after 8m5s
[17:43:00.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:8:0)
[17:43:00.957] Build status: STARTED
[17:43:00.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:9:0) after 8m57s
[17:51:57.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:9:0)
[17:51:58.008] Build status: STARTED
[17:51:58.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:10:0) after 6m15s
[17:58:13.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:10:0)
[17:58:13.064] Build status: STARTED
[17:58:13.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:11:0) after 7m19s
[18:05:32.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:11:0)
[18:05:32.195] Build status: STARTED
[18:05:32.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:12:0) after 8m45s
[18:14:17.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:12:0)
[18:14:17.244] Build status: STARTED
[18:14:17.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:13:0) after 2m17s
[18:16:34.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:13:0)
[18:16:34.307] Build status: STARTED
[18:16:34.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:14:0) after 8m48s
[18:25:22.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:14:0)
[18:25:22.501] Build status: STARTED
[18:25:22.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:15:0) after 2m47s
[18:28:09.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:15:0)
[18:28:09.574] Build status: STARTED
[18:28:09.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:16:0) after 9m16s
[18:37:25.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:16:0)
[18:37:25.709] Build status: STARTED
[18:37:25.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:17:0) after 1m21s
[18:38:46.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:17:0)
[18:38:46.820] Build status: STARTED
[18:38:46.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:18:0) after 6m30s
[18:45:16.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:18:0)
[18:45:16.949] Build status: STARTED
[18:45:16.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:19:0) after 3m20s
[18:48:36.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:19:0)
[18:48:37.002] Build status: STARTED
[18:48:37.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:20:0) after 7m30s
[18:56:07.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:20:0)
[18:56:07.055] Build status: STARTED
[18:56:07.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:21:0) after 9m3s
[19:05:10.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:21:0)
[19:05:10.141] Build status: STARTED
[19:05:10.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:22:0) after 3m47s
[19:08:57.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:22:0)
[19:08:57.247] Build status: STARTED
[19:08:57.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:23:0) after 5m0s
[19:13:57.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:23:0)
[19:13:57.364] Build status: STARTED
[19:13:57.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:24:0) after 1m38s
[19:15:35.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:24:0)
[19:15:35.901] Build status: STARTED
[19:15:35.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:25:0) after 7m47s
[19:23:23.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:25:0)
[19:23:23.110] Build status: STARTED
[19:23:23.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:26:0) after 4m56s
[19:28:19.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:26:0)
[19:28:19.214] Build status: STARTED
[19:28:19.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:27:0) after 4m59s
[19:33:18.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:27:0)
[19:33:18.266] Build status: STARTED
[19:33:18.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:28:0) after 1m29s
[19:34:47.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:28:0)
[19:34:47.326] Build status: STARTED
[19:34:47.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:29:0) after 7m33s
[19:42:20.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:29:0)
[19:42:20.400] Build status: STARTED
[19:42:20.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:30:0) after 2m39s
[19:44:59.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:30:0)
[19:44:59.474] Build status: STARTED
[19:44:59.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:31:0) after 3m11s
[19:48:10.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:31:0)
[19:48:10.868] Build status: STARTED
[19:48:10.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:32:0) after 9m36s
[19:57:46.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:32:0)
[19:57:46.936] Build status: STARTED
[19:57:46.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:33:0) after 9m57s
[20:07:44.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:33:0)
[20:07:44.253] Build status: STARTED
[20:07:44.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:34:0) after 9m25s
[20:17:09.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:34:0)
[20:17:09.340] Build status: STARTED
[20:17:09.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:35:0) after 9m57s
[20:27:06.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:35:0)
[20:27:06.546] Build status: STARTED
[20:27:06.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:36:0) after 4m31s
[20:31:37.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:36:0)
[20:31:37.707] Build status: STARTED
[20:31:37.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:37:0) after 8m13s
[20:39:50.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:37:0)
[20:39:50.767] Build status: STARTED
[20:39:50.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:38:0) after 7m39s
[20:47:29.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:38:0)
[20:47:29.832] Build status: STARTED
[20:47:29.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:39:0) after 4m18s
[20:51:47.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:39:0)
[20:51:47.879] Build status: STARTED
[20:51:47.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:40:0) after 5m38s
[20:57:25.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:40:0)
[20:57:25.937] Build status: STARTED
[20:57:25.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:41:0) after 3m53s
[21:01:19.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:41:0)
[21:01:19.099] Build status: STARTED
[21:01:19.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:42:0) after 8m57s
[21:10:16.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:42:0)
[21:10:16.397] Build status: STARTED
[21:10:16.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:43:0) after 7m47s
[21:18:03.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:43:0)
[21:18:03.481] Build status: STARTED
[21:18:03.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:44:0) after 4m23s
[21:22:26.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:44:0)
[21:22:26.499] Build status: STARTED
[21:22:26.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:45:0) after 2m23s
[21:24:49.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:45:0)
[21:24:49.548] Build status: STARTED
[21:24:49.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:46:0) after 3m44s
[21:28:33.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:46:0)
[21:28:33.611] Build status: STARTED
[21:28:33.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:47:0) after 8m41s
[21:37:14.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:47:0)
[21:37:14.659] Build status: STARTED
[21:37:14.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:48:0) after 4m54s
[21:42:08.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:48:0)
[21:42:08.724] Build status: STARTED
[21:42:08.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:49:0) after 7m52s
[21:50:00.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:49:0)
[21:50:01.003] Build status: STARTED
[21:50:01.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:50:0) after 9m40s
[21:59:41.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:50:0)
[21:59:41.110] Build status: STARTED
[21:59:41.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:51:0) after 1m30s
[22:01:11.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:51:0)
[22:01:11.184] Build status: STARTED
[22:01:11.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:52:0) after 9m4s
[22:10:15.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:52:0)
[22:10:15.375] Build status: STARTED
[22:10:15.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:53:0) after 3m1s
[22:13:16.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:53:0)
[22:13:16.428] Build status: STARTED
[22:13:16.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:54:0) after 2m10s
[22:15:26.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:54:0)
[22:15:26.483] Build status: STARTED
[22:15:26.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:55:0) after 2m11s
[22:17:37.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:55:0)
[22:17:37.729] Build status: STARTED
[22:17:37.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:56:0) after 3m53s
[22:21:30.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:56:0)
[22:21:30.774] Build status: STARTED
[22:21:30.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:57:0) after 6m10s
[22:27:41.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:57:0)
[22:27:41.166] Build status: STARTED
[22:27:41.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:58:0) after 3m54s
[22:31:35.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:58:0)
[22:31:35.621] Build status: STARTED
[22:31:35.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:59:0) after 4m19s
[22:35:54.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:59:0)
[22:35:54.939] Build status: STARTED
[22:35:54.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:60:0) after 3m5s
[22:39:00.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:60:0)
[22:39:00.162] Build status: STARTED
[22:39:00.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:61:0) after 9m58s
[22:48:58.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:61:0)
[22:48:58.944] Build status: STARTED
[22:48:58.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:62:0) after 2m45s
[22:51:44.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:62:0)
[22:51:44.248] Build status: STARTED
[22:51:44.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:63:0) after 9m34s
[23:01:18.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:63:0)
[23:01:18.328] Build status: STARTED
[23:01:18.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:64:0) after 7m42s
[23:09:00.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:64:0)
[23:09:00.668] Build status: STARTED
[23:09:00.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:65:0) after 2m12s
[23:11:12.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:65:0)
[23:11:12.828] Build status: STARTED
[23:11:12.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:66:0) after 8m7s
[23:19:19.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:66:0)
[23:19:19.862] Build status: STARTED
[23:19:19.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:67:0) after 6m18s
[23:25:38.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:67:0)
[23:25:38.882] Build status: STARTED
[23:25:38.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:68:0) after 2m12s
[23:27:50.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:68:0)
[23:27:50.944] Build status: STARTED
[23:27:50.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:69:0) after 7m27s
[23:35:18.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:69:0)
[23:35:18.115] Build status: STARTED
[23:35:18.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:70:0) after 1m8s
[23:36:26.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:70:0)
[23:36:26.248] Build status: STARTED
[23:36:26.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:71:0) after 6m15s
[23:42:41.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:71:0)
[23:42:41.529] Build status: STARTED
[23:42:41.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:72:0) after 4m0s
[23:46:41.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:72:0)
[23:46:41.983] Build status: STARTED
[23:46:41.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:73:0) after 2m19s
[23:49:01.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:73:0)
[23:49:01.322] Build status: STARTED
[23:49:01.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:74:0) after 9m28s
[23:58:29.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:74:0)
[23:58:29.641] Build status: STARTED
[23:58:29.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:75:0) after 3m15s
[00:01:44.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:75:0)
[00:01:44.870] Build status: STARTED
[00:01:44.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:76:0) after 5m0s
[00:06:45.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:76:0)
[00:06:45.125] Build status: STARTED
[00:06:45.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:77:0) after 1m30s
[00:08:15.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:77:0)
[00:08:15.227] Build status: STARTED
[00:08:15.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:78:0) after 6m51s
[00:15:06.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:78:0)
[00:15:06.306] Build status: STARTED
[00:15:06.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:79:0) after 4m40s
[00:19:46.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:79:0)
[00:19:46.466] Build status: STARTED
[00:19:46.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:80:0) after 6m26s
[00:26:12.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:80:0)
[00:26:12.580] Build status: STARTED
[00:26:12.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:81:0) after 5m55s
[00:32:07.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:81:0)
[00:32:07.855] Build status: STARTED
[00:32:07.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:82:0) after 4m31s
[00:36:39.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:82:0)
[00:36:39.039] Build status: STARTED
[00:36:39.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:83:0) after 7m8s
[00:43:47.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:83:0)
[00:43:47.389] Build status: STARTED
[00:43:47.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:84:0) after 9m16s
[00:53:03.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:84:0)
[00:53:03.702] Build status: STARTED
[00:53:03.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:85:0) after 2m38s
[00:55:42.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:85:0)
[00:55:42.037] Build status: STARTED
[00:55:42.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:86:0) after 5m39s
[01:01:21.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:86:0)
[01:01:21.096] Build status: STARTED
[01:01:21.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:87:0) after 6m33s
[01:07:54.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:87:0)
[01:07:54.347] Build status: STARTED
[01:07:54.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:88:0) after 9m17s
[01:17:11.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:88:0)
[01:17:11.490] Build status: STARTED
[01:17:11.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:89:0) after 3m14s
[01:20:25.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:89:0)
[01:20:25.930] Build status: STARTED
[01:20:25.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:90:0) after 7m31s
[01:27:57.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:90:0)
[01:27:57.126] Build status: STARTED
[01:27:57.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:91:0) after 9m17s
[01:37:14.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:91:0)
[01:37:14.184] Build status: STARTED
[01:37:14.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:92:0) after 3m7s
[01:40:21.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:92:0)
[01:40:21.320] Build status: STARTED
[01:40:21.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:93:0) after 4m49s
[01:45:10.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:93:0)
[01:45:10.829] Build status: STARTED
[01:45:10.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:94:0) after 3m43s
[01:48:54.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:94:0)
[01:48:54.053] Build status: STARTED
[01:48:54.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:95:0) after 9m39s
[01:58:33.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:95:0)
[01:58:33.206] Build status: STARTED
[01:58:33.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:96:0) after 5m37s
[02:04:10.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:96:0)
[02:04:10.681] Build status: STARTED
[02:04:10.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:97:0) after 8m19s
[02:12:29.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:97:0)
[02:12:29.887] Build status: STARTED
[02:12:29.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:98:0) after 6m31s
[02:19:00.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:98:0)
[02:19:00.976] Build status: STARTED
[02:19:00.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:99:0) after 3m46s
[02:22:47.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:99:0)
[02:22:47.392] Build status: STARTED
[02:22:47.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:100:0) after 7m0s
[02:29:47.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:100:0)
[02:29:47.603] Build status: STARTED
[02:29:47.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:101:0) after 9m29s
[02:39:16.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:101:0)
[02:39:16.670] Build status: STARTED
[02:39:16.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:102:0) after 6m24s
[02:45:40.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:102:0)
[02:45:40.830] Build status: STARTED
[02:45:40.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:103:0) after 4m44s
[02:50:24.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:103:0)
[02:50:24.911] Build status: STARTED
[02:50:24.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:104:0) after 9m34s
[02:59:59.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:104:0)
[02:59:59.197] Build status: STARTED
[02:59:59.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:105:0) after 7m53s
[03:07:52.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:105:0)
[03:07:52.341] Build status: STARTED
[03:07:52.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:106:0) after 4m36s
[03:12:28.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:106:0)
[03:12:28.409] Build status: STARTED
[03:12:28.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:107:0) after 7m43s
[03:20:11.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:107:0)
[03:20:11.575] Build status: STARTED
[03:20:11.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:108:0) after 9m30s
[03:29:41.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:108:0)
[03:29:41.638] Build status: STARTED
[03:29:41.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:109:0) after 9m59s
[03:39:40.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:109:0)
[03:39:40.670] Build status: STARTED
[03:39:40.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:110:0) after 3m36s
[03:43:17.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:110:0)
[03:43:17.061] Build status: STARTED
[03:43:17.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:111:0) after 9m11s
[03:52:28.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:111:0)
[03:52:28.634] Build status: STARTED
[03:52:28.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:112:0) after 3m52s
[03:56:20.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:112:0)
[03:56:20.805] Build status: STARTED
[03:56:20.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:113:0) after 3m37s
[03:59:57.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:113:0)
[03:59:57.927] Build status: STARTED
[03:59:57.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:114:0) after 9m12s
[04:09:10.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:114:0)
[04:09:10.107] Build status: STARTED
[04:09:10.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:115:0) after 9m8s
[04:18:18.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:115:0)
[04:18:18.178] Build status: STARTED
[04:18:18.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:116:0) after 5m52s
[04:24:10.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:116:0)
[04:24:10.351] Build status: STARTED
[04:24:10.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:117:0) after 8m42s
[04:32:52.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:117:0)
[04:32:52.602] Build status: STARTED
[04:32:52.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:118:0) after 8m53s
[04:41:45.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:118:0)
[04:41:45.859] Build status: STARTED
[04:41:45.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:119:0) after 1m37s
[04:43:23.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:119:0)
[04:43:23.235] Build status: STARTED
[04:43:23.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:120:0) after 1m2s
[04:44:25.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:120:0)
[04:44:25.313] Build status: STARTED
[04:44:25.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:121:0) after 5m41s
[04:50:06.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:121:0)
[04:50:06.390] Build status: STARTED
[04:50:06.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:122:0) after 3m18s
[04:53:24.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:122:0)
[04:53:24.722] Build status: STARTED
[04:53:24.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:123:0) after 8m34s
[05:01:58.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:123:0)
[05:01:58.769] Build status: STARTED
[05:01:58.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:124:0) after 8m18s
[05:10:16.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:124:0)
[05:10:16.989] Build status: STARTED
[05:10:16.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:125:0) after 8m16s
[05:18:33.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:125:0)
[05:18:33.056] Build status: STARTED
[05:18:33.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:126:0) after 5m5s
[05:23:38.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:126:0)
[05:23:38.439] Build status: STARTED
[05:23:38.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:127:0) after 5m20s
[05:28:58.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:127:0)
[05:28:58.640] Build status: STARTED
[05:28:58.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:128:0) after 5m30s
[05:34:28.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:128:0)
[05:34:28.731] Build status: STARTED
[05:34:28.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:129:0) after 2m21s
[05:36:49.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:129:0)
[05:36:49.791] Build status: STARTED
[05:36:49.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:130:0) after 4m29s
[05:41:18.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:130:0)
[05:41:18.885] Build status: STARTED
[05:41:18.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:131:0) after 8m36s
[05:49:54.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:131:0)
[05:49:55.003] Build status: STARTED
[05:49:55.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:132:0) after 6m50s
[05:56:45.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:132:0)
[05:56:45.163] Build status: STARTED
[05:56:45.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:133:0) after 7m52s
[06:04:37.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:133:0)
[06:04:37.401] Build status: STARTED
[06:04:37.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:134:0) after 4m14s
[06:08:51.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:134:0)
[06:08:51.447] Build status: STARTED
[06:08:51.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:135:0) after 9m8s
[06:17:59.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:135:0)
[06:17:59.783] Build status: STARTED
[06:17:59.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:136:0) after 7m29s
[06:25:29.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:136:0)
[06:25:29.345] Build status: STARTED
[06:25:29.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:137:0) after 3m9s
[06:28:38.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:137:0)
[06:28:38.503] Build status: STARTED
[06:28:38.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:138:0) after 5m10s
[06:33:48.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:138:0)
[06:33:48.824] Build status: STARTED
[06:33:48.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:139:0) after 4m42s
[06:38:30.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:139:0)
[06:38:30.876] Build status: STARTED
[06:38:30.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:140:0) after 9m6s
[06:47:36.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:140:0)
[06:47:37.059] Build status: STARTED
[06:47:37.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:141:0) after 2m9s
[06:49:46.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:141:0)
[06:49:46.182] Build status: STARTED
[06:49:46.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:142:0) after 4m46s
[06:54:32.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:142:0)
[06:54:32.304] Build status: STARTED
[06:54:32.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:143:0) after 6m52s
[07:01:24.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:143:0)
[07:01:24.581] Build status: STARTED
[07:01:24.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:144:0) after 9m29s
[07:10:53.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:144:0)
[07:10:53.782] Build status: STARTED
[07:10:53.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:145:0) after 7m23s
[07:18:16.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:145:0)
[07:18:16.882] Build status: STARTED
[07:18:16.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:146:0) after 4m58s
[07:23:15.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:146:0)
[07:23:15.162] Build status: STARTED
[07:23:15.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:147:0) after 2m52s
[07:26:07.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:147:0)
[07:26:07.407] Build status: STARTED
[07:26:07.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:148:0) after 7m45s
[07:33:52.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:148:0)
[07:33:52.604] Build status: STARTED
[07:33:52.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:149:0) after 4m13s
[07:38:05.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:149:0)
[07:38:05.720] Build status: STARTED
[07:38:05.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:150:0) after 6m28s
[07:44:33.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:150:0)
[07:44:35.315] Build status: STARTED
[07:44:35.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:151:0) after 6m1s
[07:50:36.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:151:0)
[07:50:36.396] Build status: STARTED
[07:50:36.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:152:0) after 4m43s
[07:55:19.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:152:0)
[07:55:19.506] Build status: STARTED
[07:55:19.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:153:0) after 8m36s
[08:03:55.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:153:0)
[08:03:55.692] Build status: STARTED
[08:03:55.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:154:0) after 1m18s
[08:05:13.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:154:0)
[08:05:13.774] Build status: STARTED
[08:05:13.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:155:0) after 3m56s
[08:09:09.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:155:0)
[08:09:09.884] Build status: STARTED
[08:09:09.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:156:0) after 4m57s
[08:14:06.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:156:0)
[08:14:06.980] Build status: STARTED
[08:14:06.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:157:0) after 2m16s
[08:16:23.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:157:0)
[08:16:23.072] Build status: STARTED
[08:16:23.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:158:0) after 6m5s
[08:22:28.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:158:0)
[08:22:28.134] Build status: STARTED
[08:22:28.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:159:0) after 7m27s
[08:29:55.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:159:0)
[08:29:55.164] Build status: STARTED
[08:29:55.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:160:0) after 8m38s
[08:38:33.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:160:0)
[08:38:33.430] Build status: STARTED
[08:38:33.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:161:0) after 8m34s
[08:47:07.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:161:0)
[08:47:07.655] Build status: STARTED
[08:47:07.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:162:0) after 3m57s
[08:51:04.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:162:0)
[08:51:04.782] Build status: STARTED
[08:51:04.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:163:0) after 3m18s
[08:54:22.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:163:0)
[08:54:22.883] Build status: STARTED
[08:54:22.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:164:0) after 5m21s
[08:59:44.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:164:0)
[08:59:44.241] Build status: STARTED
[08:59:44.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:165:0) after 9m29s
[09:09:13.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:165:0)
[09:09:13.411] Build status: STARTED
[09:09:13.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:166:0) after 6m55s
[09:16:08.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:166:0)
[09:16:08.708] Build status: STARTED
[09:16:08.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:167:0) after 5m54s
[09:22:02.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:167:0)
[09:22:02.999] Build status: STARTED
[09:22:02.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:168:0) after 3m34s
[09:25:37.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:168:0)
[09:25:37.069] Build status: STARTED
[09:25:37.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:169:0) after 5m22s
[09:30:59.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:169:0)
[09:30:59.180] Build status: STARTED
[09:30:59.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:170:0) after 8m34s
[09:39:33.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:170:0)
[09:39:33.232] Build status: STARTED
[09:39:33.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:171:0) after 6m13s
[09:45:46.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:171:0)
[09:45:46.352] Build status: STARTED
[09:45:46.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:172:0) after 3m39s
[09:49:25.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:172:0)
[09:49:25.494] Build status: STARTED
[09:49:25.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:173:0) after 4m40s
[09:54:05.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:173:0)
[09:54:05.889] Build status: STARTED
[09:54:05.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:174:0) after 2m46s
[09:56:51.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:174:0)
[09:56:51.959] Build status: STARTED
[09:56:51.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:175:0) after 4m28s
[10:01:20.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:175:0)
[10:01:20.110] Build status: STARTED
[10:01:20.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:176:0) after 6m24s
[10:07:44.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:176:0)
[10:07:44.258] Build status: STARTED
[10:07:44.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:177:0) after 6m11s
[10:13:55.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:177:0)
[10:13:55.393] Build status: STARTED
[10:13:55.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:178:0) after 9m17s
[10:23:12.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:178:0)
[10:23:12.594] Build status: STARTED
[10:23:12.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:179:0) after 1m5s
[10:24:17.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:179:0)
[10:24:17.746] Build status: STARTED
[10:24:17.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:180:0) after 2m11s
[10:26:28.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:180:0)
[10:26:28.876] Build status: STARTED
[10:26:28.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:181:0) after 2m14s
[10:28:42.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:181:0)
[10:28:43.014] Build status: STARTED
[10:28:43.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:182:0) after 3m17s
[10:32:00.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:182:0)
[10:32:00.294] Build status: STARTED
[10:32:00.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:183:0) after 1m10s
[10:33:10.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:183:0)
[10:33:10.574] Build status: STARTED
[10:33:10.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:184:0) after 9m15s
[10:42:25.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:184:0)
[10:42:25.623] Build status: STARTED
[10:42:25.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:185:0) after 8m6s
[10:50:31.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:185:0)
[10:50:31.682] Build status: STARTED
[10:50:31.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:186:0) after 2m48s
[10:53:19.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:186:0)
[10:53:19.751] Build status: STARTED
[10:53:19.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:187:0) after 2m27s
[10:55:46.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:187:0)
[10:55:47.025] Build status: STARTED
[10:55:47.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:188:0) after 4m54s
[11:00:41.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:188:0)
[11:00:41.176] Build status: STARTED
[11:00:41.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:189:0) after 4m59s
[11:05:40.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:189:0)
[11:05:40.255] Build status: STARTED
[11:05:40.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:190:0) after 7m24s
[11:13:04.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:190:0)
[11:13:04.352] Build status: STARTED
[11:13:04.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:191:0) after 6m8s
[11:19:12.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:191:0)
[11:19:12.729] Build status: STARTED
[11:19:12.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:192:0) after 2m38s
[11:21:50.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:192:0)
[11:21:50.888] Build status: STARTED
[11:21:50.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:193:0) after 8m5s
[11:29:55.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:193:0)
[11:29:55.946] Build status: STARTED
[11:29:55.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:194:0) after 7m24s
[11:37:19.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:194:0)
[11:37:20.004] Build status: STARTED
[11:37:20.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:195:0) after 3m44s
[11:41:04.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:195:0)
[11:41:04.230] Build status: STARTED
[11:41:04.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:196:0) after 1m23s
[11:42:27.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:196:0)
[11:42:27.309] Build status: STARTED
[11:42:27.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:197:0) after 3m3s
[11:45:30.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:197:0)
[11:45:30.619] Build status: STARTED
[11:45:30.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:198:0) after 8m22s
[11:53:52.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:198:0)
[11:53:52.688] Build status: STARTED
[11:53:52.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:199:0) after 3m26s
[11:57:18.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:199:0)
[11:57:18.840] Build status: STARTED
[11:57:18.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:200:0) after 8m11s
[12:05:29.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:200:0)
[12:05:29.916] Build status: STARTED
[12:05:29.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:201:0) after 9m31s
[12:15:00.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:201:0)
[12:15:00.962] Build status: STARTED
[12:15:00.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:202:0) after 4m56s
[12:19:57.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:202:0)
[12:19:57.128] Build status: STARTED
[12:19:57.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:203:0) after 2m16s
[12:22:13.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:203:0)
[12:22:13.384] Build status: STARTED
[12:22:13.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:204:0) after 6m9s
[12:28:22.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:204:0)
[12:28:22.479] Build status: STARTED
[12:28:22.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:205:0) after 3m24s
[12:31:46.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:205:0)
[12:31:46.553] Build status: STARTED
[12:31:46.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:206:0) after 4m55s
[12:36:41.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:206:0)
[12:36:41.860] Build status: STARTED
[12:36:41.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:207:0) after 5m17s
[12:41:58.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:207:0)
[12:41:58.935] Build status: STARTED
[12:41:58.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:208:0) after 5m48s
[12:47:46.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:208:0)
[12:47:46.992] Build status: STARTED
[12:47:46.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:209:0) after 5m27s
[12:53:14.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:209:0)
[12:53:14.049] Build status: STARTED
[12:53:14.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:210:0) after 7m49s
[13:01:03.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:210:0)
[13:01:03.185] Build status: STARTED
[13:01:03.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:211:0) after 9m39s
[13:10:42.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:211:0)
[13:10:42.249] Build status: STARTED
[13:10:42.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:212:0) after 3m54s
[13:14:36.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:212:0)
[13:14:36.303] Build status: STARTED
[13:14:36.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:213:0) after 1m52s
[13:16:28.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:213:0)
[13:16:28.364] Build status: STARTED
[13:16:28.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931131660553085520:214:0) after 5m40s
[13:18:40.465] Received PubSub notification, asking Buildbucket for the build status
[13:18:40.496] Build:
{
  "id": "8765701596970267537",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30686,
  "createdBy": "project:chromium",
  "createTime": "2023-10-31T17:15:43.896351919Z",
  "startTime": "2023-10-31T17:15:44.962084Z",
  "endTime": "2023-11-01T13:18:39.195029Z",
  "updateTime": "2023-11-01T13:18:39.195029Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "98cbf57c93def60240641f7b97f16ffcb0b36274",
      "ref": "refs/heads/main"
    }
  }
}
[13:18:40.497] Invocation finished in 20h2m59.402014474s with status FAILED