Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2cdf6d852b75933e2fad9e42cf2ed81724aa918f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cdf6d852b75933e2fad9e42cf2ed81724aa918f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:39:45.189] New invocation is queued and will start shortly
[12:39:46.358] Starting the invocation (attempt 1)
[12:39:46.394] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cdf6d852b75933e2fad9e42cf2ed81724aa918f"
[12:39:46.394] Popped gitiles commit info from properties and tags
[12:39:46.394] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:39:46.394] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:39:46.394] Buildbucket request:
{
  "requestId": "8894910234126794640",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cdf6d852b75933e2fad9e42cf2ed81724aa918f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894910234126794640"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:39:46.958] Scheduled build:
{
  "id": "8729480172122393745",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33831,
  "createdBy": "project:chromium",
  "createTime": "2024-12-04T12:39:46.477640157Z",
  "updateTime": "2024-12-04T12:39:46.477640157Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2cdf6d852b75933e2fad9e42cf2ed81724aa918f",
      "ref": "refs/heads/main"
    }
  }
}
[12:39:46.958] Task URL: https://cr-buildbucket.appspot.com/build/8729480172122393745
[12:39:46.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:2:0) after 6m6s
[12:39:47.040] Received PubSub notification, asking Buildbucket for the build status
[12:39:47.068] Build status: SCHEDULED
[12:40:46.003] Received PubSub notification, asking Buildbucket for the build status
[12:40:46.032] Build status: STARTED
[12:45:53.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:2:0)
[12:45:53.140] Build status: STARTED
[12:45:53.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:5:0) after 1m20s
[12:47:13.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:5:0)
[12:47:13.265] Build status: STARTED
[12:47:13.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:6:0) after 2m5s
[12:49:18.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:6:0)
[12:49:18.381] Build status: STARTED
[12:49:18.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:7:0) after 3m40s
[12:52:58.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:7:0)
[12:52:58.494] Build status: STARTED
[12:52:58.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:8:0) after 7m43s
[13:00:41.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:8:0)
[13:00:41.606] Build status: STARTED
[13:00:41.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:9:0) after 8m46s
[13:09:27.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:9:0)
[13:09:27.764] Build status: STARTED
[13:09:27.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:10:0) after 5m53s
[13:15:20.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:10:0)
[13:15:20.832] Build status: STARTED
[13:15:20.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:11:0) after 1m16s
[13:16:36.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:11:0)
[13:16:36.983] Build status: STARTED
[13:16:36.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:12:0) after 4m36s
[13:21:13.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:12:0)
[13:21:13.119] Build status: STARTED
[13:21:13.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:13:0) after 8m29s
[13:29:42.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:13:0)
[13:29:42.196] Build status: STARTED
[13:29:42.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:14:0) after 2m45s
[13:32:27.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:14:0)
[13:32:27.258] Build status: STARTED
[13:32:27.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:15:0) after 9m24s
[13:41:51.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:15:0)
[13:41:51.324] Build status: STARTED
[13:41:51.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:16:0) after 5m24s
[13:47:15.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:16:0)
[13:47:15.451] Build status: STARTED
[13:47:15.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:17:0) after 2m37s
[13:49:52.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:17:0)
[13:49:52.537] Build status: STARTED
[13:49:52.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:18:0) after 8m17s
[13:58:09.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:18:0)
[13:58:09.810] Build status: STARTED
[13:58:09.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:19:0) after 8m18s
[14:06:27.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:19:0)
[14:06:28.028] Build status: STARTED
[14:06:28.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:20:0) after 2m43s
[14:09:11.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:20:0)
[14:09:11.088] Build status: STARTED
[14:09:11.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:21:0) after 5m39s
[14:14:50.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:21:0)
[14:14:50.227] Build status: STARTED
[14:14:50.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:22:0) after 2m16s
[14:17:06.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:22:0)
[14:17:06.311] Build status: STARTED
[14:17:06.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:23:0) after 4m12s
[14:21:18.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:23:0)
[14:21:18.463] Build status: STARTED
[14:21:18.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:24:0) after 4m40s
[14:25:58.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:24:0)
[14:25:58.617] Build status: STARTED
[14:25:58.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:25:0) after 6m59s
[14:32:57.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:25:0)
[14:32:57.766] Build status: STARTED
[14:32:57.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:26:0) after 2m30s
[14:35:27.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:26:0)
[14:35:27.813] Build status: STARTED
[14:35:27.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:27:0) after 8m28s
[14:43:55.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:27:0)
[14:43:55.918] Build status: STARTED
[14:43:55.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:28:0) after 8m54s
[14:52:50.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:28:0)
[14:52:50.096] Build status: STARTED
[14:52:50.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:29:0) after 4m4s
[14:56:54.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:29:0)
[14:56:54.151] Build status: STARTED
[14:56:54.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:30:0) after 6m37s
[15:03:31.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:30:0)
[15:03:31.213] Build status: STARTED
[15:03:31.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:31:0) after 6m12s
[15:09:43.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:31:0)
[15:09:43.324] Build status: STARTED
[15:09:43.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:32:0) after 8m50s
[15:18:33.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:32:0)
[15:18:33.494] Build status: STARTED
[15:18:33.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:33:0) after 7m49s
[15:26:22.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:33:0)
[15:26:22.607] Build status: STARTED
[15:26:22.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:34:0) after 4m47s
[15:31:09.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:34:0)
[15:31:09.727] Build status: STARTED
[15:31:09.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:35:0) after 2m3s
[15:33:12.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:35:0)
[15:33:12.908] Build status: STARTED
[15:33:12.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:36:0) after 7m9s
[15:40:22.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:36:0)
[15:40:22.049] Build status: STARTED
[15:40:22.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:37:0) after 4m1s
[15:44:23.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:37:0)
[15:44:23.122] Build status: STARTED
[15:44:23.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:38:0) after 1m12s
[15:45:35.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:38:0)
[15:45:35.216] Build status: STARTED
[15:45:35.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:39:0) after 9m47s
[15:55:22.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:39:0)
[15:55:22.274] Build status: STARTED
[15:55:22.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:40:0) after 3m47s
[15:59:09.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:40:0)
[15:59:09.424] Build status: STARTED
[15:59:09.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:41:0) after 7m2s
[16:06:11.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:41:0)
[16:06:11.557] Build status: STARTED
[16:06:11.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:42:0) after 9m19s
[16:15:30.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:42:0)
[16:15:30.735] Build status: STARTED
[16:15:30.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:43:0) after 2m23s
[16:17:53.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:43:0)
[16:17:53.803] Build status: STARTED
[16:17:53.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:44:0) after 9m8s
[16:27:01.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:44:0)
[16:27:01.854] Build status: STARTED
[16:27:01.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:45:0) after 3m2s
[16:30:03.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:45:0)
[16:30:03.943] Build status: STARTED
[16:30:03.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:46:0) after 9m31s
[16:39:35.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:46:0)
[16:39:35.026] Build status: STARTED
[16:39:35.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:47:0) after 3m23s
[16:42:58.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:47:0)
[16:42:58.137] Build status: STARTED
[16:42:58.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:48:0) after 3m45s
[16:46:43.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:48:0)
[16:46:43.272] Build status: STARTED
[16:46:43.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:49:0) after 7m4s
[16:53:47.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:49:0)
[16:53:47.411] Build status: STARTED
[16:53:47.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:50:0) after 2m8s
[16:55:55.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:50:0)
[16:55:55.554] Build status: STARTED
[16:55:55.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:51:0) after 8m17s
[17:04:12.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:51:0)
[17:04:12.606] Build status: STARTED
[17:04:12.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:52:0) after 7m30s
[17:11:42.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:52:0)
[17:11:42.669] Build status: STARTED
[17:11:42.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:53:0) after 7m55s
[17:19:37.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:53:0)
[17:19:37.764] Build status: STARTED
[17:19:37.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:54:0) after 6m31s
[17:26:08.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:54:0)
[17:26:08.808] Build status: STARTED
[17:26:08.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:55:0) after 3m30s
[17:29:38.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:55:0)
[17:29:38.865] Build status: STARTED
[17:29:38.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:56:0) after 6m40s
[17:36:18.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:56:0)
[17:36:19.009] Build status: STARTED
[17:36:19.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:57:0) after 9m53s
[17:46:12.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:57:0)
[17:46:12.166] Build status: STARTED
[17:46:12.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:58:0) after 6m59s
[17:53:11.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:58:0)
[17:53:11.324] Build status: STARTED
[17:53:11.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:59:0) after 4m2s
[17:57:13.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:59:0)
[17:57:13.456] Build status: STARTED
[17:57:13.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:60:0) after 1m22s
[17:58:35.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:60:0)
[17:58:35.558] Build status: STARTED
[17:58:35.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:61:0) after 2m30s
[18:01:05.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:61:0)
[18:01:05.610] Build status: STARTED
[18:01:05.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:62:0) after 7m30s
[18:08:35.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:62:0)
[18:08:35.685] Build status: STARTED
[18:08:35.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:63:0) after 6m35s
[18:15:10.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:63:0)
[18:15:10.961] Build status: STARTED
[18:15:10.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:64:0) after 7m10s
[18:22:21.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:64:0)
[18:22:21.030] Build status: STARTED
[18:22:21.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:65:0) after 3m28s
[18:25:49.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:65:0)
[18:25:49.210] Build status: STARTED
[18:25:49.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:66:0) after 9m5s
[18:34:54.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:66:0)
[18:34:54.371] Build status: STARTED
[18:34:54.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:67:0) after 9m30s
[18:44:24.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:67:0)
[18:44:24.482] Build status: STARTED
[18:44:24.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:68:0) after 7m27s
[18:51:51.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:68:0)
[18:51:51.545] Build status: STARTED
[18:51:51.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:69:0) after 7m0s
[18:58:51.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:69:0)
[18:58:51.642] Build status: STARTED
[18:58:51.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:70:0) after 9m31s
[19:08:22.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:70:0)
[19:08:22.792] Build status: STARTED
[19:08:22.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:71:0) after 5m11s
[19:13:33.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:71:0)
[19:13:33.909] Build status: STARTED
[19:13:33.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:72:0) after 1m49s
[19:15:22.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:72:0)
[19:15:22.969] Build status: STARTED
[19:15:22.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:73:0) after 4m50s
[19:20:13.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:73:0)
[19:20:13.100] Build status: STARTED
[19:20:13.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:74:0) after 9m52s
[19:30:05.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:74:0)
[19:30:05.148] Build status: STARTED
[19:30:05.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:75:0) after 6m31s
[19:36:36.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:75:0)
[19:36:36.274] Build status: STARTED
[19:36:36.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:76:0) after 6m4s
[19:42:40.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:76:0)
[19:42:40.442] Build status: STARTED
[19:42:40.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:77:0) after 8m51s
[19:51:31.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:77:0)
[19:51:31.522] Build status: STARTED
[19:51:31.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:78:0) after 3m49s
[19:55:20.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:78:0)
[19:55:20.620] Build status: STARTED
[19:55:20.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:79:0) after 8m31s
[20:03:51.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:79:0)
[20:03:51.677] Build status: STARTED
[20:03:51.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:80:0) after 6m57s
[20:10:48.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:80:0)
[20:10:48.728] Build status: STARTED
[20:10:48.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:81:0) after 6m52s
[20:17:40.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:81:0)
[20:17:40.916] Build status: STARTED
[20:17:40.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:82:0) after 5m27s
[20:23:07.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:82:0)
[20:23:07.969] Build status: STARTED
[20:23:07.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:83:0) after 3m11s
[20:26:18.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:83:0)
[20:26:19.022] Build status: STARTED
[20:26:19.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:84:0) after 3m15s
[20:29:34.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:84:0)
[20:29:34.111] Build status: STARTED
[20:29:34.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:85:0) after 9m37s
[20:39:11.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:85:0)
[20:39:11.185] Build status: STARTED
[20:39:11.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:86:0) after 6m21s
[20:45:32.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:86:0)
[20:45:32.316] Build status: STARTED
[20:45:32.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:87:0) after 5m47s
[20:51:19.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:87:0)
[20:51:19.335] Build status: STARTED
[20:51:19.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:88:0) after 9m1s
[21:00:20.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:88:0)
[21:00:20.346] Build status: STARTED
[21:00:20.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:89:0) after 1m34s
[21:01:54.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:89:0)
[21:01:54.511] Build status: STARTED
[21:01:54.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:90:0) after 8m3s
[21:09:57.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:90:0)
[21:09:57.557] Build status: STARTED
[21:09:57.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:91:0) after 3m12s
[21:13:09.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:91:0)
[21:13:09.607] Build status: STARTED
[21:13:09.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:92:0) after 8m23s
[21:21:32.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:92:0)
[21:21:32.666] Build status: STARTED
[21:21:32.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:93:0) after 1m35s
[21:23:07.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:93:0)
[21:23:07.872] Build status: STARTED
[21:23:07.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:94:0) after 3m46s
[21:26:53.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:94:0)
[21:26:53.923] Build status: STARTED
[21:26:53.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:95:0) after 3m54s
[21:30:47.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:95:0)
[21:30:48.011] Build status: STARTED
[21:30:48.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:96:0) after 1m39s
[21:32:27.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:96:0)
[21:32:27.062] Build status: STARTED
[21:32:27.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:97:0) after 8m42s
[21:41:09.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:97:0)
[21:41:09.155] Build status: STARTED
[21:41:09.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:98:0) after 4m17s
[21:45:26.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:98:0)
[21:45:26.219] Build status: STARTED
[21:45:26.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:99:0) after 9m32s
[21:54:58.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:99:0)
[21:54:58.469] Build status: STARTED
[21:54:58.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:100:0) after 3m30s
[21:58:28.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:100:0)
[21:58:28.522] Build status: STARTED
[21:58:28.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:101:0) after 2m32s
[22:01:00.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:101:0)
[22:01:00.587] Build status: STARTED
[22:01:00.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:102:0) after 8m26s
[22:09:26.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:102:0)
[22:09:26.638] Build status: STARTED
[22:09:26.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:103:0) after 4m3s
[22:13:29.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:103:0)
[22:13:29.699] Build status: STARTED
[22:13:29.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:104:0) after 4m33s
[22:18:02.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:104:0)
[22:18:02.937] Build status: STARTED
[22:18:02.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:105:0) after 3m4s
[22:21:06.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:105:0)
[22:21:06.971] Build status: STARTED
[22:21:06.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:106:0) after 3m16s
[22:24:23.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:106:0)
[22:24:23.033] Build status: STARTED
[22:24:23.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:107:0) after 6m10s
[22:30:33.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:107:0)
[22:30:33.068] Build status: STARTED
[22:30:33.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:108:0) after 9m36s
[22:40:09.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:108:0)
[22:40:09.245] Build status: STARTED
[22:40:09.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:109:0) after 6m18s
[22:46:27.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:109:0)
[22:46:27.289] Build status: STARTED
[22:46:27.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:110:0) after 5m18s
[22:51:45.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:110:0)
[22:51:45.359] Build status: STARTED
[22:51:45.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:111:0) after 7m35s
[22:59:20.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:111:0)
[22:59:20.491] Build status: STARTED
[22:59:20.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:112:0) after 4m19s
[23:03:39.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:112:0)
[23:03:39.562] Build status: STARTED
[23:03:39.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:113:0) after 2m16s
[23:05:55.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:113:0)
[23:05:55.678] Build status: STARTED
[23:05:55.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:114:0) after 4m7s
[23:10:02.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:114:0)
[23:10:02.733] Build status: STARTED
[23:10:02.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:115:0) after 6m51s
[23:16:53.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:115:0)
[23:16:53.773] Build status: STARTED
[23:16:53.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:116:0) after 4m15s
[23:21:08.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:116:0)
[23:21:08.951] Build status: STARTED
[23:21:08.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:117:0) after 2m20s
[23:23:28.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:117:0)
[23:23:29.016] Build status: STARTED
[23:23:29.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:118:0) after 1m16s
[23:24:45.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:118:0)
[23:24:45.096] Build status: STARTED
[23:24:45.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:119:0) after 2m56s
[23:27:41.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:119:0)
[23:27:41.194] Build status: STARTED
[23:27:41.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:120:0) after 4m9s
[23:31:50.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:120:0)
[23:31:50.393] Build status: STARTED
[23:31:50.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:121:0) after 5m50s
[23:37:40.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:121:0)
[23:37:40.582] Build status: STARTED
[23:37:40.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:122:0) after 2m12s
[23:39:52.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:122:0)
[23:39:52.736] Build status: STARTED
[23:39:52.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:123:0) after 3m49s
[23:43:41.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:123:0)
[23:43:41.816] Build status: STARTED
[23:43:41.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:124:0) after 7m28s
[23:51:09.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:124:0)
[23:51:09.889] Build status: STARTED
[23:51:09.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:125:0) after 3m51s
[23:55:01.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:125:0)
[23:55:01.212] Build status: STARTED
[23:55:01.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:126:0) after 5m49s
[00:00:50.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:126:0)
[00:00:50.380] Build status: STARTED
[00:00:50.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:127:0) after 1m26s
[00:02:16.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:127:0)
[00:02:16.537] Build status: STARTED
[00:02:16.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:128:0) after 2m2s
[00:04:18.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:128:0)
[00:04:18.672] Build status: STARTED
[00:04:18.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:129:0) after 4m39s
[00:08:57.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:129:0)
[00:08:57.981] Build status: STARTED
[00:08:57.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:130:0) after 6m8s
[00:15:06.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:130:0)
[00:15:06.121] Build status: STARTED
[00:15:06.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:131:0) after 7m54s
[00:23:00.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:131:0)
[00:23:00.181] Build status: STARTED
[00:23:00.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:132:0) after 2m27s
[00:25:27.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:132:0)
[00:25:27.241] Build status: STARTED
[00:25:27.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:133:0) after 3m43s
[00:29:10.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:133:0)
[00:29:10.409] Build status: STARTED
[00:29:10.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:134:0) after 3m50s
[00:33:00.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:134:0)
[00:33:00.509] Build status: STARTED
[00:33:00.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:135:0) after 3m27s
[00:36:27.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:135:0)
[00:36:27.542] Build status: STARTED
[00:36:27.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:136:0) after 1m58s
[00:38:25.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:136:0)
[00:38:25.597] Build status: STARTED
[00:38:25.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:137:0) after 4m12s
[00:42:37.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:137:0)
[00:42:37.629] Build status: STARTED
[00:42:37.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:138:0) after 2m16s
[00:44:53.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:138:0)
[00:44:54.059] Build status: STARTED
[00:44:54.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:139:0) after 9m30s
[00:54:24.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:139:0)
[00:54:24.160] Build status: STARTED
[00:54:24.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:140:0) after 9m25s
[01:03:49.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:140:0)
[01:03:49.314] Build status: STARTED
[01:03:49.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:141:0) after 9m5s
[01:12:54.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:141:0)
[01:12:54.367] Build status: STARTED
[01:12:54.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:142:0) after 7m43s
[01:20:37.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:142:0)
[01:20:37.427] Build status: STARTED
[01:20:37.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:143:0) after 2m12s
[01:22:49.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:143:0)
[01:22:49.447] Build status: STARTED
[01:22:49.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:144:0) after 5m12s
[01:28:01.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:144:0)
[01:28:01.469] Build status: STARTED
[01:28:01.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:145:0) after 7m55s
[01:35:56.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:145:0)
[01:35:56.543] Build status: STARTED
[01:35:56.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:146:0) after 5m13s
[01:41:09.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:146:0)
[01:41:09.662] Build status: STARTED
[01:41:09.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:147:0) after 5m19s
[01:46:28.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:147:0)
[01:46:28.681] Build status: STARTED
[01:46:28.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:148:0) after 2m59s
[01:49:27.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:148:0)
[01:49:27.741] Build status: STARTED
[01:49:27.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:149:0) after 8m27s
[01:57:54.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:149:0)
[01:57:54.807] Build status: STARTED
[01:57:54.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:150:0) after 8m19s
[02:06:13.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:150:0)
[02:06:13.930] Build status: STARTED
[02:06:13.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:151:0) after 6m50s
[02:13:04.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:151:0)
[02:13:04.136] Build status: STARTED
[02:13:04.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:152:0) after 9m58s
[02:23:02.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:152:0)
[02:23:02.299] Build status: STARTED
[02:23:02.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:153:0) after 4m8s
[02:27:10.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:153:0)
[02:27:10.390] Build status: STARTED
[02:27:10.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:154:0) after 5m53s
[02:33:03.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:154:0)
[02:33:03.541] Build status: STARTED
[02:33:03.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:155:0) after 2m32s
[02:35:35.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:155:0)
[02:35:35.643] Build status: STARTED
[02:35:35.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:156:0) after 1m9s
[02:36:44.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:156:0)
[02:36:44.706] Build status: STARTED
[02:36:44.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:157:0) after 2m44s
[02:39:28.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:157:0)
[02:39:29.005] Build status: STARTED
[02:39:29.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:158:0) after 2m1s
[02:41:30.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:158:0)
[02:41:30.061] Build status: STARTED
[02:41:30.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:159:0) after 7m11s
[02:48:41.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:159:0)
[02:48:41.348] Build status: STARTED
[02:48:41.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:160:0) after 3m14s
[02:51:55.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:160:0)
[02:51:55.479] Build status: STARTED
[02:51:55.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:161:0) after 7m32s
[02:59:27.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:161:0)
[02:59:27.608] Build status: STARTED
[02:59:27.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:162:0) after 8m56s
[03:08:23.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:162:0)
[03:08:23.968] Build status: STARTED
[03:08:23.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:163:0) after 7m42s
[03:16:06.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:163:0)
[03:16:06.133] Build status: STARTED
[03:16:06.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:164:0) after 5m3s
[03:21:09.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:164:0)
[03:21:09.249] Build status: STARTED
[03:21:09.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:165:0) after 5m39s
[03:26:48.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:165:0)
[03:26:48.314] Build status: STARTED
[03:26:48.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:166:0) after 4m19s
[03:31:07.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:166:0)
[03:31:07.568] Build status: STARTED
[03:31:07.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:167:0) after 8m32s
[03:39:39.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:167:0)
[03:39:39.618] Build status: STARTED
[03:39:39.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:168:0) after 2m55s
[03:42:34.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:168:0)
[03:42:34.677] Build status: STARTED
[03:42:34.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:169:0) after 3m54s
[03:46:28.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:169:0)
[03:46:28.746] Build status: STARTED
[03:46:28.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:170:0) after 8m45s
[03:55:13.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:170:0)
[03:55:13.773] Build status: STARTED
[03:55:13.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:171:0) after 5m1s
[04:00:14.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:171:0)
[04:00:14.877] Build status: STARTED
[04:00:14.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:172:0) after 7m47s
[04:08:02.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:172:0)
[04:08:02.225] Build status: STARTED
[04:08:02.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:173:0) after 7m43s
[04:15:45.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:173:0)
[04:15:45.436] Build status: STARTED
[04:15:45.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:174:0) after 3m43s
[04:19:28.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:174:0)
[04:19:28.484] Build status: STARTED
[04:19:28.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:175:0) after 2m2s
[04:21:30.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:175:0)
[04:21:30.539] Build status: STARTED
[04:21:30.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:176:0) after 7m18s
[04:28:48.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:176:0)
[04:28:48.615] Build status: STARTED
[04:28:48.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:177:0) after 2m58s
[04:31:46.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:177:0)
[04:31:46.690] Build status: STARTED
[04:31:46.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:178:0) after 6m58s
[04:38:44.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:178:0)
[04:38:44.810] Build status: STARTED
[04:38:44.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:179:0) after 9m54s
[04:48:38.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:179:0)
[04:48:38.952] Build status: STARTED
[04:48:38.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:180:0) after 4m57s
[04:53:35.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:180:0)
[04:53:36.005] Build status: STARTED
[04:53:36.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:181:0) after 9m26s
[05:03:02.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:181:0)
[05:03:02.281] Build status: STARTED
[05:03:02.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:182:0) after 8m5s
[05:11:07.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:182:0)
[05:11:07.531] Build status: STARTED
[05:11:07.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:183:0) after 6m27s
[05:17:34.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:183:0)
[05:17:34.642] Build status: STARTED
[05:17:34.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:184:0) after 4m17s
[05:21:52.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:184:0)
[05:21:52.742] Build status: STARTED
[05:21:52.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:185:0) after 9m30s
[05:31:22.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:185:0)
[05:31:22.889] Build status: STARTED
[05:31:22.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:186:0) after 6m48s
[05:38:10.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:186:0)
[05:38:10.952] Build status: STARTED
[05:38:10.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:187:0) after 5m41s
[05:43:51.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:187:0)
[05:43:51.998] Build status: STARTED
[05:43:51.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:188:0) after 9m49s
[05:53:41.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:188:0)
[05:53:41.066] Build status: STARTED
[05:53:41.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:189:0) after 4m7s
[05:57:48.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:189:0)
[05:57:48.121] Build status: STARTED
[05:57:48.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:190:0) after 5m40s
[06:03:28.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:190:0)
[06:03:28.341] Build status: STARTED
[06:03:28.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:191:0) after 5m36s
[06:09:04.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:191:0)
[06:09:04.546] Build status: STARTED
[06:09:04.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:192:0) after 1m15s
[06:10:19.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:192:0)
[06:10:19.753] Build status: STARTED
[06:10:19.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:193:0) after 4m52s
[06:15:11.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:193:0)
[06:15:11.947] Build status: STARTED
[06:15:11.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:194:0) after 6m15s
[06:21:26.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:194:0)
[06:21:27.001] Build status: STARTED
[06:21:27.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:195:0) after 8m50s
[06:30:17.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:195:0)
[06:30:17.174] Build status: STARTED
[06:30:17.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:196:0) after 2m41s
[06:32:58.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:196:0)
[06:32:58.317] Build status: STARTED
[06:32:58.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:197:0) after 9m25s
[06:42:23.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:197:0)
[06:42:23.440] Build status: STARTED
[06:42:23.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:198:0) after 9m43s
[06:52:06.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:198:0)
[06:52:06.860] Build status: STARTED
[06:52:06.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:199:0) after 5m48s
[06:57:54.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:199:0)
[06:57:55.030] Build status: STARTED
[06:57:55.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:200:0) after 4m33s
[07:02:28.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:200:0)
[07:02:28.477] Build status: STARTED
[07:02:28.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:201:0) after 6m40s
[07:09:08.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:201:0)
[07:09:08.559] Build status: STARTED
[07:09:08.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:202:0) after 7m59s
[07:17:07.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:202:0)
[07:17:07.946] Build status: STARTED
[07:17:07.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:203:0) after 3m50s
[07:20:57.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:203:0)
[07:20:58.072] Build status: STARTED
[07:20:58.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:204:0) after 6m35s
[07:27:33.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:204:0)
[07:27:33.241] Build status: STARTED
[07:27:33.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:205:0) after 5m39s
[07:33:12.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:205:0)
[07:33:12.381] Build status: STARTED
[07:33:12.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:206:0) after 5m15s
[07:38:27.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:206:0)
[07:38:27.535] Build status: STARTED
[07:38:27.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:207:0) after 2m12s
[07:40:39.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:207:0)
[07:40:39.816] Build status: STARTED
[07:40:39.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:208:0) after 6m56s
[07:47:36.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:208:0)
[07:47:36.031] Build status: STARTED
[07:47:36.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:209:0) after 3m55s
[07:51:31.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:209:0)
[07:51:31.093] Build status: STARTED
[07:51:31.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:210:0) after 7m51s
[07:59:22.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:210:0)
[07:59:22.549] Build status: STARTED
[07:59:22.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:211:0) after 1m30s
[08:00:52.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:211:0)
[08:00:52.631] Build status: STARTED
[08:00:52.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:212:0) after 3m40s
[08:04:32.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:212:0)
[08:04:32.827] Build status: STARTED
[08:04:32.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:213:0) after 1m25s
[08:05:57.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:213:0)
[08:05:57.893] Build status: STARTED
[08:05:57.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:214:0) after 5m27s
[08:11:24.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:214:0)
[08:11:24.948] Build status: STARTED
[08:11:24.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:215:0) after 1m13s
[08:12:38.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:215:0)
[08:12:38.061] Build status: STARTED
[08:12:38.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:216:0) after 7m37s
[08:20:15.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:216:0)
[08:20:15.128] Build status: STARTED
[08:20:15.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:217:0) after 5m6s
[08:25:21.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:217:0)
[08:25:21.240] Build status: STARTED
[08:25:21.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:218:0) after 9m4s
[08:34:25.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:218:0)
[08:34:25.870] Build status: STARTED
[08:34:25.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:219:0) after 7m47s
[08:42:12.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:219:0)
[08:42:12.993] Build status: STARTED
[08:42:12.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894910234126794640:220:0) after 8m20s
[08:43:14.604] Received PubSub notification, asking Buildbucket for the build status
[08:43:14.624] Build:
{
  "id": "8729480172122393745",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33831,
  "createdBy": "project:chromium",
  "createTime": "2024-12-04T12:39:46.477640157Z",
  "startTime": "2024-12-04T12:40:45.809845438Z",
  "endTime": "2024-12-05T08:43:02.616995138Z",
  "updateTime": "2024-12-05T08:43:02.616995138Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2cdf6d852b75933e2fad9e42cf2ed81724aa918f",
      "ref": "refs/heads/main"
    }
  }
}
[08:43:14.624] Invocation finished in 20h3m29.441590539s with status FAILED