Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e7d6c2466d5c6c8591390a69edeae42aef0d330e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e7d6c2466d5c6c8591390a69edeae42aef0d330e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[07:58:27.597] New invocation is queued and will start shortly
[07:58:28.739] Starting the invocation (attempt 1)
[07:58:28.767] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e7d6c2466d5c6c8591390a69edeae42aef0d330e"
[07:58:28.767] Popped gitiles commit info from properties and tags
[07:58:28.767] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:58:28.767] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:58:28.767] Buildbucket request:
{
  "requestId": "8946568202411487968",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e7d6c2466d5c6c8591390a69edeae42aef0d330e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8946568202411487968"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:58:29.188] Scheduled build:
{
  "id": "8781138140474298049",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29944,
  "createdBy": "project:chromium",
  "createTime": "2023-05-14T07:58:28.822308640Z",
  "updateTime": "2023-05-14T07:58:28.822308640Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e7d6c2466d5c6c8591390a69edeae42aef0d330e",
      "ref": "refs/heads/main"
    }
  }
}
[07:58:29.188] Task URL: https://cr-buildbucket.appspot.com/build/8781138140474298049
[07:58:29.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:2:0) after 7m0s
[07:59:31.926] Received PubSub notification, asking Buildbucket for the build status
[07:59:31.957] Build status: STARTED
[08:05:29.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:2:0)
[08:05:29.281] Build status: STARTED
[08:05:29.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:4:0) after 1m5s
[08:06:34.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:4:0)
[08:06:34.417] Build status: STARTED
[08:06:34.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:5:0) after 4m26s
[08:11:00.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:5:0)
[08:11:00.586] Build status: STARTED
[08:11:00.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:6:0) after 2m42s
[08:13:42.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:6:0)
[08:13:42.715] Build status: STARTED
[08:13:42.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:7:0) after 8m36s
[08:22:18.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:7:0)
[08:22:18.766] Build status: STARTED
[08:22:18.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:8:0) after 1m23s
[08:23:41.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:8:0)
[08:23:41.854] Build status: STARTED
[08:23:41.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:9:0) after 7m28s
[08:31:10.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:9:0)
[08:31:10.530] Build status: STARTED
[08:31:10.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:10:0) after 9m55s
[08:41:05.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:10:0)
[08:41:05.567] Build status: STARTED
[08:41:05.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:11:0) after 7m17s
[08:48:22.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:11:0)
[08:48:22.710] Build status: STARTED
[08:48:22.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:12:0) after 9m15s
[08:57:37.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:12:0)
[08:57:37.715] Build status: STARTED
[08:57:37.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:13:0) after 1m34s
[08:59:11.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:13:0)
[08:59:11.810] Build status: STARTED
[08:59:11.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:14:0) after 8m0s
[09:07:12.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:14:0)
[09:07:12.156] Build status: STARTED
[09:07:12.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:15:0) after 5m50s
[09:13:02.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:15:0)
[09:13:02.194] Build status: STARTED
[09:13:02.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:16:0) after 8m49s
[09:21:51.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:16:0)
[09:21:51.292] Build status: STARTED
[09:21:51.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:17:0) after 1m36s
[09:23:27.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:17:0)
[09:23:27.339] Build status: STARTED
[09:23:27.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:18:0) after 5m28s
[09:28:55.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:18:0)
[09:28:55.383] Build status: STARTED
[09:28:55.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:19:0) after 5m3s
[09:33:58.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:19:0)
[09:33:58.505] Build status: STARTED
[09:33:58.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:20:0) after 3m48s
[09:37:46.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:20:0)
[09:37:46.539] Build status: STARTED
[09:37:46.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:21:0) after 4m54s
[09:42:40.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:21:0)
[09:42:40.578] Build status: STARTED
[09:42:40.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:22:0) after 6m41s
[09:49:21.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:22:0)
[09:49:21.611] Build status: STARTED
[09:49:21.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:23:0) after 4m5s
[09:53:26.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:23:0)
[09:53:26.648] Build status: STARTED
[09:53:26.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:24:0) after 4m38s
[09:58:04.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:24:0)
[09:58:04.693] Build status: STARTED
[09:58:04.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:25:0) after 7m5s
[10:05:09.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:25:0)
[10:05:09.735] Build status: STARTED
[10:05:09.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:26:0) after 6m16s
[10:11:25.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:26:0)
[10:11:25.819] Build status: STARTED
[10:11:25.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:27:0) after 3m8s
[10:14:33.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:27:0)
[10:14:33.919] Build status: STARTED
[10:14:33.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:28:0) after 7m54s
[10:22:28.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:28:0)
[10:22:28.026] Build status: STARTED
[10:22:28.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:29:0) after 5m24s
[10:27:52.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:29:0)
[10:27:52.068] Build status: STARTED
[10:27:52.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:30:0) after 1m1s
[10:28:53.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:30:0)
[10:28:53.105] Build status: STARTED
[10:28:53.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:31:0) after 8m42s
[10:37:35.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:31:0)
[10:37:35.141] Build status: STARTED
[10:37:35.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:32:0) after 2m17s
[10:39:52.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:32:0)
[10:39:52.305] Build status: STARTED
[10:39:52.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:33:0) after 8m47s
[10:48:39.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:33:0)
[10:48:39.339] Build status: STARTED
[10:48:39.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:34:0) after 9m14s
[10:57:53.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:34:0)
[10:57:53.441] Build status: STARTED
[10:57:53.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:35:0) after 9m9s
[11:07:02.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:35:0)
[11:07:02.517] Build status: STARTED
[11:07:02.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:36:0) after 5m27s
[11:12:31.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:36:0)
[11:12:31.482] Build status: STARTED
[11:12:31.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:37:0) after 6m49s
[11:19:20.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:37:0)
[11:19:20.523] Build status: STARTED
[11:19:20.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:38:0) after 9m21s
[11:28:41.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:38:0)
[11:28:41.594] Build status: STARTED
[11:28:41.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:39:0) after 9m23s
[11:38:04.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:39:0)
[11:38:04.632] Build status: STARTED
[11:38:04.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:40:0) after 2m50s
[11:40:54.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:40:0)
[11:40:54.807] Build status: STARTED
[11:40:54.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:41:0) after 8m3s
[11:48:57.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:41:0)
[11:48:57.846] Build status: STARTED
[11:48:57.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:42:0) after 5m25s
[11:54:22.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:42:0)
[11:54:22.905] Build status: STARTED
[11:54:22.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:43:0) after 3m29s
[11:57:51.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:43:0)
[11:57:51.942] Build status: STARTED
[11:57:51.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:44:0) after 6m14s
[12:04:06.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:44:0)
[12:04:06.073] Build status: STARTED
[12:04:06.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:45:0) after 7m59s
[12:12:05.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:45:0)
[12:12:05.446] Build status: STARTED
[12:12:05.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:46:0) after 8m2s
[12:20:07.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:46:0)
[12:20:07.767] Build status: STARTED
[12:20:07.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:47:0) after 3m28s
[12:23:35.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:47:0)
[12:23:35.809] Build status: STARTED
[12:23:35.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:48:0) after 2m40s
[12:26:15.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:48:0)
[12:26:15.980] Build status: STARTED
[12:26:15.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:49:0) after 2m3s
[12:28:19.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:49:0)
[12:28:19.023] Build status: STARTED
[12:28:19.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:50:0) after 3m45s
[12:32:04.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:50:0)
[12:32:04.069] Build status: STARTED
[12:32:04.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:51:0) after 5m56s
[12:38:00.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:51:0)
[12:38:00.338] Build status: STARTED
[12:38:00.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:52:0) after 6m50s
[12:44:50.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:52:0)
[12:44:50.553] Build status: STARTED
[12:44:50.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:53:0) after 6m58s
[12:51:49.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:53:0)
[12:51:49.727] Build status: STARTED
[12:51:49.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:54:0) after 7m21s
[12:59:11.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:54:0)
[12:59:11.104] Build status: STARTED
[12:59:11.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:55:0) after 8m2s
[13:07:13.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:55:0)
[13:07:13.287] Build status: STARTED
[13:07:13.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:56:0) after 2m52s
[13:10:05.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:56:0)
[13:10:05.407] Build status: STARTED
[13:10:05.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:57:0) after 4m45s
[13:14:50.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:57:0)
[13:14:50.470] Build status: STARTED
[13:14:50.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:58:0) after 1m4s
[13:15:54.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:58:0)
[13:15:54.510] Build status: STARTED
[13:15:54.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:59:0) after 2m14s
[13:18:08.542] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:59:0)
[13:18:08.569] Build status: STARTED
[13:18:08.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:60:0) after 4m21s
[13:22:29.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:60:0)
[13:22:29.617] Build status: STARTED
[13:22:29.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:61:0) after 2m9s
[13:24:38.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:61:0)
[13:24:38.743] Build status: STARTED
[13:24:38.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:62:0) after 6m43s
[13:31:22.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:62:0)
[13:31:22.254] Build status: STARTED
[13:31:22.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:63:0) after 4m17s
[13:35:39.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:63:0)
[13:35:39.360] Build status: STARTED
[13:35:39.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:64:0) after 7m10s
[13:42:49.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:64:0)
[13:42:49.672] Build status: STARTED
[13:42:49.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:65:0) after 8m31s
[13:51:20.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:65:0)
[13:51:20.867] Build status: STARTED
[13:51:20.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:66:0) after 6m15s
[13:57:35.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:66:0)
[13:57:35.910] Build status: STARTED
[13:57:35.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:67:0) after 5m6s
[14:02:41.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:67:0)
[14:02:41.961] Build status: STARTED
[14:02:41.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:68:0) after 7m22s
[14:10:04.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:68:0)
[14:10:04.607] Build status: STARTED
[14:10:04.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:69:0) after 1m1s
[14:11:05.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:69:0)
[14:11:05.885] Build status: STARTED
[14:11:05.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:70:0) after 4m59s
[14:16:04.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:70:0)
[14:16:04.977] Build status: STARTED
[14:16:04.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:71:0) after 3m40s
[14:19:45.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:71:0)
[14:19:45.133] Build status: STARTED
[14:19:45.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:72:0) after 3m49s
[14:23:34.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:72:0)
[14:23:34.187] Build status: STARTED
[14:23:34.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:73:0) after 9m35s
[14:33:09.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:73:0)
[14:33:09.249] Build status: STARTED
[14:33:09.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:74:0) after 9m8s
[14:42:17.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:74:0)
[14:42:17.324] Build status: STARTED
[14:42:17.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:75:0) after 4m57s
[14:47:14.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:75:0)
[14:47:14.411] Build status: STARTED
[14:47:14.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:76:0) after 6m33s
[14:53:47.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:76:0)
[14:53:47.598] Build status: STARTED
[14:53:47.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:77:0) after 5m25s
[14:59:12.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:77:0)
[14:59:12.662] Build status: STARTED
[14:59:12.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:78:0) after 5m40s
[15:04:52.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:78:0)
[15:04:52.874] Build status: STARTED
[15:04:52.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:79:0) after 4m5s
[15:08:57.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:79:0)
[15:08:57.981] Build status: STARTED
[15:08:57.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:80:0) after 2m14s
[15:11:12.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:80:0)
[15:11:12.026] Build status: STARTED
[15:11:12.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:81:0) after 7m34s
[15:18:46.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:81:0)
[15:18:46.067] Build status: STARTED
[15:18:46.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:82:0) after 8m42s
[15:27:28.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:82:0)
[15:27:28.102] Build status: STARTED
[15:27:28.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:83:0) after 8m5s
[15:35:33.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:83:0)
[15:35:33.231] Build status: STARTED
[15:35:33.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:84:0) after 6m56s
[15:42:29.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:84:0)
[15:42:29.413] Build status: STARTED
[15:42:29.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:85:0) after 8m17s
[15:50:46.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:85:0)
[15:50:46.461] Build status: STARTED
[15:50:46.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:86:0) after 1m0s
[15:51:46.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:86:0)
[15:51:46.503] Build status: STARTED
[15:51:46.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:87:0) after 6m30s
[15:58:16.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:87:0)
[15:58:16.700] Build status: STARTED
[15:58:16.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:88:0) after 5m33s
[16:03:49.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:88:0)
[16:03:49.795] Build status: STARTED
[16:03:49.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:89:0) after 2m48s
[16:06:37.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:89:0)
[16:06:37.941] Build status: STARTED
[16:06:37.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:90:0) after 8m40s
[16:15:18.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:90:0)
[16:15:18.170] Build status: STARTED
[16:15:18.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:91:0) after 6m5s
[16:21:23.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:91:0)
[16:21:23.293] Build status: STARTED
[16:21:23.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:92:0) after 9m39s
[16:31:02.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:92:0)
[16:31:02.341] Build status: STARTED
[16:31:02.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:93:0) after 2m54s
[16:33:56.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:93:0)
[16:33:56.507] Build status: STARTED
[16:33:56.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:94:0) after 8m23s
[16:42:19.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:94:0)
[16:42:19.561] Build status: STARTED
[16:42:19.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:95:0) after 5m47s
[16:48:06.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:95:0)
[16:48:06.703] Build status: STARTED
[16:48:06.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:96:0) after 4m55s
[16:53:01.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:96:0)
[16:53:01.760] Build status: STARTED
[16:53:01.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:97:0) after 9m10s
[17:02:11.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:97:0)
[17:02:11.800] Build status: STARTED
[17:02:11.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:98:0) after 6m15s
[17:08:26.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:98:0)
[17:08:26.839] Build status: STARTED
[17:08:26.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:99:0) after 5m10s
[17:13:36.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:99:0)
[17:13:36.933] Build status: STARTED
[17:13:36.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:100:0) after 9m11s
[17:22:47.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:100:0)
[17:22:47.987] Build status: STARTED
[17:22:47.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:101:0) after 9m35s
[17:32:23.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:101:0)
[17:32:23.059] Build status: STARTED
[17:32:23.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:102:0) after 5m55s
[17:38:18.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:102:0)
[17:38:18.205] Build status: STARTED
[17:38:18.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:103:0) after 1m38s
[17:39:56.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:103:0)
[17:39:56.251] Build status: STARTED
[17:39:56.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:104:0) after 4m14s
[17:44:10.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:104:0)
[17:44:10.292] Build status: STARTED
[17:44:10.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:105:0) after 9m37s
[17:53:48.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:105:0)
[17:53:48.244] Build status: STARTED
[17:53:48.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:106:0) after 5m27s
[17:59:15.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:106:0)
[17:59:15.287] Build status: STARTED
[17:59:15.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:107:0) after 6m33s
[18:05:48.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:107:0)
[18:05:48.321] Build status: STARTED
[18:05:48.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:108:0) after 5m8s
[18:10:56.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:108:0)
[18:10:56.420] Build status: STARTED
[18:10:56.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:109:0) after 7m57s
[18:18:53.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:109:0)
[18:18:53.461] Build status: STARTED
[18:18:53.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:110:0) after 1m17s
[18:20:10.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:110:0)
[18:20:10.511] Build status: STARTED
[18:20:10.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:111:0) after 6m20s
[18:26:30.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:111:0)
[18:26:30.550] Build status: STARTED
[18:26:30.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:112:0) after 8m44s
[18:35:14.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:112:0)
[18:35:14.604] Build status: STARTED
[18:35:14.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:113:0) after 1m19s
[18:36:33.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:113:0)
[18:36:33.739] Build status: STARTED
[18:36:33.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:114:0) after 3m18s
[18:39:51.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:114:0)
[18:39:51.946] Build status: STARTED
[18:39:51.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:115:0) after 3m14s
[18:43:06.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:115:0)
[18:43:06.195] Build status: STARTED
[18:43:06.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:116:0) after 2m45s
[18:45:51.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:116:0)
[18:45:51.239] Build status: STARTED
[18:45:51.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:117:0) after 9m24s
[18:55:15.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:117:0)
[18:55:15.333] Build status: STARTED
[18:55:15.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:118:0) after 6m57s
[19:02:12.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:118:0)
[19:02:12.819] Build status: STARTED
[19:02:12.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:119:0) after 9m34s
[19:11:46.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:119:0)
[19:11:46.866] Build status: STARTED
[19:11:46.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:120:0) after 1m18s
[19:13:04.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:120:0)
[19:13:04.941] Build status: STARTED
[19:13:04.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:121:0) after 2m25s
[19:15:30.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:121:0)
[19:15:30.362] Build status: STARTED
[19:15:30.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:122:0) after 2m34s
[19:18:04.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:122:0)
[19:18:04.410] Build status: STARTED
[19:18:04.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:123:0) after 5m7s
[19:23:11.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:123:0)
[19:23:11.484] Build status: STARTED
[19:23:11.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:124:0) after 7m7s
[19:30:18.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:124:0)
[19:30:18.632] Build status: STARTED
[19:30:18.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:125:0) after 9m58s
[19:40:16.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:125:0)
[19:40:16.769] Build status: STARTED
[19:40:16.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:126:0) after 4m11s
[19:44:27.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:126:0)
[19:44:27.823] Build status: STARTED
[19:44:27.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:127:0) after 3m54s
[19:48:21.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:127:0)
[19:48:21.881] Build status: STARTED
[19:48:21.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:128:0) after 2m57s
[19:51:18.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:128:0)
[19:51:18.924] Build status: STARTED
[19:51:18.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:129:0) after 7m8s
[19:58:26.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:129:0)
[19:58:26.970] Build status: STARTED
[19:58:26.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:130:0) after 1m27s
[19:59:54.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:130:0)
[19:59:54.122] Build status: STARTED
[19:59:54.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:131:0) after 1m44s
[20:01:38.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:131:0)
[20:01:38.184] Build status: STARTED
[20:01:38.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:132:0) after 9m47s
[20:11:25.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:132:0)
[20:11:25.278] Build status: STARTED
[20:11:25.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:133:0) after 2m40s
[20:14:05.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:133:0)
[20:14:05.321] Build status: STARTED
[20:14:05.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:134:0) after 6m44s
[20:20:49.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:134:0)
[20:20:49.476] Build status: STARTED
[20:20:49.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:135:0) after 2m56s
[20:23:45.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:135:0)
[20:23:45.535] Build status: STARTED
[20:23:45.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:136:0) after 6m7s
[20:29:52.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:136:0)
[20:29:52.641] Build status: STARTED
[20:29:52.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:137:0) after 4m23s
[20:34:15.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:137:0)
[20:34:15.684] Build status: STARTED
[20:34:15.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:138:0) after 5m28s
[20:39:43.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:138:0)
[20:39:43.792] Build status: STARTED
[20:39:43.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:139:0) after 8m34s
[20:48:17.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:139:0)
[20:48:17.877] Build status: STARTED
[20:48:17.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:140:0) after 3m1s
[20:51:18.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:140:0)
[20:51:18.915] Build status: STARTED
[20:51:18.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:141:0) after 3m7s
[20:54:26.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:141:0)
[20:54:26.045] Build status: STARTED
[20:54:26.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:142:0) after 5m27s
[20:59:53.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:142:0)
[20:59:53.196] Build status: STARTED
[20:59:53.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:143:0) after 5m53s
[21:05:46.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:143:0)
[21:05:46.239] Build status: STARTED
[21:05:46.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:144:0) after 3m57s
[21:09:43.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:144:0)
[21:09:43.452] Build status: STARTED
[21:09:43.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:145:0) after 2m37s
[21:12:20.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:145:0)
[21:12:20.494] Build status: STARTED
[21:12:20.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:146:0) after 7m28s
[21:19:48.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:146:0)
[21:19:48.754] Build status: STARTED
[21:19:48.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:147:0) after 7m26s
[21:27:14.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:147:0)
[21:27:14.836] Build status: STARTED
[21:27:14.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:148:0) after 6m34s
[21:33:49.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:148:0)
[21:33:49.041] Build status: STARTED
[21:33:49.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:149:0) after 6m26s
[21:40:15.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:149:0)
[21:40:15.125] Build status: STARTED
[21:40:15.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:150:0) after 9m39s
[21:49:54.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:150:0)
[21:49:54.222] Build status: STARTED
[21:49:54.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:151:0) after 2m44s
[21:52:38.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:151:0)
[21:52:38.268] Build status: STARTED
[21:52:38.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:152:0) after 7m13s
[21:59:51.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:152:0)
[21:59:51.371] Build status: STARTED
[21:59:51.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:153:0) after 7m38s
[22:07:29.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:153:0)
[22:07:29.483] Build status: STARTED
[22:07:29.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:154:0) after 3m30s
[22:10:59.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:154:0)
[22:10:59.540] Build status: STARTED
[22:10:59.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:155:0) after 9m19s
[22:20:18.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:155:0)
[22:20:18.587] Build status: STARTED
[22:20:18.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:156:0) after 5m26s
[22:25:44.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:156:0)
[22:25:44.626] Build status: STARTED
[22:25:44.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:157:0) after 1m58s
[22:27:42.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:157:0)
[22:27:42.754] Build status: STARTED
[22:27:42.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:158:0) after 9m44s
[22:37:26.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:158:0)
[22:37:26.962] Build status: STARTED
[22:37:26.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:159:0) after 6m45s
[22:44:12.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:159:0)
[22:44:12.168] Build status: STARTED
[22:44:12.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:160:0) after 7m58s
[22:52:10.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:160:0)
[22:52:10.231] Build status: STARTED
[22:52:10.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:161:0) after 3m34s
[22:55:44.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:161:0)
[22:55:44.401] Build status: STARTED
[22:55:44.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:162:0) after 5m3s
[23:00:47.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:162:0)
[23:00:47.529] Build status: STARTED
[23:00:47.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:163:0) after 9m28s
[23:10:15.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:163:0)
[23:10:15.600] Build status: STARTED
[23:10:15.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:164:0) after 5m16s
[23:15:31.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:164:0)
[23:15:31.732] Build status: STARTED
[23:15:31.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:165:0) after 5m34s
[23:21:05.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:165:0)
[23:21:05.773] Build status: STARTED
[23:21:05.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:166:0) after 3m28s
[23:24:33.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:166:0)
[23:24:33.875] Build status: STARTED
[23:24:33.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:167:0) after 3m56s
[23:28:30.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:167:0)
[23:28:30.971] Build status: STARTED
[23:28:30.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:168:0) after 6m45s
[23:35:16.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:168:0)
[23:35:16.483] Build status: STARTED
[23:35:16.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:169:0) after 3m19s
[23:38:35.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:169:0)
[23:38:35.534] Build status: STARTED
[23:38:35.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:170:0) after 9m57s
[23:48:32.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:170:0)
[23:48:32.687] Build status: STARTED
[23:48:32.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:171:0) after 7m43s
[23:56:15.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:171:0)
[23:56:15.743] Build status: STARTED
[23:56:15.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:172:0) after 5m38s
[00:01:53.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:172:0)
[00:01:53.876] Build status: STARTED
[00:01:53.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:173:0) after 2m29s
[00:04:23.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:173:0)
[00:04:23.411] Build status: STARTED
[00:04:23.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:174:0) after 8m22s
[00:12:45.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:174:0)
[00:12:45.802] Build status: STARTED
[00:12:45.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:175:0) after 9m5s
[00:21:51.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:175:0)
[00:21:51.032] Build status: STARTED
[00:21:51.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:176:0) after 3m10s
[00:25:01.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:176:0)
[00:25:01.160] Build status: STARTED
[00:25:01.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:177:0) after 8m2s
[00:33:03.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:177:0)
[00:33:03.357] Build status: STARTED
[00:33:03.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:178:0) after 1m58s
[00:35:01.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:178:0)
[00:35:01.407] Build status: STARTED
[00:35:01.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:179:0) after 6m46s
[00:41:47.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:179:0)
[00:41:47.446] Build status: STARTED
[00:41:47.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:180:0) after 8m16s
[00:50:03.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:180:0)
[00:50:03.542] Build status: STARTED
[00:50:03.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:181:0) after 2m1s
[00:52:04.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:181:0)
[00:52:04.584] Build status: STARTED
[00:52:04.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:182:0) after 2m41s
[00:54:45.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:182:0)
[00:54:45.764] Build status: STARTED
[00:54:45.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:183:0) after 7m56s
[01:02:41.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:183:0)
[01:02:41.830] Build status: STARTED
[01:02:41.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:184:0) after 1m52s
[01:04:33.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:184:0)
[01:04:33.879] Build status: STARTED
[01:04:33.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:185:0) after 7m30s
[01:12:03.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:185:0)
[01:12:04.013] Build status: STARTED
[01:12:04.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:186:0) after 9m22s
[01:21:26.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:186:0)
[01:21:26.100] Build status: STARTED
[01:21:26.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:187:0) after 6m8s
[01:27:34.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:187:0)
[01:27:34.190] Build status: STARTED
[01:27:34.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:188:0) after 2m48s
[01:30:22.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:188:0)
[01:30:22.244] Build status: STARTED
[01:30:22.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:189:0) after 5m52s
[01:36:14.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:189:0)
[01:36:14.356] Build status: STARTED
[01:36:14.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:190:0) after 9m48s
[01:46:02.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:190:0)
[01:46:02.400] Build status: STARTED
[01:46:02.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:191:0) after 9m34s
[01:55:36.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:191:0)
[01:55:36.596] Build status: STARTED
[01:55:36.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:192:0) after 3m30s
[01:59:06.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:192:0)
[01:59:06.637] Build status: STARTED
[01:59:06.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:193:0) after 7m17s
[02:06:23.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:193:0)
[02:06:23.789] Build status: STARTED
[02:06:23.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:194:0) after 8m58s
[02:15:21.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:194:0)
[02:15:21.846] Build status: STARTED
[02:15:21.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:195:0) after 8m16s
[02:23:37.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:195:0)
[02:23:37.893] Build status: STARTED
[02:23:37.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:196:0) after 4m42s
[02:28:19.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:196:0)
[02:28:19.935] Build status: STARTED
[02:28:19.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:197:0) after 3m49s
[02:32:08.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:197:0)
[02:32:08.977] Build status: STARTED
[02:32:08.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:198:0) after 5m30s
[02:37:39.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:198:0)
[02:37:39.173] Build status: STARTED
[02:37:39.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:199:0) after 9m15s
[02:46:54.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:199:0)
[02:46:54.198] Build status: STARTED
[02:46:54.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:200:0) after 4m42s
[02:51:36.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:200:0)
[02:51:36.244] Build status: STARTED
[02:51:36.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:201:0) after 1m58s
[02:53:34.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:201:0)
[02:53:34.319] Build status: STARTED
[02:53:34.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:202:0) after 9m38s
[03:03:12.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:202:0)
[03:03:12.386] Build status: STARTED
[03:03:12.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:203:0) after 9m21s
[03:12:33.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:203:0)
[03:12:33.460] Build status: STARTED
[03:12:33.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:204:0) after 5m24s
[03:17:57.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:204:0)
[03:17:57.523] Build status: STARTED
[03:17:57.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:205:0) after 1m6s
[03:19:03.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:205:0)
[03:19:03.603] Build status: STARTED
[03:19:03.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:206:0) after 9m19s
[03:28:22.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:206:0)
[03:28:22.731] Build status: STARTED
[03:28:22.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:207:0) after 1m56s
[03:30:18.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:207:0)
[03:30:18.770] Build status: STARTED
[03:30:18.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:208:0) after 2m26s
[03:32:45.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:208:0)
[03:32:45.087] Build status: STARTED
[03:32:45.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:209:0) after 1m2s
[03:33:47.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:209:0)
[03:33:47.389] Build status: STARTED
[03:33:47.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:210:0) after 3m21s
[03:37:08.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:210:0)
[03:37:08.477] Build status: STARTED
[03:37:08.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:211:0) after 5m27s
[03:42:35.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:211:0)
[03:42:35.598] Build status: STARTED
[03:42:35.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:212:0) after 6m58s
[03:49:33.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:212:0)
[03:49:33.642] Build status: STARTED
[03:49:33.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:213:0) after 4m40s
[03:54:13.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:213:0)
[03:54:13.881] Build status: STARTED
[03:54:13.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:214:0) after 8m44s
[04:02:58.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:214:0)
[04:02:58.175] Build status: STARTED
[04:02:58.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946568202411487968:215:0) after 4m58s
[04:06:34.965] Received PubSub notification, asking Buildbucket for the build status
[04:06:34.982] Build:
{
  "id": "8781138140474298049",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29944,
  "createdBy": "project:chromium",
  "createTime": "2023-05-14T07:58:28.822308640Z",
  "startTime": "2023-05-14T07:59:31.461235Z",
  "endTime": "2023-05-15T04:06:34.374747Z",
  "updateTime": "2023-05-15T04:06:34.374747Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e7d6c2466d5c6c8591390a69edeae42aef0d330e",
      "ref": "refs/heads/main"
    }
  }
}
[04:06:34.982] Invocation finished in 20h8m7.390823799s with status FAILED