Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6af3e909a935513d543c2c22504d6d186312c997"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6af3e909a935513d543c2c22504d6d186312c997
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:07:36.326] New invocation is queued and will start shortly
[21:07:37.641] Starting the invocation (attempt 1)
[21:07:37.681] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6af3e909a935513d543c2c22504d6d186312c997"
[21:07:37.681] Popped gitiles commit info from properties and tags
[21:07:37.681] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:07:37.681] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:07:37.681] Buildbucket request:
{
  "requestId": "8944434823444559792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6af3e909a935513d543c2c22504d6d186312c997",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8944434823444559792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:07:38.082] Scheduled build:
{
  "id": "8779004761292131841",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30001,
  "createdBy": "project:chromium",
  "createTime": "2023-06-06T21:07:37.755229811Z",
  "updateTime": "2023-06-06T21:07:37.755229811Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6af3e909a935513d543c2c22504d6d186312c997",
      "ref": "refs/heads/main"
    }
  }
}
[21:07:38.082] Task URL: https://cr-buildbucket.appspot.com/build/8779004761292131841
[21:07:38.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:2:0) after 7m39s
[21:08:47.068] Received PubSub notification, asking Buildbucket for the build status
[21:08:47.103] Build status: STARTED
[21:15:17.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:2:0)
[21:15:17.316] Build status: STARTED
[21:15:17.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:4:0) after 8m54s
[21:24:11.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:4:0)
[21:24:11.526] Build status: STARTED
[21:24:11.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:5:0) after 6m2s
[21:30:13.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:5:0)
[21:30:13.776] Build status: STARTED
[21:30:13.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:6:0) after 9m53s
[21:40:06.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:6:0)
[21:40:06.830] Build status: STARTED
[21:40:06.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:7:0) after 2m41s
[21:42:47.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:7:0)
[21:42:47.874] Build status: STARTED
[21:42:47.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:8:0) after 2m52s
[21:45:40.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:8:0)
[21:45:40.112] Build status: STARTED
[21:45:40.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:9:0) after 8m42s
[21:54:22.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:9:0)
[21:54:22.305] Build status: STARTED
[21:54:22.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:10:0) after 4m13s
[21:58:35.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:10:0)
[21:58:35.802] Build status: STARTED
[21:58:35.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:11:0) after 9m5s
[22:07:40.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:11:0)
[22:07:40.876] Build status: STARTED
[22:07:40.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:12:0) after 6m27s
[22:14:07.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:12:0)
[22:14:07.938] Build status: STARTED
[22:14:07.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:13:0) after 3m1s
[22:17:09.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:13:0)
[22:17:09.258] Build status: STARTED
[22:17:09.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:14:0) after 5m21s
[22:22:30.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:14:0)
[22:22:30.349] Build status: STARTED
[22:22:30.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:15:0) after 3m15s
[22:25:45.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:15:0)
[22:25:45.547] Build status: STARTED
[22:25:45.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:16:0) after 3m4s
[22:28:49.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:16:0)
[22:28:49.589] Build status: STARTED
[22:28:49.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:17:0) after 4m30s
[22:33:19.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:17:0)
[22:33:19.809] Build status: STARTED
[22:33:19.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:18:0) after 9m26s
[22:42:45.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:18:0)
[22:42:45.876] Build status: STARTED
[22:42:45.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:19:0) after 2m40s
[22:45:26.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:19:0)
[22:45:26.976] Build status: STARTED
[22:45:26.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:20:0) after 6m28s
[22:51:55.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:20:0)
[22:51:55.026] Build status: STARTED
[22:51:55.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:21:0) after 9m32s
[23:01:27.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:21:0)
[23:01:27.090] Build status: STARTED
[23:01:27.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:22:0) after 6m51s
[23:08:18.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:22:0)
[23:08:18.383] Build status: STARTED
[23:08:18.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:23:0) after 6m57s
[23:15:15.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:23:0)
[23:15:15.497] Build status: STARTED
[23:15:15.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:24:0) after 9m23s
[23:24:38.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:24:0)
[23:24:38.644] Build status: STARTED
[23:24:38.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:25:0) after 1m29s
[23:26:07.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:25:0)
[23:26:07.692] Build status: STARTED
[23:26:07.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:26:0) after 1m10s
[23:27:17.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:26:0)
[23:27:17.847] Build status: STARTED
[23:27:17.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:27:0) after 7m28s
[23:34:45.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:27:0)
[23:34:45.896] Build status: STARTED
[23:34:45.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:28:0) after 6m28s
[23:41:14.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:28:0)
[23:41:14.146] Build status: STARTED
[23:41:14.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:29:0) after 3m57s
[23:45:11.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:29:0)
[23:45:11.676] Build status: STARTED
[23:45:11.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:30:0) after 9m19s
[23:54:31.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:30:0)
[23:54:31.199] Build status: STARTED
[23:54:31.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:31:0) after 8m2s
[00:02:33.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:31:0)
[00:02:33.517] Build status: STARTED
[00:02:33.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:32:0) after 6m22s
[00:08:55.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:32:0)
[00:08:55.833] Build status: STARTED
[00:08:55.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:33:0) after 4m53s
[00:13:49.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:33:0)
[00:13:49.033] Build status: STARTED
[00:13:49.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:34:0) after 8m15s
[00:22:04.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:34:0)
[00:22:04.237] Build status: STARTED
[00:22:04.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:35:0) after 7m57s
[00:30:01.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:35:0)
[00:30:01.680] Build status: STARTED
[00:30:01.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:36:0) after 9m11s
[00:39:13.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:36:0)
[00:39:13.287] Build status: STARTED
[00:39:13.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:37:0) after 3m0s
[00:42:13.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:37:0)
[00:42:13.480] Build status: STARTED
[00:42:13.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:38:0) after 9m49s
[00:52:02.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:38:0)
[00:52:02.551] Build status: STARTED
[00:52:02.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:39:0) after 4m46s
[00:56:48.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:39:0)
[00:56:48.612] Build status: STARTED
[00:56:48.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:40:0) after 8m47s
[01:05:35.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:40:0)
[01:05:35.697] Build status: STARTED
[01:05:35.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:41:0) after 3m20s
[01:08:55.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:41:0)
[01:08:55.755] Build status: STARTED
[01:08:55.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:42:0) after 1m40s
[01:10:35.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:42:0)
[01:10:35.827] Build status: STARTED
[01:10:35.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:43:0) after 6m46s
[01:17:22.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:43:0)
[01:17:22.071] Build status: STARTED
[01:17:22.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:44:0) after 9m53s
[01:27:15.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:44:0)
[01:27:15.161] Build status: STARTED
[01:27:15.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:45:0) after 9m9s
[01:36:24.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:45:0)
[01:36:24.213] Build status: STARTED
[01:36:24.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:46:0) after 2m24s
[01:38:48.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:46:0)
[01:38:48.329] Build status: STARTED
[01:38:48.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:47:0) after 2m44s
[01:41:32.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:47:0)
[01:41:32.390] Build status: STARTED
[01:41:32.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:48:0) after 9m1s
[01:50:33.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:48:0)
[01:50:33.762] Build status: STARTED
[01:50:33.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:49:0) after 1m8s
[01:51:41.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:49:0)
[01:51:41.806] Build status: STARTED
[01:51:41.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:50:0) after 2m53s
[01:54:34.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:50:0)
[01:54:34.881] Build status: STARTED
[01:54:34.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:51:0) after 5m42s
[02:00:17.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:51:0)
[02:00:17.145] Build status: STARTED
[02:00:17.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:52:0) after 7m6s
[02:07:23.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:52:0)
[02:07:23.195] Build status: STARTED
[02:07:23.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:53:0) after 1m40s
[02:09:03.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:53:0)
[02:09:03.328] Build status: STARTED
[02:09:03.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:54:0) after 2m15s
[02:11:18.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:54:0)
[02:11:18.579] Build status: STARTED
[02:11:18.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:55:0) after 7m21s
[02:18:39.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:55:0)
[02:18:39.679] Build status: STARTED
[02:18:39.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:56:0) after 8m19s
[02:26:58.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:56:0)
[02:26:58.794] Build status: STARTED
[02:26:58.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:57:0) after 3m0s
[02:29:58.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:57:0)
[02:29:58.960] Build status: STARTED
[02:29:58.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:58:0) after 7m26s
[02:37:25.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:58:0)
[02:37:25.145] Build status: STARTED
[02:37:25.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:59:0) after 7m56s
[02:45:21.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:59:0)
[02:45:21.321] Build status: STARTED
[02:45:21.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:60:0) after 5m10s
[02:50:31.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:60:0)
[02:50:31.369] Build status: STARTED
[02:50:31.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:61:0) after 3m35s
[02:54:06.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:61:0)
[02:54:06.588] Build status: STARTED
[02:54:06.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:62:0) after 1m18s
[02:55:24.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:62:0)
[02:55:24.652] Build status: STARTED
[02:55:24.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:63:0) after 5m17s
[03:00:41.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:63:0)
[03:00:41.809] Build status: STARTED
[03:00:41.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:64:0) after 7m29s
[03:08:10.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:64:0)
[03:08:10.922] Build status: STARTED
[03:08:10.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:65:0) after 6m6s
[03:14:17.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:65:0)
[03:14:17.100] Build status: STARTED
[03:14:17.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:66:0) after 1m28s
[03:15:45.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:66:0)
[03:15:45.320] Build status: STARTED
[03:15:45.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:67:0) after 5m44s
[03:21:29.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:67:0)
[03:21:29.717] Build status: STARTED
[03:21:29.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:68:0) after 4m24s
[03:25:53.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:68:0)
[03:25:53.879] Build status: STARTED
[03:25:53.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:69:0) after 3m39s
[03:29:32.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:69:0)
[03:29:32.929] Build status: STARTED
[03:29:32.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:70:0) after 7m29s
[03:37:02.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:70:0)
[03:37:02.060] Build status: STARTED
[03:37:02.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:71:0) after 9m14s
[03:46:16.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:71:0)
[03:46:16.214] Build status: STARTED
[03:46:16.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:72:0) after 3m43s
[03:49:59.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:72:0)
[03:49:59.502] Build status: STARTED
[03:49:59.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:73:0) after 5m3s
[03:55:02.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:73:0)
[03:55:02.595] Build status: STARTED
[03:55:02.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:74:0) after 6m12s
[04:01:14.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:74:0)
[04:01:14.721] Build status: STARTED
[04:01:14.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:75:0) after 3m52s
[04:05:06.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:75:0)
[04:05:07.000] Build status: STARTED
[04:05:07.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:76:0) after 8m11s
[04:13:18.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:76:0)
[04:13:18.438] Build status: STARTED
[04:13:18.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:77:0) after 2m6s
[04:15:24.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:77:0)
[04:15:24.462] Build status: STARTED
[04:15:24.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:78:0) after 2m47s
[04:18:11.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:78:0)
[04:18:11.618] Build status: STARTED
[04:18:11.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:79:0) after 1m18s
[04:19:29.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:79:0)
[04:19:30.003] Build status: STARTED
[04:19:30.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:80:0) after 8m28s
[04:27:58.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:80:0)
[04:27:58.074] Build status: STARTED
[04:27:58.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:81:0) after 3m7s
[04:31:05.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:81:0)
[04:31:05.172] Build status: STARTED
[04:31:05.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:82:0) after 3m50s
[04:34:55.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:82:0)
[04:34:55.231] Build status: STARTED
[04:34:55.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:83:0) after 8m44s
[04:43:39.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:83:0)
[04:43:39.317] Build status: STARTED
[04:43:39.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:84:0) after 5m24s
[04:49:03.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:84:0)
[04:49:03.426] Build status: STARTED
[04:49:03.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:85:0) after 1m16s
[04:50:19.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:85:0)
[04:50:19.477] Build status: STARTED
[04:50:19.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:86:0) after 5m17s
[04:55:36.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:86:0)
[04:55:36.534] Build status: STARTED
[04:55:36.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:87:0) after 1m55s
[04:57:31.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:87:0)
[04:57:31.694] Build status: STARTED
[04:57:31.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:88:0) after 4m5s
[05:01:36.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:88:0)
[05:01:36.763] Build status: STARTED
[05:01:36.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:89:0) after 4m29s
[05:06:05.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:89:0)
[05:06:05.907] Build status: STARTED
[05:06:05.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:90:0) after 9m36s
[05:15:42.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:90:0)
[05:15:42.064] Build status: STARTED
[05:15:42.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:91:0) after 5m17s
[05:20:59.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:91:0)
[05:20:59.782] Build status: STARTED
[05:20:59.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:92:0) after 7m35s
[05:28:34.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:92:0)
[05:28:34.843] Build status: STARTED
[05:28:34.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:93:0) after 7m58s
[05:36:33.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:93:0)
[05:36:33.066] Build status: STARTED
[05:36:33.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:94:0) after 2m34s
[05:39:07.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:94:0)
[05:39:07.413] Build status: STARTED
[05:39:07.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:95:0) after 9m29s
[05:48:36.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:95:0)
[05:48:36.622] Build status: STARTED
[05:48:36.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:96:0) after 3m4s
[05:51:40.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:96:0)
[05:51:40.720] Build status: STARTED
[05:51:40.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:97:0) after 4m16s
[05:55:56.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:97:0)
[05:55:56.849] Build status: STARTED
[05:55:56.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:98:0) after 2m47s
[05:58:44.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:98:0)
[05:58:44.061] Build status: STARTED
[05:58:44.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:99:0) after 1m47s
[06:00:31.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:99:0)
[06:00:31.208] Build status: STARTED
[06:00:31.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:100:0) after 8m44s
[06:09:15.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:100:0)
[06:09:15.329] Build status: STARTED
[06:09:15.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:101:0) after 3m54s
[06:13:09.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:101:0)
[06:13:09.436] Build status: STARTED
[06:13:09.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:102:0) after 9m37s
[06:22:46.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:102:0)
[06:22:46.554] Build status: STARTED
[06:22:46.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:103:0) after 4m47s
[06:27:33.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:103:0)
[06:27:33.797] Build status: STARTED
[06:27:33.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:104:0) after 3m23s
[06:30:56.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:104:0)
[06:30:56.966] Build status: STARTED
[06:30:56.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:105:0) after 9m49s
[06:40:46.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:105:0)
[06:40:46.127] Build status: STARTED
[06:40:46.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:106:0) after 9m48s
[06:50:34.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:106:0)
[06:50:34.288] Build status: STARTED
[06:50:34.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:107:0) after 1m42s
[06:52:16.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:107:0)
[06:52:16.519] Build status: STARTED
[06:52:16.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:108:0) after 1m26s
[06:53:42.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:108:0)
[06:53:42.668] Build status: STARTED
[06:53:42.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:109:0) after 8m37s
[07:02:19.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:109:0)
[07:02:19.900] Build status: STARTED
[07:02:19.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:110:0) after 6m24s
[07:08:44.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:110:0)
[07:08:44.118] Build status: STARTED
[07:08:44.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:111:0) after 8m11s
[07:16:55.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:111:0)
[07:16:55.224] Build status: STARTED
[07:16:55.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:112:0) after 1m7s
[07:18:02.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:112:0)
[07:18:02.376] Build status: STARTED
[07:18:02.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:113:0) after 1m43s
[07:19:45.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:113:0)
[07:19:45.402] Build status: STARTED
[07:19:45.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:114:0) after 4m38s
[07:24:23.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:114:0)
[07:24:23.503] Build status: STARTED
[07:24:23.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:115:0) after 9m54s
[07:34:17.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:115:0)
[07:34:17.662] Build status: STARTED
[07:34:17.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:116:0) after 2m49s
[07:37:07.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:116:0)
[07:37:07.528] Build status: STARTED
[07:37:07.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:117:0) after 7m13s
[07:44:20.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:117:0)
[07:44:20.710] Build status: STARTED
[07:44:20.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:118:0) after 8m23s
[07:52:43.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:118:0)
[07:52:43.878] Build status: STARTED
[07:52:43.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:119:0) after 2m21s
[07:55:04.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:119:0)
[07:55:05.001] Build status: STARTED
[07:55:05.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:120:0) after 3m5s
[07:58:10.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:120:0)
[07:58:10.152] Build status: STARTED
[07:58:10.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:121:0) after 1m44s
[07:59:54.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:121:0)
[07:59:54.577] Build status: STARTED
[07:59:54.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:122:0) after 5m12s
[08:05:06.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:122:0)
[08:05:06.665] Build status: STARTED
[08:05:06.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:123:0) after 5m30s
[08:10:36.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:123:0)
[08:10:36.719] Build status: STARTED
[08:10:36.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:124:0) after 8m1s
[08:18:37.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:124:0)
[08:18:37.771] Build status: STARTED
[08:18:37.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:125:0) after 5m59s
[08:24:36.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:125:0)
[08:24:36.967] Build status: STARTED
[08:24:36.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:126:0) after 5m14s
[08:29:51.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:126:0)
[08:29:51.118] Build status: STARTED
[08:29:51.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:127:0) after 6m46s
[08:36:37.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:127:0)
[08:36:37.438] Build status: STARTED
[08:36:37.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:128:0) after 9m38s
[08:46:15.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:128:0)
[08:46:15.583] Build status: STARTED
[08:46:15.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:129:0) after 9m49s
[08:56:04.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:129:0)
[08:56:04.670] Build status: STARTED
[08:56:04.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:130:0) after 1m5s
[08:57:09.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:130:0)
[08:57:09.824] Build status: STARTED
[08:57:09.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:131:0) after 2m8s
[08:59:17.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:131:0)
[08:59:17.940] Build status: STARTED
[08:59:17.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:132:0) after 3m5s
[09:02:23.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:132:0)
[09:02:23.188] Build status: STARTED
[09:02:23.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:133:0) after 1m43s
[09:04:06.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:133:0)
[09:04:06.462] Build status: STARTED
[09:04:06.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:134:0) after 6m3s
[09:10:09.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:134:0)
[09:10:09.799] Build status: STARTED
[09:10:09.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:135:0) after 8m14s
[09:18:23.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:135:0)
[09:18:23.853] Build status: STARTED
[09:18:23.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:136:0) after 5m1s
[09:23:24.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:136:0)
[09:23:24.905] Build status: STARTED
[09:23:24.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:137:0) after 5m35s
[09:29:00.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:137:0)
[09:29:00.248] Build status: STARTED
[09:29:00.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:138:0) after 9m3s
[09:38:03.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:138:0)
[09:38:03.491] Build status: STARTED
[09:38:03.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:139:0) after 1m6s
[09:39:09.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:139:0)
[09:39:09.682] Build status: STARTED
[09:39:09.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:140:0) after 4m57s
[09:44:06.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:140:0)
[09:44:06.747] Build status: STARTED
[09:44:06.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:141:0) after 7m51s
[09:51:58.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:141:0)
[09:51:58.184] Build status: STARTED
[09:51:58.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:142:0) after 1m20s
[09:53:18.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:142:0)
[09:53:18.252] Build status: STARTED
[09:53:18.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:143:0) after 2m33s
[09:55:51.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:143:0)
[09:55:51.303] Build status: STARTED
[09:55:51.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:144:0) after 2m9s
[09:58:00.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:144:0)
[09:58:00.778] Build status: STARTED
[09:58:00.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:145:0) after 1m42s
[09:59:42.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:145:0)
[09:59:42.879] Build status: STARTED
[09:59:42.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:146:0) after 7m29s
[10:07:11.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:146:0)
[10:07:11.996] Build status: STARTED
[10:07:11.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:147:0) after 4m41s
[10:11:53.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:147:0)
[10:11:53.344] Build status: STARTED
[10:11:53.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:148:0) after 3m25s
[10:15:18.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:148:0)
[10:15:18.508] Build status: STARTED
[10:15:18.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:149:0) after 8m10s
[10:23:29.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:149:0)
[10:23:29.066] Build status: STARTED
[10:23:29.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:150:0) after 2m21s
[10:25:50.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:150:0)
[10:25:50.145] Build status: STARTED
[10:25:50.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:151:0) after 4m27s
[10:30:17.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:151:0)
[10:30:17.252] Build status: STARTED
[10:30:17.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:152:0) after 7m42s
[10:37:59.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:152:0)
[10:37:59.308] Build status: STARTED
[10:37:59.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:153:0) after 7m27s
[10:45:26.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:153:0)
[10:45:26.334] Build status: STARTED
[10:45:26.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:154:0) after 9m46s
[10:55:12.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:154:0)
[10:55:12.811] Build status: STARTED
[10:55:12.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:155:0) after 7m34s
[11:02:47.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:155:0)
[11:02:47.081] Build status: STARTED
[11:02:47.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:156:0) after 3m3s
[11:05:50.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:156:0)
[11:05:50.536] Build status: STARTED
[11:05:50.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:157:0) after 6m7s
[11:11:57.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:157:0)
[11:11:57.652] Build status: STARTED
[11:11:57.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:158:0) after 5m16s
[11:17:13.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:158:0)
[11:17:13.827] Build status: STARTED
[11:17:13.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:159:0) after 9m57s
[11:27:11.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:159:0)
[11:27:11.050] Build status: STARTED
[11:27:11.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:160:0) after 4m13s
[11:31:24.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:160:0)
[11:31:24.107] Build status: STARTED
[11:31:24.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:161:0) after 2m18s
[11:33:42.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:161:0)
[11:33:42.378] Build status: STARTED
[11:33:42.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:162:0) after 3m59s
[11:37:41.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:162:0)
[11:37:41.523] Build status: STARTED
[11:37:41.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:163:0) after 7m39s
[11:45:20.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:163:0)
[11:45:20.547] Build status: STARTED
[11:45:20.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:164:0) after 2m56s
[11:48:16.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:164:0)
[11:48:16.634] Build status: STARTED
[11:48:16.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:165:0) after 4m2s
[11:52:18.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:165:0)
[11:52:18.718] Build status: STARTED
[11:52:18.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:166:0) after 8m30s
[12:00:48.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:166:0)
[12:00:48.820] Build status: STARTED
[12:00:48.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:167:0) after 6m2s
[12:06:51.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:167:0)
[12:06:51.161] Build status: STARTED
[12:06:51.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:168:0) after 2m58s
[12:09:49.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:168:0)
[12:09:49.351] Build status: STARTED
[12:09:49.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:169:0) after 3m17s
[12:13:06.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:169:0)
[12:13:06.489] Build status: STARTED
[12:13:06.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:170:0) after 7m40s
[12:20:46.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:170:0)
[12:20:46.543] Build status: STARTED
[12:20:46.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:171:0) after 6m50s
[12:27:36.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:171:0)
[12:27:36.621] Build status: STARTED
[12:27:36.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:172:0) after 3m24s
[12:31:00.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:172:0)
[12:31:00.720] Build status: STARTED
[12:31:00.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:173:0) after 7m36s
[12:38:37.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:173:0)
[12:38:37.113] Build status: STARTED
[12:38:37.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:174:0) after 2m10s
[12:40:47.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:174:0)
[12:40:47.337] Build status: STARTED
[12:40:47.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:175:0) after 8m12s
[12:48:59.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:175:0)
[12:48:59.634] Build status: STARTED
[12:48:59.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:176:0) after 8m57s
[12:57:56.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:176:0)
[12:57:56.995] Build status: STARTED
[12:57:56.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:177:0) after 6m4s
[13:04:01.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:177:0)
[13:04:01.191] Build status: STARTED
[13:04:01.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:178:0) after 2m48s
[13:06:49.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:178:0)
[13:06:49.245] Build status: STARTED
[13:06:49.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:179:0) after 6m41s
[13:13:30.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:179:0)
[13:13:30.423] Build status: STARTED
[13:13:30.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:180:0) after 1m20s
[13:14:50.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:180:0)
[13:14:50.499] Build status: STARTED
[13:14:50.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:181:0) after 1m51s
[13:16:41.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:181:0)
[13:16:41.586] Build status: STARTED
[13:16:41.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:182:0) after 7m20s
[13:24:02.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:182:0)
[13:24:02.055] Build status: STARTED
[13:24:02.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:183:0) after 5m31s
[13:29:33.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:183:0)
[13:29:33.423] Build status: STARTED
[13:29:33.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:184:0) after 5m20s
[13:34:53.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:184:0)
[13:34:53.813] Build status: STARTED
[13:34:53.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:185:0) after 4m42s
[13:39:36.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:185:0)
[13:39:36.074] Build status: STARTED
[13:39:36.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:186:0) after 9m3s
[13:48:39.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:186:0)
[13:48:39.212] Build status: STARTED
[13:48:39.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:187:0) after 1m34s
[13:50:13.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:187:0)
[13:50:13.377] Build status: STARTED
[13:50:13.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:188:0) after 9m16s
[13:59:29.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:188:0)
[13:59:29.423] Build status: STARTED
[13:59:29.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:189:0) after 1m58s
[14:01:27.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:189:0)
[14:01:27.522] Build status: STARTED
[14:01:27.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:190:0) after 8m23s
[14:09:50.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:190:0)
[14:09:50.580] Build status: STARTED
[14:09:50.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:191:0) after 5m56s
[14:15:46.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:191:0)
[14:15:46.824] Build status: STARTED
[14:15:46.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:192:0) after 1m41s
[14:17:28.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:192:0)
[14:17:28.129] Build status: STARTED
[14:17:28.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:193:0) after 6m23s
[14:23:51.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:193:0)
[14:23:51.221] Build status: STARTED
[14:23:51.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:194:0) after 9m6s
[14:32:57.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:194:0)
[14:32:57.530] Build status: STARTED
[14:32:57.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:195:0) after 1m50s
[14:34:47.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:195:0)
[14:34:47.574] Build status: STARTED
[14:34:47.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:196:0) after 2m7s
[14:36:54.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:196:0)
[14:36:54.913] Build status: STARTED
[14:36:54.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:197:0) after 2m17s
[14:39:12.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:197:0)
[14:39:12.096] Build status: STARTED
[14:39:12.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:198:0) after 2m13s
[14:41:25.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:198:0)
[14:41:25.354] Build status: STARTED
[14:41:25.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:199:0) after 9m34s
[14:50:59.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:199:0)
[14:50:59.475] Build status: STARTED
[14:50:59.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:200:0) after 6m29s
[14:57:28.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:200:0)
[14:57:28.730] Build status: STARTED
[14:57:28.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:201:0) after 9m5s
[15:06:34.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:201:0)
[15:06:34.167] Build status: STARTED
[15:06:34.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:202:0) after 9m11s
[15:15:45.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:202:0)
[15:15:45.326] Build status: STARTED
[15:15:45.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:203:0) after 3m26s
[15:19:11.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:203:0)
[15:19:11.427] Build status: STARTED
[15:19:11.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:204:0) after 4m58s
[15:24:09.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:204:0)
[15:24:09.907] Build status: STARTED
[15:24:09.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:205:0) after 7m25s
[15:31:34.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:205:0)
[15:31:35.027] Build status: STARTED
[15:31:35.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:206:0) after 7m48s
[15:39:23.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:206:0)
[15:39:23.172] Build status: STARTED
[15:39:23.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:207:0) after 6m40s
[15:46:03.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:207:0)
[15:46:03.518] Build status: STARTED
[15:46:03.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:208:0) after 6m34s
[15:52:37.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:208:0)
[15:52:37.847] Build status: STARTED
[15:52:37.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:209:0) after 3m18s
[15:55:55.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:209:0)
[15:55:55.905] Build status: STARTED
[15:55:55.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:210:0) after 6m53s
[16:02:48.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:210:0)
[16:02:48.984] Build status: STARTED
[16:02:48.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:211:0) after 3m11s
[16:06:00.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:211:0)
[16:06:00.155] Build status: STARTED
[16:06:00.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:212:0) after 4m55s
[16:10:55.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:212:0)
[16:10:55.207] Build status: STARTED
[16:10:55.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:213:0) after 2m20s
[16:13:15.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:213:0)
[16:13:15.416] Build status: STARTED
[16:13:15.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:214:0) after 4m49s
[16:18:04.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:214:0)
[16:18:04.666] Build status: STARTED
[16:18:04.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:215:0) after 6m3s
[16:24:07.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:215:0)
[16:24:07.728] Build status: STARTED
[16:24:07.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:216:0) after 9m5s
[16:33:12.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:216:0)
[16:33:12.910] Build status: STARTED
[16:33:12.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:217:0) after 5m19s
[16:38:32.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:217:0)
[16:38:32.124] Build status: STARTED
[16:38:32.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:218:0) after 8m4s
[16:46:36.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:218:0)
[16:46:36.606] Build status: STARTED
[16:46:36.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:219:0) after 9m30s
[16:56:06.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:219:0)
[16:56:06.926] Build status: STARTED
[16:56:06.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:220:0) after 6m22s
[17:02:29.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:220:0)
[17:02:29.100] Build status: STARTED
[17:02:29.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:221:0) after 8m33s
[17:11:02.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:221:0)
[17:11:02.236] Build status: STARTED
[17:11:02.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944434823444559792:222:0) after 6m46s
[17:16:13.142] Received PubSub notification, asking Buildbucket for the build status
[17:16:13.161] Build:
{
  "id": "8779004761292131841",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30001,
  "createdBy": "project:chromium",
  "createTime": "2023-06-06T21:07:37.755229811Z",
  "startTime": "2023-06-06T21:08:46.499315Z",
  "endTime": "2023-06-07T17:16:12.378382Z",
  "updateTime": "2023-06-07T17:16:12.378382Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6af3e909a935513d543c2c22504d6d186312c997",
      "ref": "refs/heads/main"
    }
  }
}
[17:16:13.162] Invocation finished in 20h8m36.843504042s with status FAILED