Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "afa50e4e64018e114ffd4744073cff80ca9faaee"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/afa50e4e64018e114ffd4744073cff80ca9faaee
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:54:52.495] New invocation is queued and will start shortly
[20:54:53.733] Starting the invocation (attempt 1)
[20:54:53.765] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/afa50e4e64018e114ffd4744073cff80ca9faaee"
[20:54:53.765] Popped gitiles commit info from properties and tags
[20:54:53.765] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:54:53.766] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:54:53.766] Buildbucket request:
{
  "requestId": "8928852946165280768",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "afa50e4e64018e114ffd4744073cff80ca9faaee",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8928852946165280768"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:54:54.413] Scheduled build:
{
  "id": "8763422884110001169",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30778,
  "createdBy": "project:chromium",
  "createTime": "2023-11-25T20:54:53.825915140Z",
  "updateTime": "2023-11-25T20:54:53.825915140Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "afa50e4e64018e114ffd4744073cff80ca9faaee",
      "ref": "refs/heads/main"
    }
  }
}
[20:54:54.413] Task URL: https://cr-buildbucket.appspot.com/build/8763422884110001169
[20:54:54.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:2:0) after 2m7s
[20:54:55.371] Received PubSub notification, asking Buildbucket for the build status
[20:54:55.396] Build status: STARTED
[20:54:55.492] Received PubSub notification, asking Buildbucket for the build status
[20:54:55.521] Build status: STARTED
[20:57:01.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:2:0)
[20:57:01.577] Build status: STARTED
[20:57:01.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:5:0) after 8m47s
[21:05:48.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:5:0)
[21:05:48.804] Build status: STARTED
[21:05:48.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:6:0) after 6m40s
[21:12:28.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:6:0)
[21:12:28.857] Build status: STARTED
[21:12:28.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:7:0) after 6m21s
[21:18:49.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:7:0)
[21:18:49.908] Build status: STARTED
[21:18:49.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:8:0) after 6m17s
[21:25:06.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:8:0)
[21:25:06.947] Build status: STARTED
[21:25:06.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:9:0) after 1m39s
[21:26:46.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:9:0)
[21:26:46.031] Build status: STARTED
[21:26:46.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:10:0) after 4m55s
[21:31:41.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:10:0)
[21:31:41.077] Build status: STARTED
[21:31:41.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:11:0) after 7m49s
[21:39:30.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:11:0)
[21:39:30.129] Build status: STARTED
[21:39:30.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:12:0) after 8m6s
[21:47:36.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:12:0)
[21:47:36.177] Build status: STARTED
[21:47:36.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:13:0) after 4m0s
[21:51:36.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:13:0)
[21:51:36.552] Build status: STARTED
[21:51:36.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:14:0) after 2m30s
[21:54:06.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:14:0)
[21:54:06.623] Build status: STARTED
[21:54:06.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:15:0) after 6m33s
[22:00:39.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:15:0)
[22:00:39.855] Build status: STARTED
[22:00:39.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:16:0) after 9m32s
[22:10:11.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:16:0)
[22:10:11.954] Build status: STARTED
[22:10:11.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:17:0) after 9m6s
[22:19:17.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:17:0)
[22:19:18.005] Build status: STARTED
[22:19:18.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:18:0) after 2m14s
[22:21:32.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:18:0)
[22:21:32.315] Build status: STARTED
[22:21:32.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:19:0) after 5m1s
[22:26:33.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:19:0)
[22:26:33.429] Build status: STARTED
[22:26:33.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:20:0) after 8m14s
[22:34:47.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:20:0)
[22:34:47.474] Build status: STARTED
[22:34:47.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:21:0) after 5m56s
[22:40:43.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:21:0)
[22:40:43.569] Build status: STARTED
[22:40:43.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:22:0) after 8m36s
[22:49:19.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:22:0)
[22:49:19.610] Build status: STARTED
[22:49:19.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:23:0) after 8m58s
[22:58:17.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:23:0)
[22:58:17.698] Build status: STARTED
[22:58:17.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:24:0) after 7m47s
[23:06:04.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:24:0)
[23:06:04.750] Build status: STARTED
[23:06:04.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:25:0) after 1m15s
[23:07:19.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:25:0)
[23:07:19.821] Build status: STARTED
[23:07:19.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:26:0) after 1m30s
[23:08:50.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:26:0)
[23:08:50.108] Build status: STARTED
[23:08:50.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:27:0) after 9m59s
[23:18:49.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:27:0)
[23:18:49.166] Build status: STARTED
[23:18:49.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:28:0) after 3m31s
[23:22:20.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:28:0)
[23:22:20.237] Build status: STARTED
[23:22:20.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:29:0) after 6m6s
[23:28:26.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:29:0)
[23:28:26.331] Build status: STARTED
[23:28:26.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:30:0) after 8m21s
[23:36:47.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:30:0)
[23:36:47.468] Build status: STARTED
[23:36:47.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:31:0) after 9m42s
[23:46:29.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:31:0)
[23:46:29.676] Build status: STARTED
[23:46:29.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:32:0) after 5m30s
[23:51:59.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:32:0)
[23:52:00.021] Build status: STARTED
[23:52:00.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:33:0) after 3m57s
[23:55:57.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:33:0)
[23:55:57.044] Build status: STARTED
[23:55:57.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:34:0) after 9m42s
[00:05:39.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:34:0)
[00:05:39.255] Build status: STARTED
[00:05:39.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:35:0) after 8m6s
[00:13:45.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:35:0)
[00:13:45.311] Build status: STARTED
[00:13:45.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:36:0) after 1m1s
[00:14:46.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:36:0)
[00:14:46.606] Build status: STARTED
[00:14:46.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:37:0) after 3m34s
[00:18:20.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:37:0)
[00:18:20.672] Build status: STARTED
[00:18:20.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:38:0) after 6m45s
[00:25:05.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:38:0)
[00:25:05.713] Build status: STARTED
[00:25:05.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:39:0) after 4m7s
[00:29:12.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:39:0)
[00:29:12.795] Build status: STARTED
[00:29:12.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:40:0) after 2m12s
[00:31:24.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:40:0)
[00:31:24.903] Build status: STARTED
[00:31:24.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:41:0) after 5m34s
[00:36:58.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:41:0)
[00:36:59.057] Build status: STARTED
[00:36:59.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:42:0) after 8m33s
[00:45:32.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:42:0)
[00:45:32.176] Build status: STARTED
[00:45:32.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:43:0) after 6m27s
[00:51:59.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:43:0)
[00:51:59.301] Build status: STARTED
[00:51:59.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:44:0) after 1m6s
[00:53:05.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:44:0)
[00:53:05.343] Build status: STARTED
[00:53:05.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:45:0) after 6m2s
[00:59:07.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:45:0)
[00:59:07.398] Build status: STARTED
[00:59:07.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:46:0) after 3m38s
[01:02:45.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:46:0)
[01:02:45.533] Build status: STARTED
[01:02:45.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:47:0) after 5m25s
[01:08:11.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:47:0)
[01:08:11.114] Build status: STARTED
[01:08:11.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:48:0) after 4m16s
[01:12:27.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:48:0)
[01:12:27.294] Build status: STARTED
[01:12:27.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:49:0) after 3m48s
[01:16:15.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:49:0)
[01:16:15.721] Build status: STARTED
[01:16:15.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:50:0) after 8m18s
[01:24:33.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:50:0)
[01:24:33.773] Build status: STARTED
[01:24:33.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:51:0) after 4m34s
[01:29:08.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:51:0)
[01:29:08.347] Build status: STARTED
[01:29:08.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:52:0) after 9m53s
[01:39:01.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:52:0)
[01:39:01.443] Build status: STARTED
[01:39:01.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:53:0) after 6m2s
[01:45:03.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:53:0)
[01:45:03.551] Build status: STARTED
[01:45:03.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:54:0) after 7m50s
[01:52:53.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:54:0)
[01:52:53.669] Build status: STARTED
[01:52:53.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:55:0) after 3m33s
[01:56:26.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:55:0)
[01:56:26.786] Build status: STARTED
[01:56:26.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:56:0) after 6m41s
[02:03:07.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:56:0)
[02:03:07.930] Build status: STARTED
[02:03:07.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:57:0) after 3m20s
[02:06:27.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:57:0)
[02:06:27.995] Build status: STARTED
[02:06:27.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:58:0) after 9m20s
[02:15:48.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:58:0)
[02:15:48.232] Build status: STARTED
[02:15:48.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:59:0) after 4m22s
[02:20:10.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:59:0)
[02:20:10.276] Build status: STARTED
[02:20:10.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:60:0) after 7m23s
[02:27:33.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:60:0)
[02:27:33.457] Build status: STARTED
[02:27:33.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:61:0) after 5m28s
[02:33:01.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:61:0)
[02:33:01.497] Build status: STARTED
[02:33:01.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:62:0) after 8m29s
[02:41:30.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:62:0)
[02:41:30.641] Build status: STARTED
[02:41:30.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:63:0) after 7m41s
[02:49:11.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:63:0)
[02:49:11.780] Build status: STARTED
[02:49:11.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:64:0) after 1m59s
[02:51:10.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:64:0)
[02:51:10.995] Build status: STARTED
[02:51:10.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:65:0) after 9m40s
[03:00:51.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:65:0)
[03:00:51.160] Build status: STARTED
[03:00:51.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:66:0) after 3m55s
[03:04:46.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:66:0)
[03:04:46.211] Build status: STARTED
[03:04:46.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:67:0) after 7m47s
[03:12:33.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:67:0)
[03:12:33.364] Build status: STARTED
[03:12:33.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:68:0) after 1m4s
[03:13:37.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:68:0)
[03:13:37.618] Build status: STARTED
[03:13:37.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:69:0) after 8m29s
[03:22:06.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:69:0)
[03:22:06.739] Build status: STARTED
[03:22:06.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:70:0) after 3m16s
[03:25:22.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:70:0)
[03:25:22.904] Build status: STARTED
[03:25:22.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:71:0) after 8m35s
[03:33:57.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:71:0)
[03:33:57.961] Build status: STARTED
[03:33:57.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:72:0) after 1m2s
[03:34:59.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:72:0)
[03:35:00.008] Build status: STARTED
[03:35:00.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:73:0) after 7m20s
[03:42:20.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:73:0)
[03:42:20.053] Build status: STARTED
[03:42:20.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:74:0) after 3m2s
[03:45:22.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:74:0)
[03:45:22.132] Build status: STARTED
[03:45:22.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:75:0) after 1m6s
[03:46:28.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:75:0)
[03:46:28.210] Build status: STARTED
[03:46:28.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:76:0) after 1m44s
[03:48:12.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:76:0)
[03:48:12.341] Build status: STARTED
[03:48:12.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:77:0) after 4m47s
[03:52:59.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:77:0)
[03:52:59.373] Build status: STARTED
[03:52:59.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:78:0) after 7m13s
[04:00:12.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:78:0)
[04:00:12.508] Build status: STARTED
[04:00:12.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:79:0) after 9m52s
[04:10:04.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:79:0)
[04:10:04.634] Build status: STARTED
[04:10:04.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:80:0) after 1m40s
[04:11:44.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:80:0)
[04:11:44.678] Build status: STARTED
[04:11:44.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:81:0) after 6m17s
[04:18:01.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:81:0)
[04:18:01.734] Build status: STARTED
[04:18:01.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:82:0) after 2m54s
[04:20:55.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:82:0)
[04:20:55.775] Build status: STARTED
[04:20:55.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:83:0) after 2m15s
[04:23:10.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:83:0)
[04:23:10.819] Build status: STARTED
[04:23:10.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:84:0) after 2m55s
[04:26:05.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:84:0)
[04:26:05.858] Build status: STARTED
[04:26:05.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:85:0) after 5m51s
[04:31:57.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:85:0)
[04:31:57.051] Build status: STARTED
[04:31:57.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:86:0) after 2m18s
[04:34:15.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:86:0)
[04:34:15.095] Build status: STARTED
[04:34:15.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:87:0) after 8m55s
[04:43:10.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:87:0)
[04:43:10.163] Build status: STARTED
[04:43:10.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:88:0) after 1m41s
[04:44:51.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:88:0)
[04:44:51.310] Build status: STARTED
[04:44:51.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:89:0) after 2m22s
[04:47:13.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:89:0)
[04:47:13.451] Build status: STARTED
[04:47:13.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:90:0) after 8m56s
[04:56:09.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:90:0)
[04:56:09.490] Build status: STARTED
[04:56:09.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:91:0) after 1m34s
[04:57:43.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:91:0)
[04:57:43.604] Build status: STARTED
[04:57:43.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:92:0) after 3m3s
[05:00:46.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:92:0)
[05:00:46.678] Build status: STARTED
[05:00:46.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:93:0) after 1m41s
[05:02:27.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:93:0)
[05:02:27.722] Build status: STARTED
[05:02:27.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:94:0) after 1m33s
[05:04:00.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:94:0)
[05:04:00.771] Build status: STARTED
[05:04:00.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:95:0) after 8m27s
[05:12:27.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:95:0)
[05:12:28.097] Build status: STARTED
[05:12:28.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:96:0) after 5m12s
[05:17:40.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:96:0)
[05:17:40.154] Build status: STARTED
[05:17:40.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:97:0) after 5m49s
[05:23:29.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:97:0)
[05:23:29.198] Build status: STARTED
[05:23:29.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:98:0) after 8m13s
[05:31:42.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:98:0)
[05:31:42.253] Build status: STARTED
[05:31:42.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:99:0) after 2m22s
[05:34:04.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:99:0)
[05:34:04.309] Build status: STARTED
[05:34:04.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:100:0) after 2m16s
[05:36:21.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:100:0)
[05:36:21.337] Build status: STARTED
[05:36:21.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:101:0) after 3m11s
[05:39:32.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:101:0)
[05:39:32.487] Build status: STARTED
[05:39:32.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:102:0) after 5m38s
[05:45:10.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:102:0)
[05:45:10.648] Build status: STARTED
[05:45:10.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:103:0) after 5m50s
[05:51:00.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:103:0)
[05:51:00.875] Build status: STARTED
[05:51:00.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:104:0) after 4m27s
[05:55:27.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:104:0)
[05:55:27.934] Build status: STARTED
[05:55:27.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:105:0) after 4m47s
[06:00:14.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:105:0)
[06:00:15.022] Build status: STARTED
[06:00:15.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:106:0) after 3m35s
[06:03:50.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:106:0)
[06:03:50.169] Build status: STARTED
[06:03:50.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:107:0) after 4m12s
[06:08:02.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:107:0)
[06:08:02.224] Build status: STARTED
[06:08:02.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:108:0) after 4m45s
[06:12:47.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:108:0)
[06:12:47.311] Build status: STARTED
[06:12:47.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:109:0) after 5m59s
[06:18:46.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:109:0)
[06:18:46.463] Build status: STARTED
[06:18:46.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:110:0) after 5m6s
[06:23:52.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:110:0)
[06:23:52.559] Build status: STARTED
[06:23:52.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:111:0) after 8m46s
[06:32:38.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:111:0)
[06:32:38.596] Build status: STARTED
[06:32:38.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:112:0) after 2m1s
[06:34:39.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:112:0)
[06:34:39.663] Build status: STARTED
[06:34:39.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:113:0) after 3m35s
[06:38:14.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:113:0)
[06:38:14.706] Build status: STARTED
[06:38:14.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:114:0) after 8m2s
[06:46:16.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:114:0)
[06:46:16.777] Build status: STARTED
[06:46:16.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:115:0) after 5m47s
[06:52:03.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:115:0)
[06:52:03.821] Build status: STARTED
[06:52:03.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:116:0) after 2m33s
[06:54:36.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:116:0)
[06:54:36.859] Build status: STARTED
[06:54:36.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:117:0) after 7m42s
[07:02:18.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:117:0)
[07:02:18.941] Build status: STARTED
[07:02:18.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:118:0) after 4m32s
[07:06:50.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:118:0)
[07:06:50.990] Build status: STARTED
[07:06:50.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:119:0) after 1m3s
[07:07:54.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:119:0)
[07:07:54.052] Build status: STARTED
[07:07:54.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:120:0) after 2m48s
[07:10:42.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:120:0)
[07:10:42.206] Build status: STARTED
[07:10:42.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:121:0) after 8m22s
[07:19:04.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:121:0)
[07:19:04.641] Build status: STARTED
[07:19:04.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:122:0) after 9m6s
[07:28:10.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:122:0)
[07:28:10.848] Build status: STARTED
[07:28:10.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:123:0) after 7m35s
[07:35:45.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:123:0)
[07:35:45.913] Build status: STARTED
[07:35:45.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:124:0) after 9m3s
[07:44:48.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:124:0)
[07:44:48.995] Build status: STARTED
[07:44:48.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:125:0) after 6m47s
[07:51:36.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:125:0)
[07:51:36.152] Build status: STARTED
[07:51:36.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:126:0) after 7m18s
[07:58:54.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:126:0)
[07:58:54.282] Build status: STARTED
[07:58:54.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:127:0) after 7m38s
[08:06:32.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:127:0)
[08:06:32.331] Build status: STARTED
[08:06:32.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:128:0) after 2m19s
[08:08:51.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:128:0)
[08:08:51.422] Build status: STARTED
[08:08:51.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:129:0) after 3m38s
[08:12:29.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:129:0)
[08:12:29.486] Build status: STARTED
[08:12:29.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:130:0) after 7m34s
[08:20:03.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:130:0)
[08:20:03.597] Build status: STARTED
[08:20:03.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:131:0) after 2m36s
[08:22:39.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:131:0)
[08:22:39.726] Build status: STARTED
[08:22:39.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:132:0) after 9m0s
[08:31:39.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:132:0)
[08:31:39.816] Build status: STARTED
[08:31:39.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:133:0) after 9m11s
[08:40:50.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:133:0)
[08:40:50.856] Build status: STARTED
[08:40:50.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:134:0) after 9m54s
[08:50:45.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:134:0)
[08:50:45.037] Build status: STARTED
[08:50:45.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:135:0) after 6m13s
[08:56:58.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:135:0)
[08:56:58.228] Build status: STARTED
[08:56:58.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:136:0) after 5m17s
[09:02:15.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:136:0)
[09:02:15.460] Build status: STARTED
[09:02:15.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:137:0) after 9m32s
[09:11:47.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:137:0)
[09:11:47.756] Build status: STARTED
[09:11:47.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:138:0) after 2m1s
[09:13:48.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:138:0)
[09:13:48.844] Build status: STARTED
[09:13:48.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:139:0) after 6m39s
[09:20:27.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:139:0)
[09:20:27.895] Build status: STARTED
[09:20:27.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:140:0) after 1m44s
[09:22:11.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:140:0)
[09:22:11.965] Build status: STARTED
[09:22:11.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:141:0) after 6m19s
[09:28:31.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:141:0)
[09:28:31.039] Build status: STARTED
[09:28:31.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:142:0) after 1m33s
[09:30:04.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:142:0)
[09:30:04.212] Build status: STARTED
[09:30:04.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:143:0) after 7m10s
[09:37:14.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:143:0)
[09:37:14.891] Build status: STARTED
[09:37:14.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:144:0) after 7m28s
[09:44:43.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:144:0)
[09:44:43.205] Build status: STARTED
[09:44:43.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:145:0) after 4m20s
[09:49:03.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:145:0)
[09:49:03.272] Build status: STARTED
[09:49:03.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:146:0) after 7m20s
[09:56:23.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:146:0)
[09:56:23.314] Build status: STARTED
[09:56:23.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:147:0) after 2m17s
[09:58:40.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:147:0)
[09:58:40.364] Build status: STARTED
[09:58:40.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:148:0) after 4m33s
[10:03:13.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:148:0)
[10:03:13.624] Build status: STARTED
[10:03:13.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:149:0) after 7m39s
[10:10:52.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:149:0)
[10:10:52.918] Build status: STARTED
[10:10:52.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:150:0) after 4m21s
[10:15:14.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:150:0)
[10:15:14.223] Build status: STARTED
[10:15:14.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:151:0) after 9m42s
[10:24:57.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:151:0)
[10:24:57.457] Build status: STARTED
[10:24:57.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:152:0) after 4m16s
[10:29:14.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:152:0)
[10:29:14.323] Build status: STARTED
[10:29:14.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:153:0) after 5m16s
[10:34:30.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:153:0)
[10:34:30.323] Build status: STARTED
[10:34:30.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:154:0) after 4m31s
[10:39:01.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:154:0)
[10:39:01.368] Build status: STARTED
[10:39:01.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:155:0) after 9m54s
[10:48:55.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:155:0)
[10:48:55.466] Build status: STARTED
[10:48:55.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:156:0) after 9m23s
[10:58:18.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:156:0)
[10:58:18.511] Build status: STARTED
[10:58:18.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:157:0) after 8m11s
[11:06:29.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:157:0)
[11:06:29.544] Build status: STARTED
[11:06:29.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:158:0) after 2m20s
[11:08:49.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:158:0)
[11:08:49.687] Build status: STARTED
[11:08:49.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:159:0) after 2m15s
[11:11:04.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:159:0)
[11:11:04.843] Build status: STARTED
[11:11:04.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:160:0) after 4m36s
[11:15:40.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:160:0)
[11:15:40.894] Build status: STARTED
[11:15:40.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:161:0) after 6m48s
[11:22:28.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:161:0)
[11:22:28.942] Build status: STARTED
[11:22:28.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:162:0) after 3m15s
[11:25:44.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:162:0)
[11:25:44.649] Build status: STARTED
[11:25:44.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:163:0) after 2m52s
[11:28:36.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:163:0)
[11:28:36.695] Build status: STARTED
[11:28:36.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:164:0) after 3m20s
[11:31:56.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:164:0)
[11:31:56.758] Build status: STARTED
[11:31:56.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:165:0) after 9m55s
[11:41:51.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:165:0)
[11:41:51.810] Build status: STARTED
[11:41:51.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:166:0) after 5m39s
[11:47:32.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:166:0)
[11:47:32.869] Build status: STARTED
[11:47:32.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:167:0) after 8m9s
[11:55:42.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:167:0)
[11:55:42.227] Build status: STARTED
[11:55:42.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:168:0) after 3m27s
[11:59:09.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:168:0)
[11:59:09.581] Build status: STARTED
[11:59:09.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:169:0) after 3m34s
[12:02:44.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:169:0)
[12:02:44.543] Build status: STARTED
[12:02:44.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:170:0) after 1m57s
[12:04:41.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:170:0)
[12:04:41.707] Build status: STARTED
[12:04:41.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:171:0) after 9m34s
[12:14:15.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:171:0)
[12:14:15.862] Build status: STARTED
[12:14:15.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:172:0) after 9m33s
[12:23:48.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:172:0)
[12:23:48.861] Build status: STARTED
[12:23:48.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:173:0) after 4m10s
[12:27:58.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:173:0)
[12:27:58.947] Build status: STARTED
[12:27:58.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:174:0) after 1m33s
[12:29:32.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:174:0)
[12:29:32.099] Build status: STARTED
[12:29:32.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:175:0) after 9m48s
[12:39:20.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:175:0)
[12:39:20.128] Build status: STARTED
[12:39:20.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:176:0) after 9m8s
[12:48:28.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:176:0)
[12:48:28.146] Build status: STARTED
[12:48:28.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:177:0) after 4m21s
[12:52:49.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:177:0)
[12:52:49.269] Build status: STARTED
[12:52:49.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:178:0) after 7m35s
[13:00:24.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:178:0)
[13:00:24.357] Build status: STARTED
[13:00:24.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:179:0) after 5m8s
[13:05:32.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:179:0)
[13:05:32.433] Build status: STARTED
[13:05:32.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:180:0) after 4m10s
[13:09:42.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:180:0)
[13:09:42.477] Build status: STARTED
[13:09:42.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:181:0) after 4m14s
[13:13:56.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:181:0)
[13:13:56.607] Build status: STARTED
[13:13:56.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:182:0) after 8m15s
[13:22:11.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:182:0)
[13:22:11.771] Build status: STARTED
[13:22:11.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:183:0) after 6m22s
[13:28:33.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:183:0)
[13:28:33.918] Build status: STARTED
[13:28:33.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:184:0) after 9m58s
[13:38:32.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:184:0)
[13:38:32.337] Build status: STARTED
[13:38:32.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:185:0) after 3m36s
[13:42:08.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:185:0)
[13:42:08.580] Build status: STARTED
[13:42:08.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:186:0) after 7m9s
[13:49:17.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:186:0)
[13:49:17.798] Build status: STARTED
[13:49:17.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:187:0) after 2m9s
[13:51:26.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:187:0)
[13:51:26.852] Build status: STARTED
[13:51:26.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:188:0) after 7m29s
[13:58:55.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:188:0)
[13:58:55.892] Build status: STARTED
[13:58:55.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:189:0) after 5m39s
[14:04:35.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:189:0)
[14:04:35.208] Build status: STARTED
[14:04:35.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:190:0) after 1m54s
[14:06:29.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:190:0)
[14:06:29.266] Build status: STARTED
[14:06:29.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:191:0) after 4m29s
[14:10:58.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:191:0)
[14:10:58.384] Build status: STARTED
[14:10:58.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:192:0) after 8m44s
[14:19:42.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:192:0)
[14:19:42.524] Build status: STARTED
[14:19:42.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:193:0) after 2m12s
[14:21:54.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:193:0)
[14:21:54.574] Build status: STARTED
[14:21:54.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:194:0) after 1m24s
[14:23:18.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:194:0)
[14:23:18.742] Build status: STARTED
[14:23:18.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:195:0) after 8m44s
[14:32:02.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:195:0)
[14:32:02.757] Build status: STARTED
[14:32:02.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:196:0) after 4m39s
[14:36:41.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:196:0)
[14:36:41.812] Build status: STARTED
[14:36:41.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:197:0) after 7m18s
[14:43:59.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:197:0)
[14:43:59.962] Build status: STARTED
[14:43:59.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:198:0) after 4m35s
[14:48:35.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:198:0)
[14:48:35.290] Build status: STARTED
[14:48:35.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:199:0) after 4m45s
[14:53:20.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:199:0)
[14:53:20.424] Build status: STARTED
[14:53:20.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:200:0) after 1m12s
[14:54:32.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:200:0)
[14:54:32.503] Build status: STARTED
[14:54:32.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:201:0) after 3m6s
[14:57:38.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:201:0)
[14:57:38.610] Build status: STARTED
[14:57:38.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:202:0) after 5m37s
[15:03:15.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:202:0)
[15:03:15.728] Build status: STARTED
[15:03:15.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:203:0) after 5m21s
[15:08:36.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:203:0)
[15:08:36.813] Build status: STARTED
[15:08:36.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:204:0) after 5m27s
[15:14:04.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:204:0)
[15:14:04.178] Build status: STARTED
[15:14:04.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:205:0) after 7m11s
[15:21:15.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:205:0)
[15:21:15.225] Build status: STARTED
[15:21:15.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:206:0) after 7m51s
[15:29:06.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:206:0)
[15:29:06.295] Build status: STARTED
[15:29:06.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:207:0) after 3m43s
[15:32:49.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:207:0)
[15:32:49.345] Build status: STARTED
[15:32:49.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:208:0) after 9m12s
[15:42:01.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:208:0)
[15:42:01.395] Build status: STARTED
[15:42:01.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:209:0) after 4m4s
[15:46:05.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:209:0)
[15:46:05.550] Build status: STARTED
[15:46:05.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:210:0) after 2m30s
[15:48:35.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:210:0)
[15:48:35.594] Build status: STARTED
[15:48:35.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:211:0) after 8m19s
[15:56:54.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:211:0)
[15:56:54.642] Build status: STARTED
[15:56:54.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:212:0) after 8m16s
[16:05:10.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:212:0)
[16:05:10.943] Build status: STARTED
[16:05:10.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:213:0) after 9m17s
[16:14:28.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:213:0)
[16:14:28.140] Build status: STARTED
[16:14:28.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:214:0) after 8m58s
[16:23:26.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:214:0)
[16:23:26.300] Build status: STARTED
[16:23:26.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:215:0) after 5m36s
[16:29:02.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:215:0)
[16:29:02.401] Build status: STARTED
[16:29:02.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:216:0) after 1m17s
[16:30:19.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:216:0)
[16:30:19.450] Build status: STARTED
[16:30:19.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:217:0) after 8m0s
[16:38:19.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:217:0)
[16:38:19.510] Build status: STARTED
[16:38:19.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:218:0) after 3m56s
[16:42:15.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:218:0)
[16:42:15.568] Build status: STARTED
[16:42:15.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:219:0) after 2m30s
[16:44:45.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:219:0)
[16:44:45.804] Build status: STARTED
[16:44:45.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:220:0) after 6m28s
[16:51:13.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:220:0)
[16:51:13.890] Build status: STARTED
[16:51:13.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928852946165280768:221:0) after 9m13s
[16:57:56.594] Received PubSub notification, asking Buildbucket for the build status
[16:57:56.615] Build:
{
  "id": "8763422884110001169",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30778,
  "createdBy": "project:chromium",
  "createTime": "2023-11-25T20:54:53.825915140Z",
  "startTime": "2023-11-25T20:54:54.906182Z",
  "endTime": "2023-11-26T16:57:55.897714Z",
  "updateTime": "2023-11-26T16:57:55.897714Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "afa50e4e64018e114ffd4744073cff80ca9faaee",
      "ref": "refs/heads/main"
    }
  }
}
[16:57:56.615] Invocation finished in 20h3m4.134265016s with status FAILED