Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "70d5c057459cbb31b4d4ae58f3b8c6b1f2267424"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/70d5c057459cbb31b4d4ae58f3b8c6b1f2267424
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:57:58.840] New invocation is queued and will start shortly
[16:58:00.021] Starting the invocation (attempt 1)
[16:58:00.050] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/70d5c057459cbb31b4d4ae58f3b8c6b1f2267424"
[16:58:00.050] Popped gitiles commit info from properties and tags
[16:58:00.050] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:58:00.050] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:58:00.050] Buildbucket request:
{
  "requestId": "8928777253296890400",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "70d5c057459cbb31b4d4ae58f3b8c6b1f2267424",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8928777253296890400"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:58:01.367] Scheduled build:
{
  "id": "8763347191141107473",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30779,
  "createdBy": "project:chromium",
  "createTime": "2023-11-26T16:58:00.265165221Z",
  "updateTime": "2023-11-26T16:58:00.265165221Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "70d5c057459cbb31b4d4ae58f3b8c6b1f2267424",
      "ref": "refs/heads/main"
    }
  }
}
[16:58:01.367] Task URL: https://cr-buildbucket.appspot.com/build/8763347191141107473
[16:58:01.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:2:0) after 2m42s
[16:58:02.126] Received PubSub notification, asking Buildbucket for the build status
[16:58:02.150] Build status: SCHEDULED
[16:58:02.995] Received PubSub notification, asking Buildbucket for the build status
[16:58:03.024] Build status: STARTED
[17:00:43.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:2:0)
[17:00:43.532] Build status: STARTED
[17:00:43.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:5:0) after 7m52s
[17:08:35.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:5:0)
[17:08:35.671] Build status: STARTED
[17:08:35.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:6:0) after 8m3s
[17:16:38.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:6:0)
[17:16:38.744] Build status: STARTED
[17:16:38.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:7:0) after 5m27s
[17:22:05.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:7:0)
[17:22:05.794] Build status: STARTED
[17:22:05.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:8:0) after 4m19s
[17:26:24.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:8:0)
[17:26:24.858] Build status: STARTED
[17:26:24.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:9:0) after 9m21s
[17:35:45.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:9:0)
[17:35:45.901] Build status: STARTED
[17:35:45.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:10:0) after 9m29s
[17:45:14.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:10:0)
[17:45:14.911] Build status: STARTED
[17:45:14.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:11:0) after 5m50s
[17:51:04.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:11:0)
[17:51:04.954] Build status: STARTED
[17:51:04.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:12:0) after 5m47s
[17:56:52.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:12:0)
[17:56:52.089] Build status: STARTED
[17:56:52.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:13:0) after 5m7s
[18:01:59.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:13:0)
[18:01:59.205] Build status: STARTED
[18:01:59.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:14:0) after 8m32s
[18:10:31.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:14:0)
[18:10:31.323] Build status: STARTED
[18:10:31.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:15:0) after 9m38s
[18:20:09.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:15:0)
[18:20:09.402] Build status: STARTED
[18:20:09.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:16:0) after 3m38s
[18:23:47.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:16:0)
[18:23:47.548] Build status: STARTED
[18:23:47.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:17:0) after 8m32s
[18:32:19.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:17:0)
[18:32:19.614] Build status: STARTED
[18:32:19.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:18:0) after 5m29s
[18:37:48.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:18:0)
[18:37:48.660] Build status: STARTED
[18:37:48.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:19:0) after 2m6s
[18:39:55.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:19:0)
[18:39:55.994] Build status: STARTED
[18:39:55.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:20:0) after 4m25s
[18:44:21.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:20:0)
[18:44:21.060] Build status: STARTED
[18:44:21.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:21:0) after 6m34s
[18:50:55.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:21:0)
[18:50:55.553] Build status: STARTED
[18:50:55.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:22:0) after 3m50s
[18:54:45.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:22:0)
[18:54:45.589] Build status: STARTED
[18:54:45.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:23:0) after 4m44s
[18:59:30.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:23:0)
[18:59:30.104] Build status: STARTED
[18:59:30.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:24:0) after 4m13s
[19:03:43.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:24:0)
[19:03:43.139] Build status: STARTED
[19:03:43.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:25:0) after 1m15s
[19:04:58.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:25:0)
[19:04:58.276] Build status: STARTED
[19:04:58.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:26:0) after 1m54s
[19:06:52.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:26:0)
[19:06:52.322] Build status: STARTED
[19:06:52.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:27:0) after 3m10s
[19:10:02.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:27:0)
[19:10:02.876] Build status: STARTED
[19:10:02.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:28:0) after 1m27s
[19:11:29.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:28:0)
[19:11:29.916] Build status: STARTED
[19:11:29.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:29:0) after 3m22s
[19:14:52.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:29:0)
[19:14:52.244] Build status: STARTED
[19:14:52.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:30:0) after 9m36s
[19:24:28.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:30:0)
[19:24:28.669] Build status: STARTED
[19:24:28.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:31:0) after 2m56s
[19:27:24.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:31:0)
[19:27:24.706] Build status: STARTED
[19:27:24.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:32:0) after 1m42s
[19:29:06.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:32:0)
[19:29:06.752] Build status: STARTED
[19:29:06.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:33:0) after 4m7s
[19:33:13.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:33:0)
[19:33:13.867] Build status: STARTED
[19:33:13.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:34:0) after 9m55s
[19:43:08.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:34:0)
[19:43:08.974] Build status: STARTED
[19:43:08.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:35:0) after 6m50s
[19:49:58.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:35:0)
[19:49:59.134] Build status: STARTED
[19:49:59.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:36:0) after 3m51s
[19:53:50.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:36:0)
[19:53:50.176] Build status: STARTED
[19:53:50.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:37:0) after 6m0s
[19:59:50.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:37:0)
[19:59:50.213] Build status: STARTED
[19:59:50.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:38:0) after 1m54s
[20:01:44.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:38:0)
[20:01:44.287] Build status: STARTED
[20:01:44.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:39:0) after 3m30s
[20:05:14.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:39:0)
[20:05:14.469] Build status: STARTED
[20:05:14.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:40:0) after 7m26s
[20:12:40.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:40:0)
[20:12:40.744] Build status: STARTED
[20:12:40.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:41:0) after 2m36s
[20:15:16.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:41:0)
[20:15:16.795] Build status: STARTED
[20:15:16.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:42:0) after 8m33s
[20:23:49.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:42:0)
[20:23:49.845] Build status: STARTED
[20:23:49.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:43:0) after 1m41s
[20:25:30.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:43:0)
[20:25:31.031] Build status: STARTED
[20:25:31.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:44:0) after 5m9s
[20:30:40.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:44:0)
[20:30:40.037] Build status: STARTED
[20:30:40.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:45:0) after 8m57s
[20:39:37.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:45:0)
[20:39:37.108] Build status: STARTED
[20:39:37.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:46:0) after 2m48s
[20:42:25.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:46:0)
[20:42:25.227] Build status: STARTED
[20:42:25.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:47:0) after 9m7s
[20:51:32.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:47:0)
[20:51:32.352] Build status: STARTED
[20:51:32.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:48:0) after 7m51s
[20:59:23.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:48:0)
[20:59:23.467] Build status: STARTED
[20:59:23.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:49:0) after 4m58s
[21:04:21.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:49:0)
[21:04:21.581] Build status: STARTED
[21:04:21.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:50:0) after 6m42s
[21:11:03.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:50:0)
[21:11:03.633] Build status: STARTED
[21:11:03.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:51:0) after 9m9s
[21:20:12.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:51:0)
[21:20:12.875] Build status: STARTED
[21:20:12.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:52:0) after 8m32s
[21:28:45.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:52:0)
[21:28:45.026] Build status: STARTED
[21:28:45.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:53:0) after 4m2s
[21:32:47.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:53:0)
[21:32:47.039] Build status: STARTED
[21:32:47.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:54:0) after 6m39s
[21:39:26.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:54:0)
[21:39:26.078] Build status: STARTED
[21:39:26.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:55:0) after 1m13s
[21:40:39.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:55:0)
[21:40:39.172] Build status: STARTED
[21:40:39.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:56:0) after 6m36s
[21:47:15.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:56:0)
[21:47:15.216] Build status: STARTED
[21:47:15.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:57:0) after 7m52s
[21:55:07.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:57:0)
[21:55:07.423] Build status: STARTED
[21:55:07.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:58:0) after 6m46s
[22:01:53.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:58:0)
[22:01:53.502] Build status: STARTED
[22:01:53.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:59:0) after 9m25s
[22:11:18.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:59:0)
[22:11:18.640] Build status: STARTED
[22:11:18.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:60:0) after 9m13s
[22:20:31.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:60:0)
[22:20:31.687] Build status: STARTED
[22:20:31.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:61:0) after 8m14s
[22:28:45.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:61:0)
[22:28:45.741] Build status: STARTED
[22:28:45.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:62:0) after 1m6s
[22:29:51.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:62:0)
[22:29:52.018] Build status: STARTED
[22:29:52.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:63:0) after 2m5s
[22:31:57.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:63:0)
[22:31:57.138] Build status: STARTED
[22:31:57.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:64:0) after 8m27s
[22:40:24.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:64:0)
[22:40:24.206] Build status: STARTED
[22:40:24.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:65:0) after 8m38s
[22:49:02.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:65:0)
[22:49:02.417] Build status: STARTED
[22:49:02.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:66:0) after 6m23s
[22:55:25.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:66:0)
[22:55:25.457] Build status: STARTED
[22:55:25.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:67:0) after 9m13s
[23:04:38.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:67:0)
[23:04:38.684] Build status: STARTED
[23:04:38.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:68:0) after 5m40s
[23:10:18.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:68:0)
[23:10:18.799] Build status: STARTED
[23:10:18.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:69:0) after 7m35s
[23:17:53.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:69:0)
[23:17:53.898] Build status: STARTED
[23:17:53.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:70:0) after 4m46s
[23:22:39.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:70:0)
[23:22:39.935] Build status: STARTED
[23:22:39.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:71:0) after 1m51s
[23:24:31.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:71:0)
[23:24:31.039] Build status: STARTED
[23:24:31.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:72:0) after 6m35s
[23:31:06.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:72:0)
[23:31:06.303] Build status: STARTED
[23:31:06.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:73:0) after 4m17s
[23:35:23.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:73:0)
[23:35:23.382] Build status: STARTED
[23:35:23.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:74:0) after 9m27s
[23:44:50.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:74:0)
[23:44:50.533] Build status: STARTED
[23:44:50.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:75:0) after 8m15s
[23:53:05.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:75:0)
[23:53:05.870] Build status: STARTED
[23:53:05.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:76:0) after 7m10s
[00:00:15.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:76:0)
[00:00:15.974] Build status: STARTED
[00:00:15.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:77:0) after 6m52s
[00:07:08.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:77:0)
[00:07:08.214] Build status: STARTED
[00:07:08.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:78:0) after 8m13s
[00:15:21.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:78:0)
[00:15:21.284] Build status: STARTED
[00:15:21.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:79:0) after 8m24s
[00:23:45.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:79:0)
[00:23:45.375] Build status: STARTED
[00:23:45.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:80:0) after 9m12s
[00:32:57.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:80:0)
[00:32:57.616] Build status: STARTED
[00:32:57.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:81:0) after 4m48s
[00:37:45.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:81:0)
[00:37:45.884] Build status: STARTED
[00:37:45.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:82:0) after 3m55s
[00:41:40.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:82:0)
[00:41:41.027] Build status: STARTED
[00:41:41.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:83:0) after 6m12s
[00:47:53.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:83:0)
[00:47:53.198] Build status: STARTED
[00:47:53.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:84:0) after 4m18s
[00:52:11.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:84:0)
[00:52:11.245] Build status: STARTED
[00:52:11.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:85:0) after 5m15s
[00:57:26.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:85:0)
[00:57:26.387] Build status: STARTED
[00:57:26.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:86:0) after 8m20s
[01:05:46.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:86:0)
[01:05:46.571] Build status: STARTED
[01:05:46.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:87:0) after 9m26s
[01:15:12.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:87:0)
[01:15:12.626] Build status: STARTED
[01:15:12.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:88:0) after 5m13s
[01:20:25.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:88:0)
[01:20:25.681] Build status: STARTED
[01:20:25.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:89:0) after 3m54s
[01:24:19.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:89:0)
[01:24:19.719] Build status: STARTED
[01:24:19.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:90:0) after 9m49s
[01:34:08.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:90:0)
[01:34:08.820] Build status: STARTED
[01:34:08.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:91:0) after 1m5s
[01:35:13.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:91:0)
[01:35:13.865] Build status: STARTED
[01:35:13.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:92:0) after 6m54s
[01:42:07.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:92:0)
[01:42:08.006] Build status: STARTED
[01:42:08.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:93:0) after 2m15s
[01:44:23.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:93:0)
[01:44:23.191] Build status: STARTED
[01:44:23.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:94:0) after 2m38s
[01:47:01.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:94:0)
[01:47:01.234] Build status: STARTED
[01:47:01.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:95:0) after 8m47s
[01:55:48.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:95:0)
[01:55:48.280] Build status: STARTED
[01:55:48.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:96:0) after 4m19s
[02:00:07.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:96:0)
[02:00:07.506] Build status: STARTED
[02:00:07.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:97:0) after 1m23s
[02:01:30.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:97:0)
[02:01:30.545] Build status: STARTED
[02:01:30.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:98:0) after 2m40s
[02:04:10.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:98:0)
[02:04:10.652] Build status: STARTED
[02:04:10.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:99:0) after 2m7s
[02:06:17.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:99:0)
[02:06:17.929] Build status: STARTED
[02:06:17.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:100:0) after 4m15s
[02:10:32.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:100:0)
[02:10:32.959] Build status: STARTED
[02:10:32.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:101:0) after 4m52s
[02:15:25.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:101:0)
[02:15:25.029] Build status: STARTED
[02:15:25.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:102:0) after 1m30s
[02:16:55.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:102:0)
[02:16:55.069] Build status: STARTED
[02:16:55.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:103:0) after 7m46s
[02:24:41.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:103:0)
[02:24:41.151] Build status: STARTED
[02:24:41.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:104:0) after 9m4s
[02:33:45.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:104:0)
[02:33:45.204] Build status: STARTED
[02:33:45.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:105:0) after 1m27s
[02:35:12.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:105:0)
[02:35:12.436] Build status: STARTED
[02:35:12.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:106:0) after 7m57s
[02:43:09.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:106:0)
[02:43:09.604] Build status: STARTED
[02:43:09.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:107:0) after 7m27s
[02:50:36.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:107:0)
[02:50:36.734] Build status: STARTED
[02:50:36.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:108:0) after 2m47s
[02:53:23.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:108:0)
[02:53:23.791] Build status: STARTED
[02:53:23.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:109:0) after 8m31s
[03:01:54.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:109:0)
[03:01:54.920] Build status: STARTED
[03:01:54.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:110:0) after 2m21s
[03:04:16.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:110:0)
[03:04:16.162] Build status: STARTED
[03:04:16.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:111:0) after 3m36s
[03:07:52.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:111:0)
[03:07:52.290] Build status: STARTED
[03:07:52.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:112:0) after 1m5s
[03:08:57.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:112:0)
[03:08:57.611] Build status: STARTED
[03:08:57.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:113:0) after 5m38s
[03:14:35.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:113:0)
[03:14:35.652] Build status: STARTED
[03:14:35.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:114:0) after 3m34s
[03:18:09.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:114:0)
[03:18:09.906] Build status: STARTED
[03:18:09.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:115:0) after 7m20s
[03:25:29.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:115:0)
[03:25:29.970] Build status: STARTED
[03:25:29.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:116:0) after 6m24s
[03:31:54.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:116:0)
[03:31:54.094] Build status: STARTED
[03:31:54.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:117:0) after 6m1s
[03:37:55.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:117:0)
[03:37:55.138] Build status: STARTED
[03:37:55.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:118:0) after 5m51s
[03:43:46.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:118:0)
[03:43:46.263] Build status: STARTED
[03:43:46.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:119:0) after 4m14s
[03:48:00.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:119:0)
[03:48:00.310] Build status: STARTED
[03:48:00.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:120:0) after 1m38s
[03:49:38.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:120:0)
[03:49:38.360] Build status: STARTED
[03:49:38.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:121:0) after 4m51s
[03:54:29.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:121:0)
[03:54:29.504] Build status: STARTED
[03:54:29.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:122:0) after 4m9s
[03:58:38.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:122:0)
[03:58:38.558] Build status: STARTED
[03:58:38.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:123:0) after 6m46s
[04:05:24.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:123:0)
[04:05:24.689] Build status: STARTED
[04:05:24.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:124:0) after 4m31s
[04:09:55.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:124:0)
[04:09:55.893] Build status: STARTED
[04:09:55.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:125:0) after 4m6s
[04:14:02.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:125:0)
[04:14:02.068] Build status: STARTED
[04:14:02.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:126:0) after 9m52s
[04:23:54.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:126:0)
[04:23:54.243] Build status: STARTED
[04:23:54.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:127:0) after 8m24s
[04:32:18.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:127:0)
[04:32:18.295] Build status: STARTED
[04:32:18.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:128:0) after 2m43s
[04:35:01.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:128:0)
[04:35:01.352] Build status: STARTED
[04:35:01.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:129:0) after 1m12s
[04:36:13.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:129:0)
[04:36:13.446] Build status: STARTED
[04:36:13.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:130:0) after 6m39s
[04:42:52.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:130:0)
[04:42:52.601] Build status: STARTED
[04:42:52.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:131:0) after 1m59s
[04:44:51.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:131:0)
[04:44:51.647] Build status: STARTED
[04:44:51.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:132:0) after 3m48s
[04:48:39.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:132:0)
[04:48:39.690] Build status: STARTED
[04:48:39.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:133:0) after 5m49s
[04:54:28.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:133:0)
[04:54:28.817] Build status: STARTED
[04:54:28.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:134:0) after 8m3s
[05:02:31.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:134:0)
[05:02:32.008] Build status: STARTED
[05:02:32.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:135:0) after 1m21s
[05:03:53.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:135:0)
[05:03:53.134] Build status: STARTED
[05:03:53.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:136:0) after 2m22s
[05:06:15.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:136:0)
[05:06:15.184] Build status: STARTED
[05:06:15.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:137:0) after 3m9s
[05:09:24.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:137:0)
[05:09:24.232] Build status: STARTED
[05:09:24.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:138:0) after 9m17s
[05:18:41.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:138:0)
[05:18:41.282] Build status: STARTED
[05:18:41.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:139:0) after 6m59s
[05:25:40.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:139:0)
[05:25:40.417] Build status: STARTED
[05:25:40.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:140:0) after 1m18s
[05:26:58.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:140:0)
[05:26:58.548] Build status: STARTED
[05:26:58.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:141:0) after 9m23s
[05:36:21.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:141:0)
[05:36:21.648] Build status: STARTED
[05:36:21.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:142:0) after 6m51s
[05:43:12.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:142:0)
[05:43:12.698] Build status: STARTED
[05:43:12.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:143:0) after 1m27s
[05:44:39.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:143:0)
[05:44:39.780] Build status: STARTED
[05:44:39.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:144:0) after 9m37s
[05:54:16.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:144:0)
[05:54:16.816] Build status: STARTED
[05:54:16.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:145:0) after 3m41s
[05:57:57.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:145:0)
[05:57:57.872] Build status: STARTED
[05:57:57.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:146:0) after 8m4s
[06:06:01.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:146:0)
[06:06:01.970] Build status: STARTED
[06:06:01.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:147:0) after 1m44s
[06:07:46.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:147:0)
[06:07:46.230] Build status: STARTED
[06:07:46.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:148:0) after 6m15s
[06:14:01.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:148:0)
[06:14:01.375] Build status: STARTED
[06:14:01.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:149:0) after 3m54s
[06:17:55.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:149:0)
[06:17:55.588] Build status: STARTED
[06:17:55.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:150:0) after 8m7s
[06:26:02.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:150:0)
[06:26:02.683] Build status: STARTED
[06:26:02.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:151:0) after 6m37s
[06:32:39.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:151:0)
[06:32:39.935] Build status: STARTED
[06:32:39.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:152:0) after 9m30s
[06:42:09.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:152:0)
[06:42:09.983] Build status: STARTED
[06:42:09.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:153:0) after 1m41s
[06:43:51.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:153:0)
[06:43:51.191] Build status: STARTED
[06:43:51.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:154:0) after 9m30s
[06:53:21.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:154:0)
[06:53:21.380] Build status: STARTED
[06:53:21.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:155:0) after 5m57s
[06:59:18.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:155:0)
[06:59:18.518] Build status: STARTED
[06:59:18.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:156:0) after 8m59s
[07:08:17.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:156:0)
[07:08:17.704] Build status: STARTED
[07:08:17.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:157:0) after 9m42s
[07:17:59.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:157:0)
[07:17:59.852] Build status: STARTED
[07:17:59.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:158:0) after 2m20s
[07:20:19.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:158:0)
[07:20:19.881] Build status: STARTED
[07:20:19.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:159:0) after 2m15s
[07:22:34.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:159:0)
[07:22:35.022] Build status: STARTED
[07:22:35.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:160:0) after 8m33s
[07:31:08.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:160:0)
[07:31:08.068] Build status: STARTED
[07:31:08.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:161:0) after 4m32s
[07:35:40.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:161:0)
[07:35:40.224] Build status: STARTED
[07:35:40.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:162:0) after 5m40s
[07:41:20.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:162:0)
[07:41:20.700] Build status: STARTED
[07:41:20.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:163:0) after 7m44s
[07:49:05.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:163:0)
[07:49:05.430] Build status: STARTED
[07:49:05.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:164:0) after 2m35s
[07:51:40.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:164:0)
[07:51:40.479] Build status: STARTED
[07:51:40.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:165:0) after 3m58s
[07:55:38.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:165:0)
[07:55:38.595] Build status: STARTED
[07:55:38.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:166:0) after 2m4s
[07:57:42.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:166:0)
[07:57:42.653] Build status: STARTED
[07:57:42.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:167:0) after 1m36s
[07:59:18.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:167:0)
[07:59:18.792] Build status: STARTED
[07:59:18.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:168:0) after 1m26s
[08:00:44.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:168:0)
[08:00:44.866] Build status: STARTED
[08:00:44.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:169:0) after 2m42s
[08:03:26.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:169:0)
[08:03:26.940] Build status: STARTED
[08:03:26.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:170:0) after 5m8s
[08:08:34.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:170:0)
[08:08:35.006] Build status: STARTED
[08:08:35.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:171:0) after 8m0s
[08:16:35.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:171:0)
[08:16:35.056] Build status: STARTED
[08:16:35.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:172:0) after 3m8s
[08:19:43.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:172:0)
[08:19:43.241] Build status: STARTED
[08:19:43.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:173:0) after 9m2s
[08:28:45.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:173:0)
[08:28:46.010] Build status: STARTED
[08:28:46.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:174:0) after 8m10s
[08:36:56.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:174:0)
[08:36:56.062] Build status: STARTED
[08:36:56.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:175:0) after 7m18s
[08:44:14.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:175:0)
[08:44:14.180] Build status: STARTED
[08:44:14.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:176:0) after 9m27s
[08:53:41.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:176:0)
[08:53:41.242] Build status: STARTED
[08:53:41.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:177:0) after 2m57s
[08:56:38.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:177:0)
[08:56:38.460] Build status: STARTED
[08:56:38.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:178:0) after 4m39s
[09:01:17.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:178:0)
[09:01:17.761] Build status: STARTED
[09:01:17.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:179:0) after 4m26s
[09:05:44.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:179:0)
[09:05:44.116] Build status: STARTED
[09:05:44.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:180:0) after 2m15s
[09:07:59.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:180:0)
[09:07:59.411] Build status: STARTED
[09:07:59.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:181:0) after 3m28s
[09:11:27.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:181:0)
[09:11:27.605] Build status: STARTED
[09:11:27.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:182:0) after 9m50s
[09:21:17.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:182:0)
[09:21:17.836] Build status: STARTED
[09:21:17.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:183:0) after 7m45s
[09:29:02.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:183:0)
[09:29:02.892] Build status: STARTED
[09:29:02.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:184:0) after 2m54s
[09:31:56.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:184:0)
[09:31:57.026] Build status: STARTED
[09:31:57.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:185:0) after 7m33s
[09:39:30.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:185:0)
[09:39:30.163] Build status: STARTED
[09:39:30.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:186:0) after 9m32s
[09:49:02.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:186:0)
[09:49:02.274] Build status: STARTED
[09:49:02.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:187:0) after 2m4s
[09:51:06.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:187:0)
[09:51:06.394] Build status: STARTED
[09:51:06.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:188:0) after 9m19s
[10:00:25.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:188:0)
[10:00:25.447] Build status: STARTED
[10:00:25.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:189:0) after 9m11s
[10:09:36.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:189:0)
[10:09:36.582] Build status: STARTED
[10:09:36.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:190:0) after 8m17s
[10:17:53.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:190:0)
[10:17:53.658] Build status: STARTED
[10:17:53.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:191:0) after 2m52s
[10:20:45.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:191:0)
[10:20:45.744] Build status: STARTED
[10:20:45.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:192:0) after 5m21s
[10:26:06.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:192:0)
[10:26:06.847] Build status: STARTED
[10:26:06.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:193:0) after 7m40s
[10:33:46.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:193:0)
[10:33:46.941] Build status: STARTED
[10:33:46.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:194:0) after 3m47s
[10:37:33.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:194:0)
[10:37:34.016] Build status: STARTED
[10:37:34.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:195:0) after 5m12s
[10:42:46.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:195:0)
[10:42:46.064] Build status: STARTED
[10:42:46.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:196:0) after 9m57s
[10:52:43.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:196:0)
[10:52:43.179] Build status: STARTED
[10:52:43.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:197:0) after 6m46s
[10:59:29.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:197:0)
[10:59:29.471] Build status: STARTED
[10:59:29.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:198:0) after 3m3s
[11:02:32.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:198:0)
[11:02:32.547] Build status: STARTED
[11:02:32.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:199:0) after 1m50s
[11:04:22.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:199:0)
[11:04:22.700] Build status: STARTED
[11:04:22.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:200:0) after 9m12s
[11:13:34.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:200:0)
[11:13:34.799] Build status: STARTED
[11:13:34.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:201:0) after 6m4s
[11:19:38.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:201:0)
[11:19:38.944] Build status: STARTED
[11:19:38.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:202:0) after 2m25s
[11:22:03.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:202:0)
[11:22:04.014] Build status: STARTED
[11:22:04.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:203:0) after 8m52s
[11:30:56.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:203:0)
[11:30:56.139] Build status: STARTED
[11:30:56.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:204:0) after 9m58s
[11:40:54.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:204:0)
[11:40:54.189] Build status: STARTED
[11:40:54.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:205:0) after 9m56s
[11:50:50.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:205:0)
[11:50:50.224] Build status: STARTED
[11:50:50.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:206:0) after 2m0s
[11:52:50.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:206:0)
[11:52:50.274] Build status: STARTED
[11:52:50.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:207:0) after 5m1s
[11:57:51.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:207:0)
[11:57:51.473] Build status: STARTED
[11:57:51.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:208:0) after 4m41s
[12:02:32.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:208:0)
[12:02:32.740] Build status: STARTED
[12:02:32.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:209:0) after 4m53s
[12:07:25.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:209:0)
[12:07:25.889] Build status: STARTED
[12:07:25.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:210:0) after 7m50s
[12:15:16.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:210:0)
[12:15:16.027] Build status: STARTED
[12:15:16.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:211:0) after 9m21s
[12:24:37.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:211:0)
[12:24:37.315] Build status: STARTED
[12:24:37.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:212:0) after 2m54s
[12:27:31.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:212:0)
[12:27:31.516] Build status: STARTED
[12:27:31.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:213:0) after 9m57s
[12:37:28.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:213:0)
[12:37:28.770] Build status: STARTED
[12:37:28.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:214:0) after 3m26s
[12:40:54.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:214:0)
[12:40:54.901] Build status: STARTED
[12:40:54.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:215:0) after 6m5s
[12:47:00.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:215:0)
[12:47:00.385] Build status: STARTED
[12:47:00.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:216:0) after 9m52s
[12:56:52.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:216:0)
[12:56:52.725] Build status: STARTED
[12:56:52.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8928777253296890400:217:0) after 9m3s
[13:01:36.146] Received PubSub notification, asking Buildbucket for the build status
[13:01:36.171] Build:
{
  "id": "8763347191141107473",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30779,
  "createdBy": "project:chromium",
  "createTime": "2023-11-26T16:58:00.265165221Z",
  "startTime": "2023-11-26T16:58:01.987746Z",
  "endTime": "2023-11-27T13:01:35.365170Z",
  "updateTime": "2023-11-27T13:01:35.365170Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "70d5c057459cbb31b4d4ae58f3b8c6b1f2267424",
      "ref": "refs/heads/main"
    }
  }
}
[13:01:36.171] Invocation finished in 20h3m37.344985937s with status FAILED