Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "52426f76664480fae481833a5e06a9e4a15d9585"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/52426f76664480fae481833a5e06a9e4a15d9585
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[07:15:44.410] New invocation is queued and will start shortly
[07:15:45.567] Starting the invocation (attempt 1)
[07:15:45.609] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/52426f76664480fae481833a5e06a9e4a15d9585"
[07:15:45.609] Popped gitiles commit info from properties and tags
[07:15:45.609] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:15:45.609] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:15:45.609] Buildbucket request:
{
  "requestId": "8951463126294182192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "52426f76664480fae481833a5e06a9e4a15d9585",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8951463126294182192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:15:46.062] Scheduled build:
{
  "id": "8786033064300934145",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29824,
  "createdBy": "project:chromium",
  "createTime": "2023-03-21T07:15:45.688497409Z",
  "updateTime": "2023-03-21T07:15:45.688497409Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "52426f76664480fae481833a5e06a9e4a15d9585",
      "ref": "refs/heads/main"
    }
  }
}
[07:15:46.062] Task URL: https://cr-buildbucket.appspot.com/build/8786033064300934145
[07:15:46.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:2:0) after 5m25s
[07:15:55.618] Received PubSub notification, asking Buildbucket for the build status
[07:15:55.644] Build status: STARTED
[07:21:11.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:2:0)
[07:21:11.235] Build status: STARTED
[07:21:11.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:4:0) after 9m2s
[07:30:13.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:4:0)
[07:30:13.335] Build status: STARTED
[07:30:13.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:5:0) after 9m7s
[07:39:20.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:5:0)
[07:39:20.525] Build status: STARTED
[07:39:20.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:6:0) after 9m34s
[07:48:54.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:6:0)
[07:48:54.676] Build status: STARTED
[07:48:54.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:7:0) after 3m34s
[07:52:28.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:7:0)
[07:52:28.871] Build status: STARTED
[07:52:28.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:8:0) after 5m12s
[07:57:40.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:8:0)
[07:57:41.018] Build status: STARTED
[07:57:41.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:9:0) after 8m39s
[08:06:20.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:9:0)
[08:06:20.444] Build status: STARTED
[08:06:20.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:10:0) after 7m51s
[08:14:11.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:10:0)
[08:14:11.509] Build status: STARTED
[08:14:11.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:11:0) after 1m12s
[08:15:23.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:11:0)
[08:15:23.649] Build status: STARTED
[08:15:23.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:12:0) after 5m2s
[08:20:25.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:12:0)
[08:20:25.717] Build status: STARTED
[08:20:25.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:13:0) after 8m23s
[08:28:48.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:13:0)
[08:28:48.888] Build status: STARTED
[08:28:48.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:14:0) after 8m21s
[08:37:09.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:14:0)
[08:37:09.915] Build status: STARTED
[08:37:09.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:15:0) after 7m53s
[08:45:03.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:15:0)
[08:45:03.122] Build status: STARTED
[08:45:03.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:16:0) after 6m17s
[08:51:20.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:16:0)
[08:51:20.179] Build status: STARTED
[08:51:20.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:17:0) after 2m46s
[08:54:06.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:17:0)
[08:54:06.312] Build status: STARTED
[08:54:06.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:18:0) after 3m21s
[08:57:27.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:18:0)
[08:57:27.572] Build status: STARTED
[08:57:27.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:19:0) after 2m17s
[08:59:45.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:19:0)
[08:59:45.042] Build status: STARTED
[08:59:45.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:20:0) after 7m55s
[09:07:40.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:20:0)
[09:07:40.163] Build status: STARTED
[09:07:40.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:21:0) after 4m28s
[09:12:08.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:21:0)
[09:12:08.530] Build status: STARTED
[09:12:08.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:22:0) after 7m32s
[09:19:40.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:22:0)
[09:19:40.647] Build status: STARTED
[09:19:40.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:23:0) after 1m32s
[09:21:12.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:23:0)
[09:21:12.706] Build status: STARTED
[09:21:12.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:24:0) after 4m28s
[09:25:40.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:24:0)
[09:25:40.753] Build status: STARTED
[09:25:40.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:25:0) after 7m23s
[09:34:03.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:25:0)
[09:34:03.308] Build status: STARTED
[09:34:03.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:26:0) after 3m35s
[09:37:38.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:26:0)
[09:37:38.365] Build status: STARTED
[09:37:38.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:27:0) after 5m40s
[09:43:18.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:27:0)
[09:43:18.519] Build status: STARTED
[09:43:18.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:28:0) after 4m13s
[09:47:31.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:28:0)
[09:47:31.775] Build status: STARTED
[09:47:31.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:29:0) after 4m24s
[09:51:55.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:29:0)
[09:51:55.971] Build status: STARTED
[09:51:55.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:30:0) after 7m44s
[09:59:40.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:30:0)
[09:59:40.034] Build status: STARTED
[09:59:40.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:31:0) after 1m31s
[10:01:11.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:31:0)
[10:01:11.326] Build status: STARTED
[10:01:11.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:32:0) after 2m48s
[10:03:59.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:32:0)
[10:03:59.508] Build status: STARTED
[10:03:59.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:33:0) after 3m57s
[10:07:56.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:33:0)
[10:07:56.531] Build status: STARTED
[10:07:56.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:34:0) after 8m27s
[10:16:23.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:34:0)
[10:16:23.841] Build status: STARTED
[10:16:23.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:35:0) after 7m11s
[10:23:34.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:35:0)
[10:23:34.902] Build status: STARTED
[10:23:34.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:36:0) after 2m42s
[10:26:16.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:36:0)
[10:26:16.957] Build status: STARTED
[10:26:16.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:37:0) after 4m51s
[10:31:08.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:37:0)
[10:31:08.338] Build status: STARTED
[10:31:08.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:38:0) after 4m47s
[10:35:55.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:38:0)
[10:35:55.643] Build status: STARTED
[10:35:55.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:39:0) after 4m16s
[10:40:11.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:39:0)
[10:40:11.770] Build status: STARTED
[10:40:11.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:40:0) after 1m33s
[10:41:44.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:40:0)
[10:41:45.034] Build status: STARTED
[10:41:45.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:41:0) after 6m5s
[10:47:50.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:41:0)
[10:47:50.194] Build status: STARTED
[10:47:50.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:42:0) after 5m1s
[10:52:51.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:42:0)
[10:52:51.344] Build status: STARTED
[10:52:51.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:43:0) after 8m12s
[11:01:03.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:43:0)
[11:01:03.799] Build status: STARTED
[11:01:03.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:44:0) after 4m9s
[11:05:12.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:44:0)
[11:05:12.994] Build status: STARTED
[11:05:12.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:45:0) after 9m41s
[11:14:54.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:45:0)
[11:14:54.378] Build status: STARTED
[11:14:54.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:46:0) after 9m46s
[11:24:40.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:46:0)
[11:24:40.388] Build status: STARTED
[11:24:40.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:47:0) after 2m46s
[11:27:26.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:47:0)
[11:27:26.530] Build status: STARTED
[11:27:26.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:48:0) after 2m58s
[11:30:24.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:48:0)
[11:30:24.730] Build status: STARTED
[11:30:24.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:49:0) after 4m48s
[11:35:12.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:49:0)
[11:35:12.792] Build status: STARTED
[11:35:12.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:50:0) after 9m40s
[11:44:53.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:50:0)
[11:44:53.058] Build status: STARTED
[11:44:53.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:51:0) after 7m30s
[11:52:23.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:51:0)
[11:52:23.150] Build status: STARTED
[11:52:23.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:52:0) after 4m23s
[11:56:46.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:52:0)
[11:56:46.547] Build status: STARTED
[11:56:46.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:53:0) after 3m58s
[12:00:44.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:53:0)
[12:00:44.827] Build status: STARTED
[12:00:44.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:54:0) after 7m49s
[12:08:33.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:54:0)
[12:08:33.881] Build status: STARTED
[12:08:33.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:55:0) after 3m22s
[12:11:56.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:55:0)
[12:11:56.104] Build status: STARTED
[12:11:56.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:56:0) after 9m10s
[12:21:06.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:56:0)
[12:21:06.199] Build status: STARTED
[12:21:06.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:57:0) after 7m5s
[12:28:11.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:57:0)
[12:28:11.442] Build status: STARTED
[12:28:11.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:58:0) after 4m40s
[12:32:51.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:58:0)
[12:32:51.520] Build status: STARTED
[12:32:51.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:59:0) after 6m28s
[12:39:19.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:59:0)
[12:39:19.756] Build status: STARTED
[12:39:19.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:60:0) after 8m44s
[12:48:03.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:60:0)
[12:48:03.977] Build status: STARTED
[12:48:03.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:61:0) after 9m15s
[12:57:19.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:61:0)
[12:57:19.110] Build status: STARTED
[12:57:19.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:62:0) after 3m17s
[13:00:36.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:62:0)
[13:00:36.392] Build status: STARTED
[13:00:36.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:63:0) after 3m47s
[13:04:23.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:63:0)
[13:04:23.456] Build status: STARTED
[13:04:23.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:64:0) after 6m33s
[13:10:56.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:64:0)
[13:10:56.516] Build status: STARTED
[13:10:56.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:65:0) after 6m33s
[13:17:29.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:65:0)
[13:17:29.576] Build status: STARTED
[13:17:29.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:66:0) after 7m40s
[13:25:09.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:66:0)
[13:25:09.779] Build status: STARTED
[13:25:09.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:67:0) after 6m9s
[13:31:18.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:67:0)
[13:31:18.983] Build status: STARTED
[13:31:18.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:68:0) after 6m2s
[13:37:21.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:68:0)
[13:37:21.213] Build status: STARTED
[13:37:21.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:69:0) after 8m53s
[13:46:14.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:69:0)
[13:46:14.280] Build status: STARTED
[13:46:14.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:70:0) after 7m21s
[13:53:35.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:70:0)
[13:53:35.306] Build status: STARTED
[13:53:35.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:71:0) after 1m45s
[13:55:20.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:71:0)
[13:55:20.997] Build status: STARTED
[13:55:20.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:72:0) after 1m45s
[13:57:06.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:72:0)
[13:57:06.071] Build status: STARTED
[13:57:06.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:73:0) after 8m18s
[14:05:24.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:73:0)
[14:05:24.441] Build status: STARTED
[14:05:24.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:74:0) after 3m58s
[14:09:22.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:74:0)
[14:09:22.561] Build status: STARTED
[14:09:22.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:75:0) after 2m34s
[14:11:56.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:75:0)
[14:11:56.635] Build status: STARTED
[14:11:56.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:76:0) after 4m35s
[14:16:32.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:76:0)
[14:16:32.223] Build status: STARTED
[14:16:32.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:77:0) after 2m33s
[14:19:05.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:77:0)
[14:19:05.302] Build status: STARTED
[14:19:05.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:78:0) after 9m7s
[14:28:12.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:78:0)
[14:28:12.553] Build status: STARTED
[14:28:12.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:79:0) after 9m32s
[14:37:44.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:79:0)
[14:37:44.815] Build status: STARTED
[14:37:44.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:80:0) after 6m54s
[14:44:39.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:80:0)
[14:44:39.234] Build status: STARTED
[14:44:39.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:81:0) after 5m4s
[14:49:44.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:81:0)
[14:49:44.102] Build status: STARTED
[14:49:44.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:82:0) after 6m54s
[14:56:38.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:82:0)
[14:56:38.160] Build status: STARTED
[14:56:38.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:83:0) after 2m30s
[14:59:08.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:83:0)
[14:59:08.623] Build status: STARTED
[14:59:08.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:84:0) after 8m48s
[15:07:56.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:84:0)
[15:07:56.783] Build status: STARTED
[15:07:56.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:85:0) after 6m45s
[15:14:41.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:85:0)
[15:14:41.949] Build status: STARTED
[15:14:41.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:86:0) after 6m33s
[15:21:15.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:86:0)
[15:21:15.243] Build status: STARTED
[15:21:15.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:87:0) after 3m48s
[15:25:03.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:87:0)
[15:25:03.450] Build status: STARTED
[15:25:03.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:88:0) after 8m0s
[15:33:03.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:88:0)
[15:33:03.706] Build status: STARTED
[15:33:03.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:89:0) after 6m31s
[15:39:34.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:89:0)
[15:39:34.784] Build status: STARTED
[15:39:34.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:90:0) after 5m32s
[15:45:07.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:90:0)
[15:45:07.063] Build status: STARTED
[15:45:07.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:91:0) after 2m43s
[15:47:50.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:91:0)
[15:47:50.122] Build status: STARTED
[15:47:50.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:92:0) after 1m9s
[15:48:59.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:92:0)
[15:48:59.474] Build status: STARTED
[15:48:59.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:93:0) after 8m48s
[15:57:47.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:93:0)
[15:57:47.534] Build status: STARTED
[15:57:47.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:94:0) after 1m26s
[15:59:13.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:94:0)
[15:59:13.639] Build status: STARTED
[15:59:13.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:95:0) after 2m52s
[16:02:05.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:95:0)
[16:02:05.954] Build status: STARTED
[16:02:05.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:96:0) after 1m32s
[16:03:37.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:96:0)
[16:03:38.032] Build status: STARTED
[16:03:38.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:97:0) after 1m41s
[16:05:19.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:97:0)
[16:05:19.083] Build status: STARTED
[16:05:19.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:98:0) after 8m50s
[16:14:09.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:98:0)
[16:14:09.161] Build status: STARTED
[16:14:09.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:99:0) after 2m32s
[16:16:41.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:99:0)
[16:16:41.281] Build status: STARTED
[16:16:41.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:100:0) after 2m7s
[16:18:48.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:100:0)
[16:18:48.398] Build status: STARTED
[16:18:48.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:101:0) after 6m16s
[16:25:04.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:101:0)
[16:25:04.499] Build status: STARTED
[16:25:04.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:102:0) after 7m23s
[16:32:27.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:102:0)
[16:32:27.597] Build status: STARTED
[16:32:27.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:103:0) after 7m59s
[16:40:26.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:103:0)
[16:40:26.793] Build status: STARTED
[16:40:26.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:104:0) after 1m39s
[16:42:05.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:104:0)
[16:42:05.841] Build status: STARTED
[16:42:05.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:105:0) after 5m40s
[16:47:45.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:105:0)
[16:47:45.987] Build status: STARTED
[16:47:45.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:106:0) after 3m12s
[16:50:58.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:106:0)
[16:50:58.088] Build status: STARTED
[16:50:58.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:107:0) after 3m7s
[16:54:05.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:107:0)
[16:54:05.190] Build status: STARTED
[16:54:05.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:108:0) after 2m51s
[16:56:56.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:108:0)
[16:56:56.437] Build status: STARTED
[16:56:56.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:109:0) after 3m17s
[17:00:13.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:109:0)
[17:00:13.517] Build status: STARTED
[17:00:13.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:110:0) after 9m39s
[17:09:52.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:110:0)
[17:09:52.609] Build status: STARTED
[17:09:52.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:111:0) after 1m16s
[17:11:08.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:111:0)
[17:11:08.799] Build status: STARTED
[17:11:08.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:112:0) after 6m19s
[17:17:27.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:112:0)
[17:17:27.919] Build status: STARTED
[17:17:27.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:113:0) after 7m44s
[17:25:11.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:113:0)
[17:25:11.976] Build status: STARTED
[17:25:11.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:114:0) after 3m3s
[17:28:15.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:114:0)
[17:28:15.041] Build status: STARTED
[17:28:15.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:115:0) after 2m54s
[17:31:09.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:115:0)
[17:31:09.157] Build status: STARTED
[17:31:09.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:116:0) after 3m35s
[17:34:44.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:116:0)
[17:34:44.362] Build status: STARTED
[17:34:44.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:117:0) after 3m22s
[17:38:06.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:117:0)
[17:38:06.463] Build status: STARTED
[17:38:06.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:118:0) after 9m32s
[17:47:38.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:118:0)
[17:47:38.554] Build status: STARTED
[17:47:38.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:119:0) after 1m39s
[17:49:17.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:119:0)
[17:49:17.756] Build status: STARTED
[17:49:17.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:120:0) after 7m56s
[17:57:13.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:120:0)
[17:57:13.890] Build status: STARTED
[17:57:13.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:121:0) after 1m24s
[17:58:38.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:121:0)
[17:58:38.069] Build status: STARTED
[17:58:38.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:122:0) after 6m4s
[18:04:42.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:122:0)
[18:04:42.190] Build status: STARTED
[18:04:42.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:123:0) after 6m14s
[18:10:56.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:123:0)
[18:10:56.323] Build status: STARTED
[18:10:56.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:124:0) after 7m0s
[18:17:56.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:124:0)
[18:17:56.430] Build status: STARTED
[18:17:56.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:125:0) after 2m26s
[18:20:22.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:125:0)
[18:20:22.579] Build status: STARTED
[18:20:22.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:126:0) after 2m38s
[18:23:00.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:126:0)
[18:23:00.627] Build status: STARTED
[18:23:00.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:127:0) after 9m53s
[18:32:53.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:127:0)
[18:32:53.898] Build status: STARTED
[18:32:53.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:128:0) after 6m6s
[18:38:59.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:128:0)
[18:38:59.962] Build status: STARTED
[18:38:59.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:129:0) after 5m47s
[18:44:47.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:129:0)
[18:44:47.349] Build status: STARTED
[18:44:47.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:130:0) after 1m35s
[18:46:22.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:130:0)
[18:46:22.501] Build status: STARTED
[18:46:22.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:131:0) after 1m30s
[18:47:52.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:131:0)
[18:47:52.589] Build status: STARTED
[18:47:52.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:132:0) after 2m48s
[18:50:40.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:132:0)
[18:50:40.648] Build status: STARTED
[18:50:40.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:133:0) after 6m30s
[18:57:10.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:133:0)
[18:57:10.776] Build status: STARTED
[18:57:10.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:134:0) after 9m27s
[19:06:37.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:134:0)
[19:06:37.906] Build status: STARTED
[19:06:37.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:135:0) after 3m6s
[19:09:43.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:135:0)
[19:09:43.993] Build status: STARTED
[19:09:43.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:136:0) after 3m26s
[19:13:10.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:136:0)
[19:13:10.115] Build status: STARTED
[19:13:10.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:137:0) after 9m16s
[19:22:26.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:137:0)
[19:22:26.212] Build status: STARTED
[19:22:26.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:138:0) after 3m5s
[19:25:31.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:138:0)
[19:25:31.304] Build status: STARTED
[19:25:31.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:139:0) after 4m43s
[19:30:14.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:139:0)
[19:30:14.564] Build status: STARTED
[19:30:14.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:140:0) after 1m55s
[19:32:09.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:140:0)
[19:32:09.619] Build status: STARTED
[19:32:09.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:141:0) after 8m37s
[19:40:46.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:141:0)
[19:40:46.779] Build status: STARTED
[19:40:46.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:142:0) after 3m3s
[19:43:49.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:142:0)
[19:43:49.866] Build status: STARTED
[19:43:49.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:143:0) after 2m14s
[19:46:03.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:143:0)
[19:46:03.930] Build status: STARTED
[19:46:03.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:144:0) after 6m30s
[19:52:34.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:144:0)
[19:52:34.037] Build status: STARTED
[19:52:34.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:145:0) after 4m34s
[19:57:08.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:145:0)
[19:57:08.121] Build status: STARTED
[19:57:08.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:146:0) after 2m55s
[20:00:03.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:146:0)
[20:00:03.799] Build status: STARTED
[20:00:03.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:147:0) after 6m49s
[20:06:52.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:147:0)
[20:06:52.955] Build status: STARTED
[20:06:52.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:148:0) after 6m24s
[20:13:17.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:148:0)
[20:13:17.026] Build status: STARTED
[20:13:17.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:149:0) after 1m20s
[20:14:37.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:149:0)
[20:14:37.069] Build status: STARTED
[20:14:37.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:150:0) after 5m45s
[20:20:22.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:150:0)
[20:20:22.124] Build status: STARTED
[20:20:22.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:151:0) after 4m31s
[20:24:53.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:151:0)
[20:24:53.140] Build status: STARTED
[20:24:53.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:152:0) after 7m58s
[20:32:51.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:152:0)
[20:32:51.349] Build status: STARTED
[20:32:51.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:153:0) after 5m46s
[20:38:37.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:153:0)
[20:38:37.408] Build status: STARTED
[20:38:37.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:154:0) after 5m53s
[20:44:30.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:154:0)
[20:44:30.590] Build status: STARTED
[20:44:30.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:155:0) after 7m1s
[20:51:32.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:155:0)
[20:51:32.296] Build status: STARTED
[20:51:32.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:156:0) after 9m23s
[21:00:55.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:156:0)
[21:00:55.584] Build status: STARTED
[21:00:55.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:157:0) after 5m37s
[21:06:32.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:157:0)
[21:06:32.675] Build status: STARTED
[21:06:32.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:158:0) after 6m55s
[21:13:27.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:158:0)
[21:13:27.898] Build status: STARTED
[21:13:27.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:159:0) after 9m52s
[21:23:20.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:159:0)
[21:23:20.216] Build status: STARTED
[21:23:20.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:160:0) after 1m38s
[21:24:58.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:160:0)
[21:24:58.426] Build status: STARTED
[21:24:58.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8951463126294182192:161:0) after 1m21s
[21:25:08.578] Received PubSub notification, asking Buildbucket for the build status
[21:25:08.602] Build:
{
  "id": "8786033064300934145",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29824,
  "createdBy": "project:chromium",
  "createTime": "2023-03-21T07:15:45.688497409Z",
  "startTime": "2023-03-21T07:15:55.040322Z",
  "endTime": "2023-03-21T21:25:08.069938Z",
  "updateTime": "2023-03-21T21:25:08.069938Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "52426f76664480fae481833a5e06a9e4a15d9585",
      "ref": "refs/heads/main"
    }
  }
}
[21:25:08.602] Invocation finished in 14h9m24.199696115s with status FAILED