Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "faea79c9704e5feb08c99281a4a31281e478122a"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/faea79c9704e5feb08c99281a4a31281e478122a
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:50:24.763] New invocation is queued and will start shortly
[11:50:25.908] Starting the invocation (attempt 1)
[11:50:25.944] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/faea79c9704e5feb08c99281a4a31281e478122a"
[11:50:25.944] Popped gitiles commit info from properties and tags
[11:50:25.944] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:50:25.944] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:50:25.944] Buildbucket request:
{
  "requestId": "8946644206172432480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "faea79c9704e5feb08c99281a4a31281e478122a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8946644206172432480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:50:26.345] Scheduled build:
{
  "id": "8781214144219980065",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29943,
  "createdBy": "project:chromium",
  "createTime": "2023-05-13T11:50:26.002480099Z",
  "updateTime": "2023-05-13T11:50:26.002480099Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "faea79c9704e5feb08c99281a4a31281e478122a",
      "ref": "refs/heads/main"
    }
  }
}
[11:50:26.345] Task URL: https://cr-buildbucket.appspot.com/build/8781214144219980065
[11:50:26.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:2:0) after 5m41s
[11:51:22.408] Received PubSub notification, asking Buildbucket for the build status
[11:51:22.431] Build status: STARTED
[11:56:07.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:2:0)
[11:56:07.406] Build status: STARTED
[11:56:07.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:4:0) after 9m43s
[12:05:50.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:4:0)
[12:05:50.477] Build status: STARTED
[12:05:50.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:5:0) after 2m14s
[12:08:04.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:5:0)
[12:08:04.516] Build status: STARTED
[12:08:04.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:6:0) after 8m51s
[12:16:55.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:6:0)
[12:16:55.578] Build status: STARTED
[12:16:55.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:7:0) after 3m48s
[12:20:43.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:7:0)
[12:20:43.634] Build status: STARTED
[12:20:43.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:8:0) after 2m25s
[12:23:08.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:8:0)
[12:23:08.695] Build status: STARTED
[12:23:08.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:9:0) after 8m14s
[12:31:22.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:9:0)
[12:31:22.747] Build status: STARTED
[12:31:22.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:10:0) after 9m38s
[12:41:00.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:10:0)
[12:41:00.795] Build status: STARTED
[12:41:00.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:11:0) after 2m32s
[12:43:32.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:11:0)
[12:43:32.840] Build status: STARTED
[12:43:32.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:12:0) after 6m57s
[12:50:29.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:12:0)
[12:50:29.981] Build status: STARTED
[12:50:29.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:13:0) after 9m22s
[12:59:52.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:13:0)
[12:59:52.090] Build status: STARTED
[12:59:52.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:14:0) after 3m22s
[13:03:14.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:14:0)
[13:03:14.148] Build status: STARTED
[13:03:14.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:15:0) after 6m46s
[13:10:00.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:15:0)
[13:10:00.214] Build status: STARTED
[13:10:00.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:16:0) after 6m24s
[13:16:24.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:16:0)
[13:16:24.361] Build status: STARTED
[13:16:24.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:17:0) after 6m11s
[13:22:35.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:17:0)
[13:22:35.444] Build status: STARTED
[13:22:35.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:18:0) after 1m41s
[13:24:16.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:18:0)
[13:24:16.499] Build status: STARTED
[13:24:16.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:19:0) after 3m34s
[13:27:50.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:19:0)
[13:27:50.671] Build status: STARTED
[13:27:50.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:20:0) after 4m11s
[13:32:01.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:20:0)
[13:32:01.753] Build status: STARTED
[13:32:01.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:21:0) after 9m58s
[13:41:59.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:21:0)
[13:41:59.858] Build status: STARTED
[13:41:59.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:22:0) after 4m28s
[13:46:27.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:22:0)
[13:46:27.871] Build status: STARTED
[13:46:27.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:23:0) after 5m26s
[13:51:53.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:23:0)
[13:51:54.040] Build status: STARTED
[13:51:54.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:24:0) after 4m54s
[13:56:48.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:24:0)
[13:56:48.191] Build status: STARTED
[13:56:48.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:25:0) after 4m11s
[14:00:59.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:25:0)
[14:00:59.273] Build status: STARTED
[14:00:59.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:26:0) after 6m42s
[14:07:41.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:26:0)
[14:07:41.487] Build status: STARTED
[14:07:41.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:27:0) after 8m17s
[14:15:58.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:27:0)
[14:15:58.608] Build status: STARTED
[14:15:58.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:28:0) after 9m56s
[14:25:54.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:28:0)
[14:25:54.737] Build status: STARTED
[14:25:54.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:29:0) after 3m30s
[14:29:24.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:29:0)
[14:29:24.942] Build status: STARTED
[14:29:24.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:30:0) after 8m46s
[14:38:11.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:30:0)
[14:38:11.281] Build status: STARTED
[14:38:11.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:31:0) after 8m23s
[14:46:34.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:31:0)
[14:46:34.324] Build status: STARTED
[14:46:34.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:32:0) after 1m56s
[14:48:30.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:32:0)
[14:48:33.509] Build status: STARTED
[14:48:33.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:33:0) after 4m25s
[14:52:58.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:33:0)
[14:52:58.578] Build status: STARTED
[14:52:58.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:34:0) after 1m25s
[14:54:23.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:34:0)
[14:54:23.627] Build status: STARTED
[14:54:23.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:35:0) after 9m55s
[15:04:18.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:35:0)
[15:04:18.763] Build status: STARTED
[15:04:18.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:36:0) after 6m48s
[15:11:06.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:36:0)
[15:11:06.795] Build status: STARTED
[15:11:06.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:37:0) after 1m7s
[15:12:13.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:37:0)
[15:12:13.840] Build status: STARTED
[15:12:13.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:38:0) after 4m51s
[15:17:05.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:38:0)
[15:17:05.075] Build status: STARTED
[15:17:05.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:39:0) after 3m13s
[15:20:18.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:39:0)
[15:20:18.120] Build status: STARTED
[15:20:18.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:40:0) after 9m40s
[15:29:58.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:40:0)
[15:29:58.278] Build status: STARTED
[15:29:58.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:41:0) after 7m27s
[15:37:25.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:41:0)
[15:37:25.335] Build status: STARTED
[15:37:25.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:42:0) after 5m15s
[15:42:40.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:42:0)
[15:42:40.383] Build status: STARTED
[15:42:40.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:43:0) after 4m13s
[15:46:53.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:43:0)
[15:46:53.657] Build status: STARTED
[15:46:53.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:44:0) after 9m46s
[15:56:39.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:44:0)
[15:56:39.736] Build status: STARTED
[15:56:39.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:45:0) after 6m15s
[16:02:54.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:45:0)
[16:02:55.007] Build status: STARTED
[16:02:55.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:46:0) after 8m28s
[16:11:23.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:46:0)
[16:11:23.207] Build status: STARTED
[16:11:23.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:47:0) after 9m20s
[16:20:43.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:47:0)
[16:20:43.253] Build status: STARTED
[16:20:43.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:48:0) after 3m25s
[16:24:08.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:48:0)
[16:24:08.557] Build status: STARTED
[16:24:08.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:49:0) after 9m50s
[16:33:58.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:49:0)
[16:33:58.620] Build status: STARTED
[16:33:58.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:50:0) after 1m57s
[16:35:55.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:50:0)
[16:35:55.827] Build status: STARTED
[16:35:55.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:51:0) after 2m51s
[16:38:46.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:51:0)
[16:38:46.909] Build status: STARTED
[16:38:46.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:52:0) after 1m56s
[16:40:43.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:52:0)
[16:40:43.299] Build status: STARTED
[16:40:43.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:53:0) after 5m22s
[16:46:05.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:53:0)
[16:46:05.429] Build status: STARTED
[16:46:05.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:54:0) after 8m24s
[16:54:29.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:54:0)
[16:54:29.496] Build status: STARTED
[16:54:29.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:55:0) after 6m10s
[17:00:39.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:55:0)
[17:00:39.583] Build status: STARTED
[17:00:39.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:56:0) after 3m55s
[17:04:34.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:56:0)
[17:04:34.662] Build status: STARTED
[17:04:34.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:57:0) after 8m55s
[17:13:29.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:57:0)
[17:13:29.768] Build status: STARTED
[17:13:29.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:58:0) after 7m47s
[17:21:16.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:58:0)
[17:21:17.024] Build status: STARTED
[17:21:17.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:59:0) after 4m52s
[17:26:09.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:59:0)
[17:26:09.144] Build status: STARTED
[17:26:09.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:60:0) after 2m57s
[17:29:06.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:60:0)
[17:29:06.285] Build status: STARTED
[17:29:06.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:61:0) after 1m22s
[17:30:28.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:61:0)
[17:30:28.354] Build status: STARTED
[17:30:28.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:62:0) after 7m39s
[17:38:07.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:62:0)
[17:38:07.609] Build status: STARTED
[17:38:07.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:63:0) after 5m54s
[17:44:01.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:63:0)
[17:44:01.720] Build status: STARTED
[17:44:01.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:64:0) after 3m4s
[17:47:05.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:64:0)
[17:47:05.760] Build status: STARTED
[17:47:05.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:65:0) after 2m28s
[17:49:33.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:65:0)
[17:49:33.967] Build status: STARTED
[17:49:33.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:66:0) after 3m39s
[17:53:13.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:66:0)
[17:53:13.276] Build status: STARTED
[17:53:13.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:67:0) after 6m17s
[17:59:30.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:67:0)
[17:59:30.317] Build status: STARTED
[17:59:30.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:68:0) after 8m6s
[18:07:36.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:68:0)
[18:07:36.367] Build status: STARTED
[18:07:36.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:69:0) after 9m18s
[18:16:54.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:69:0)
[18:16:54.571] Build status: STARTED
[18:16:54.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:70:0) after 3m12s
[18:20:06.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:70:0)
[18:20:06.791] Build status: STARTED
[18:20:06.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:71:0) after 3m58s
[18:24:04.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:71:0)
[18:24:04.836] Build status: STARTED
[18:24:04.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:72:0) after 2m35s
[18:26:39.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:72:0)
[18:26:39.891] Build status: STARTED
[18:26:39.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:73:0) after 9m59s
[18:36:38.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:73:0)
[18:36:38.945] Build status: STARTED
[18:36:38.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:74:0) after 9m52s
[18:46:31.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:74:0)
[18:46:31.414] Build status: STARTED
[18:46:31.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:75:0) after 5m57s
[18:52:28.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:75:0)
[18:52:28.470] Build status: STARTED
[18:52:28.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:76:0) after 5m54s
[18:58:22.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:76:0)
[18:58:22.532] Build status: STARTED
[18:58:22.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:77:0) after 6m45s
[19:05:07.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:77:0)
[19:05:07.628] Build status: STARTED
[19:05:07.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:78:0) after 6m48s
[19:11:55.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:78:0)
[19:11:55.992] Build status: STARTED
[19:11:55.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:79:0) after 4m41s
[19:16:37.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:79:0)
[19:16:37.121] Build status: STARTED
[19:16:37.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:80:0) after 6m32s
[19:23:09.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:80:0)
[19:23:09.290] Build status: STARTED
[19:23:09.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:81:0) after 7m37s
[19:30:46.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:81:0)
[19:30:46.373] Build status: STARTED
[19:30:46.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:82:0) after 5m17s
[19:36:03.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:82:0)
[19:36:03.709] Build status: STARTED
[19:36:03.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:83:0) after 7m29s
[19:43:32.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:83:0)
[19:43:32.831] Build status: STARTED
[19:43:32.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:84:0) after 1m49s
[19:45:21.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:84:0)
[19:45:21.880] Build status: STARTED
[19:45:21.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:85:0) after 5m2s
[19:50:23.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:85:0)
[19:50:23.993] Build status: STARTED
[19:50:23.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:86:0) after 5m35s
[19:55:59.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:86:0)
[19:55:59.223] Build status: STARTED
[19:55:59.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:87:0) after 6m12s
[20:02:11.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:87:0)
[20:02:11.280] Build status: STARTED
[20:02:11.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:88:0) after 9m13s
[20:11:24.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:88:0)
[20:11:24.342] Build status: STARTED
[20:11:24.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:89:0) after 3m19s
[20:14:43.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:89:0)
[20:14:43.429] Build status: STARTED
[20:14:43.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:90:0) after 4m1s
[20:18:44.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:90:0)
[20:18:44.610] Build status: STARTED
[20:18:44.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:91:0) after 6m50s
[20:25:34.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:91:0)
[20:25:34.802] Build status: STARTED
[20:25:34.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:92:0) after 7m3s
[20:32:37.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:92:0)
[20:32:37.913] Build status: STARTED
[20:32:37.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:93:0) after 2m30s
[20:35:07.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:93:0)
[20:35:07.955] Build status: STARTED
[20:35:07.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:94:0) after 3m37s
[20:38:45.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:94:0)
[20:38:45.240] Build status: STARTED
[20:38:45.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:95:0) after 5m0s
[20:43:45.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:95:0)
[20:43:45.458] Build status: STARTED
[20:43:45.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:96:0) after 1m18s
[20:45:03.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:96:0)
[20:45:03.501] Build status: STARTED
[20:45:03.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:97:0) after 6m39s
[20:51:42.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:97:0)
[20:51:42.762] Build status: STARTED
[20:51:42.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:98:0) after 9m45s
[21:01:27.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:98:0)
[21:01:27.815] Build status: STARTED
[21:01:27.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:99:0) after 2m31s
[21:03:58.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:99:0)
[21:03:58.856] Build status: STARTED
[21:03:58.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:100:0) after 6m16s
[21:10:14.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:100:0)
[21:10:14.961] Build status: STARTED
[21:10:14.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:101:0) after 6m4s
[21:16:19.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:101:0)
[21:16:19.167] Build status: STARTED
[21:16:19.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:102:0) after 1m49s
[21:18:08.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:102:0)
[21:18:08.247] Build status: STARTED
[21:18:08.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:103:0) after 9m46s
[21:27:54.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:103:0)
[21:27:54.290] Build status: STARTED
[21:27:54.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:104:0) after 8m2s
[21:35:56.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:104:0)
[21:35:56.343] Build status: STARTED
[21:35:56.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:105:0) after 4m35s
[21:40:31.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:105:0)
[21:40:31.392] Build status: STARTED
[21:40:31.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:106:0) after 9m20s
[21:49:51.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:106:0)
[21:49:51.624] Build status: STARTED
[21:49:51.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:107:0) after 2m34s
[21:52:25.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:107:0)
[21:52:25.784] Build status: STARTED
[21:52:25.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:108:0) after 6m2s
[21:58:27.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:108:0)
[21:58:27.850] Build status: STARTED
[21:58:27.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:109:0) after 4m23s
[22:02:50.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:109:0)
[22:02:50.947] Build status: STARTED
[22:02:50.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:110:0) after 1m30s
[22:04:20.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:110:0)
[22:04:20.991] Build status: STARTED
[22:04:20.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:111:0) after 9m57s
[22:14:18.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:111:0)
[22:14:18.084] Build status: STARTED
[22:14:18.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:112:0) after 5m32s
[22:19:50.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:112:0)
[22:19:50.860] Build status: STARTED
[22:19:50.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:113:0) after 9m0s
[22:28:50.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:113:0)
[22:28:50.904] Build status: STARTED
[22:28:50.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:114:0) after 6m21s
[22:35:12.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:114:0)
[22:35:12.069] Build status: STARTED
[22:35:12.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:115:0) after 5m54s
[22:41:07.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:115:0)
[22:41:07.044] Build status: STARTED
[22:41:07.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:116:0) after 9m28s
[22:50:35.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:116:0)
[22:50:35.544] Build status: STARTED
[22:50:35.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:117:0) after 9m37s
[23:00:12.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:117:0)
[23:00:12.733] Build status: STARTED
[23:00:12.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:118:0) after 6m35s
[23:06:47.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:118:0)
[23:06:47.774] Build status: STARTED
[23:06:47.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:119:0) after 4m49s
[23:11:36.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:119:0)
[23:11:37.012] Build status: STARTED
[23:11:37.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:120:0) after 5m10s
[23:16:47.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:120:0)
[23:16:47.058] Build status: STARTED
[23:16:47.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:121:0) after 2m28s
[23:19:15.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:121:0)
[23:19:15.119] Build status: STARTED
[23:19:15.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:122:0) after 1m35s
[23:20:50.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:122:0)
[23:20:50.599] Build status: STARTED
[23:20:50.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:123:0) after 9m16s
[23:30:06.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:123:0)
[23:30:06.591] Build status: STARTED
[23:30:06.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:124:0) after 3m55s
[23:34:02.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:124:0)
[23:34:02.160] Build status: STARTED
[23:34:02.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:125:0) after 6m1s
[23:40:05.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:125:0)
[23:40:05.303] Build status: STARTED
[23:40:05.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:126:0) after 5m5s
[23:45:10.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:126:0)
[23:45:10.417] Build status: STARTED
[23:45:10.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:127:0) after 4m40s
[23:49:50.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:127:0)
[23:49:50.752] Build status: STARTED
[23:49:50.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:128:0) after 5m25s
[23:55:15.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:128:0)
[23:55:15.814] Build status: STARTED
[23:55:15.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:129:0) after 5m59s
[00:01:14.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:129:0)
[00:01:14.968] Build status: STARTED
[00:01:14.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:130:0) after 4m7s
[00:05:22.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:130:0)
[00:05:22.438] Build status: STARTED
[00:05:22.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:131:0) after 8m59s
[00:14:21.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:131:0)
[00:14:21.908] Build status: STARTED
[00:14:21.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:132:0) after 8m28s
[00:22:50.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:132:0)
[00:22:50.205] Build status: STARTED
[00:22:50.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:133:0) after 3m2s
[00:25:52.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:133:0)
[00:25:52.372] Build status: STARTED
[00:25:52.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:134:0) after 3m54s
[00:29:46.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:134:0)
[00:29:46.783] Build status: STARTED
[00:29:46.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:135:0) after 3m51s
[00:33:37.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:135:0)
[00:33:37.838] Build status: STARTED
[00:33:37.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:136:0) after 3m44s
[00:37:21.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:136:0)
[00:37:21.892] Build status: STARTED
[00:37:21.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:137:0) after 9m12s
[00:46:34.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:137:0)
[00:46:34.120] Build status: STARTED
[00:46:34.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:138:0) after 5m10s
[00:51:44.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:138:0)
[00:51:44.165] Build status: STARTED
[00:51:44.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:139:0) after 3m7s
[00:54:51.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:139:0)
[00:54:51.216] Build status: STARTED
[00:54:51.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:140:0) after 9m20s
[01:04:11.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:140:0)
[01:04:11.868] Build status: STARTED
[01:04:11.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:141:0) after 5m48s
[01:09:59.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:141:0)
[01:09:59.916] Build status: STARTED
[01:09:59.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:142:0) after 9m36s
[01:19:36.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:142:0)
[01:19:36.047] Build status: STARTED
[01:19:36.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:143:0) after 2m25s
[01:22:01.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:143:0)
[01:22:01.118] Build status: STARTED
[01:22:01.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:144:0) after 1m54s
[01:23:55.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:144:0)
[01:23:55.157] Build status: STARTED
[01:23:55.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:145:0) after 6m24s
[01:30:19.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:145:0)
[01:30:19.741] Build status: STARTED
[01:30:19.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:146:0) after 2m18s
[01:32:38.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:146:0)
[01:32:38.218] Build status: STARTED
[01:32:38.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:147:0) after 7m30s
[01:40:08.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:147:0)
[01:40:08.389] Build status: STARTED
[01:40:08.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:148:0) after 4m54s
[01:45:02.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:148:0)
[01:45:02.492] Build status: STARTED
[01:45:02.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:149:0) after 1m21s
[01:46:23.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:149:0)
[01:46:23.569] Build status: STARTED
[01:46:23.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:150:0) after 7m49s
[01:54:12.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:150:0)
[01:54:12.636] Build status: STARTED
[01:54:12.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:151:0) after 2m21s
[01:56:33.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:151:0)
[01:56:33.858] Build status: STARTED
[01:56:33.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:152:0) after 8m3s
[02:04:36.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:152:0)
[02:04:36.917] Build status: STARTED
[02:04:36.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:153:0) after 2m57s
[02:07:33.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:153:0)
[02:07:33.969] Build status: STARTED
[02:07:33.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:154:0) after 1m0s
[02:08:33.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:154:0)
[02:08:34.016] Build status: STARTED
[02:08:34.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:155:0) after 1m51s
[02:10:25.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:155:0)
[02:10:25.059] Build status: STARTED
[02:10:25.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:156:0) after 6m58s
[02:17:23.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:156:0)
[02:17:23.105] Build status: STARTED
[02:17:23.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:157:0) after 6m0s
[02:23:23.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:157:0)
[02:23:23.160] Build status: STARTED
[02:23:23.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:158:0) after 1m24s
[02:24:47.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:158:0)
[02:24:47.307] Build status: STARTED
[02:24:47.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:159:0) after 9m0s
[02:33:47.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:159:0)
[02:33:47.554] Build status: STARTED
[02:33:47.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:160:0) after 3m59s
[02:37:46.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:160:0)
[02:37:46.596] Build status: STARTED
[02:37:46.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:161:0) after 8m55s
[02:46:41.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:161:0)
[02:46:41.782] Build status: STARTED
[02:46:41.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:162:0) after 4m16s
[02:50:57.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:162:0)
[02:50:57.818] Build status: STARTED
[02:50:57.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:163:0) after 6m33s
[02:57:31.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:163:0)
[02:57:31.077] Build status: STARTED
[02:57:31.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:164:0) after 9m6s
[03:06:37.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:164:0)
[03:06:37.125] Build status: STARTED
[03:06:37.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:165:0) after 7m50s
[03:14:27.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:165:0)
[03:14:27.260] Build status: STARTED
[03:14:27.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:166:0) after 8m5s
[03:22:33.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:166:0)
[03:22:33.365] Build status: STARTED
[03:22:33.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:167:0) after 8m47s
[03:31:20.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:167:0)
[03:31:20.423] Build status: STARTED
[03:31:20.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:168:0) after 9m20s
[03:40:40.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:168:0)
[03:40:40.484] Build status: STARTED
[03:40:40.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:169:0) after 6m55s
[03:47:35.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:169:0)
[03:47:35.550] Build status: STARTED
[03:47:35.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:170:0) after 8m23s
[03:55:58.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:170:0)
[03:55:58.655] Build status: STARTED
[03:55:58.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:171:0) after 1m46s
[03:57:44.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:171:0)
[03:57:44.905] Build status: STARTED
[03:57:44.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:172:0) after 8m9s
[04:05:54.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:172:0)
[04:05:54.238] Build status: STARTED
[04:05:54.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:173:0) after 8m50s
[04:14:44.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:173:0)
[04:14:44.337] Build status: STARTED
[04:14:44.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:174:0) after 8m11s
[04:22:55.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:174:0)
[04:22:55.634] Build status: STARTED
[04:22:55.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:175:0) after 1m44s
[04:24:39.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:175:0)
[04:24:39.679] Build status: STARTED
[04:24:39.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:176:0) after 7m29s
[04:32:08.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:176:0)
[04:32:08.731] Build status: STARTED
[04:32:08.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:177:0) after 3m45s
[04:35:53.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:177:0)
[04:35:53.784] Build status: STARTED
[04:35:53.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:178:0) after 9m17s
[04:45:10.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:178:0)
[04:45:10.880] Build status: STARTED
[04:45:10.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:179:0) after 9m38s
[04:54:49.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:179:0)
[04:54:49.072] Build status: STARTED
[04:54:49.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:180:0) after 2m37s
[04:57:26.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:180:0)
[04:57:26.538] Build status: STARTED
[04:57:26.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:181:0) after 1m10s
[04:58:36.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:181:0)
[04:58:36.582] Build status: STARTED
[04:58:36.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:182:0) after 1m20s
[04:59:56.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:182:0)
[04:59:56.647] Build status: STARTED
[04:59:56.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:183:0) after 1m38s
[05:01:34.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:183:0)
[05:01:34.717] Build status: STARTED
[05:01:34.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:184:0) after 8m21s
[05:09:55.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:184:0)
[05:09:55.772] Build status: STARTED
[05:09:55.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:185:0) after 2m9s
[05:12:04.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:185:0)
[05:12:04.872] Build status: STARTED
[05:12:04.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:186:0) after 9m54s
[05:21:59.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:186:0)
[05:21:59.736] Build status: STARTED
[05:21:59.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:187:0) after 5m1s
[05:27:00.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:187:0)
[05:27:00.783] Build status: STARTED
[05:27:00.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:188:0) after 5m33s
[05:32:33.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:188:0)
[05:32:33.915] Build status: STARTED
[05:32:33.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:189:0) after 6m36s
[05:39:09.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:189:0)
[05:39:09.959] Build status: STARTED
[05:39:09.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:190:0) after 9m31s
[05:48:40.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:190:0)
[05:48:41.038] Build status: STARTED
[05:48:41.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:191:0) after 2m39s
[05:51:20.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:191:0)
[05:51:20.077] Build status: STARTED
[05:51:20.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:192:0) after 5m25s
[05:56:45.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:192:0)
[05:56:45.150] Build status: STARTED
[05:56:45.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:193:0) after 1m12s
[05:57:57.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:193:0)
[05:57:57.498] Build status: STARTED
[05:57:57.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:194:0) after 2m8s
[06:00:05.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:194:0)
[06:00:05.953] Build status: STARTED
[06:00:05.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:195:0) after 1m5s
[06:01:11.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:195:0)
[06:01:11.334] Build status: STARTED
[06:01:11.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:196:0) after 3m33s
[06:04:45.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:196:0)
[06:04:45.235] Build status: STARTED
[06:04:45.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:197:0) after 6m8s
[06:10:53.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:197:0)
[06:10:53.392] Build status: STARTED
[06:10:53.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:198:0) after 9m9s
[06:20:02.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:198:0)
[06:20:02.632] Build status: STARTED
[06:20:02.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:199:0) after 9m40s
[06:29:42.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:199:0)
[06:29:42.679] Build status: STARTED
[06:29:42.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:200:0) after 5m19s
[06:35:02.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:200:0)
[06:35:02.725] Build status: STARTED
[06:35:02.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:201:0) after 4m35s
[06:39:38.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:201:0)
[06:39:38.064] Build status: STARTED
[06:39:38.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:202:0) after 3m31s
[06:43:09.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:202:0)
[06:43:09.242] Build status: STARTED
[06:43:09.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:203:0) after 2m40s
[06:45:50.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:203:0)
[06:45:50.747] Build status: STARTED
[06:45:50.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:204:0) after 2m39s
[06:48:29.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:204:0)
[06:48:29.787] Build status: STARTED
[06:48:29.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:205:0) after 9m19s
[06:57:48.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:205:0)
[06:57:48.922] Build status: STARTED
[06:57:48.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:206:0) after 7m34s
[07:05:23.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:206:0)
[07:05:23.144] Build status: STARTED
[07:05:23.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:207:0) after 2m45s
[07:08:08.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:207:0)
[07:08:08.449] Build status: STARTED
[07:08:08.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:208:0) after 7m13s
[07:15:21.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:208:0)
[07:15:21.514] Build status: STARTED
[07:15:21.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:209:0) after 6m51s
[07:22:12.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:209:0)
[07:22:12.551] Build status: STARTED
[07:22:12.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:210:0) after 1m55s
[07:24:07.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:210:0)
[07:24:07.630] Build status: STARTED
[07:24:07.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:211:0) after 5m9s
[07:29:17.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:211:0)
[07:29:17.044] Build status: STARTED
[07:29:17.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:212:0) after 3m32s
[07:32:49.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:212:0)
[07:32:49.216] Build status: STARTED
[07:32:49.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:213:0) after 5m33s
[07:38:22.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:213:0)
[07:38:22.277] Build status: STARTED
[07:38:22.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:214:0) after 4m50s
[07:43:12.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:214:0)
[07:43:12.427] Build status: STARTED
[07:43:12.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:215:0) after 2m51s
[07:46:03.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:215:0)
[07:46:03.507] Build status: STARTED
[07:46:03.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:216:0) after 2m4s
[07:48:07.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:216:0)
[07:48:07.550] Build status: STARTED
[07:48:07.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:217:0) after 6m20s
[07:54:27.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:217:0)
[07:54:27.592] Build status: STARTED
[07:54:27.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946644206172432480:218:0) after 9m41s
[07:58:24.639] Received PubSub notification, asking Buildbucket for the build status
[07:58:24.659] Build:
{
  "id": "8781214144219980065",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29943,
  "createdBy": "project:chromium",
  "createTime": "2023-05-13T11:50:26.002480099Z",
  "startTime": "2023-05-13T11:51:21.555951Z",
  "endTime": "2023-05-14T07:58:23.844137Z",
  "updateTime": "2023-05-14T07:58:23.844137Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "faea79c9704e5feb08c99281a4a31281e478122a",
      "ref": "refs/heads/main"
    }
  }
}
[07:58:24.659] Invocation finished in 20h7m59.903600415s with status FAILED