Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4c4be495bbf5e19a73586b704e13be07c4b22f13"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4c4be495bbf5e19a73586b704e13be07c4b22f13
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:25:30.198] New invocation is queued and will start shortly
[04:25:31.279] Starting the invocation (attempt 1)
[04:25:31.308] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4c4be495bbf5e19a73586b704e13be07c4b22f13"
[04:25:31.308] Popped gitiles commit info from properties and tags
[04:25:31.308] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:25:31.308] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:25:31.309] Buildbucket request:
{
  "requestId": "8929458773837274496",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4c4be495bbf5e19a73586b704e13be07c4b22f13",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8929458773837274496"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:25:31.965] Scheduled build:
{
  "id": "8764028711929001409",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30770,
  "createdBy": "project:chromium",
  "createTime": "2023-11-19T04:25:31.394174396Z",
  "updateTime": "2023-11-19T04:25:31.394174396Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4c4be495bbf5e19a73586b704e13be07c4b22f13",
      "ref": "refs/heads/main"
    }
  }
}
[04:25:31.965] Task URL: https://cr-buildbucket.appspot.com/build/8764028711929001409
[04:25:31.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:2:0) after 7m19s
[04:25:32.887] Received PubSub notification, asking Buildbucket for the build status
[04:25:32.916] Build status: SCHEDULED
[04:25:37.121] Received PubSub notification, asking Buildbucket for the build status
[04:25:37.143] Build status: STARTED
[04:32:50.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:2:0)
[04:32:51.019] Build status: STARTED
[04:32:51.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:5:0) after 4m37s
[04:37:28.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:5:0)
[04:37:28.119] Build status: STARTED
[04:37:28.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:6:0) after 7m7s
[04:44:35.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:6:0)
[04:44:35.312] Build status: STARTED
[04:44:35.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:7:0) after 7m31s
[04:52:06.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:7:0)
[04:52:06.407] Build status: STARTED
[04:52:06.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:8:0) after 5m1s
[04:57:07.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:8:0)
[04:57:07.459] Build status: STARTED
[04:57:07.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:9:0) after 1m7s
[04:58:14.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:9:0)
[04:58:14.863] Build status: STARTED
[04:58:14.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:10:0) after 3m43s
[05:01:58.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:10:0)
[05:01:58.208] Build status: STARTED
[05:01:58.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:11:0) after 7m10s
[05:09:08.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:11:0)
[05:09:08.422] Build status: STARTED
[05:09:08.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:12:0) after 1m17s
[05:10:25.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:12:0)
[05:10:25.479] Build status: STARTED
[05:10:25.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:13:0) after 4m46s
[05:15:11.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:13:0)
[05:15:11.743] Build status: STARTED
[05:15:11.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:14:0) after 3m41s
[05:18:52.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:14:0)
[05:18:52.791] Build status: STARTED
[05:18:52.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:15:0) after 8m53s
[05:27:45.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:15:0)
[05:27:45.896] Build status: STARTED
[05:27:45.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:16:0) after 6m8s
[05:33:53.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:16:0)
[05:33:53.938] Build status: STARTED
[05:33:53.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:17:0) after 9m2s
[05:42:55.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:17:0)
[05:42:55.987] Build status: STARTED
[05:42:55.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:18:0) after 4m38s
[05:47:34.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:18:0)
[05:47:34.105] Build status: STARTED
[05:47:34.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:19:0) after 1m9s
[05:48:43.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:19:0)
[05:48:43.146] Build status: STARTED
[05:48:43.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:20:0) after 4m1s
[05:52:44.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:20:0)
[05:52:44.161] Build status: STARTED
[05:52:44.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:21:0) after 7m49s
[06:00:33.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:21:0)
[06:00:33.411] Build status: STARTED
[06:00:33.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:22:0) after 4m55s
[06:05:28.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:22:0)
[06:05:28.752] Build status: STARTED
[06:05:28.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:23:0) after 2m40s
[06:08:08.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:23:0)
[06:08:08.993] Build status: STARTED
[06:08:08.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:24:0) after 5m42s
[06:13:51.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:24:0)
[06:13:51.471] Build status: STARTED
[06:13:51.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:25:0) after 4m37s
[06:18:28.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:25:0)
[06:18:28.543] Build status: STARTED
[06:18:28.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:26:0) after 6m32s
[06:25:00.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:26:0)
[06:25:00.589] Build status: STARTED
[06:25:00.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:27:0) after 6m46s
[06:31:46.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:27:0)
[06:31:46.630] Build status: STARTED
[06:31:46.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:28:0) after 8m40s
[06:40:26.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:28:0)
[06:40:26.695] Build status: STARTED
[06:40:26.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:29:0) after 4m4s
[06:44:30.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:29:0)
[06:44:30.745] Build status: STARTED
[06:44:30.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:30:0) after 8m4s
[06:52:34.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:30:0)
[06:52:34.787] Build status: STARTED
[06:52:34.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:31:0) after 4m57s
[06:57:31.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:31:0)
[06:57:31.838] Build status: STARTED
[06:57:31.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:32:0) after 8m0s
[07:05:32.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:32:0)
[07:05:32.076] Build status: STARTED
[07:05:32.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:33:0) after 2m35s
[07:08:07.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:33:0)
[07:08:07.128] Build status: STARTED
[07:08:07.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:34:0) after 2m12s
[07:10:19.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:34:0)
[07:10:19.276] Build status: STARTED
[07:10:19.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:35:0) after 3m56s
[07:14:15.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:35:0)
[07:14:15.446] Build status: STARTED
[07:14:15.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:36:0) after 5m45s
[07:20:00.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:36:0)
[07:20:00.483] Build status: STARTED
[07:20:00.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:37:0) after 2m31s
[07:22:31.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:37:0)
[07:22:31.525] Build status: STARTED
[07:22:31.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:38:0) after 2m37s
[07:25:08.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:38:0)
[07:25:08.905] Build status: STARTED
[07:25:08.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:39:0) after 4m47s
[07:29:55.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:39:0)
[07:29:55.947] Build status: STARTED
[07:29:55.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:40:0) after 5m37s
[07:35:33.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:40:0)
[07:35:33.263] Build status: STARTED
[07:35:33.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:41:0) after 5m21s
[07:40:54.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:41:0)
[07:40:54.526] Build status: STARTED
[07:40:54.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:42:0) after 3m4s
[07:43:58.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:42:0)
[07:43:58.747] Build status: STARTED
[07:43:58.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:43:0) after 9m28s
[07:53:27.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:43:0)
[07:53:27.445] Build status: STARTED
[07:53:27.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:44:0) after 5m20s
[07:58:47.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:44:0)
[07:58:47.574] Build status: STARTED
[07:58:47.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:45:0) after 2m58s
[08:01:45.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:45:0)
[08:01:45.901] Build status: STARTED
[08:01:45.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:46:0) after 2m57s
[08:04:42.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:46:0)
[08:04:42.957] Build status: STARTED
[08:04:42.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:47:0) after 3m25s
[08:08:07.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:47:0)
[08:08:07.998] Build status: STARTED
[08:08:07.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:48:0) after 2m12s
[08:10:20.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:48:0)
[08:10:20.047] Build status: STARTED
[08:10:20.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:49:0) after 7m38s
[08:17:58.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:49:0)
[08:17:58.093] Build status: STARTED
[08:17:58.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:50:0) after 6m57s
[08:24:55.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:50:0)
[08:24:55.125] Build status: STARTED
[08:24:55.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:51:0) after 2m34s
[08:27:29.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:51:0)
[08:27:29.211] Build status: STARTED
[08:27:29.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:52:0) after 1m34s
[08:29:03.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:52:0)
[08:29:03.400] Build status: STARTED
[08:29:03.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:53:0) after 7m49s
[08:36:52.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:53:0)
[08:36:52.458] Build status: STARTED
[08:36:52.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:54:0) after 4m37s
[08:41:29.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:54:0)
[08:41:29.499] Build status: STARTED
[08:41:29.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:55:0) after 6m34s
[08:48:03.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:55:0)
[08:48:03.568] Build status: STARTED
[08:48:03.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:56:0) after 8m32s
[08:56:35.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:56:0)
[08:56:35.614] Build status: STARTED
[08:56:35.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:57:0) after 1m52s
[08:58:27.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:57:0)
[08:58:27.951] Build status: STARTED
[08:58:27.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:58:0) after 1m18s
[08:59:45.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:58:0)
[08:59:45.987] Build status: STARTED
[08:59:45.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:59:0) after 3m34s
[09:03:20.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:59:0)
[09:03:20.613] Build status: STARTED
[09:03:20.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:60:0) after 7m36s
[09:10:56.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:60:0)
[09:10:56.664] Build status: STARTED
[09:10:56.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:61:0) after 1m20s
[09:12:17.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:61:0)
[09:12:17.069] Build status: STARTED
[09:12:17.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:62:0) after 1m31s
[09:13:48.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:62:0)
[09:13:48.212] Build status: STARTED
[09:13:48.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:63:0) after 4m1s
[09:17:49.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:63:0)
[09:17:49.509] Build status: STARTED
[09:17:49.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:64:0) after 7m48s
[09:25:37.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:64:0)
[09:25:37.548] Build status: STARTED
[09:25:37.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:65:0) after 3m51s
[09:29:28.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:65:0)
[09:29:28.601] Build status: STARTED
[09:29:28.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:66:0) after 7m3s
[09:36:31.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:66:0)
[09:36:31.658] Build status: STARTED
[09:36:31.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:67:0) after 7m2s
[09:43:33.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:67:0)
[09:43:33.699] Build status: STARTED
[09:43:33.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:68:0) after 2m22s
[09:45:56.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:68:0)
[09:45:56.283] Build status: STARTED
[09:45:56.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:69:0) after 8m28s
[09:54:24.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:69:0)
[09:54:24.674] Build status: STARTED
[09:54:24.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:70:0) after 5m9s
[09:59:33.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:70:0)
[09:59:33.921] Build status: STARTED
[09:59:33.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:71:0) after 3m0s
[10:02:34.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:71:0)
[10:02:34.064] Build status: STARTED
[10:02:34.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:72:0) after 9m27s
[10:12:01.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:72:0)
[10:12:01.223] Build status: STARTED
[10:12:01.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:73:0) after 8m50s
[10:20:51.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:73:0)
[10:20:51.448] Build status: STARTED
[10:20:51.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:74:0) after 1m23s
[10:22:14.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:74:0)
[10:22:14.515] Build status: STARTED
[10:22:14.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:75:0) after 4m45s
[10:26:59.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:75:0)
[10:26:59.573] Build status: STARTED
[10:26:59.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:76:0) after 8m6s
[10:35:05.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:76:0)
[10:35:05.886] Build status: STARTED
[10:35:05.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:77:0) after 8m21s
[10:43:26.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:77:0)
[10:43:26.978] Build status: STARTED
[10:43:26.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:78:0) after 7m54s
[10:51:21.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:78:0)
[10:51:21.032] Build status: STARTED
[10:51:21.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:79:0) after 6m15s
[10:57:36.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:79:0)
[10:57:36.392] Build status: STARTED
[10:57:36.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:80:0) after 6m48s
[11:04:24.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:80:0)
[11:04:24.470] Build status: STARTED
[11:04:24.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:81:0) after 7m22s
[11:11:46.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:81:0)
[11:11:46.855] Build status: STARTED
[11:11:46.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:82:0) after 7m27s
[11:19:14.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:82:0)
[11:19:14.059] Build status: STARTED
[11:19:14.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:83:0) after 4m41s
[11:23:55.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:83:0)
[11:23:55.105] Build status: STARTED
[11:23:55.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:84:0) after 1m41s
[11:25:36.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:84:0)
[11:25:36.504] Build status: STARTED
[11:25:36.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:85:0) after 6m7s
[11:31:43.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:85:0)
[11:31:43.671] Build status: STARTED
[11:31:43.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:86:0) after 5m50s
[11:37:33.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:86:0)
[11:37:33.712] Build status: STARTED
[11:37:33.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:87:0) after 8m48s
[11:46:21.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:87:0)
[11:46:21.966] Build status: STARTED
[11:46:21.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:88:0) after 3m40s
[11:50:02.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:88:0)
[11:50:02.071] Build status: STARTED
[11:50:02.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:89:0) after 2m53s
[11:52:55.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:89:0)
[11:52:55.125] Build status: STARTED
[11:52:55.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:90:0) after 5m8s
[11:58:03.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:90:0)
[11:58:03.308] Build status: STARTED
[11:58:03.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:91:0) after 7m22s
[12:05:25.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:91:0)
[12:05:25.656] Build status: STARTED
[12:05:25.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:92:0) after 4m11s
[12:09:36.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:92:0)
[12:09:36.909] Build status: STARTED
[12:09:36.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:93:0) after 8m42s
[12:18:19.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:93:0)
[12:18:19.086] Build status: STARTED
[12:18:19.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:94:0) after 8m9s
[12:26:28.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:94:0)
[12:26:28.334] Build status: STARTED
[12:26:28.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:95:0) after 9m8s
[12:35:36.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:95:0)
[12:35:36.449] Build status: STARTED
[12:35:36.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:96:0) after 8m12s
[12:43:48.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:96:0)
[12:43:48.569] Build status: STARTED
[12:43:48.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:97:0) after 2m32s
[12:46:20.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:97:0)
[12:46:20.618] Build status: STARTED
[12:46:20.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:98:0) after 8m8s
[12:54:28.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:98:0)
[12:54:28.645] Build status: STARTED
[12:54:28.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:99:0) after 3m55s
[12:58:23.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:99:0)
[12:58:23.694] Build status: STARTED
[12:58:23.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:100:0) after 8m53s
[13:07:16.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:100:0)
[13:07:16.952] Build status: STARTED
[13:07:16.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:101:0) after 7m10s
[13:14:26.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:101:0)
[13:14:26.996] Build status: STARTED
[13:14:26.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:102:0) after 8m58s
[13:23:25.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:102:0)
[13:23:25.041] Build status: STARTED
[13:23:25.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:103:0) after 4m48s
[13:28:13.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:103:0)
[13:28:13.082] Build status: STARTED
[13:28:13.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:104:0) after 6m18s
[13:34:31.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:104:0)
[13:34:31.409] Build status: STARTED
[13:34:31.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:105:0) after 7m51s
[13:42:22.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:105:0)
[13:42:22.445] Build status: STARTED
[13:42:22.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:106:0) after 8m42s
[13:51:04.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:106:0)
[13:51:04.596] Build status: STARTED
[13:51:04.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:107:0) after 3m24s
[13:54:28.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:107:0)
[13:54:28.752] Build status: STARTED
[13:54:28.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:108:0) after 3m8s
[13:57:36.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:108:0)
[13:57:36.794] Build status: STARTED
[13:57:36.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:109:0) after 9m13s
[14:06:49.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:109:0)
[14:06:49.901] Build status: STARTED
[14:06:49.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:110:0) after 6m41s
[14:13:30.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:110:0)
[14:13:30.939] Build status: STARTED
[14:13:30.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:111:0) after 6m7s
[14:19:37.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:111:0)
[14:19:38.035] Build status: STARTED
[14:19:38.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:112:0) after 4m58s
[14:24:36.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:112:0)
[14:24:36.251] Build status: STARTED
[14:24:36.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:113:0) after 7m8s
[14:31:44.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:113:0)
[14:31:44.485] Build status: STARTED
[14:31:44.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:114:0) after 5m43s
[14:37:27.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:114:0)
[14:37:27.585] Build status: STARTED
[14:37:27.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:115:0) after 5m8s
[14:42:35.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:115:0)
[14:42:35.644] Build status: STARTED
[14:42:35.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:116:0) after 1m12s
[14:43:47.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:116:0)
[14:43:47.699] Build status: STARTED
[14:43:47.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:117:0) after 6m57s
[14:50:45.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:117:0)
[14:50:45.274] Build status: STARTED
[14:50:45.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:118:0) after 1m7s
[14:51:52.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:118:0)
[14:51:52.381] Build status: STARTED
[14:51:52.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:119:0) after 2m50s
[14:54:42.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:119:0)
[14:54:42.443] Build status: STARTED
[14:54:42.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:120:0) after 5m1s
[14:59:43.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:120:0)
[14:59:43.501] Build status: STARTED
[14:59:43.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:121:0) after 9m4s
[15:08:47.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:121:0)
[15:08:47.624] Build status: STARTED
[15:08:47.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:122:0) after 5m44s
[15:14:31.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:122:0)
[15:14:31.717] Build status: STARTED
[15:14:31.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:123:0) after 9m59s
[15:24:30.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:123:0)
[15:24:30.771] Build status: STARTED
[15:24:30.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:124:0) after 6m44s
[15:31:14.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:124:0)
[15:31:14.924] Build status: STARTED
[15:31:14.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:125:0) after 9m15s
[15:40:30.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:125:0)
[15:40:30.167] Build status: STARTED
[15:40:30.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:126:0) after 1m36s
[15:42:06.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:126:0)
[15:42:06.407] Build status: STARTED
[15:42:06.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:127:0) after 9m36s
[15:51:42.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:127:0)
[15:51:42.455] Build status: STARTED
[15:51:42.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:128:0) after 9m25s
[16:01:07.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:128:0)
[16:01:07.507] Build status: STARTED
[16:01:07.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:129:0) after 9m14s
[16:10:21.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:129:0)
[16:10:21.890] Build status: STARTED
[16:10:21.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:130:0) after 3m0s
[16:13:21.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:130:0)
[16:13:21.972] Build status: STARTED
[16:13:21.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:131:0) after 4m0s
[16:17:22.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:131:0)
[16:17:22.028] Build status: STARTED
[16:17:22.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:132:0) after 9m4s
[16:26:26.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:132:0)
[16:26:26.100] Build status: STARTED
[16:26:26.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:133:0) after 3m54s
[16:30:20.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:133:0)
[16:30:20.156] Build status: STARTED
[16:30:20.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:134:0) after 5m49s
[16:36:09.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:134:0)
[16:36:09.224] Build status: STARTED
[16:36:09.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:135:0) after 2m3s
[16:38:12.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:135:0)
[16:38:12.425] Build status: STARTED
[16:38:12.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:136:0) after 2m15s
[16:40:28.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:136:0)
[16:40:28.037] Build status: STARTED
[16:40:28.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:137:0) after 1m38s
[16:42:06.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:137:0)
[16:42:06.075] Build status: STARTED
[16:42:06.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:138:0) after 8m5s
[16:50:11.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:138:0)
[16:50:11.180] Build status: STARTED
[16:50:11.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:139:0) after 4m4s
[16:54:15.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:139:0)
[16:54:15.293] Build status: STARTED
[16:54:15.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:140:0) after 6m21s
[17:00:36.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:140:0)
[17:00:36.520] Build status: STARTED
[17:00:36.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:141:0) after 4m36s
[17:05:12.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:141:0)
[17:05:12.647] Build status: STARTED
[17:05:12.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:142:0) after 5m33s
[17:10:45.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:142:0)
[17:10:45.691] Build status: STARTED
[17:10:45.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:143:0) after 6m13s
[17:16:58.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:143:0)
[17:16:58.747] Build status: STARTED
[17:16:58.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:144:0) after 2m29s
[17:19:27.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:144:0)
[17:19:27.833] Build status: STARTED
[17:19:27.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:145:0) after 9m21s
[17:28:48.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:145:0)
[17:28:48.883] Build status: STARTED
[17:28:48.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:146:0) after 3m5s
[17:31:53.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:146:0)
[17:31:53.944] Build status: STARTED
[17:31:53.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:147:0) after 5m4s
[17:36:57.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:147:0)
[17:36:58.009] Build status: STARTED
[17:36:58.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:148:0) after 6m35s
[17:43:33.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:148:0)
[17:43:33.539] Build status: STARTED
[17:43:33.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:149:0) after 4m6s
[17:47:39.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:149:0)
[17:47:39.584] Build status: STARTED
[17:47:39.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:150:0) after 4m9s
[17:51:48.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:150:0)
[17:51:48.627] Build status: STARTED
[17:51:48.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:151:0) after 8m9s
[17:59:57.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:151:0)
[17:59:57.676] Build status: STARTED
[17:59:57.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:152:0) after 7m58s
[18:07:55.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:152:0)
[18:07:55.780] Build status: STARTED
[18:07:55.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:153:0) after 6m46s
[18:14:41.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:153:0)
[18:14:41.825] Build status: STARTED
[18:14:41.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:154:0) after 9m52s
[18:24:34.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:154:0)
[18:24:34.235] Build status: STARTED
[18:24:34.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:155:0) after 4m43s
[18:29:17.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:155:0)
[18:29:17.710] Build status: STARTED
[18:29:17.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:156:0) after 6m12s
[18:35:29.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:156:0)
[18:35:29.746] Build status: STARTED
[18:35:29.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:157:0) after 5m50s
[18:41:19.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:157:0)
[18:41:19.802] Build status: STARTED
[18:41:19.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:158:0) after 7m26s
[18:48:45.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:158:0)
[18:48:45.840] Build status: STARTED
[18:48:45.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:159:0) after 1m38s
[18:50:23.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:159:0)
[18:50:23.880] Build status: STARTED
[18:50:23.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:160:0) after 9m23s
[18:59:46.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:160:0)
[18:59:46.921] Build status: STARTED
[18:59:46.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:161:0) after 9m39s
[19:09:25.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:161:0)
[19:09:25.994] Build status: STARTED
[19:09:25.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:162:0) after 4m24s
[19:13:50.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:162:0)
[19:13:50.046] Build status: STARTED
[19:13:50.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:163:0) after 3m43s
[19:17:33.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:163:0)
[19:17:33.087] Build status: STARTED
[19:17:33.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:164:0) after 3m56s
[19:21:29.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:164:0)
[19:21:29.149] Build status: STARTED
[19:21:29.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:165:0) after 4m58s
[19:26:27.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:165:0)
[19:26:27.270] Build status: STARTED
[19:26:27.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:166:0) after 1m19s
[19:27:46.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:166:0)
[19:27:46.312] Build status: STARTED
[19:27:46.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:167:0) after 2m36s
[19:30:22.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:167:0)
[19:30:22.383] Build status: STARTED
[19:30:22.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:168:0) after 8m35s
[19:38:57.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:168:0)
[19:38:57.494] Build status: STARTED
[19:38:57.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:169:0) after 3m48s
[19:42:45.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:169:0)
[19:42:45.584] Build status: STARTED
[19:42:45.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:170:0) after 4m12s
[19:46:57.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:170:0)
[19:46:57.620] Build status: STARTED
[19:46:57.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:171:0) after 6m22s
[19:53:19.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:171:0)
[19:53:19.683] Build status: STARTED
[19:53:19.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:172:0) after 7m54s
[20:01:13.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:172:0)
[20:01:13.764] Build status: STARTED
[20:01:13.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:173:0) after 3m13s
[20:04:27.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:173:0)
[20:04:27.158] Build status: STARTED
[20:04:27.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:174:0) after 6m28s
[20:10:55.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:174:0)
[20:10:55.331] Build status: STARTED
[20:10:55.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:175:0) after 9m48s
[20:20:43.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:175:0)
[20:20:43.384] Build status: STARTED
[20:20:43.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:176:0) after 5m27s
[20:26:10.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:176:0)
[20:26:10.436] Build status: STARTED
[20:26:10.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:177:0) after 5m14s
[20:31:25.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:177:0)
[20:31:25.097] Build status: STARTED
[20:31:25.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:178:0) after 7m49s
[20:39:14.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:178:0)
[20:39:14.144] Build status: STARTED
[20:39:14.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:179:0) after 4m27s
[20:43:41.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:179:0)
[20:43:41.294] Build status: STARTED
[20:43:41.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:180:0) after 2m38s
[20:46:19.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:180:0)
[20:46:19.465] Build status: STARTED
[20:46:19.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:181:0) after 9m6s
[20:55:25.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:181:0)
[20:55:25.556] Build status: STARTED
[20:55:25.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:182:0) after 4m46s
[21:00:11.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:182:0)
[21:00:11.590] Build status: STARTED
[21:00:11.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:183:0) after 6m6s
[21:06:17.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:183:0)
[21:06:17.739] Build status: STARTED
[21:06:17.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:184:0) after 1m13s
[21:07:30.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:184:0)
[21:07:30.810] Build status: STARTED
[21:07:30.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:185:0) after 9m43s
[21:17:14.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:185:0)
[21:17:14.050] Build status: STARTED
[21:17:14.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:186:0) after 8m56s
[21:26:10.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:186:0)
[21:26:10.101] Build status: STARTED
[21:26:10.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:187:0) after 5m44s
[21:31:54.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:187:0)
[21:31:54.172] Build status: STARTED
[21:31:54.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:188:0) after 2m36s
[21:34:30.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:188:0)
[21:34:30.219] Build status: STARTED
[21:34:30.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:189:0) after 2m54s
[21:37:24.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:189:0)
[21:37:24.363] Build status: STARTED
[21:37:24.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:190:0) after 8m4s
[21:45:28.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:190:0)
[21:45:28.418] Build status: STARTED
[21:45:28.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:191:0) after 7m46s
[21:53:14.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:191:0)
[21:53:14.658] Build status: STARTED
[21:53:14.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:192:0) after 9m37s
[22:02:51.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:192:0)
[22:02:51.705] Build status: STARTED
[22:02:51.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:193:0) after 5m36s
[22:08:27.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:193:0)
[22:08:27.789] Build status: STARTED
[22:08:27.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:194:0) after 4m20s
[22:12:47.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:194:0)
[22:12:47.835] Build status: STARTED
[22:12:47.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:195:0) after 6m22s
[22:19:09.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:195:0)
[22:19:09.886] Build status: STARTED
[22:19:09.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:196:0) after 8m2s
[22:27:11.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:196:0)
[22:27:11.940] Build status: STARTED
[22:27:11.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:197:0) after 1m12s
[22:28:23.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:197:0)
[22:28:24.003] Build status: STARTED
[22:28:24.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:198:0) after 6m18s
[22:34:42.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:198:0)
[22:34:42.339] Build status: STARTED
[22:34:42.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:199:0) after 9m46s
[22:44:28.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:199:0)
[22:44:28.390] Build status: STARTED
[22:44:28.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:200:0) after 4m59s
[22:49:27.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:200:0)
[22:49:27.462] Build status: STARTED
[22:49:27.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:201:0) after 4m19s
[22:53:46.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:201:0)
[22:53:46.557] Build status: STARTED
[22:53:46.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:202:0) after 2m24s
[22:56:10.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:202:0)
[22:56:10.597] Build status: STARTED
[22:56:10.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:203:0) after 4m11s
[23:00:21.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:203:0)
[23:00:21.799] Build status: STARTED
[23:00:21.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:204:0) after 5m13s
[23:05:34.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:204:0)
[23:05:34.849] Build status: STARTED
[23:05:34.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:205:0) after 3m49s
[23:09:23.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:205:0)
[23:09:23.938] Build status: STARTED
[23:09:23.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:206:0) after 2m19s
[23:11:43.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:206:0)
[23:11:43.051] Build status: STARTED
[23:11:43.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:207:0) after 3m32s
[23:15:15.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:207:0)
[23:15:15.319] Build status: STARTED
[23:15:15.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:208:0) after 2m46s
[23:18:01.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:208:0)
[23:18:01.374] Build status: STARTED
[23:18:01.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:209:0) after 5m40s
[23:23:41.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:209:0)
[23:23:41.485] Build status: STARTED
[23:23:41.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:210:0) after 2m50s
[23:26:31.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:210:0)
[23:26:31.523] Build status: STARTED
[23:26:31.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:211:0) after 1m28s
[23:27:59.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:211:0)
[23:27:59.827] Build status: STARTED
[23:27:59.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:212:0) after 9m26s
[23:37:25.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:212:0)
[23:37:25.868] Build status: STARTED
[23:37:25.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:213:0) after 2m44s
[23:40:09.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:213:0)
[23:40:09.963] Build status: STARTED
[23:40:09.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:214:0) after 5m39s
[23:45:49.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:214:0)
[23:45:49.036] Build status: STARTED
[23:45:49.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:215:0) after 5m26s
[23:51:15.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:215:0)
[23:51:15.081] Build status: STARTED
[23:51:15.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:216:0) after 5m21s
[23:56:36.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:216:0)
[23:56:36.181] Build status: STARTED
[23:56:36.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:217:0) after 1m31s
[23:58:07.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:217:0)
[23:58:07.370] Build status: STARTED
[23:58:07.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:218:0) after 7m56s
[00:06:03.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:218:0)
[00:06:03.418] Build status: STARTED
[00:06:03.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:219:0) after 8m49s
[00:14:52.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:219:0)
[00:14:52.462] Build status: STARTED
[00:14:52.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:220:0) after 3m50s
[00:18:42.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:220:0)
[00:18:42.563] Build status: STARTED
[00:18:42.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:221:0) after 9m25s
[00:28:07.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:221:0)
[00:28:07.628] Build status: STARTED
[00:28:07.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929458773837274496:222:0) after 1m31s
[00:28:33.844] Received PubSub notification, asking Buildbucket for the build status
[00:28:33.863] Build:
{
  "id": "8764028711929001409",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30770,
  "createdBy": "project:chromium",
  "createTime": "2023-11-19T04:25:31.394174396Z",
  "startTime": "2023-11-19T04:25:36.886707640Z",
  "endTime": "2023-11-20T00:28:32.432449Z",
  "updateTime": "2023-11-20T00:28:32.432449Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4c4be495bbf5e19a73586b704e13be07c4b22f13",
      "ref": "refs/heads/main"
    }
  }
}
[00:28:33.863] Invocation finished in 20h3m3.67325032s with status FAILED