Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3dbabbc8c40b6b28831d2563e6c9e1d01134a887"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3dbabbc8c40b6b28831d2563e6c9e1d01134a887
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:50:20.642] New invocation is queued and will start shortly
[15:50:21.895] Starting the invocation (attempt 1)
[15:50:21.927] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3dbabbc8c40b6b28831d2563e6c9e1d01134a887"
[15:50:21.927] Popped gitiles commit info from properties and tags
[15:50:21.927] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:50:21.927] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:50:21.927] Buildbucket request:
{
  "requestId": "8918725245357399904",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3dbabbc8c40b6b28831d2563e6c9e1d01134a887",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8918725245357399904"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:50:22.637] Scheduled build:
{
  "id": "8753295183280570081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31441,
  "createdBy": "project:chromium",
  "createTime": "2024-03-16T15:50:21.990938570Z",
  "updateTime": "2024-03-16T15:50:21.990938570Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3dbabbc8c40b6b28831d2563e6c9e1d01134a887",
      "ref": "refs/heads/main"
    }
  }
}
[15:50:22.637] Task URL: https://cr-buildbucket.appspot.com/build/8753295183280570081
[15:50:22.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:2:0) after 8m6s
[15:50:23.581] Received PubSub notification, asking Buildbucket for the build status
[15:50:23.608] Build status: SCHEDULED
[15:50:24.751] Received PubSub notification, asking Buildbucket for the build status
[15:50:24.778] Build status: STARTED
[15:58:28.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:2:0)
[15:58:28.802] Build status: STARTED
[15:58:28.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:5:0) after 2m35s
[16:01:03.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:5:0)
[16:01:03.988] Build status: STARTED
[16:01:03.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:6:0) after 6m0s
[16:07:04.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:6:0)
[16:07:04.055] Build status: STARTED
[16:07:04.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:7:0) after 4m1s
[16:11:05.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:7:0)
[16:11:05.275] Build status: STARTED
[16:11:05.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:8:0) after 3m36s
[16:14:41.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:8:0)
[16:14:41.413] Build status: STARTED
[16:14:41.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:9:0) after 7m16s
[16:21:57.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:9:0)
[16:21:57.547] Build status: STARTED
[16:21:57.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:10:0) after 4m27s
[16:26:24.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:10:0)
[16:26:24.639] Build status: STARTED
[16:26:24.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:11:0) after 9m14s
[16:35:38.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:11:0)
[16:35:38.680] Build status: STARTED
[16:35:38.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:12:0) after 6m8s
[16:41:46.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:12:0)
[16:41:46.792] Build status: STARTED
[16:41:46.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:13:0) after 1m56s
[16:43:42.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:13:0)
[16:43:42.845] Build status: STARTED
[16:43:42.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:14:0) after 4m42s
[16:48:25.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:14:0)
[16:48:25.039] Build status: STARTED
[16:48:25.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:15:0) after 1m38s
[16:50:03.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:15:0)
[16:50:03.116] Build status: STARTED
[16:50:03.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:16:0) after 3m5s
[16:53:08.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:16:0)
[16:53:08.167] Build status: STARTED
[16:53:08.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:17:0) after 3m28s
[16:56:36.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:17:0)
[16:56:36.235] Build status: STARTED
[16:56:36.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:18:0) after 4m9s
[17:00:45.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:18:0)
[17:00:45.274] Build status: STARTED
[17:00:45.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:19:0) after 7m18s
[17:08:03.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:19:0)
[17:08:03.374] Build status: STARTED
[17:08:03.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:20:0) after 7m26s
[17:15:29.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:20:0)
[17:15:29.469] Build status: STARTED
[17:15:29.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:21:0) after 6m48s
[17:22:17.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:21:0)
[17:22:17.582] Build status: STARTED
[17:22:17.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:22:0) after 3m24s
[17:25:41.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:22:0)
[17:25:41.692] Build status: STARTED
[17:25:41.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:23:0) after 9m47s
[17:35:28.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:23:0)
[17:35:28.859] Build status: STARTED
[17:35:28.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:24:0) after 6m19s
[17:41:47.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:24:0)
[17:41:47.924] Build status: STARTED
[17:41:47.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:25:0) after 3m1s
[17:44:49.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:25:0)
[17:44:49.190] Build status: STARTED
[17:44:49.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:26:0) after 7m3s
[17:51:52.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:26:0)
[17:51:52.315] Build status: STARTED
[17:51:52.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:27:0) after 3m48s
[17:55:40.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:27:0)
[17:55:40.381] Build status: STARTED
[17:55:40.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:28:0) after 3m26s
[17:59:06.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:28:0)
[17:59:06.846] Build status: STARTED
[17:59:06.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:29:0) after 9m44s
[18:08:51.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:29:0)
[18:08:51.113] Build status: STARTED
[18:08:51.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:30:0) after 9m25s
[18:18:16.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:30:0)
[18:18:16.252] Build status: STARTED
[18:18:16.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:31:0) after 3m13s
[18:21:29.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:31:0)
[18:21:29.349] Build status: STARTED
[18:21:29.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:32:0) after 7m13s
[18:28:42.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:32:0)
[18:28:42.397] Build status: STARTED
[18:28:42.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:33:0) after 5m9s
[18:33:51.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:33:0)
[18:33:51.410] Build status: STARTED
[18:33:51.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:34:0) after 3m43s
[18:37:34.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:34:0)
[18:37:34.454] Build status: STARTED
[18:37:34.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:35:0) after 2m26s
[18:40:00.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:35:0)
[18:40:00.811] Build status: STARTED
[18:40:00.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:36:0) after 1m41s
[18:41:41.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:36:0)
[18:41:41.998] Build status: STARTED
[18:41:41.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:37:0) after 2m18s
[18:44:00.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:37:0)
[18:44:00.126] Build status: STARTED
[18:44:00.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:38:0) after 2m18s
[18:46:18.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:38:0)
[18:46:18.209] Build status: STARTED
[18:46:18.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:39:0) after 8m34s
[18:54:52.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:39:0)
[18:54:52.513] Build status: STARTED
[18:54:52.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:40:0) after 3m8s
[18:58:00.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:40:0)
[18:58:00.618] Build status: STARTED
[18:58:00.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:41:0) after 3m15s
[19:01:15.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:41:0)
[19:01:15.695] Build status: STARTED
[19:01:15.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:42:0) after 1m16s
[19:02:31.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:42:0)
[19:02:31.779] Build status: STARTED
[19:02:31.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:43:0) after 5m17s
[19:07:48.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:43:0)
[19:07:48.937] Build status: STARTED
[19:07:48.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:44:0) after 9m20s
[19:17:09.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:44:0)
[19:17:09.152] Build status: STARTED
[19:17:09.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:45:0) after 4m21s
[19:21:30.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:45:0)
[19:21:30.224] Build status: STARTED
[19:21:30.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:46:0) after 5m20s
[19:26:50.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:46:0)
[19:26:50.299] Build status: STARTED
[19:26:50.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:47:0) after 7m39s
[19:34:29.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:47:0)
[19:34:29.490] Build status: STARTED
[19:34:29.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:48:0) after 3m20s
[19:37:49.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:48:0)
[19:37:49.530] Build status: STARTED
[19:37:49.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:49:0) after 3m55s
[19:41:44.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:49:0)
[19:41:44.858] Build status: STARTED
[19:41:44.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:50:0) after 3m21s
[19:45:06.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:50:0)
[19:45:06.664] Build status: STARTED
[19:45:06.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:51:0) after 7m58s
[19:53:04.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:51:0)
[19:53:04.842] Build status: STARTED
[19:53:04.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:52:0) after 6m35s
[19:59:39.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:52:0)
[19:59:39.888] Build status: STARTED
[19:59:39.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:53:0) after 9m28s
[20:09:08.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:53:0)
[20:09:08.121] Build status: STARTED
[20:09:08.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:54:0) after 9m12s
[20:18:20.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:54:0)
[20:18:20.194] Build status: STARTED
[20:18:20.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:55:0) after 9m47s
[20:28:07.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:55:0)
[20:28:07.382] Build status: STARTED
[20:28:07.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:56:0) after 7m25s
[20:35:32.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:56:0)
[20:35:32.599] Build status: STARTED
[20:35:32.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:57:0) after 9m5s
[20:44:37.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:57:0)
[20:44:37.684] Build status: STARTED
[20:44:37.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:58:0) after 1m52s
[20:46:29.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:58:0)
[20:46:29.956] Build status: STARTED
[20:46:29.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:59:0) after 5m6s
[20:51:35.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:59:0)
[20:51:36.001] Build status: STARTED
[20:51:36.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:60:0) after 9m35s
[21:01:11.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:60:0)
[21:01:11.398] Build status: STARTED
[21:01:11.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:61:0) after 3m26s
[21:04:37.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:61:0)
[21:04:37.472] Build status: STARTED
[21:04:37.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:62:0) after 2m55s
[21:07:32.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:62:0)
[21:07:32.525] Build status: STARTED
[21:07:32.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:63:0) after 3m11s
[21:10:43.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:63:0)
[21:10:43.830] Build status: STARTED
[21:10:43.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:64:0) after 4m13s
[21:14:57.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:64:0)
[21:14:57.040] Build status: STARTED
[21:14:57.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:65:0) after 7m1s
[21:21:58.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:65:0)
[21:21:58.122] Build status: STARTED
[21:21:58.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:66:0) after 5m41s
[21:27:39.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:66:0)
[21:27:39.336] Build status: STARTED
[21:27:39.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:67:0) after 8m34s
[21:36:13.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:67:0)
[21:36:13.439] Build status: STARTED
[21:36:13.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:68:0) after 7m41s
[21:43:54.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:68:0)
[21:43:54.588] Build status: STARTED
[21:43:54.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:69:0) after 7m5s
[21:50:59.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:69:0)
[21:50:59.839] Build status: STARTED
[21:50:59.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:70:0) after 6m2s
[21:57:01.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:70:0)
[21:57:02.045] Build status: STARTED
[21:57:02.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:71:0) after 1m46s
[21:58:48.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:71:0)
[21:58:48.112] Build status: STARTED
[21:58:48.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:72:0) after 4m13s
[22:03:01.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:72:0)
[22:03:01.353] Build status: STARTED
[22:03:01.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:73:0) after 9m35s
[22:12:37.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:73:0)
[22:12:37.271] Build status: STARTED
[22:12:37.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:74:0) after 2m4s
[22:14:41.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:74:0)
[22:14:41.334] Build status: STARTED
[22:14:41.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:75:0) after 9m57s
[22:24:38.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:75:0)
[22:24:38.399] Build status: STARTED
[22:24:38.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:76:0) after 8m32s
[22:33:10.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:76:0)
[22:33:10.629] Build status: STARTED
[22:33:10.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:77:0) after 4m22s
[22:37:32.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:77:0)
[22:37:32.928] Build status: STARTED
[22:37:32.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:78:0) after 3m51s
[22:41:23.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:78:0)
[22:41:24.054] Build status: STARTED
[22:41:24.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:79:0) after 6m27s
[22:47:51.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:79:0)
[22:47:51.112] Build status: STARTED
[22:47:51.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:80:0) after 5m23s
[22:53:14.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:80:0)
[22:53:14.161] Build status: STARTED
[22:53:14.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:81:0) after 8m58s
[23:02:12.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:81:0)
[23:02:12.483] Build status: STARTED
[23:02:12.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:82:0) after 1m20s
[23:03:32.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:82:0)
[23:03:32.690] Build status: STARTED
[23:03:32.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:83:0) after 9m29s
[23:13:01.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:83:0)
[23:13:01.769] Build status: STARTED
[23:13:01.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:84:0) after 6m13s
[23:19:15.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:84:0)
[23:19:15.080] Build status: STARTED
[23:19:15.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:85:0) after 2m33s
[23:21:48.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:85:0)
[23:21:48.125] Build status: STARTED
[23:21:48.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:86:0) after 8m10s
[23:29:58.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:86:0)
[23:29:59.022] Build status: STARTED
[23:29:59.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:87:0) after 4m55s
[23:34:54.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:87:0)
[23:34:54.076] Build status: STARTED
[23:34:54.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:88:0) after 8m50s
[23:43:44.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:88:0)
[23:43:44.116] Build status: STARTED
[23:43:44.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:89:0) after 5m33s
[23:49:17.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:89:0)
[23:49:17.193] Build status: STARTED
[23:49:17.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:90:0) after 8m41s
[23:57:58.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:90:0)
[23:57:58.245] Build status: STARTED
[23:57:58.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:91:0) after 8m49s
[00:06:47.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:91:0)
[00:06:47.432] Build status: STARTED
[00:06:47.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:92:0) after 5m18s
[00:12:05.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:92:0)
[00:12:05.772] Build status: STARTED
[00:12:05.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:93:0) after 6m25s
[00:18:30.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:93:0)
[00:18:30.828] Build status: STARTED
[00:18:30.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:94:0) after 8m50s
[00:27:20.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:94:0)
[00:27:20.951] Build status: STARTED
[00:27:20.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:95:0) after 5m55s
[00:33:15.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:95:0)
[00:33:16.019] Build status: STARTED
[00:33:16.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:96:0) after 7m51s
[00:41:07.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:96:0)
[00:41:07.177] Build status: STARTED
[00:41:07.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:97:0) after 4m36s
[00:45:43.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:97:0)
[00:45:43.258] Build status: STARTED
[00:45:43.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:98:0) after 3m28s
[00:49:11.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:98:0)
[00:49:11.313] Build status: STARTED
[00:49:11.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:99:0) after 6m36s
[00:55:47.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:99:0)
[00:55:47.420] Build status: STARTED
[00:55:47.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:100:0) after 2m46s
[00:58:33.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:100:0)
[00:58:33.428] Build status: STARTED
[00:58:33.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:101:0) after 5m11s
[01:03:44.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:101:0)
[01:03:44.491] Build status: STARTED
[01:03:44.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:102:0) after 8m58s
[01:12:42.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:102:0)
[01:12:42.629] Build status: STARTED
[01:12:42.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:103:0) after 5m8s
[01:17:50.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:103:0)
[01:17:50.684] Build status: STARTED
[01:17:50.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:104:0) after 8m20s
[01:26:10.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:104:0)
[01:26:10.822] Build status: STARTED
[01:26:10.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:105:0) after 1m47s
[01:27:57.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:105:0)
[01:27:57.941] Build status: STARTED
[01:27:57.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:106:0) after 7m13s
[01:35:10.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:106:0)
[01:35:11.007] Build status: STARTED
[01:35:11.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:107:0) after 2m4s
[01:37:15.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:107:0)
[01:37:15.225] Build status: STARTED
[01:37:15.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:108:0) after 4m39s
[01:41:54.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:108:0)
[01:41:54.356] Build status: STARTED
[01:41:54.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:109:0) after 5m39s
[01:47:33.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:109:0)
[01:47:33.644] Build status: STARTED
[01:47:33.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:110:0) after 3m51s
[01:51:24.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:110:0)
[01:51:24.712] Build status: STARTED
[01:51:24.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:111:0) after 4m39s
[01:56:03.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:111:0)
[01:56:03.757] Build status: STARTED
[01:56:03.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:112:0) after 4m11s
[02:00:14.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:112:0)
[02:00:14.837] Build status: STARTED
[02:00:14.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:113:0) after 3m31s
[02:03:45.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:113:0)
[02:03:45.918] Build status: STARTED
[02:03:45.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:114:0) after 5m37s
[02:09:22.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:114:0)
[02:09:22.966] Build status: STARTED
[02:09:22.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:115:0) after 7m24s
[02:16:47.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:115:0)
[02:16:47.070] Build status: STARTED
[02:16:47.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:116:0) after 5m51s
[02:22:38.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:116:0)
[02:22:38.219] Build status: STARTED
[02:22:38.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:117:0) after 4m29s
[02:27:07.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:117:0)
[02:27:07.323] Build status: STARTED
[02:27:07.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:118:0) after 8m41s
[02:35:48.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:118:0)
[02:35:48.380] Build status: STARTED
[02:35:48.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:119:0) after 6m15s
[02:42:03.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:119:0)
[02:42:03.582] Build status: STARTED
[02:42:03.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:120:0) after 6m8s
[02:48:11.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:120:0)
[02:48:11.677] Build status: STARTED
[02:48:11.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:121:0) after 8m14s
[02:56:25.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:121:0)
[02:56:25.843] Build status: STARTED
[02:56:25.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:122:0) after 4m48s
[03:01:14.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:122:0)
[03:01:14.337] Build status: STARTED
[03:01:14.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:123:0) after 6m34s
[03:07:48.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:123:0)
[03:07:48.437] Build status: STARTED
[03:07:48.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:124:0) after 8m1s
[03:15:49.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:124:0)
[03:15:49.541] Build status: STARTED
[03:15:49.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:125:0) after 5m53s
[03:21:42.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:125:0)
[03:21:42.667] Build status: STARTED
[03:21:42.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:126:0) after 7m41s
[03:29:23.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:126:0)
[03:29:23.796] Build status: STARTED
[03:29:23.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:127:0) after 2m33s
[03:31:56.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:127:0)
[03:31:56.892] Build status: STARTED
[03:31:56.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:128:0) after 4m16s
[03:36:13.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:128:0)
[03:36:13.081] Build status: STARTED
[03:36:13.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:129:0) after 9m44s
[03:45:57.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:129:0)
[03:45:57.137] Build status: STARTED
[03:45:57.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:130:0) after 5m56s
[03:51:53.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:130:0)
[03:51:53.326] Build status: STARTED
[03:51:53.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:131:0) after 9m2s
[04:00:55.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:131:0)
[04:00:55.390] Build status: STARTED
[04:00:55.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:132:0) after 3m49s
[04:04:44.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:132:0)
[04:04:44.638] Build status: STARTED
[04:04:44.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:133:0) after 8m33s
[04:13:18.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:133:0)
[04:13:18.585] Build status: STARTED
[04:13:18.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:134:0) after 9m20s
[04:22:39.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:134:0)
[04:22:39.106] Build status: STARTED
[04:22:39.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:135:0) after 5m46s
[04:28:25.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:135:0)
[04:28:25.257] Build status: STARTED
[04:28:25.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:136:0) after 3m35s
[04:32:00.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:136:0)
[04:32:00.570] Build status: STARTED
[04:32:00.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:137:0) after 4m3s
[04:36:03.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:137:0)
[04:36:03.663] Build status: STARTED
[04:36:03.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:138:0) after 6m57s
[04:43:00.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:138:0)
[04:43:00.706] Build status: STARTED
[04:43:00.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:139:0) after 2m45s
[04:45:45.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:139:0)
[04:45:45.869] Build status: STARTED
[04:45:45.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:140:0) after 8m29s
[04:54:14.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:140:0)
[04:54:14.947] Build status: STARTED
[04:54:14.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:141:0) after 1m30s
[04:55:44.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:141:0)
[04:55:44.972] Build status: STARTED
[04:55:44.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:142:0) after 1m14s
[04:56:59.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:142:0)
[04:56:59.388] Build status: STARTED
[04:56:59.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:143:0) after 8m18s
[05:05:17.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:143:0)
[05:05:17.552] Build status: STARTED
[05:05:17.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:144:0) after 2m26s
[05:07:43.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:144:0)
[05:07:43.634] Build status: STARTED
[05:07:43.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:145:0) after 3m30s
[05:11:13.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:145:0)
[05:11:13.746] Build status: STARTED
[05:11:13.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:146:0) after 2m21s
[05:13:34.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:146:0)
[05:13:34.798] Build status: STARTED
[05:13:34.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:147:0) after 8m42s
[05:22:16.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:147:0)
[05:22:16.861] Build status: STARTED
[05:22:16.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:148:0) after 8m55s
[05:31:11.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:148:0)
[05:31:11.910] Build status: STARTED
[05:31:11.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:149:0) after 7m49s
[05:39:00.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:149:0)
[05:39:00.970] Build status: STARTED
[05:39:00.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:150:0) after 9m53s
[05:48:53.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:150:0)
[05:48:54.017] Build status: STARTED
[05:48:54.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:151:0) after 6m33s
[05:55:27.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:151:0)
[05:55:27.078] Build status: STARTED
[05:55:27.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:152:0) after 7m23s
[06:02:50.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:152:0)
[06:02:50.088] Build status: STARTED
[06:02:50.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:153:0) after 6m20s
[06:09:10.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:153:0)
[06:09:10.150] Build status: STARTED
[06:09:10.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:154:0) after 6m3s
[06:15:13.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:154:0)
[06:15:13.205] Build status: STARTED
[06:15:13.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:155:0) after 2m5s
[06:17:18.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:155:0)
[06:17:18.557] Build status: STARTED
[06:17:18.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:156:0) after 7m34s
[06:24:52.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:156:0)
[06:24:52.927] Build status: STARTED
[06:24:52.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:157:0) after 1m44s
[06:26:37.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:157:0)
[06:26:37.062] Build status: STARTED
[06:26:37.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:158:0) after 5m16s
[06:31:53.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:158:0)
[06:31:53.123] Build status: STARTED
[06:31:53.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:159:0) after 9m0s
[06:40:53.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:159:0)
[06:40:53.342] Build status: STARTED
[06:40:53.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:160:0) after 5m27s
[06:46:20.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:160:0)
[06:46:20.397] Build status: STARTED
[06:46:20.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:161:0) after 5m39s
[06:51:59.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:161:0)
[06:51:59.486] Build status: STARTED
[06:51:59.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:162:0) after 2m49s
[06:54:48.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:162:0)
[06:54:48.584] Build status: STARTED
[06:54:48.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:163:0) after 6m3s
[07:00:51.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:163:0)
[07:00:51.693] Build status: STARTED
[07:00:51.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:164:0) after 7m29s
[07:08:20.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:164:0)
[07:08:20.830] Build status: STARTED
[07:08:20.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:165:0) after 1m41s
[07:10:01.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:165:0)
[07:10:01.881] Build status: STARTED
[07:10:01.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:166:0) after 5m39s
[07:15:40.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:166:0)
[07:15:40.960] Build status: STARTED
[07:15:40.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:167:0) after 9m34s
[07:25:15.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:167:0)
[07:25:15.094] Build status: STARTED
[07:25:15.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:168:0) after 1m19s
[07:26:34.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:168:0)
[07:26:34.157] Build status: STARTED
[07:26:34.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:169:0) after 1m32s
[07:28:06.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:169:0)
[07:28:06.258] Build status: STARTED
[07:28:06.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:170:0) after 2m24s
[07:30:30.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:170:0)
[07:30:30.309] Build status: STARTED
[07:30:30.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:171:0) after 5m36s
[07:36:06.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:171:0)
[07:36:06.558] Build status: STARTED
[07:36:06.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:172:0) after 9m13s
[07:45:19.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:172:0)
[07:45:19.668] Build status: STARTED
[07:45:19.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:173:0) after 1m3s
[07:46:22.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:173:0)
[07:46:22.797] Build status: STARTED
[07:46:22.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:174:0) after 4m53s
[07:51:15.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:174:0)
[07:51:15.854] Build status: STARTED
[07:51:15.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:175:0) after 4m33s
[07:55:48.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:175:0)
[07:55:48.929] Build status: STARTED
[07:55:48.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:176:0) after 6m23s
[08:02:11.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:176:0)
[08:02:11.987] Build status: STARTED
[08:02:11.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:177:0) after 5m55s
[08:08:07.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:177:0)
[08:08:07.181] Build status: STARTED
[08:08:07.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:178:0) after 7m38s
[08:15:45.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:178:0)
[08:15:45.312] Build status: STARTED
[08:15:45.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:179:0) after 6m59s
[08:22:44.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:179:0)
[08:22:44.368] Build status: STARTED
[08:22:44.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:180:0) after 1m18s
[08:24:02.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:180:0)
[08:24:02.452] Build status: STARTED
[08:24:02.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:181:0) after 3m33s
[08:27:35.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:181:0)
[08:27:35.499] Build status: STARTED
[08:27:35.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:182:0) after 3m52s
[08:31:27.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:182:0)
[08:31:27.941] Build status: STARTED
[08:31:27.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:183:0) after 6m34s
[08:38:01.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:183:0)
[08:38:01.993] Build status: STARTED
[08:38:01.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:184:0) after 3m33s
[08:41:35.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:184:0)
[08:41:35.064] Build status: STARTED
[08:41:35.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:185:0) after 5m25s
[08:47:00.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:185:0)
[08:47:00.135] Build status: STARTED
[08:47:00.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:186:0) after 5m26s
[08:52:26.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:186:0)
[08:52:26.314] Build status: STARTED
[08:52:26.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:187:0) after 3m53s
[08:56:19.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:187:0)
[08:56:19.450] Build status: STARTED
[08:56:19.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:188:0) after 5m34s
[09:01:53.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:188:0)
[09:01:53.684] Build status: STARTED
[09:01:53.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:189:0) after 8m14s
[09:10:07.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:189:0)
[09:10:07.745] Build status: STARTED
[09:10:07.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:190:0) after 2m0s
[09:12:07.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:190:0)
[09:12:07.894] Build status: STARTED
[09:12:07.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:191:0) after 5m15s
[09:17:22.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:191:0)
[09:17:22.942] Build status: STARTED
[09:17:22.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:192:0) after 3m3s
[09:20:25.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:192:0)
[09:20:25.980] Build status: STARTED
[09:20:25.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:193:0) after 1m44s
[09:22:10.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:193:0)
[09:22:10.077] Build status: STARTED
[09:22:10.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:194:0) after 5m57s
[09:28:07.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:194:0)
[09:28:07.210] Build status: STARTED
[09:28:07.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:195:0) after 5m23s
[09:33:30.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:195:0)
[09:33:30.262] Build status: STARTED
[09:33:30.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:196:0) after 1m57s
[09:35:27.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:196:0)
[09:35:27.349] Build status: STARTED
[09:35:27.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:197:0) after 5m49s
[09:41:16.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:197:0)
[09:41:16.543] Build status: STARTED
[09:41:16.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:198:0) after 2m34s
[09:43:50.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:198:0)
[09:43:50.717] Build status: STARTED
[09:43:50.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:199:0) after 1m59s
[09:45:50.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:199:0)
[09:45:50.178] Build status: STARTED
[09:45:50.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:200:0) after 1m21s
[09:47:11.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:200:0)
[09:47:11.223] Build status: STARTED
[09:47:11.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:201:0) after 3m11s
[09:50:22.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:201:0)
[09:50:22.272] Build status: STARTED
[09:50:22.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:202:0) after 6m22s
[09:56:44.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:202:0)
[09:56:44.416] Build status: STARTED
[09:56:44.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:203:0) after 2m46s
[09:59:30.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:203:0)
[09:59:30.535] Build status: STARTED
[09:59:30.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:204:0) after 6m5s
[10:05:35.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:204:0)
[10:05:35.712] Build status: STARTED
[10:05:35.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:205:0) after 5m13s
[10:10:48.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:205:0)
[10:10:48.828] Build status: STARTED
[10:10:48.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:206:0) after 3m30s
[10:14:18.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:206:0)
[10:14:18.891] Build status: STARTED
[10:14:18.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:207:0) after 8m59s
[10:23:17.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:207:0)
[10:23:17.945] Build status: STARTED
[10:23:17.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:208:0) after 8m15s
[10:31:32.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:208:0)
[10:31:33.036] Build status: STARTED
[10:31:33.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:209:0) after 4m8s
[10:35:41.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:209:0)
[10:35:41.096] Build status: STARTED
[10:35:41.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:210:0) after 6m53s
[10:42:34.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:210:0)
[10:42:34.168] Build status: STARTED
[10:42:34.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:211:0) after 8m28s
[10:51:02.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:211:0)
[10:51:02.301] Build status: STARTED
[10:51:02.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:212:0) after 4m22s
[10:55:24.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:212:0)
[10:55:24.377] Build status: STARTED
[10:55:24.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:213:0) after 5m11s
[11:00:35.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:213:0)
[11:00:35.440] Build status: STARTED
[11:00:35.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:214:0) after 1m29s
[11:02:04.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:214:0)
[11:02:04.612] Build status: STARTED
[11:02:04.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:215:0) after 6m4s
[11:08:08.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:215:0)
[11:08:08.685] Build status: STARTED
[11:08:08.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:216:0) after 7m12s
[11:15:20.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:216:0)
[11:15:20.741] Build status: STARTED
[11:15:20.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:217:0) after 3m40s
[11:19:00.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:217:0)
[11:19:00.817] Build status: STARTED
[11:19:00.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:218:0) after 3m11s
[11:22:11.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:218:0)
[11:22:11.920] Build status: STARTED
[11:22:11.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:219:0) after 5m28s
[11:27:40.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:219:0)
[11:27:40.342] Build status: STARTED
[11:27:40.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:220:0) after 1m22s
[11:29:02.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:220:0)
[11:29:02.439] Build status: STARTED
[11:29:02.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:221:0) after 8m46s
[11:37:48.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:221:0)
[11:37:48.739] Build status: STARTED
[11:37:48.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:222:0) after 8m28s
[11:46:16.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:222:0)
[11:46:16.886] Build status: STARTED
[11:46:16.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:223:0) after 3m41s
[11:49:57.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:223:0)
[11:49:57.995] Build status: STARTED
[11:49:57.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918725245357399904:224:0) after 5m35s
[11:53:30.281] Received PubSub notification, asking Buildbucket for the build status
[11:53:30.369] Build:
{
  "id": "8753295183280570081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31441,
  "createdBy": "project:chromium",
  "createTime": "2024-03-16T15:50:21.990938570Z",
  "startTime": "2024-03-16T15:50:23.666731Z",
  "endTime": "2024-03-17T11:53:29.275123Z",
  "updateTime": "2024-03-17T11:53:29.275123Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3dbabbc8c40b6b28831d2563e6c9e1d01134a887",
      "ref": "refs/heads/main"
    }
  }
}
[11:53:30.369] Invocation finished in 20h3m9.742869306s with status FAILED