Status: FAILED
Triggered by: -
Duration: 18 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9bdbd594b809e9c7889131a1fc869dcb036ccda9"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9bdbd594b809e9c7889131a1fc869dcb036ccda9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:38:04.198] New invocation is queued and will start shortly
[18:38:05.304] Starting the invocation (attempt 1)
[18:38:05.335] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9bdbd594b809e9c7889131a1fc869dcb036ccda9"
[18:38:05.335] Popped gitiles commit info from properties and tags
[18:38:05.335] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:38:05.335] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:38:05.335] Buildbucket request:
{
  "requestId": "8898692763370429744",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9bdbd594b809e9c7889131a1fc869dcb036ccda9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8898692763370429744"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:38:06.049] Scheduled build:
{
  "id": "8733262701443509329",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33299,
  "createdBy": "project:chromium",
  "createTime": "2024-10-23T18:38:05.412916834Z",
  "updateTime": "2024-10-23T18:38:05.412916834Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9bdbd594b809e9c7889131a1fc869dcb036ccda9",
      "ref": "refs/heads/main"
    }
  }
}
[18:38:06.049] Task URL: https://cr-buildbucket.appspot.com/build/8733262701443509329
[18:38:06.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:2:0) after 3m42s
[18:38:06.925] Received PubSub notification, asking Buildbucket for the build status
[18:38:06.960] Build status: SCHEDULED
[18:38:12.474] Received PubSub notification, asking Buildbucket for the build status
[18:38:12.492] Build status: STARTED
[18:41:48.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:2:0)
[18:41:48.136] Build status: STARTED
[18:41:48.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:5:0) after 3m37s
[18:45:25.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:5:0)
[18:45:25.351] Build status: STARTED
[18:45:25.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:6:0) after 8m25s
[18:53:50.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:6:0)
[18:53:50.413] Build status: STARTED
[18:53:50.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:7:0) after 9m17s
[19:03:07.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:7:0)
[19:03:07.463] Build status: STARTED
[19:03:07.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:8:0) after 5m21s
[19:08:28.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:8:0)
[19:08:28.480] Build status: STARTED
[19:08:28.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:9:0) after 4m4s
[19:12:32.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:9:0)
[19:12:32.587] Build status: STARTED
[19:12:32.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:10:0) after 4m45s
[19:17:17.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:10:0)
[19:17:17.673] Build status: STARTED
[19:17:17.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:11:0) after 5m51s
[19:23:08.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:11:0)
[19:23:08.786] Build status: STARTED
[19:23:08.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:12:0) after 2m37s
[19:25:45.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:12:0)
[19:25:45.849] Build status: STARTED
[19:25:45.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:13:0) after 5m54s
[19:31:39.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:13:0)
[19:31:39.886] Build status: STARTED
[19:31:39.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:14:0) after 1m20s
[19:32:59.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:14:0)
[19:32:59.942] Build status: STARTED
[19:32:59.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:15:0) after 6m51s
[19:39:50.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:15:0)
[19:39:50.995] Build status: STARTED
[19:39:50.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:16:0) after 5m25s
[19:45:16.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:16:0)
[19:45:16.045] Build status: STARTED
[19:45:16.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:17:0) after 4m21s
[19:49:37.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:17:0)
[19:49:37.150] Build status: STARTED
[19:49:37.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:18:0) after 9m20s
[19:58:57.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:18:0)
[19:58:57.286] Build status: STARTED
[19:58:57.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:19:0) after 7m5s
[20:06:02.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:19:0)
[20:06:02.351] Build status: STARTED
[20:06:02.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:20:0) after 9m6s
[20:15:08.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:20:0)
[20:15:08.453] Build status: STARTED
[20:15:08.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:21:0) after 9m52s
[20:25:00.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:21:0)
[20:25:00.497] Build status: STARTED
[20:25:00.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:22:0) after 6m20s
[20:31:20.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:22:0)
[20:31:20.545] Build status: STARTED
[20:31:20.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:23:0) after 1m0s
[20:32:20.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:23:0)
[20:32:20.674] Build status: STARTED
[20:32:20.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:24:0) after 4m56s
[20:37:16.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:24:0)
[20:37:16.712] Build status: STARTED
[20:37:16.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:25:0) after 9m16s
[20:46:32.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:25:0)
[20:46:32.851] Build status: STARTED
[20:46:32.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:26:0) after 9m19s
[20:55:51.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:26:0)
[20:55:51.891] Build status: STARTED
[20:55:51.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:27:0) after 9m44s
[21:05:35.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:27:0)
[21:05:35.941] Build status: STARTED
[21:05:35.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:28:0) after 1m20s
[21:06:55.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:28:0)
[21:06:55.999] Build status: STARTED
[21:06:55.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:29:0) after 6m15s
[21:13:11.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:29:0)
[21:13:11.106] Build status: STARTED
[21:13:11.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:30:0) after 5m24s
[21:18:35.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:30:0)
[21:18:35.158] Build status: STARTED
[21:18:35.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:31:0) after 9m6s
[21:27:41.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:31:0)
[21:27:41.247] Build status: STARTED
[21:27:41.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:32:0) after 5m44s
[21:33:25.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:32:0)
[21:33:25.328] Build status: STARTED
[21:33:25.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:33:0) after 5m45s
[21:39:10.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:33:0)
[21:39:10.387] Build status: STARTED
[21:39:10.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:34:0) after 1m30s
[21:40:40.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:34:0)
[21:40:40.429] Build status: STARTED
[21:40:40.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:35:0) after 9m32s
[21:50:12.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:35:0)
[21:50:12.655] Build status: STARTED
[21:50:12.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:36:0) after 4m19s
[21:54:31.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:36:0)
[21:54:31.730] Build status: STARTED
[21:54:31.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:37:0) after 3m16s
[21:57:47.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:37:0)
[21:57:47.867] Build status: STARTED
[21:57:47.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:38:0) after 3m22s
[22:01:09.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:38:0)
[22:01:09.986] Build status: STARTED
[22:01:09.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:39:0) after 6m19s
[22:07:29.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:39:0)
[22:07:29.107] Build status: STARTED
[22:07:29.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:40:0) after 9m28s
[22:16:57.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:40:0)
[22:16:57.199] Build status: STARTED
[22:16:57.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:41:0) after 3m33s
[22:20:30.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:41:0)
[22:20:30.295] Build status: STARTED
[22:20:30.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:42:0) after 5m47s
[22:26:17.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:42:0)
[22:26:17.383] Build status: STARTED
[22:26:17.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:43:0) after 8m15s
[22:34:32.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:43:0)
[22:34:32.442] Build status: STARTED
[22:34:32.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:44:0) after 3m8s
[22:37:40.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:44:0)
[22:37:40.606] Build status: STARTED
[22:37:40.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:45:0) after 3m14s
[22:40:54.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:45:0)
[22:40:54.716] Build status: STARTED
[22:40:54.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:46:0) after 4m35s
[22:45:29.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:46:0)
[22:45:29.876] Build status: STARTED
[22:45:29.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:47:0) after 6m3s
[22:51:33.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:47:0)
[22:51:33.037] Build status: STARTED
[22:51:33.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:48:0) after 6m43s
[22:58:16.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:48:0)
[22:58:16.139] Build status: STARTED
[22:58:16.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:49:0) after 1m28s
[22:59:44.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:49:0)
[22:59:44.198] Build status: STARTED
[22:59:44.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:50:0) after 8m10s
[23:07:54.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:50:0)
[23:07:54.418] Build status: STARTED
[23:07:54.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:51:0) after 9m45s
[23:17:39.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:51:0)
[23:17:39.571] Build status: STARTED
[23:17:39.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:52:0) after 6m56s
[23:24:35.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:52:0)
[23:24:35.658] Build status: STARTED
[23:24:35.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:53:0) after 2m41s
[23:27:16.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:53:0)
[23:27:16.708] Build status: STARTED
[23:27:16.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:54:0) after 3m21s
[23:30:37.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:54:0)
[23:30:37.777] Build status: STARTED
[23:30:37.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:55:0) after 2m32s
[23:33:09.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:55:0)
[23:33:09.823] Build status: STARTED
[23:33:09.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:56:0) after 8m21s
[23:41:30.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:56:0)
[23:41:30.881] Build status: STARTED
[23:41:30.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:57:0) after 6m15s
[23:47:45.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:57:0)
[23:47:46.023] Build status: STARTED
[23:47:46.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:58:0) after 1m45s
[23:49:31.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:58:0)
[23:49:31.224] Build status: STARTED
[23:49:31.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:59:0) after 3m32s
[23:53:03.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:59:0)
[23:53:03.346] Build status: STARTED
[23:53:03.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:60:0) after 1m30s
[23:54:33.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:60:0)
[23:54:33.388] Build status: STARTED
[23:54:33.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:61:0) after 4m9s
[23:58:42.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:61:0)
[23:58:42.461] Build status: STARTED
[23:58:42.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:62:0) after 8m50s
[00:07:32.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:62:0)
[00:07:32.510] Build status: STARTED
[00:07:32.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:63:0) after 8m48s
[00:16:20.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:63:0)
[00:16:20.560] Build status: STARTED
[00:16:20.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:64:0) after 9m18s
[00:25:38.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:64:0)
[00:25:38.649] Build status: STARTED
[00:25:38.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:65:0) after 7m3s
[00:32:41.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:65:0)
[00:32:41.704] Build status: STARTED
[00:32:41.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:66:0) after 8m3s
[00:40:44.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:66:0)
[00:40:44.840] Build status: STARTED
[00:40:44.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:67:0) after 2m40s
[00:43:24.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:67:0)
[00:43:24.885] Build status: STARTED
[00:43:24.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:68:0) after 9m46s
[00:53:10.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:68:0)
[00:53:11.070] Build status: STARTED
[00:53:11.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:69:0) after 9m10s
[01:02:21.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:69:0)
[01:02:21.162] Build status: STARTED
[01:02:21.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:70:0) after 2m19s
[01:04:40.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:70:0)
[01:04:40.179] Build status: STARTED
[01:04:40.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:71:0) after 9m27s
[01:14:07.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:71:0)
[01:14:07.229] Build status: STARTED
[01:14:07.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:72:0) after 3m25s
[01:17:32.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:72:0)
[01:17:32.267] Build status: STARTED
[01:17:32.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:73:0) after 6m0s
[01:23:32.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:73:0)
[01:23:32.313] Build status: STARTED
[01:23:32.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:74:0) after 3m6s
[01:26:38.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:74:0)
[01:26:38.337] Build status: STARTED
[01:26:38.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:75:0) after 1m38s
[01:28:16.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:75:0)
[01:28:16.379] Build status: STARTED
[01:28:16.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:76:0) after 8m6s
[01:36:22.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:76:0)
[01:36:22.388] Build status: STARTED
[01:36:22.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:77:0) after 7m17s
[01:43:39.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:77:0)
[01:43:39.425] Build status: STARTED
[01:43:39.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:78:0) after 1m4s
[01:44:43.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:78:0)
[01:44:43.543] Build status: STARTED
[01:44:43.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:79:0) after 8m52s
[01:53:35.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:79:0)
[01:53:35.840] Build status: STARTED
[01:53:35.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:80:0) after 3m42s
[01:57:17.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:80:0)
[01:57:17.904] Build status: STARTED
[01:57:17.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:81:0) after 4m22s
[02:01:39.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:81:0)
[02:01:39.957] Build status: STARTED
[02:01:39.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:82:0) after 9m58s
[02:11:38.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:82:0)
[02:11:38.087] Build status: STARTED
[02:11:38.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:83:0) after 4m28s
[02:16:06.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:83:0)
[02:16:06.117] Build status: STARTED
[02:16:06.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:84:0) after 3m45s
[02:19:51.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:84:0)
[02:19:51.274] Build status: STARTED
[02:19:51.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:85:0) after 5m15s
[02:25:06.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:85:0)
[02:25:06.322] Build status: STARTED
[02:25:06.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:86:0) after 6m55s
[02:32:01.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:86:0)
[02:32:01.368] Build status: STARTED
[02:32:01.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:87:0) after 2m45s
[02:34:46.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:87:0)
[02:34:46.404] Build status: STARTED
[02:34:46.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:88:0) after 1m38s
[02:36:24.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:88:0)
[02:36:24.442] Build status: STARTED
[02:36:24.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:89:0) after 4m36s
[02:41:00.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:89:0)
[02:41:00.482] Build status: STARTED
[02:41:00.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:90:0) after 8m58s
[02:49:58.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:90:0)
[02:49:58.655] Build status: STARTED
[02:49:58.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:91:0) after 3m6s
[02:53:04.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:91:0)
[02:53:04.753] Build status: STARTED
[02:53:04.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:92:0) after 8m0s
[03:01:05.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:92:0)
[03:01:05.247] Build status: STARTED
[03:01:05.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:93:0) after 2m44s
[03:03:49.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:93:0)
[03:03:49.627] Build status: STARTED
[03:03:49.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:94:0) after 6m47s
[03:10:36.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:94:0)
[03:10:36.763] Build status: STARTED
[03:10:36.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:95:0) after 2m16s
[03:12:52.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:95:0)
[03:12:52.968] Build status: STARTED
[03:12:52.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:96:0) after 9m4s
[03:21:57.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:96:0)
[03:21:57.198] Build status: STARTED
[03:21:57.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:97:0) after 3m48s
[03:25:45.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:97:0)
[03:25:45.278] Build status: STARTED
[03:25:45.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:98:0) after 6m0s
[03:31:45.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:98:0)
[03:31:45.534] Build status: STARTED
[03:31:45.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:99:0) after 6m8s
[03:37:53.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:99:0)
[03:37:53.657] Build status: STARTED
[03:37:53.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:100:0) after 2m22s
[03:40:15.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:100:0)
[03:40:15.766] Build status: STARTED
[03:40:15.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:101:0) after 6m16s
[03:46:31.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:101:0)
[03:46:31.933] Build status: STARTED
[03:46:31.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:102:0) after 2m50s
[03:49:21.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:102:0)
[03:49:21.983] Build status: STARTED
[03:49:21.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:103:0) after 7m58s
[03:57:20.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:103:0)
[03:57:20.242] Build status: STARTED
[03:57:20.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:104:0) after 1m23s
[03:58:43.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:104:0)
[03:58:43.526] Build status: STARTED
[03:58:43.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:105:0) after 1m27s
[04:00:10.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:105:0)
[04:00:10.840] Build status: STARTED
[04:00:10.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:106:0) after 5m24s
[04:05:35.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:106:0)
[04:05:35.252] Build status: STARTED
[04:05:35.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:107:0) after 7m30s
[04:13:05.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:107:0)
[04:13:05.367] Build status: STARTED
[04:13:05.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:108:0) after 7m15s
[04:20:20.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:108:0)
[04:20:20.426] Build status: STARTED
[04:20:20.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:109:0) after 4m40s
[04:25:00.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:109:0)
[04:25:00.591] Build status: STARTED
[04:25:00.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:110:0) after 4m58s
[04:29:58.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:110:0)
[04:29:58.644] Build status: STARTED
[04:29:58.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:111:0) after 1m42s
[04:31:40.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:111:0)
[04:31:40.727] Build status: STARTED
[04:31:40.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:112:0) after 3m9s
[04:34:49.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:112:0)
[04:34:49.771] Build status: STARTED
[04:34:49.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:113:0) after 8m40s
[04:43:29.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:113:0)
[04:43:29.821] Build status: STARTED
[04:43:29.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:114:0) after 5m29s
[04:48:58.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:114:0)
[04:48:58.935] Build status: STARTED
[04:48:58.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:115:0) after 9m47s
[04:58:46.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:115:0)
[04:58:46.117] Build status: STARTED
[04:58:46.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:116:0) after 3m56s
[05:02:42.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:116:0)
[05:02:42.167] Build status: STARTED
[05:02:42.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:117:0) after 3m41s
[05:06:23.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:117:0)
[05:06:23.425] Build status: STARTED
[05:06:23.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:118:0) after 5m20s
[05:11:43.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:118:0)
[05:11:43.467] Build status: STARTED
[05:11:43.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:119:0) after 7m46s
[05:19:29.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:119:0)
[05:19:29.687] Build status: STARTED
[05:19:29.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:120:0) after 7m14s
[05:26:43.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:120:0)
[05:26:43.811] Build status: STARTED
[05:26:43.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:121:0) after 8m33s
[05:35:16.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:121:0)
[05:35:16.981] Build status: STARTED
[05:35:16.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:122:0) after 2m2s
[05:37:19.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:122:0)
[05:37:19.029] Build status: STARTED
[05:37:19.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:123:0) after 8m9s
[05:45:28.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:123:0)
[05:45:28.211] Build status: STARTED
[05:45:28.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:124:0) after 5m33s
[05:51:01.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:124:0)
[05:51:01.740] Build status: STARTED
[05:51:01.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:125:0) after 5m56s
[05:56:57.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:125:0)
[05:56:58.020] Build status: STARTED
[05:56:58.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:126:0) after 4m32s
[06:01:30.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:126:0)
[06:01:31.870] Build status: STARTED
[06:01:31.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:127:0) after 5m3s
[06:06:34.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:127:0)
[06:06:34.927] Build status: STARTED
[06:06:34.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:128:0) after 4m3s
[06:10:37.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:128:0)
[06:10:37.976] Build status: STARTED
[06:10:37.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:129:0) after 9m30s
[06:20:08.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:129:0)
[06:20:08.310] Build status: STARTED
[06:20:08.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:130:0) after 3m2s
[06:23:10.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:130:0)
[06:23:10.481] Build status: STARTED
[06:23:10.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:131:0) after 4m19s
[06:27:29.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:131:0)
[06:27:29.644] Build status: STARTED
[06:27:29.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:132:0) after 8m0s
[06:35:29.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:132:0)
[06:35:30.062] Build status: STARTED
[06:35:30.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:133:0) after 7m0s
[06:42:30.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:133:0)
[06:42:30.340] Build status: STARTED
[06:42:30.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:134:0) after 4m27s
[06:46:57.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:134:0)
[06:46:57.443] Build status: STARTED
[06:46:57.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:135:0) after 5m32s
[06:52:29.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:135:0)
[06:52:29.720] Build status: STARTED
[06:52:29.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:136:0) after 8m11s
[07:00:40.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:136:0)
[07:00:40.885] Build status: STARTED
[07:00:40.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:137:0) after 4m32s
[07:05:12.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:137:0)
[07:05:12.999] Build status: STARTED
[07:05:12.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:138:0) after 1m37s
[07:06:50.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:138:0)
[07:06:50.041] Build status: STARTED
[07:06:50.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:139:0) after 3m41s
[07:10:31.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:139:0)
[07:10:31.157] Build status: STARTED
[07:10:31.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:140:0) after 1m42s
[07:12:13.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:140:0)
[07:12:13.207] Build status: STARTED
[07:12:13.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:141:0) after 8m4s
[07:20:17.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:141:0)
[07:20:17.386] Build status: STARTED
[07:20:17.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:142:0) after 5m51s
[07:26:08.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:142:0)
[07:26:08.479] Build status: STARTED
[07:26:08.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:143:0) after 2m28s
[07:28:36.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:143:0)
[07:28:36.896] Build status: STARTED
[07:28:36.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:144:0) after 8m45s
[07:37:21.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:144:0)
[07:37:21.937] Build status: STARTED
[07:37:21.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:145:0) after 4m40s
[07:42:02.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:145:0)
[07:42:02.105] Build status: STARTED
[07:42:02.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:146:0) after 2m7s
[07:44:09.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:146:0)
[07:44:09.175] Build status: STARTED
[07:44:09.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:147:0) after 4m40s
[07:48:49.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:147:0)
[07:48:49.196] Build status: STARTED
[07:48:49.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:148:0) after 8m56s
[07:57:45.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:148:0)
[07:57:45.300] Build status: STARTED
[07:57:45.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:149:0) after 8m17s
[08:06:02.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:149:0)
[08:06:02.485] Build status: STARTED
[08:06:02.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:150:0) after 3m59s
[08:10:01.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:150:0)
[08:10:01.590] Build status: STARTED
[08:10:01.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:151:0) after 9m37s
[08:19:38.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:151:0)
[08:19:38.624] Build status: STARTED
[08:19:38.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:152:0) after 7m39s
[08:27:17.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:152:0)
[08:27:17.684] Build status: STARTED
[08:27:17.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:153:0) after 3m23s
[08:30:40.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:153:0)
[08:30:40.726] Build status: STARTED
[08:30:40.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:154:0) after 2m45s
[08:33:25.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:154:0)
[08:33:25.830] Build status: STARTED
[08:33:25.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:155:0) after 8m37s
[08:42:02.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:155:0)
[08:42:03.090] Build status: STARTED
[08:42:03.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:156:0) after 5m38s
[08:47:41.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:156:0)
[08:47:41.138] Build status: STARTED
[08:47:41.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:157:0) after 8m58s
[08:56:39.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:157:0)
[08:56:39.300] Build status: STARTED
[08:56:39.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:158:0) after 5m57s
[09:02:36.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:158:0)
[09:02:36.369] Build status: STARTED
[09:02:36.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:159:0) after 6m51s
[09:09:27.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:159:0)
[09:09:27.472] Build status: STARTED
[09:09:27.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:160:0) after 5m3s
[09:14:30.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:160:0)
[09:14:30.565] Build status: STARTED
[09:14:30.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:161:0) after 4m28s
[09:18:58.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:161:0)
[09:18:58.662] Build status: STARTED
[09:18:58.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:162:0) after 8m25s
[09:27:23.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:162:0)
[09:27:23.710] Build status: STARTED
[09:27:23.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:163:0) after 7m24s
[09:34:47.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:163:0)
[09:34:47.971] Build status: STARTED
[09:34:47.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:164:0) after 1m42s
[09:36:30.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:164:0)
[09:36:30.043] Build status: STARTED
[09:36:30.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:165:0) after 9m29s
[09:45:59.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:165:0)
[09:45:59.311] Build status: STARTED
[09:45:59.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:166:0) after 5m26s
[09:51:25.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:166:0)
[09:51:27.715] Build status: STARTED
[09:51:27.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:167:0) after 9m54s
[10:01:21.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:167:0)
[10:01:21.769] Build status: STARTED
[10:01:21.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:168:0) after 2m36s
[10:03:57.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:168:0)
[10:03:57.818] Build status: STARTED
[10:03:57.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:169:0) after 8m7s
[10:12:04.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:169:0)
[10:12:04.817] Build status: STARTED
[10:12:04.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:170:0) after 9m40s
[10:21:44.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:170:0)
[10:21:45.003] Build status: STARTED
[10:21:45.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:171:0) after 1m16s
[10:23:01.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:171:0)
[10:23:01.053] Build status: STARTED
[10:23:01.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:172:0) after 2m5s
[10:25:06.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:172:0)
[10:25:06.255] Build status: STARTED
[10:25:06.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:173:0) after 4m57s
[10:30:03.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:173:0)
[10:30:03.321] Build status: STARTED
[10:30:03.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:174:0) after 9m17s
[10:39:20.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:174:0)
[10:39:20.538] Build status: STARTED
[10:39:20.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:175:0) after 1m49s
[10:41:09.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:175:0)
[10:41:09.704] Build status: STARTED
[10:41:09.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:176:0) after 5m46s
[10:46:56.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:176:0)
[10:46:56.424] Build status: STARTED
[10:46:56.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:177:0) after 2m2s
[10:48:58.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:177:0)
[10:48:58.475] Build status: STARTED
[10:48:58.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:178:0) after 2m29s
[10:51:27.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:178:0)
[10:51:27.525] Build status: STARTED
[10:51:27.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:179:0) after 3m49s
[10:55:16.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:179:0)
[10:55:16.616] Build status: STARTED
[10:55:16.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:180:0) after 1m24s
[10:56:40.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:180:0)
[10:56:40.730] Build status: STARTED
[10:56:40.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:181:0) after 8m8s
[11:04:48.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:181:0)
[11:04:48.931] Build status: STARTED
[11:04:48.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:182:0) after 1m28s
[11:06:17.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:182:0)
[11:06:17.082] Build status: STARTED
[11:06:17.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:183:0) after 4m13s
[11:10:30.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:183:0)
[11:10:30.180] Build status: STARTED
[11:10:30.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:184:0) after 6m19s
[11:16:49.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:184:0)
[11:16:49.191] Build status: STARTED
[11:16:49.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:185:0) after 2m13s
[11:19:02.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:185:0)
[11:19:02.237] Build status: STARTED
[11:19:02.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:186:0) after 9m15s
[11:28:17.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:186:0)
[11:28:17.375] Build status: STARTED
[11:28:17.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:187:0) after 5m53s
[11:34:10.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:187:0)
[11:34:10.426] Build status: STARTED
[11:34:10.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:188:0) after 7m8s
[11:41:18.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:188:0)
[11:41:18.604] Build status: STARTED
[11:41:18.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:189:0) after 4m14s
[11:45:32.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:189:0)
[11:45:32.656] Build status: STARTED
[11:45:32.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:190:0) after 2m59s
[11:48:31.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:190:0)
[11:48:31.677] Build status: STARTED
[11:48:31.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:191:0) after 8m45s
[11:57:16.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:191:0)
[11:57:16.844] Build status: STARTED
[11:57:16.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:192:0) after 5m1s
[12:02:17.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:192:0)
[12:02:18.162] Build status: STARTED
[12:02:18.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:193:0) after 4m59s
[12:07:17.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:193:0)
[12:07:17.233] Build status: STARTED
[12:07:17.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:194:0) after 1m52s
[12:09:09.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:194:0)
[12:09:09.334] Build status: STARTED
[12:09:09.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:195:0) after 6m40s
[12:15:49.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:195:0)
[12:15:49.461] Build status: STARTED
[12:15:49.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:196:0) after 4m8s
[12:19:57.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:196:0)
[12:19:57.641] Build status: STARTED
[12:19:57.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:197:0) after 1m0s
[12:20:57.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:197:0)
[12:20:57.682] Build status: STARTED
[12:20:57.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:198:0) after 1m52s
[12:22:49.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:198:0)
[12:22:49.731] Build status: STARTED
[12:22:49.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:199:0) after 5m57s
[12:28:47.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:199:0)
[12:28:47.137] Build status: STARTED
[12:28:47.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:200:0) after 9m30s
[12:38:17.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:200:0)
[12:38:17.200] Build status: STARTED
[12:38:17.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:201:0) after 5m28s
[12:43:45.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:201:0)
[12:43:45.342] Build status: STARTED
[12:43:45.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:202:0) after 7m52s
[12:51:37.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:202:0)
[12:51:37.391] Build status: STARTED
[12:51:37.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:203:0) after 1m42s
[12:53:19.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:203:0)
[12:53:19.434] Build status: STARTED
[12:53:19.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:204:0) after 9m50s
[13:03:09.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:204:0)
[13:03:09.592] Build status: STARTED
[13:03:09.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:205:0) after 4m16s
[13:07:25.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:205:0)
[13:07:25.737] Build status: STARTED
[13:07:25.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8898692763370429744:206:0) after 7m37s
[13:12:58.077] Received PubSub notification, asking Buildbucket for the build status
[13:12:58.101] Build:
{
  "id": "8733262701443509329",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33299,
  "createdBy": "project:chromium",
  "createTime": "2024-10-23T18:38:05.412916834Z",
  "startTime": "2024-10-23T18:38:12.074836261Z",
  "endTime": "2024-10-24T13:12:57.681885396Z",
  "updateTime": "2024-10-24T13:12:57.681885396Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9bdbd594b809e9c7889131a1fc869dcb036ccda9",
      "ref": "refs/heads/main"
    }
  }
}
[13:12:58.101] Invocation finished in 18h34m53.90971347s with status FAILED