Status: FAILED
Triggered by: -
Duration: 18 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1f38861c409c7806cfcc0e5ca458043faf3b727c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1f38861c409c7806cfcc0e5ca458043faf3b727c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:42:28.322] New invocation is queued and will start shortly
[22:42:29.398] Starting the invocation (attempt 1)
[22:42:29.436] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1f38861c409c7806cfcc0e5ca458043faf3b727c"
[22:42:29.436] Popped gitiles commit info from properties and tags
[22:42:29.436] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:42:29.436] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:42:29.436] Buildbucket request:
{
  "requestId": "8905472159400919232",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1f38861c409c7806cfcc0e5ca458043faf3b727c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8905472159400919232"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:42:29.983] Scheduled build:
{
  "id": "8740042097510247457",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32706,
  "createdBy": "project:chromium",
  "createTime": "2024-08-09T22:42:29.503624149Z",
  "updateTime": "2024-08-09T22:42:29.503624149Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1f38861c409c7806cfcc0e5ca458043faf3b727c",
      "ref": "refs/heads/main"
    }
  }
}
[22:42:29.983] Task URL: https://cr-buildbucket.appspot.com/build/8740042097510247457
[22:42:29.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:2:0) after 7m4s
[22:42:30.976] Received PubSub notification, asking Buildbucket for the build status
[22:42:31.128] Build status: SCHEDULED
[22:43:15.726] Received PubSub notification, asking Buildbucket for the build status
[22:43:15.898] Build status: STARTED
[22:49:34.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:2:0)
[22:49:34.054] Build status: STARTED
[22:49:34.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:5:0) after 2m20s
[22:51:54.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:5:0)
[22:51:54.181] Build status: STARTED
[22:51:54.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:6:0) after 3m17s
[22:55:11.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:6:0)
[22:55:11.247] Build status: STARTED
[22:55:11.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:7:0) after 2m15s
[22:57:26.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:7:0)
[22:57:26.322] Build status: STARTED
[22:57:26.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:8:0) after 7m59s
[23:05:25.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:8:0)
[23:05:25.491] Build status: STARTED
[23:05:25.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:9:0) after 1m57s
[23:07:22.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:9:0)
[23:07:22.557] Build status: STARTED
[23:07:22.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:10:0) after 1m28s
[23:08:50.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:10:0)
[23:08:50.664] Build status: STARTED
[23:08:50.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:11:0) after 2m28s
[23:11:18.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:11:0)
[23:11:18.752] Build status: STARTED
[23:11:18.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:12:0) after 6m59s
[23:18:17.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:12:0)
[23:18:17.806] Build status: STARTED
[23:18:17.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:13:0) after 9m7s
[23:27:24.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:13:0)
[23:27:24.931] Build status: STARTED
[23:27:24.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:14:0) after 4m13s
[23:31:37.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:14:0)
[23:31:38.040] Build status: STARTED
[23:31:38.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:15:0) after 6m55s
[23:38:33.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:15:0)
[23:38:33.072] Build status: STARTED
[23:38:33.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:16:0) after 4m30s
[23:43:03.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:16:0)
[23:43:03.120] Build status: STARTED
[23:43:03.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:17:0) after 6m13s
[23:49:16.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:17:0)
[23:49:16.217] Build status: STARTED
[23:49:16.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:18:0) after 3m55s
[23:53:11.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:18:0)
[23:53:11.263] Build status: STARTED
[23:53:11.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:19:0) after 2m56s
[23:56:07.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:19:0)
[23:56:07.379] Build status: STARTED
[23:56:07.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:20:0) after 1m10s
[23:57:17.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:20:0)
[23:57:17.482] Build status: STARTED
[23:57:17.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:21:0) after 1m8s
[23:58:25.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:21:0)
[23:58:25.583] Build status: STARTED
[23:58:25.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:22:0) after 7m4s
[00:05:29.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:22:0)
[00:05:29.630] Build status: STARTED
[00:05:29.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:23:0) after 1m40s
[00:07:09.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:23:0)
[00:07:09.730] Build status: STARTED
[00:07:09.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:24:0) after 9m33s
[00:16:42.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:24:0)
[00:16:42.777] Build status: STARTED
[00:16:42.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:25:0) after 9m21s
[00:26:03.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:25:0)
[00:26:03.905] Build status: STARTED
[00:26:03.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:26:0) after 7m46s
[00:33:49.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:26:0)
[00:33:50.012] Build status: STARTED
[00:33:50.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:27:0) after 6m19s
[00:40:09.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:27:0)
[00:40:09.140] Build status: STARTED
[00:40:09.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:28:0) after 7m52s
[00:48:01.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:28:0)
[00:48:01.249] Build status: STARTED
[00:48:01.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:29:0) after 3m46s
[00:51:47.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:29:0)
[00:51:47.304] Build status: STARTED
[00:51:47.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:30:0) after 8m35s
[01:00:22.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:30:0)
[01:00:22.476] Build status: STARTED
[01:00:22.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:31:0) after 7m57s
[01:08:19.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:31:0)
[01:08:19.600] Build status: STARTED
[01:08:19.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:32:0) after 1m55s
[01:10:14.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:32:0)
[01:10:14.668] Build status: STARTED
[01:10:14.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:33:0) after 5m55s
[01:16:09.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:33:0)
[01:16:09.732] Build status: STARTED
[01:16:09.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:34:0) after 4m45s
[01:20:55.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:34:0)
[01:20:55.316] Build status: STARTED
[01:20:55.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:35:0) after 1m37s
[01:22:32.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:35:0)
[01:22:32.550] Build status: STARTED
[01:22:32.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:36:0) after 7m42s
[01:30:15.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:36:0)
[01:30:15.152] Build status: STARTED
[01:30:15.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:37:0) after 9m23s
[01:39:38.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:37:0)
[01:39:38.585] Build status: STARTED
[01:39:38.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:38:0) after 7m32s
[01:47:11.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:38:0)
[01:47:11.041] Build status: STARTED
[01:47:11.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:39:0) after 3m22s
[01:50:33.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:39:0)
[01:50:33.339] Build status: STARTED
[01:50:33.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:40:0) after 3m33s
[01:54:06.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:40:0)
[01:54:06.391] Build status: STARTED
[01:54:06.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:41:0) after 9m7s
[02:03:13.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:41:0)
[02:03:13.490] Build status: STARTED
[02:03:13.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:42:0) after 3m55s
[02:07:08.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:42:0)
[02:07:08.972] Build status: STARTED
[02:07:08.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:43:0) after 7m23s
[02:14:32.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:43:0)
[02:14:32.228] Build status: STARTED
[02:14:32.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:44:0) after 9m53s
[02:24:25.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:44:0)
[02:24:25.434] Build status: STARTED
[02:24:25.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:45:0) after 1m12s
[02:25:37.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:45:0)
[02:25:37.551] Build status: STARTED
[02:25:37.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:46:0) after 6m16s
[02:31:53.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:46:0)
[02:31:53.619] Build status: STARTED
[02:31:53.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:47:0) after 4m39s
[02:36:32.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:47:0)
[02:36:32.683] Build status: STARTED
[02:36:32.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:48:0) after 6m49s
[02:43:21.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:48:0)
[02:43:21.781] Build status: STARTED
[02:43:21.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:49:0) after 4m36s
[02:47:57.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:49:0)
[02:47:57.873] Build status: STARTED
[02:47:57.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:50:0) after 2m17s
[02:50:14.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:50:0)
[02:50:14.927] Build status: STARTED
[02:50:14.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:51:0) after 5m40s
[02:55:54.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:51:0)
[02:55:54.990] Build status: STARTED
[02:55:54.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:52:0) after 2m22s
[02:58:17.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:52:0)
[02:58:17.196] Build status: STARTED
[02:58:17.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:53:0) after 1m28s
[02:59:45.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:53:0)
[02:59:45.335] Build status: STARTED
[02:59:45.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:54:0) after 7m32s
[03:07:17.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:54:0)
[03:07:17.459] Build status: STARTED
[03:07:17.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:55:0) after 9m44s
[03:17:01.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:55:0)
[03:17:01.852] Build status: STARTED
[03:17:01.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:56:0) after 5m51s
[03:22:53.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:56:0)
[03:22:53.268] Build status: STARTED
[03:22:53.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:57:0) after 5m2s
[03:27:55.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:57:0)
[03:27:55.314] Build status: STARTED
[03:27:55.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:58:0) after 7m36s
[03:35:31.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:58:0)
[03:35:31.733] Build status: STARTED
[03:35:31.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:59:0) after 5m27s
[03:40:59.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:59:0)
[03:40:59.034] Build status: STARTED
[03:40:59.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:60:0) after 2m57s
[03:43:56.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:60:0)
[03:43:56.086] Build status: STARTED
[03:43:56.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:61:0) after 6m34s
[03:50:30.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:61:0)
[03:50:30.261] Build status: STARTED
[03:50:30.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:62:0) after 1m40s
[03:52:10.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:62:0)
[03:52:10.507] Build status: STARTED
[03:52:10.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:63:0) after 9m50s
[04:02:01.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:63:0)
[04:02:01.364] Build status: STARTED
[04:02:01.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:64:0) after 3m19s
[04:05:20.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:64:0)
[04:05:20.710] Build status: STARTED
[04:05:20.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:65:0) after 8m43s
[04:14:04.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:65:0)
[04:14:04.135] Build status: STARTED
[04:14:04.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:66:0) after 3m23s
[04:17:27.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:66:0)
[04:17:27.310] Build status: STARTED
[04:17:27.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:67:0) after 9m17s
[04:26:44.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:67:0)
[04:26:44.369] Build status: STARTED
[04:26:44.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:68:0) after 2m44s
[04:29:28.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:68:0)
[04:29:28.505] Build status: STARTED
[04:29:28.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:69:0) after 2m51s
[04:32:19.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:69:0)
[04:32:19.623] Build status: STARTED
[04:32:19.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:70:0) after 7m49s
[04:40:08.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:70:0)
[04:40:08.697] Build status: STARTED
[04:40:08.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:71:0) after 5m27s
[04:45:35.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:71:0)
[04:45:35.767] Build status: STARTED
[04:45:35.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:72:0) after 5m12s
[04:50:47.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:72:0)
[04:50:47.932] Build status: STARTED
[04:50:47.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:73:0) after 8m49s
[04:59:37.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:73:0)
[04:59:37.393] Build status: STARTED
[04:59:37.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:74:0) after 5m21s
[05:04:58.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:74:0)
[05:04:58.549] Build status: STARTED
[05:04:58.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:75:0) after 4m47s
[05:09:45.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:75:0)
[05:09:45.668] Build status: STARTED
[05:09:45.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:76:0) after 7m28s
[05:17:13.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:76:0)
[05:17:14.018] Build status: STARTED
[05:17:14.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:77:0) after 3m10s
[05:20:24.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:77:0)
[05:20:24.194] Build status: STARTED
[05:20:24.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:78:0) after 6m38s
[05:27:02.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:78:0)
[05:27:02.603] Build status: STARTED
[05:27:02.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:79:0) after 2m36s
[05:29:38.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:79:0)
[05:29:38.672] Build status: STARTED
[05:29:38.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:80:0) after 2m5s
[05:31:43.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:80:0)
[05:31:43.748] Build status: STARTED
[05:31:43.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:81:0) after 9m42s
[05:41:25.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:81:0)
[05:41:25.762] Build status: STARTED
[05:41:25.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:82:0) after 9m6s
[05:50:31.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:82:0)
[05:50:31.825] Build status: STARTED
[05:50:31.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:83:0) after 2m33s
[05:53:05.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:83:0)
[05:53:05.020] Build status: STARTED
[05:53:05.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:84:0) after 4m11s
[05:57:16.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:84:0)
[05:57:16.316] Build status: STARTED
[05:57:16.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:85:0) after 6m47s
[06:04:03.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:85:0)
[06:04:03.562] Build status: STARTED
[06:04:03.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:86:0) after 3m52s
[06:07:55.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:86:0)
[06:07:55.635] Build status: STARTED
[06:07:55.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:87:0) after 5m14s
[06:13:09.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:87:0)
[06:13:09.947] Build status: STARTED
[06:13:09.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:88:0) after 5m36s
[06:18:45.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:88:0)
[06:18:46.001] Build status: STARTED
[06:18:46.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:89:0) after 8m22s
[06:27:08.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:89:0)
[06:27:08.067] Build status: STARTED
[06:27:08.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:90:0) after 5m40s
[06:32:48.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:90:0)
[06:32:48.170] Build status: STARTED
[06:32:48.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:91:0) after 5m47s
[06:38:35.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:91:0)
[06:38:35.309] Build status: STARTED
[06:38:35.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:92:0) after 5m49s
[06:44:24.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:92:0)
[06:44:24.448] Build status: STARTED
[06:44:24.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:93:0) after 9m44s
[06:54:08.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:93:0)
[06:54:08.578] Build status: STARTED
[06:54:08.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:94:0) after 7m21s
[07:01:29.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:94:0)
[07:01:29.631] Build status: STARTED
[07:01:29.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:95:0) after 3m42s
[07:05:11.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:95:0)
[07:05:11.775] Build status: STARTED
[07:05:11.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:96:0) after 8m12s
[07:13:23.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:96:0)
[07:13:23.892] Build status: STARTED
[07:13:23.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:97:0) after 5m35s
[07:18:59.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:97:0)
[07:18:59.147] Build status: STARTED
[07:18:59.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:98:0) after 2m21s
[07:21:20.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:98:0)
[07:21:20.349] Build status: STARTED
[07:21:20.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:99:0) after 9m1s
[07:30:21.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:99:0)
[07:30:21.574] Build status: STARTED
[07:30:21.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:100:0) after 1m28s
[07:31:49.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:100:0)
[07:31:49.722] Build status: STARTED
[07:31:49.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:101:0) after 1m33s
[07:33:22.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:101:0)
[07:33:23.020] Build status: STARTED
[07:33:23.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:102:0) after 1m1s
[07:34:24.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:102:0)
[07:34:24.074] Build status: STARTED
[07:34:24.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:103:0) after 9m46s
[07:44:10.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:103:0)
[07:44:10.170] Build status: STARTED
[07:44:10.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:104:0) after 2m58s
[07:47:08.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:104:0)
[07:47:08.343] Build status: STARTED
[07:47:08.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:105:0) after 4m10s
[07:51:18.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:105:0)
[07:51:18.544] Build status: STARTED
[07:51:18.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:106:0) after 5m45s
[07:57:03.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:106:0)
[07:57:03.915] Build status: STARTED
[07:57:03.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:107:0) after 2m39s
[07:59:42.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:107:0)
[07:59:42.990] Build status: STARTED
[07:59:42.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:108:0) after 5m40s
[08:05:23.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:108:0)
[08:05:23.341] Build status: STARTED
[08:05:23.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:109:0) after 6m38s
[08:12:01.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:109:0)
[08:12:01.408] Build status: STARTED
[08:12:01.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:110:0) after 5m56s
[08:17:57.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:110:0)
[08:17:57.728] Build status: STARTED
[08:17:57.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:111:0) after 4m3s
[08:22:00.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:111:0)
[08:22:00.787] Build status: STARTED
[08:22:00.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:112:0) after 9m27s
[08:31:27.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:112:0)
[08:31:27.847] Build status: STARTED
[08:31:27.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:113:0) after 6m47s
[08:38:15.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:113:0)
[08:38:15.141] Build status: STARTED
[08:38:15.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:114:0) after 7m49s
[08:46:04.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:114:0)
[08:46:04.253] Build status: STARTED
[08:46:04.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:115:0) after 4m11s
[08:50:15.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:115:0)
[08:50:15.970] Build status: STARTED
[08:50:15.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:116:0) after 6m29s
[08:56:45.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:116:0)
[08:56:45.166] Build status: STARTED
[08:56:45.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:117:0) after 5m39s
[09:02:24.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:117:0)
[09:02:24.218] Build status: STARTED
[09:02:24.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:118:0) after 4m29s
[09:06:53.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:118:0)
[09:06:53.386] Build status: STARTED
[09:06:53.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:119:0) after 9m7s
[09:16:00.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:119:0)
[09:16:00.639] Build status: STARTED
[09:16:00.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:120:0) after 7m43s
[09:23:43.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:120:0)
[09:23:43.686] Build status: STARTED
[09:23:43.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:121:0) after 4m15s
[09:27:58.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:121:0)
[09:27:58.737] Build status: STARTED
[09:27:58.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:122:0) after 3m27s
[09:31:25.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:122:0)
[09:31:25.834] Build status: STARTED
[09:31:25.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:123:0) after 4m32s
[09:35:58.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:123:0)
[09:35:58.111] Build status: STARTED
[09:35:58.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:124:0) after 4m25s
[09:40:23.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:124:0)
[09:40:23.331] Build status: STARTED
[09:40:23.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:125:0) after 1m45s
[09:42:08.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:125:0)
[09:42:08.675] Build status: STARTED
[09:42:08.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:126:0) after 4m14s
[09:46:22.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:126:0)
[09:46:22.828] Build status: STARTED
[09:46:22.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:127:0) after 2m52s
[09:49:14.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:127:0)
[09:49:14.980] Build status: STARTED
[09:49:14.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:128:0) after 1m1s
[09:50:16.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:128:0)
[09:50:16.143] Build status: STARTED
[09:50:16.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:129:0) after 2m40s
[09:52:56.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:129:0)
[09:52:56.228] Build status: STARTED
[09:52:56.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:130:0) after 9m25s
[10:02:21.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:130:0)
[10:02:21.313] Build status: STARTED
[10:02:21.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:131:0) after 7m7s
[10:09:28.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:131:0)
[10:09:28.474] Build status: STARTED
[10:09:28.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:132:0) after 2m29s
[10:11:57.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:132:0)
[10:11:57.603] Build status: STARTED
[10:11:57.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:133:0) after 7m10s
[10:19:07.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:133:0)
[10:19:07.679] Build status: STARTED
[10:19:07.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:134:0) after 9m21s
[10:28:28.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:134:0)
[10:28:28.752] Build status: STARTED
[10:28:28.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:135:0) after 4m31s
[10:32:59.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:135:0)
[10:32:59.845] Build status: STARTED
[10:32:59.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:136:0) after 3m32s
[10:36:32.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:136:0)
[10:36:32.225] Build status: STARTED
[10:36:32.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:137:0) after 6m54s
[10:43:26.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:137:0)
[10:43:26.264] Build status: STARTED
[10:43:26.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:138:0) after 1m37s
[10:45:03.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:138:0)
[10:45:03.319] Build status: STARTED
[10:45:03.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:139:0) after 5m32s
[10:50:35.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:139:0)
[10:50:35.689] Build status: STARTED
[10:50:35.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:140:0) after 1m23s
[10:51:58.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:140:0)
[10:51:58.818] Build status: STARTED
[10:51:58.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:141:0) after 5m58s
[10:57:56.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:141:0)
[10:57:56.901] Build status: STARTED
[10:57:56.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:142:0) after 4m58s
[11:02:55.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:142:0)
[11:02:55.068] Build status: STARTED
[11:02:55.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:143:0) after 6m10s
[11:09:05.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:143:0)
[11:09:05.172] Build status: STARTED
[11:09:05.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:144:0) after 1m30s
[11:10:35.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:144:0)
[11:10:35.269] Build status: STARTED
[11:10:35.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:145:0) after 3m39s
[11:14:14.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:145:0)
[11:14:14.355] Build status: STARTED
[11:14:14.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:146:0) after 7m2s
[11:21:16.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:146:0)
[11:21:16.594] Build status: STARTED
[11:21:16.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:147:0) after 4m27s
[11:25:43.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:147:0)
[11:25:43.785] Build status: STARTED
[11:25:43.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:148:0) after 5m46s
[11:31:29.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:148:0)
[11:31:29.791] Build status: STARTED
[11:31:29.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:149:0) after 2m36s
[11:34:05.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:149:0)
[11:34:06.254] Build status: STARTED
[11:34:06.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:150:0) after 1m57s
[11:36:03.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:150:0)
[11:36:03.313] Build status: STARTED
[11:36:03.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:151:0) after 8m16s
[11:44:19.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:151:0)
[11:44:19.562] Build status: STARTED
[11:44:19.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:152:0) after 1m42s
[11:46:02.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:152:0)
[11:46:02.078] Build status: STARTED
[11:46:02.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:153:0) after 7m28s
[11:53:30.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:153:0)
[11:53:30.258] Build status: STARTED
[11:53:30.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:154:0) after 2m43s
[11:56:13.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:154:0)
[11:56:13.273] Build status: STARTED
[11:56:13.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:155:0) after 2m36s
[11:58:49.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:155:0)
[11:58:49.400] Build status: STARTED
[11:58:49.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:156:0) after 8m4s
[12:06:53.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:156:0)
[12:06:53.626] Build status: STARTED
[12:06:53.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:157:0) after 2m41s
[12:09:34.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:157:0)
[12:09:34.680] Build status: STARTED
[12:09:34.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:158:0) after 9m53s
[12:19:27.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:158:0)
[12:19:27.948] Build status: STARTED
[12:19:27.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:159:0) after 5m42s
[12:25:09.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:159:0)
[12:25:09.998] Build status: STARTED
[12:25:09.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:160:0) after 9m8s
[12:34:18.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:160:0)
[12:34:18.116] Build status: STARTED
[12:34:18.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:161:0) after 4m20s
[12:38:38.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:161:0)
[12:38:38.175] Build status: STARTED
[12:38:38.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:162:0) after 1m50s
[12:40:28.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:162:0)
[12:40:28.237] Build status: STARTED
[12:40:28.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:163:0) after 1m7s
[12:41:35.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:163:0)
[12:41:35.422] Build status: STARTED
[12:41:35.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:164:0) after 6m17s
[12:47:52.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:164:0)
[12:47:52.484] Build status: STARTED
[12:47:52.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:165:0) after 6m58s
[12:54:50.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:165:0)
[12:54:50.628] Build status: STARTED
[12:54:50.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:166:0) after 5m43s
[13:00:33.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:166:0)
[13:00:33.860] Build status: STARTED
[13:00:33.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:167:0) after 7m25s
[13:07:58.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:167:0)
[13:07:58.891] Build status: STARTED
[13:07:58.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:168:0) after 4m18s
[13:12:16.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:168:0)
[13:12:16.970] Build status: STARTED
[13:12:16.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:169:0) after 6m38s
[13:18:55.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:169:0)
[13:18:55.037] Build status: STARTED
[13:18:55.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:170:0) after 8m48s
[13:27:43.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:170:0)
[13:27:43.090] Build status: STARTED
[13:27:43.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:171:0) after 6m10s
[13:33:53.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:171:0)
[13:33:53.140] Build status: STARTED
[13:33:53.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:172:0) after 6m18s
[13:40:11.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:172:0)
[13:40:11.532] Build status: STARTED
[13:40:11.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:173:0) after 7m39s
[13:47:50.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:173:0)
[13:47:50.743] Build status: STARTED
[13:47:50.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:174:0) after 7m51s
[13:55:41.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:174:0)
[13:55:41.950] Build status: STARTED
[13:55:41.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:175:0) after 2m7s
[13:57:49.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:175:0)
[13:57:49.022] Build status: STARTED
[13:57:49.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:176:0) after 4m6s
[14:01:55.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:176:0)
[14:01:55.081] Build status: STARTED
[14:01:55.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:177:0) after 5m7s
[14:07:02.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:177:0)
[14:07:02.526] Build status: STARTED
[14:07:02.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:178:0) after 1m58s
[14:09:00.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:178:0)
[14:09:00.618] Build status: STARTED
[14:09:00.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:179:0) after 5m43s
[14:14:43.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:179:0)
[14:14:43.772] Build status: STARTED
[14:14:43.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:180:0) after 4m44s
[14:19:27.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:180:0)
[14:19:27.950] Build status: STARTED
[14:19:27.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:181:0) after 5m25s
[14:24:53.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:181:0)
[14:24:53.050] Build status: STARTED
[14:24:53.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:182:0) after 8m52s
[14:33:45.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:182:0)
[14:33:45.253] Build status: STARTED
[14:33:45.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:183:0) after 1m25s
[14:35:10.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:183:0)
[14:35:10.323] Build status: STARTED
[14:35:10.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:184:0) after 6m22s
[14:41:32.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:184:0)
[14:41:32.459] Build status: STARTED
[14:41:32.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:185:0) after 5m53s
[14:47:25.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:185:0)
[14:47:25.797] Build status: STARTED
[14:47:25.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:186:0) after 7m8s
[14:54:33.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:186:0)
[14:54:33.903] Build status: STARTED
[14:54:33.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:187:0) after 6m10s
[15:00:44.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:187:0)
[15:00:44.078] Build status: STARTED
[15:00:44.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:188:0) after 6m51s
[15:07:35.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:188:0)
[15:07:35.306] Build status: STARTED
[15:07:35.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:189:0) after 7m25s
[15:15:00.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:189:0)
[15:15:00.544] Build status: STARTED
[15:15:00.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:190:0) after 8m47s
[15:23:47.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:190:0)
[15:23:47.566] Build status: STARTED
[15:23:47.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:191:0) after 5m49s
[15:29:36.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:191:0)
[15:29:36.688] Build status: STARTED
[15:29:36.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:192:0) after 3m27s
[15:33:03.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:192:0)
[15:33:03.753] Build status: STARTED
[15:33:03.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:193:0) after 4m38s
[15:37:41.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:193:0)
[15:37:41.830] Build status: STARTED
[15:37:41.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:194:0) after 3m34s
[15:41:15.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:194:0)
[15:41:15.885] Build status: STARTED
[15:41:15.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:195:0) after 3m6s
[15:44:21.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:195:0)
[15:44:21.931] Build status: STARTED
[15:44:21.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:196:0) after 2m43s
[15:47:04.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:196:0)
[15:47:04.979] Build status: STARTED
[15:47:04.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:197:0) after 9m12s
[15:56:17.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:197:0)
[15:56:17.104] Build status: STARTED
[15:56:17.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:198:0) after 7m52s
[16:04:09.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:198:0)
[16:04:09.187] Build status: STARTED
[16:04:09.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:199:0) after 7m53s
[16:12:02.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:199:0)
[16:12:02.332] Build status: STARTED
[16:12:02.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:200:0) after 7m29s
[16:19:31.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:200:0)
[16:19:31.388] Build status: STARTED
[16:19:31.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:201:0) after 9m38s
[16:29:09.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:201:0)
[16:29:09.459] Build status: STARTED
[16:29:09.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:202:0) after 1m2s
[16:30:11.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:202:0)
[16:30:11.518] Build status: STARTED
[16:30:11.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:203:0) after 4m58s
[16:35:09.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:203:0)
[16:35:09.581] Build status: STARTED
[16:35:09.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:204:0) after 8m4s
[16:43:13.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:204:0)
[16:43:13.641] Build status: STARTED
[16:43:13.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:205:0) after 2m4s
[16:45:17.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:205:0)
[16:45:17.693] Build status: STARTED
[16:45:17.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905472159400919232:206:0) after 9m58s
[16:50:00.116] Received PubSub notification, asking Buildbucket for the build status
[16:50:00.133] Build:
{
  "id": "8740042097510247457",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32706,
  "createdBy": "project:chromium",
  "createTime": "2024-08-09T22:42:29.503624149Z",
  "startTime": "2024-08-09T22:43:15.343876041Z",
  "endTime": "2024-08-10T16:49:58.898863555Z",
  "updateTime": "2024-08-10T16:49:58.898863555Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1f38861c409c7806cfcc0e5ca458043faf3b727c",
      "ref": "refs/heads/main"
    }
  }
}
[16:50:00.133] Invocation finished in 18h7m31.816695522s with status FAILED