Status: FAILED
Triggered by: -
Duration: 18 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d9a76240a0261b13e84d59d29eff106edebdad32"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d9a76240a0261b13e84d59d29eff106edebdad32
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:48:40.753] New invocation is queued and will start shortly
[01:48:41.843] Starting the invocation (attempt 1)
[01:48:41.884] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d9a76240a0261b13e84d59d29eff106edebdad32"
[01:48:41.884] Popped gitiles commit info from properties and tags
[01:48:41.884] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:48:41.884] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:48:41.884] Buildbucket request:
{
  "requestId": "8915788498428600704",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d9a76240a0261b13e84d59d29eff106edebdad32",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915788498428600704"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:48:43.395] Scheduled build:
{
  "id": "8750358436311718785",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31516,
  "createdBy": "project:chromium",
  "createTime": "2024-04-18T01:48:42.148404128Z",
  "updateTime": "2024-04-18T01:48:42.148404128Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d9a76240a0261b13e84d59d29eff106edebdad32",
      "ref": "refs/heads/main"
    }
  }
}
[01:48:43.395] Task URL: https://cr-buildbucket.appspot.com/build/8750358436311718785
[01:48:43.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:2:0) after 9m13s
[01:48:44.229] Received PubSub notification, asking Buildbucket for the build status
[01:48:44.254] Build status: SCHEDULED
[01:48:51.738] Received PubSub notification, asking Buildbucket for the build status
[01:48:51.764] Build status: STARTED
[01:57:56.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:2:0)
[01:57:56.613] Build status: STARTED
[01:57:56.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:5:0) after 4m2s
[02:01:58.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:5:0)
[02:01:58.790] Build status: STARTED
[02:01:58.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:6:0) after 2m56s
[02:04:55.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:6:0)
[02:04:55.626] Build status: STARTED
[02:04:55.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:7:0) after 4m0s
[02:08:55.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:7:0)
[02:08:55.937] Build status: STARTED
[02:08:55.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:8:0) after 2m12s
[02:11:08.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:8:0)
[02:11:08.414] Build status: STARTED
[02:11:08.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:9:0) after 6m56s
[02:18:04.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:9:0)
[02:18:05.015] Build status: STARTED
[02:18:05.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:10:0) after 2m24s
[02:20:29.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:10:0)
[02:20:29.197] Build status: STARTED
[02:20:29.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:11:0) after 8m34s
[02:29:03.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:11:0)
[02:29:03.317] Build status: STARTED
[02:29:03.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:12:0) after 1m32s
[02:30:35.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:12:0)
[02:30:35.568] Build status: STARTED
[02:30:35.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:13:0) after 3m16s
[02:33:51.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:13:0)
[02:33:51.957] Build status: STARTED
[02:33:51.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:14:0) after 3m40s
[02:37:31.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:14:0)
[02:37:31.993] Build status: STARTED
[02:37:31.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:15:0) after 9m55s
[02:47:27.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:15:0)
[02:47:27.050] Build status: STARTED
[02:47:27.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:16:0) after 3m59s
[02:51:26.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:16:0)
[02:51:26.332] Build status: STARTED
[02:51:26.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:17:0) after 3m2s
[02:54:28.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:17:0)
[02:54:28.445] Build status: STARTED
[02:54:28.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:18:0) after 1m54s
[02:56:22.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:18:0)
[02:56:22.503] Build status: STARTED
[02:56:22.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:19:0) after 5m40s
[03:02:02.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:19:0)
[03:02:02.667] Build status: STARTED
[03:02:02.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:20:0) after 5m49s
[03:07:51.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:20:0)
[03:07:51.878] Build status: STARTED
[03:07:51.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:21:0) after 4m19s
[03:12:11.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:21:0)
[03:12:11.393] Build status: STARTED
[03:12:11.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:22:0) after 6m32s
[03:18:43.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:22:0)
[03:18:43.478] Build status: STARTED
[03:18:43.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:23:0) after 1m10s
[03:19:53.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:23:0)
[03:19:53.703] Build status: STARTED
[03:19:53.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:24:0) after 1m12s
[03:21:05.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:24:0)
[03:21:05.827] Build status: STARTED
[03:21:05.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:25:0) after 1m17s
[03:22:22.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:25:0)
[03:22:23.030] Build status: STARTED
[03:22:23.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:26:0) after 1m46s
[03:24:09.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:26:0)
[03:24:09.279] Build status: STARTED
[03:24:09.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:27:0) after 1m27s
[03:25:36.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:27:0)
[03:25:36.418] Build status: STARTED
[03:25:36.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:28:0) after 4m38s
[03:30:14.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:28:0)
[03:30:14.488] Build status: STARTED
[03:30:14.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:29:0) after 8m20s
[03:38:35.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:29:0)
[03:38:35.065] Build status: STARTED
[03:38:35.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:30:0) after 1m41s
[03:40:16.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:30:0)
[03:40:16.691] Build status: STARTED
[03:40:16.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:31:0) after 6m2s
[03:46:18.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:31:0)
[03:46:18.893] Build status: STARTED
[03:46:18.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:32:0) after 8m17s
[03:54:35.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:32:0)
[03:54:36.061] Build status: STARTED
[03:54:36.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:33:0) after 8m40s
[04:03:16.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:33:0)
[04:03:16.177] Build status: STARTED
[04:03:16.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:34:0) after 4m45s
[04:08:01.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:34:0)
[04:08:01.447] Build status: STARTED
[04:08:01.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:35:0) after 4m46s
[04:12:47.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:35:0)
[04:12:47.649] Build status: STARTED
[04:12:47.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:36:0) after 8m45s
[04:21:32.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:36:0)
[04:21:32.855] Build status: STARTED
[04:21:32.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:37:0) after 5m19s
[04:26:52.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:37:0)
[04:26:52.065] Build status: STARTED
[04:26:52.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:38:0) after 6m54s
[04:33:46.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:38:0)
[04:33:46.292] Build status: STARTED
[04:33:46.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:39:0) after 1m53s
[04:35:39.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:39:0)
[04:35:39.499] Build status: STARTED
[04:35:39.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:40:0) after 9m40s
[04:45:19.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:40:0)
[04:45:19.767] Build status: STARTED
[04:45:19.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:41:0) after 2m9s
[04:47:28.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:41:0)
[04:47:28.844] Build status: STARTED
[04:47:28.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:42:0) after 9m26s
[04:56:54.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:42:0)
[04:56:54.919] Build status: STARTED
[04:56:54.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:43:0) after 8m43s
[05:05:37.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:43:0)
[05:05:37.997] Build status: STARTED
[05:05:37.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:44:0) after 2m39s
[05:08:17.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:44:0)
[05:08:17.079] Build status: STARTED
[05:08:17.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:45:0) after 4m16s
[05:12:33.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:45:0)
[05:12:33.145] Build status: STARTED
[05:12:33.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:46:0) after 5m4s
[05:17:37.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:46:0)
[05:17:37.378] Build status: STARTED
[05:17:37.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:47:0) after 8m36s
[05:26:13.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:47:0)
[05:26:13.552] Build status: STARTED
[05:26:13.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:48:0) after 6m6s
[05:32:19.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:48:0)
[05:32:19.681] Build status: STARTED
[05:32:19.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:49:0) after 6m25s
[05:38:44.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:49:0)
[05:38:44.846] Build status: STARTED
[05:38:44.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:50:0) after 8m20s
[05:47:05.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:50:0)
[05:47:05.451] Build status: STARTED
[05:47:05.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:51:0) after 6m19s
[05:53:24.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:51:0)
[05:53:24.603] Build status: STARTED
[05:53:24.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:52:0) after 5m0s
[05:58:24.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:52:0)
[05:58:24.670] Build status: STARTED
[05:58:24.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:53:0) after 3m30s
[06:01:54.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:53:0)
[06:01:57.533] Build status: STARTED
[06:01:57.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:54:0) after 5m43s
[06:07:40.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:54:0)
[06:07:40.767] Build status: STARTED
[06:07:40.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:55:0) after 5m6s
[06:12:46.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:55:0)
[06:12:46.820] Build status: STARTED
[06:12:46.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:56:0) after 3m57s
[06:16:43.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:56:0)
[06:16:44.012] Build status: STARTED
[06:16:44.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:57:0) after 1m3s
[06:17:47.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:57:0)
[06:17:47.185] Build status: STARTED
[06:17:47.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:58:0) after 6m32s
[06:24:19.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:58:0)
[06:24:19.483] Build status: STARTED
[06:24:19.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:59:0) after 7m11s
[06:31:30.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:59:0)
[06:31:30.552] Build status: STARTED
[06:31:30.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:60:0) after 8m13s
[06:39:43.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:60:0)
[06:39:43.849] Build status: STARTED
[06:39:43.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:61:0) after 2m11s
[06:41:55.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:61:0)
[06:41:55.457] Build status: STARTED
[06:41:55.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:62:0) after 6m26s
[06:48:21.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:62:0)
[06:48:21.748] Build status: STARTED
[06:48:21.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:63:0) after 3m2s
[06:51:23.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:63:0)
[06:51:23.914] Build status: STARTED
[06:51:23.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:64:0) after 3m8s
[06:54:32.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:64:0)
[06:54:32.248] Build status: STARTED
[06:54:32.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:65:0) after 8m0s
[07:02:32.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:65:0)
[07:02:32.584] Build status: STARTED
[07:02:32.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:66:0) after 4m50s
[07:07:23.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:66:0)
[07:07:23.739] Build status: STARTED
[07:07:23.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:67:0) after 4m0s
[07:11:24.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:67:0)
[07:11:24.155] Build status: STARTED
[07:11:24.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:68:0) after 7m53s
[07:19:17.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:68:0)
[07:19:17.773] Build status: STARTED
[07:19:17.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:69:0) after 8m9s
[07:27:26.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:69:0)
[07:27:27.027] Build status: STARTED
[07:27:27.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:70:0) after 1m56s
[07:29:23.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:70:0)
[07:29:23.077] Build status: STARTED
[07:29:23.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:71:0) after 6m3s
[07:35:26.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:71:0)
[07:35:26.140] Build status: STARTED
[07:35:26.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:72:0) after 8m43s
[07:44:09.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:72:0)
[07:44:09.355] Build status: STARTED
[07:44:09.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:73:0) after 4m55s
[07:49:04.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:73:0)
[07:49:04.488] Build status: STARTED
[07:49:04.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:74:0) after 5m7s
[07:54:11.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:74:0)
[07:54:11.636] Build status: STARTED
[07:54:11.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:75:0) after 8m36s
[08:02:47.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:75:0)
[08:02:47.710] Build status: STARTED
[08:02:47.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:76:0) after 7m28s
[08:10:15.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:76:0)
[08:10:15.880] Build status: STARTED
[08:10:15.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:77:0) after 4m2s
[08:14:18.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:77:0)
[08:14:18.082] Build status: STARTED
[08:14:18.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:78:0) after 5m31s
[08:19:49.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:78:0)
[08:19:50.082] Build status: STARTED
[08:19:50.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:79:0) after 5m7s
[08:24:57.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:79:0)
[08:24:57.173] Build status: STARTED
[08:24:57.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:80:0) after 3m22s
[08:28:19.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:80:0)
[08:28:19.289] Build status: STARTED
[08:28:19.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:81:0) after 8m28s
[08:36:47.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:81:0)
[08:36:47.519] Build status: STARTED
[08:36:47.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:82:0) after 7m59s
[08:44:47.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:82:0)
[08:44:47.185] Build status: STARTED
[08:44:47.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:83:0) after 1m13s
[08:46:00.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:83:0)
[08:46:00.443] Build status: STARTED
[08:46:00.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:84:0) after 5m19s
[08:51:19.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:84:0)
[08:51:19.640] Build status: STARTED
[08:51:19.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:85:0) after 1m30s
[08:52:49.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:85:0)
[08:52:49.704] Build status: STARTED
[08:52:49.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:86:0) after 5m58s
[08:58:47.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:86:0)
[08:58:47.739] Build status: STARTED
[08:58:47.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:87:0) after 1m45s
[09:00:32.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:87:0)
[09:00:32.866] Build status: STARTED
[09:00:32.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:88:0) after 1m13s
[09:01:46.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:88:0)
[09:01:46.267] Build status: STARTED
[09:01:46.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:89:0) after 6m18s
[09:08:04.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:89:0)
[09:08:04.445] Build status: STARTED
[09:08:04.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:90:0) after 4m29s
[09:12:33.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:90:0)
[09:12:33.549] Build status: STARTED
[09:12:33.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:91:0) after 9m38s
[09:22:11.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:91:0)
[09:22:11.615] Build status: STARTED
[09:22:11.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:92:0) after 4m45s
[09:26:56.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:92:0)
[09:26:56.952] Build status: STARTED
[09:26:56.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:93:0) after 5m5s
[09:32:02.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:93:0)
[09:32:02.304] Build status: STARTED
[09:32:02.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:94:0) after 9m26s
[09:41:29.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:94:0)
[09:41:29.084] Build status: STARTED
[09:41:29.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:95:0) after 9m43s
[09:51:12.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:95:0)
[09:51:12.168] Build status: STARTED
[09:51:12.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:96:0) after 5m19s
[09:56:31.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:96:0)
[09:56:31.399] Build status: STARTED
[09:56:31.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:97:0) after 1m23s
[09:57:54.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:97:0)
[09:57:54.659] Build status: STARTED
[09:57:54.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:98:0) after 2m55s
[10:00:49.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:98:0)
[10:00:49.833] Build status: STARTED
[10:00:49.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:99:0) after 8m1s
[10:08:50.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:99:0)
[10:08:50.959] Build status: STARTED
[10:08:50.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:100:0) after 9m14s
[10:18:05.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:100:0)
[10:18:05.089] Build status: STARTED
[10:18:05.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:101:0) after 1m40s
[10:19:45.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:101:0)
[10:19:45.151] Build status: STARTED
[10:19:45.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:102:0) after 4m27s
[10:24:12.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:102:0)
[10:24:12.728] Build status: STARTED
[10:24:12.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:103:0) after 4m18s
[10:28:30.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:103:0)
[10:28:30.975] Build status: STARTED
[10:28:30.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:104:0) after 1m35s
[10:30:06.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:104:0)
[10:30:06.329] Build status: STARTED
[10:30:06.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:105:0) after 8m47s
[10:38:53.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:105:0)
[10:38:53.485] Build status: STARTED
[10:38:53.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:106:0) after 2m25s
[10:41:18.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:106:0)
[10:41:18.707] Build status: STARTED
[10:41:18.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:107:0) after 8m2s
[10:49:20.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:107:0)
[10:49:20.765] Build status: STARTED
[10:49:20.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:108:0) after 5m57s
[10:55:18.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:108:0)
[10:55:18.433] Build status: STARTED
[10:55:18.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:109:0) after 7m29s
[11:02:47.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:109:0)
[11:02:47.975] Build status: STARTED
[11:02:47.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:110:0) after 1m53s
[11:04:41.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:110:0)
[11:04:41.044] Build status: STARTED
[11:04:41.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:111:0) after 1m17s
[11:05:58.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:111:0)
[11:05:58.195] Build status: STARTED
[11:05:58.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:112:0) after 8m37s
[11:14:35.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:112:0)
[11:14:35.250] Build status: STARTED
[11:14:35.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:113:0) after 1m54s
[11:16:29.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:113:0)
[11:16:29.461] Build status: STARTED
[11:16:29.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:114:0) after 8m0s
[11:24:29.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:114:0)
[11:24:29.884] Build status: STARTED
[11:24:29.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:115:0) after 6m8s
[11:30:37.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:115:0)
[11:30:37.951] Build status: STARTED
[11:30:37.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:116:0) after 4m48s
[11:35:25.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:116:0)
[11:35:26.037] Build status: STARTED
[11:35:26.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:117:0) after 9m17s
[11:44:43.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:117:0)
[11:44:43.144] Build status: STARTED
[11:44:43.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:118:0) after 5m2s
[11:49:45.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:118:0)
[11:49:45.278] Build status: STARTED
[11:49:45.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:119:0) after 6m55s
[11:56:40.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:119:0)
[11:56:40.539] Build status: STARTED
[11:56:40.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:120:0) after 8m48s
[12:05:28.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:120:0)
[12:05:28.614] Build status: STARTED
[12:05:28.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:121:0) after 2m8s
[12:07:37.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:121:0)
[12:07:37.278] Build status: STARTED
[12:07:37.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:122:0) after 7m19s
[12:14:56.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:122:0)
[12:14:56.371] Build status: STARTED
[12:14:56.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:123:0) after 1m21s
[12:16:17.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:123:0)
[12:16:17.472] Build status: STARTED
[12:16:17.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:124:0) after 4m37s
[12:20:54.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:124:0)
[12:20:54.530] Build status: STARTED
[12:20:54.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:125:0) after 5m11s
[12:26:05.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:125:0)
[12:26:05.777] Build status: STARTED
[12:26:05.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:126:0) after 4m17s
[12:30:23.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:126:0)
[12:30:23.060] Build status: STARTED
[12:30:23.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:127:0) after 4m37s
[12:35:00.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:127:0)
[12:35:00.146] Build status: STARTED
[12:35:00.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:128:0) after 1m43s
[12:36:43.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:128:0)
[12:36:43.268] Build status: STARTED
[12:36:43.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:129:0) after 6m2s
[12:42:45.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:129:0)
[12:42:45.432] Build status: STARTED
[12:42:45.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:130:0) after 3m18s
[12:46:03.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:130:0)
[12:46:03.526] Build status: STARTED
[12:46:03.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:131:0) after 8m38s
[12:54:41.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:131:0)
[12:54:41.807] Build status: STARTED
[12:54:41.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:132:0) after 2m53s
[12:57:34.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:132:0)
[12:57:34.900] Build status: STARTED
[12:57:34.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:133:0) after 7m49s
[13:05:23.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:133:0)
[13:05:24.032] Build status: STARTED
[13:05:24.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:134:0) after 1m49s
[13:07:13.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:134:0)
[13:07:13.189] Build status: STARTED
[13:07:13.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:135:0) after 8m43s
[13:15:56.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:135:0)
[13:15:56.576] Build status: STARTED
[13:15:56.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:136:0) after 6m45s
[13:22:41.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:136:0)
[13:22:41.779] Build status: STARTED
[13:22:41.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:137:0) after 2m28s
[13:25:10.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:137:0)
[13:25:10.043] Build status: STARTED
[13:25:10.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:138:0) after 2m2s
[13:27:12.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:138:0)
[13:27:12.202] Build status: STARTED
[13:27:12.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:139:0) after 3m40s
[13:30:52.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:139:0)
[13:30:52.387] Build status: STARTED
[13:30:52.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:140:0) after 6m44s
[13:37:36.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:140:0)
[13:37:36.598] Build status: STARTED
[13:37:36.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:141:0) after 8m8s
[13:45:44.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:141:0)
[13:45:44.710] Build status: STARTED
[13:45:44.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:142:0) after 5m7s
[13:50:52.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:142:0)
[13:50:52.106] Build status: STARTED
[13:50:52.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:143:0) after 4m21s
[13:55:13.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:143:0)
[13:55:13.418] Build status: STARTED
[13:55:13.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:144:0) after 5m57s
[14:01:10.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:144:0)
[14:01:10.734] Build status: STARTED
[14:01:10.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:145:0) after 5m0s
[14:06:10.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:145:0)
[14:06:11.002] Build status: STARTED
[14:06:11.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:146:0) after 4m43s
[14:10:54.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:146:0)
[14:10:54.348] Build status: STARTED
[14:10:54.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:147:0) after 8m25s
[14:19:19.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:147:0)
[14:19:19.487] Build status: STARTED
[14:19:19.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:148:0) after 3m14s
[14:22:33.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:148:0)
[14:22:33.607] Build status: STARTED
[14:22:33.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:149:0) after 7m4s
[14:29:37.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:149:0)
[14:29:37.809] Build status: STARTED
[14:29:37.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:150:0) after 8m23s
[14:38:01.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:150:0)
[14:38:01.094] Build status: STARTED
[14:38:01.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:151:0) after 3m33s
[14:41:34.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:151:0)
[14:41:34.205] Build status: STARTED
[14:41:34.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:152:0) after 2m59s
[14:44:33.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:152:0)
[14:44:33.452] Build status: STARTED
[14:44:33.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:153:0) after 4m56s
[14:49:29.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:153:0)
[14:49:29.567] Build status: STARTED
[14:49:29.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:154:0) after 6m42s
[14:56:11.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:154:0)
[14:56:11.725] Build status: STARTED
[14:56:11.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:155:0) after 3m3s
[14:59:14.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:155:0)
[14:59:14.866] Build status: STARTED
[14:59:14.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:156:0) after 9m1s
[15:08:15.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:156:0)
[15:08:16.046] Build status: STARTED
[15:08:16.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:157:0) after 9m25s
[15:17:41.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:157:0)
[15:17:41.117] Build status: STARTED
[15:17:41.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:158:0) after 1m10s
[15:18:51.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:158:0)
[15:18:51.216] Build status: STARTED
[15:18:51.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:159:0) after 5m58s
[15:24:49.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:159:0)
[15:24:49.275] Build status: STARTED
[15:24:49.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:160:0) after 4m30s
[15:29:19.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:160:0)
[15:29:19.334] Build status: STARTED
[15:29:19.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:161:0) after 9m16s
[15:38:35.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:161:0)
[15:38:35.503] Build status: STARTED
[15:38:35.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:162:0) after 1m25s
[15:40:00.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:162:0)
[15:40:00.650] Build status: STARTED
[15:40:00.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:163:0) after 6m40s
[15:46:40.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:163:0)
[15:46:40.820] Build status: STARTED
[15:46:40.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:164:0) after 2m9s
[15:48:49.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:164:0)
[15:48:49.880] Build status: STARTED
[15:48:49.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:165:0) after 7m58s
[15:56:48.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:165:0)
[15:56:48.246] Build status: STARTED
[15:56:48.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:166:0) after 4m19s
[16:01:07.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:166:0)
[16:01:07.434] Build status: STARTED
[16:01:07.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:167:0) after 6m20s
[16:07:27.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:167:0)
[16:07:27.740] Build status: STARTED
[16:07:27.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:168:0) after 6m51s
[16:14:18.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:168:0)
[16:14:18.798] Build status: STARTED
[16:14:18.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:169:0) after 1m17s
[16:15:35.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:169:0)
[16:15:35.875] Build status: STARTED
[16:15:35.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:170:0) after 7m22s
[16:22:57.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:170:0)
[16:22:58.008] Build status: STARTED
[16:22:58.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:171:0) after 6m57s
[16:29:55.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:171:0)
[16:29:55.259] Build status: STARTED
[16:29:55.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:172:0) after 9m35s
[16:39:30.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:172:0)
[16:39:30.315] Build status: STARTED
[16:39:30.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:173:0) after 7m18s
[16:46:48.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:173:0)
[16:46:48.373] Build status: STARTED
[16:46:48.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:174:0) after 5m18s
[16:52:06.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:174:0)
[16:52:06.517] Build status: STARTED
[16:52:06.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:175:0) after 4m9s
[16:56:15.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:175:0)
[16:56:15.687] Build status: STARTED
[16:56:15.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:176:0) after 2m23s
[16:58:38.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:176:0)
[16:58:38.772] Build status: STARTED
[16:58:38.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:177:0) after 8m27s
[17:07:05.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:177:0)
[17:07:05.866] Build status: STARTED
[17:07:05.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:178:0) after 3m46s
[17:10:51.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:178:0)
[17:10:51.946] Build status: STARTED
[17:10:51.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:179:0) after 1m10s
[17:12:02.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:179:0)
[17:12:02.097] Build status: STARTED
[17:12:02.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:180:0) after 8m47s
[17:20:49.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:180:0)
[17:20:49.344] Build status: STARTED
[17:20:49.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:181:0) after 2m8s
[17:22:57.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:181:0)
[17:22:57.627] Build status: STARTED
[17:22:57.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:182:0) after 1m7s
[17:24:04.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:182:0)
[17:24:04.685] Build status: STARTED
[17:24:04.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:183:0) after 9m53s
[17:33:57.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:183:0)
[17:33:57.765] Build status: STARTED
[17:33:57.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:184:0) after 5m9s
[17:39:06.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:184:0)
[17:39:06.846] Build status: STARTED
[17:39:06.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:185:0) after 9m50s
[17:48:56.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:185:0)
[17:48:56.992] Build status: STARTED
[17:48:56.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:186:0) after 2m27s
[17:51:24.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:186:0)
[17:51:24.089] Build status: STARTED
[17:51:24.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:187:0) after 3m38s
[17:55:02.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:187:0)
[17:55:02.327] Build status: STARTED
[17:55:02.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:188:0) after 6m23s
[18:01:25.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:188:0)
[18:01:25.608] Build status: STARTED
[18:01:25.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:189:0) after 3m49s
[18:05:14.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:189:0)
[18:05:14.726] Build status: STARTED
[18:05:14.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:190:0) after 3m1s
[18:08:15.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:190:0)
[18:08:15.859] Build status: STARTED
[18:08:15.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:191:0) after 2m56s
[18:11:11.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:191:0)
[18:11:11.984] Build status: STARTED
[18:11:11.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:192:0) after 4m41s
[18:15:53.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:192:0)
[18:15:53.073] Build status: STARTED
[18:15:53.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:193:0) after 2m39s
[18:18:32.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:193:0)
[18:18:32.186] Build status: STARTED
[18:18:32.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:194:0) after 7m57s
[18:26:29.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:194:0)
[18:26:29.364] Build status: STARTED
[18:26:29.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:195:0) after 6m42s
[18:33:11.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:195:0)
[18:33:11.656] Build status: STARTED
[18:33:11.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:196:0) after 7m37s
[18:40:48.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:196:0)
[18:40:48.713] Build status: STARTED
[18:40:48.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:197:0) after 9m58s
[18:50:46.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:197:0)
[18:50:46.769] Build status: STARTED
[18:50:46.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:198:0) after 9m47s
[19:00:33.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:198:0)
[19:00:33.916] Build status: STARTED
[19:00:33.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:199:0) after 4m12s
[19:04:46.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:199:0)
[19:04:46.130] Build status: STARTED
[19:04:46.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:200:0) after 2m10s
[19:06:56.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:200:0)
[19:06:56.333] Build status: STARTED
[19:06:56.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:201:0) after 4m14s
[19:11:10.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:201:0)
[19:11:10.606] Build status: STARTED
[19:11:10.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:202:0) after 8m23s
[19:19:33.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:202:0)
[19:19:33.773] Build status: STARTED
[19:19:33.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:203:0) after 6m40s
[19:26:13.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:203:0)
[19:26:13.881] Build status: STARTED
[19:26:13.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:204:0) after 2m56s
[19:29:09.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:204:0)
[19:29:09.985] Build status: STARTED
[19:29:09.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:205:0) after 4m57s
[19:34:07.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:205:0)
[19:34:07.075] Build status: STARTED
[19:34:07.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:206:0) after 3m18s
[19:37:25.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:206:0)
[19:37:25.211] Build status: STARTED
[19:37:25.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:207:0) after 5m42s
[19:43:07.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:207:0)
[19:43:07.390] Build status: STARTED
[19:43:07.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:208:0) after 8m7s
[19:51:14.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:208:0)
[19:51:14.475] Build status: STARTED
[19:51:14.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:209:0) after 7m4s
[19:58:18.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:209:0)
[19:58:18.565] Build status: STARTED
[19:58:18.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:210:0) after 3m43s
[20:02:01.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:210:0)
[20:02:01.777] Build status: STARTED
[20:02:01.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:211:0) after 1m10s
[20:03:12.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:211:0)
[20:03:12.058] Build status: STARTED
[20:03:12.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:212:0) after 3m21s
[20:06:33.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:212:0)
[20:06:33.266] Build status: STARTED
[20:06:33.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:213:0) after 1m13s
[20:07:46.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:213:0)
[20:07:46.410] Build status: STARTED
[20:07:46.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915788498428600704:214:0) after 5m24s
[20:10:40.794] Received PubSub notification, asking Buildbucket for the build status
[20:10:40.853] Build:
{
  "id": "8750358436311718785",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31516,
  "createdBy": "project:chromium",
  "createTime": "2024-04-18T01:48:42.148404128Z",
  "startTime": "2024-04-18T01:48:51.295672321Z",
  "endTime": "2024-04-18T20:10:39.504131019Z",
  "updateTime": "2024-04-18T20:10:39.504131019Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d9a76240a0261b13e84d59d29eff106edebdad32",
      "ref": "refs/heads/main"
    }
  }
}
[20:10:40.853] Invocation finished in 18h22m0.106660352s with status FAILED