Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0176e89d84664870ebae73eebeebef6a14ae8740"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0176e89d84664870ebae73eebeebef6a14ae8740
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:20:23.096] New invocation is queued and will start shortly
[02:20:24.186] Starting the invocation (attempt 1)
[02:20:24.228] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0176e89d84664870ebae73eebeebef6a14ae8740"
[02:20:24.228] Popped gitiles commit info from properties and tags
[02:20:24.228] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:20:24.228] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:20:24.228] Buildbucket request:
{
  "requestId": "8948582605515312272",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0176e89d84664870ebae73eebeebef6a14ae8740",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8948582605515312272"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:20:24.918] Scheduled build:
{
  "id": "8783152543556047953",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29913,
  "createdBy": "project:chromium",
  "createTime": "2023-04-22T02:20:24.340131828Z",
  "updateTime": "2023-04-22T02:20:24.340131828Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0176e89d84664870ebae73eebeebef6a14ae8740",
      "ref": "refs/heads/main"
    }
  }
}
[02:20:24.918] Task URL: https://cr-buildbucket.appspot.com/build/8783152543556047953
[02:20:24.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:2:0) after 9m26s
[02:27:09.713] Received PubSub notification, asking Buildbucket for the build status
[02:27:09.741] Build status: STARTED
[02:29:50.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:2:0)
[02:29:50.976] Build status: STARTED
[02:29:50.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:4:0) after 1m57s
[02:31:48.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:4:0)
[02:31:48.444] Build status: STARTED
[02:31:48.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:5:0) after 6m14s
[02:38:02.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:5:0)
[02:38:02.607] Build status: STARTED
[02:38:02.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:6:0) after 9m55s
[02:47:57.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:6:0)
[02:47:57.715] Build status: STARTED
[02:47:57.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:7:0) after 5m26s
[02:53:23.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:7:0)
[02:53:23.828] Build status: STARTED
[02:53:23.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:8:0) after 9m37s
[03:03:01.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:8:0)
[03:03:01.112] Build status: STARTED
[03:03:01.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:9:0) after 4m49s
[03:07:50.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:9:0)
[03:07:50.162] Build status: STARTED
[03:07:50.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:10:0) after 1m26s
[03:09:16.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:10:0)
[03:09:16.262] Build status: STARTED
[03:09:16.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:11:0) after 3m15s
[03:12:31.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:11:0)
[03:12:31.330] Build status: STARTED
[03:12:31.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:12:0) after 8m15s
[03:20:46.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:12:0)
[03:20:46.701] Build status: STARTED
[03:20:46.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:13:0) after 5m40s
[03:26:26.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:13:0)
[03:26:26.752] Build status: STARTED
[03:26:26.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:14:0) after 5m1s
[03:31:27.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:14:0)
[03:31:27.824] Build status: STARTED
[03:31:27.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:15:0) after 8m34s
[03:40:01.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:15:0)
[03:40:01.875] Build status: STARTED
[03:40:01.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:16:0) after 1m58s
[03:42:00.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:16:0)
[03:42:00.144] Build status: STARTED
[03:42:00.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:17:0) after 5m55s
[03:47:55.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:17:0)
[03:47:55.199] Build status: STARTED
[03:47:55.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:18:0) after 9m13s
[03:57:08.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:18:0)
[03:57:08.342] Build status: STARTED
[03:57:08.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:19:0) after 6m35s
[04:03:43.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:19:0)
[04:03:43.439] Build status: STARTED
[04:03:43.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:20:0) after 6m29s
[04:10:12.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:20:0)
[04:10:12.581] Build status: STARTED
[04:10:12.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:21:0) after 3m45s
[04:13:57.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:21:0)
[04:13:57.692] Build status: STARTED
[04:13:57.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:22:0) after 2m28s
[04:16:25.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:22:0)
[04:16:25.870] Build status: STARTED
[04:16:25.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:23:0) after 4m43s
[04:21:08.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:23:0)
[04:21:08.929] Build status: STARTED
[04:21:08.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:24:0) after 2m20s
[04:23:28.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:24:0)
[04:23:29.059] Build status: STARTED
[04:23:29.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:25:0) after 5m5s
[04:28:34.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:25:0)
[04:28:34.149] Build status: STARTED
[04:28:34.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:26:0) after 8m2s
[04:36:36.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:26:0)
[04:36:36.302] Build status: STARTED
[04:36:36.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:27:0) after 2m13s
[04:38:49.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:27:0)
[04:38:49.356] Build status: STARTED
[04:38:49.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:28:0) after 3m31s
[04:42:20.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:28:0)
[04:42:20.426] Build status: STARTED
[04:42:20.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:29:0) after 2m27s
[04:44:47.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:29:0)
[04:44:47.477] Build status: STARTED
[04:44:47.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:30:0) after 9m8s
[04:53:55.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:30:0)
[04:53:55.542] Build status: STARTED
[04:53:55.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:31:0) after 9m28s
[05:03:23.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:31:0)
[05:03:23.558] Build status: STARTED
[05:03:23.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:32:0) after 9m34s
[05:12:57.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:32:0)
[05:12:57.636] Build status: STARTED
[05:12:57.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:33:0) after 6m27s
[05:19:24.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:33:0)
[05:19:24.805] Build status: STARTED
[05:19:24.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:34:0) after 2m27s
[05:21:51.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:34:0)
[05:21:51.994] Build status: STARTED
[05:21:51.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:35:0) after 5m19s
[05:27:11.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:35:0)
[05:27:11.702] Build status: STARTED
[05:27:11.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:36:0) after 7m47s
[05:34:58.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:36:0)
[05:34:58.833] Build status: STARTED
[05:34:58.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:37:0) after 7m16s
[05:42:14.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:37:0)
[05:42:14.977] Build status: STARTED
[05:42:14.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:38:0) after 6m18s
[05:48:33.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:38:0)
[05:48:33.107] Build status: STARTED
[05:48:33.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:39:0) after 1m38s
[05:50:11.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:39:0)
[05:50:11.194] Build status: STARTED
[05:50:11.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:40:0) after 3m4s
[05:53:15.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:40:0)
[05:53:15.363] Build status: STARTED
[05:53:15.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:41:0) after 2m8s
[05:55:23.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:41:0)
[05:55:23.401] Build status: STARTED
[05:55:23.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:42:0) after 3m37s
[05:59:00.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:42:0)
[05:59:00.460] Build status: STARTED
[05:59:00.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:43:0) after 7m23s
[06:06:23.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:43:0)
[06:06:23.520] Build status: STARTED
[06:06:23.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:44:0) after 7m17s
[06:13:40.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:44:0)
[06:13:40.621] Build status: STARTED
[06:13:40.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:45:0) after 5m33s
[06:19:13.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:45:0)
[06:19:13.775] Build status: STARTED
[06:19:13.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:46:0) after 6m51s
[06:26:04.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:46:0)
[06:26:04.882] Build status: STARTED
[06:26:04.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:47:0) after 9m1s
[06:35:06.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:47:0)
[06:35:06.050] Build status: STARTED
[06:35:06.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:48:0) after 5m56s
[06:41:02.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:48:0)
[06:41:02.406] Build status: STARTED
[06:41:02.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:49:0) after 4m49s
[06:45:51.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:49:0)
[06:45:51.454] Build status: STARTED
[06:45:51.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:50:0) after 5m24s
[06:51:15.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:50:0)
[06:51:15.522] Build status: STARTED
[06:51:15.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:51:0) after 3m16s
[06:54:31.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:51:0)
[06:54:31.676] Build status: STARTED
[06:54:31.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:52:0) after 5m15s
[06:59:46.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:52:0)
[06:59:46.727] Build status: STARTED
[06:59:46.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:53:0) after 8m1s
[07:07:47.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:53:0)
[07:07:47.818] Build status: STARTED
[07:07:47.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:54:0) after 7m28s
[07:15:15.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:54:0)
[07:15:15.940] Build status: STARTED
[07:15:15.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:55:0) after 3m15s
[07:18:30.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:55:0)
[07:18:31.096] Build status: STARTED
[07:18:31.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:56:0) after 4m43s
[07:23:14.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:56:0)
[07:23:14.272] Build status: STARTED
[07:23:14.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:57:0) after 5m5s
[07:28:19.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:57:0)
[07:28:19.487] Build status: STARTED
[07:28:19.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:58:0) after 1m7s
[07:29:26.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:58:0)
[07:29:26.627] Build status: STARTED
[07:29:26.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:59:0) after 7m52s
[07:37:18.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:59:0)
[07:37:18.785] Build status: STARTED
[07:37:18.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:60:0) after 5m47s
[07:43:05.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:60:0)
[07:43:05.904] Build status: STARTED
[07:43:05.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:61:0) after 8m58s
[07:52:04.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:61:0)
[07:52:04.035] Build status: STARTED
[07:52:04.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:62:0) after 6m8s
[07:58:12.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:62:0)
[07:58:12.217] Build status: STARTED
[07:58:12.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:63:0) after 6m29s
[08:04:41.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:63:0)
[08:04:41.284] Build status: STARTED
[08:04:41.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:64:0) after 1m0s
[08:05:41.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:64:0)
[08:05:41.426] Build status: STARTED
[08:05:41.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:65:0) after 7m43s
[08:13:24.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:65:0)
[08:13:24.611] Build status: STARTED
[08:13:24.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:66:0) after 9m47s
[08:23:11.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:66:0)
[08:23:11.772] Build status: STARTED
[08:23:11.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:67:0) after 1m41s
[08:24:52.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:67:0)
[08:24:52.825] Build status: STARTED
[08:24:52.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:68:0) after 6m54s
[08:31:46.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:68:0)
[08:31:46.844] Build status: STARTED
[08:31:46.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:69:0) after 4m43s
[08:36:29.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:69:0)
[08:36:29.887] Build status: STARTED
[08:36:29.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:70:0) after 1m28s
[08:37:57.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:70:0)
[08:37:58.004] Build status: STARTED
[08:37:58.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:71:0) after 3m41s
[08:41:39.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:71:0)
[08:41:39.169] Build status: STARTED
[08:41:39.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:72:0) after 9m34s
[08:51:13.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:72:0)
[08:51:13.299] Build status: STARTED
[08:51:13.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:73:0) after 9m28s
[09:00:41.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:73:0)
[09:00:41.466] Build status: STARTED
[09:00:41.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:74:0) after 8m52s
[09:09:33.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:74:0)
[09:09:33.730] Build status: STARTED
[09:09:33.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:75:0) after 1m3s
[09:10:36.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:75:0)
[09:10:36.852] Build status: STARTED
[09:10:36.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:76:0) after 5m43s
[09:16:20.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:76:0)
[09:16:20.082] Build status: STARTED
[09:16:20.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:77:0) after 1m14s
[09:17:34.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:77:0)
[09:17:34.137] Build status: STARTED
[09:17:34.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:78:0) after 6m48s
[09:24:22.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:78:0)
[09:24:22.434] Build status: STARTED
[09:24:22.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:79:0) after 4m40s
[09:29:02.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:79:0)
[09:29:02.741] Build status: STARTED
[09:29:02.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:80:0) after 8m27s
[09:37:29.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:80:0)
[09:37:29.894] Build status: STARTED
[09:37:29.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:81:0) after 2m20s
[09:39:49.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:81:0)
[09:39:49.959] Build status: STARTED
[09:39:49.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:82:0) after 1m16s
[09:41:06.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:82:0)
[09:41:06.028] Build status: STARTED
[09:41:06.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:83:0) after 3m39s
[09:44:45.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:83:0)
[09:44:45.123] Build status: STARTED
[09:44:45.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:84:0) after 3m9s
[09:47:54.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:84:0)
[09:47:54.211] Build status: STARTED
[09:47:54.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:85:0) after 5m19s
[09:53:13.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:85:0)
[09:53:13.362] Build status: STARTED
[09:53:13.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:86:0) after 9m9s
[10:02:22.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:86:0)
[10:02:22.595] Build status: STARTED
[10:02:22.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:87:0) after 5m9s
[10:07:31.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:87:0)
[10:07:31.687] Build status: STARTED
[10:07:31.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:88:0) after 5m44s
[10:13:15.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:88:0)
[10:13:15.762] Build status: STARTED
[10:13:15.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:89:0) after 9m25s
[10:22:40.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:89:0)
[10:22:40.822] Build status: STARTED
[10:22:40.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:90:0) after 5m7s
[10:27:47.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:90:0)
[10:27:47.871] Build status: STARTED
[10:27:47.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:91:0) after 4m53s
[10:32:40.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:91:0)
[10:32:40.966] Build status: STARTED
[10:32:40.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:92:0) after 5m40s
[10:38:21.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:92:0)
[10:38:21.441] Build status: STARTED
[10:38:21.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:93:0) after 3m32s
[10:41:53.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:93:0)
[10:41:53.596] Build status: STARTED
[10:41:53.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:94:0) after 3m41s
[10:45:34.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:94:0)
[10:45:34.654] Build status: STARTED
[10:45:34.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:95:0) after 2m48s
[10:48:22.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:95:0)
[10:48:22.688] Build status: STARTED
[10:48:22.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:96:0) after 7m13s
[10:55:35.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:96:0)
[10:55:35.746] Build status: STARTED
[10:55:35.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:97:0) after 2m23s
[10:57:58.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:97:0)
[10:57:58.854] Build status: STARTED
[10:57:58.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:98:0) after 6m40s
[11:04:38.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:98:0)
[11:04:38.984] Build status: STARTED
[11:04:38.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:99:0) after 8m59s
[11:13:38.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:99:0)
[11:13:38.044] Build status: STARTED
[11:13:38.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:100:0) after 8m38s
[11:22:17.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:100:0)
[11:22:17.907] Build status: STARTED
[11:22:17.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:101:0) after 4m29s
[11:26:47.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:101:0)
[11:26:47.058] Build status: STARTED
[11:26:47.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:102:0) after 2m11s
[11:28:58.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:102:0)
[11:28:58.201] Build status: STARTED
[11:28:58.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:103:0) after 3m13s
[11:32:11.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:103:0)
[11:32:11.252] Build status: STARTED
[11:32:11.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:104:0) after 9m10s
[11:41:21.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:104:0)
[11:41:21.419] Build status: STARTED
[11:41:21.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:105:0) after 8m20s
[11:49:41.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:105:0)
[11:49:41.818] Build status: STARTED
[11:49:41.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:106:0) after 2m9s
[11:51:50.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:106:0)
[11:51:50.881] Build status: STARTED
[11:51:50.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:107:0) after 7m7s
[11:58:58.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:107:0)
[11:58:58.308] Build status: STARTED
[11:58:58.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:108:0) after 6m4s
[12:05:02.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:108:0)
[12:05:02.481] Build status: STARTED
[12:05:02.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:109:0) after 2m4s
[12:07:06.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:109:0)
[12:07:06.574] Build status: STARTED
[12:07:06.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:110:0) after 8m55s
[12:16:01.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:110:0)
[12:16:01.879] Build status: STARTED
[12:16:01.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:111:0) after 7m9s
[12:23:11.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:111:0)
[12:23:11.071] Build status: STARTED
[12:23:11.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:112:0) after 8m25s
[12:31:36.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:112:0)
[12:31:36.140] Build status: STARTED
[12:31:36.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:113:0) after 1m13s
[12:32:49.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:113:0)
[12:32:49.272] Build status: STARTED
[12:32:49.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:114:0) after 4m37s
[12:37:26.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:114:0)
[12:37:26.444] Build status: STARTED
[12:37:26.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:115:0) after 5m45s
[12:43:11.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:115:0)
[12:43:11.742] Build status: STARTED
[12:43:11.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:116:0) after 4m27s
[12:47:38.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:116:0)
[12:47:38.798] Build status: STARTED
[12:47:38.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:117:0) after 3m20s
[12:50:58.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:117:0)
[12:50:58.887] Build status: STARTED
[12:50:58.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:118:0) after 7m59s
[12:58:57.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:118:0)
[12:58:57.955] Build status: STARTED
[12:58:57.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:119:0) after 7m1s
[13:05:59.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:119:0)
[13:05:59.039] Build status: STARTED
[13:05:59.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:120:0) after 3m30s
[13:09:29.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:120:0)
[13:09:29.095] Build status: STARTED
[13:09:29.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:121:0) after 6m27s
[13:15:56.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:121:0)
[13:15:56.192] Build status: STARTED
[13:15:56.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:122:0) after 7m25s
[13:23:21.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:122:0)
[13:23:21.360] Build status: STARTED
[13:23:21.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:123:0) after 9m12s
[13:32:33.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:123:0)
[13:32:33.563] Build status: STARTED
[13:32:33.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:124:0) after 5m4s
[13:37:37.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:124:0)
[13:37:37.653] Build status: STARTED
[13:37:37.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:125:0) after 3m19s
[13:40:56.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:125:0)
[13:40:56.711] Build status: STARTED
[13:40:56.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:126:0) after 5m3s
[13:45:59.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:126:0)
[13:45:59.795] Build status: STARTED
[13:45:59.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:127:0) after 5m11s
[13:51:10.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:127:0)
[13:51:10.874] Build status: STARTED
[13:51:10.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:128:0) after 7m39s
[13:58:49.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:128:0)
[13:58:49.931] Build status: STARTED
[13:58:49.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:129:0) after 4m24s
[14:03:14.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:129:0)
[14:03:14.081] Build status: STARTED
[14:03:14.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:130:0) after 3m29s
[14:06:43.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:130:0)
[14:06:43.145] Build status: STARTED
[14:06:43.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:131:0) after 3m39s
[14:10:22.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:131:0)
[14:10:22.207] Build status: STARTED
[14:10:22.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:132:0) after 5m53s
[14:16:15.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:132:0)
[14:16:15.261] Build status: STARTED
[14:16:15.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:133:0) after 3m51s
[14:20:06.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:133:0)
[14:20:06.747] Build status: STARTED
[14:20:06.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:134:0) after 3m50s
[14:23:56.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:134:0)
[14:23:56.821] Build status: STARTED
[14:23:56.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:135:0) after 7m45s
[14:31:41.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:135:0)
[14:31:41.888] Build status: STARTED
[14:31:41.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:136:0) after 9m38s
[14:41:20.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:136:0)
[14:41:20.340] Build status: STARTED
[14:41:20.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:137:0) after 2m17s
[14:43:38.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:137:0)
[14:43:38.140] Build status: STARTED
[14:43:38.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:138:0) after 3m43s
[14:47:21.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:138:0)
[14:47:21.495] Build status: STARTED
[14:47:21.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:139:0) after 7m33s
[14:54:54.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:139:0)
[14:54:54.555] Build status: STARTED
[14:54:54.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:140:0) after 5m13s
[15:00:07.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:140:0)
[15:00:07.808] Build status: STARTED
[15:00:07.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:141:0) after 3m28s
[15:03:36.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:141:0)
[15:03:36.238] Build status: STARTED
[15:03:36.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:142:0) after 9m25s
[15:13:01.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:142:0)
[15:13:01.357] Build status: STARTED
[15:13:01.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:143:0) after 4m51s
[15:17:52.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:143:0)
[15:17:52.516] Build status: STARTED
[15:17:52.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:144:0) after 2m7s
[15:19:59.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:144:0)
[15:19:59.691] Build status: STARTED
[15:19:59.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:145:0) after 8m2s
[15:28:02.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:145:0)
[15:28:02.101] Build status: STARTED
[15:28:02.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:146:0) after 9m31s
[15:37:33.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:146:0)
[15:37:33.164] Build status: STARTED
[15:37:33.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:147:0) after 2m24s
[15:39:57.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:147:0)
[15:39:57.254] Build status: STARTED
[15:39:57.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:148:0) after 3m42s
[15:43:40.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:148:0)
[15:43:40.809] Build status: STARTED
[15:43:40.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:149:0) after 2m9s
[15:45:49.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:149:0)
[15:45:49.959] Build status: STARTED
[15:45:49.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:150:0) after 8m59s
[15:54:49.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:150:0)
[15:54:49.355] Build status: STARTED
[15:54:49.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:151:0) after 7m42s
[16:02:31.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:151:0)
[16:02:31.429] Build status: STARTED
[16:02:31.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:152:0) after 2m36s
[16:05:07.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:152:0)
[16:05:07.494] Build status: STARTED
[16:05:07.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:153:0) after 7m4s
[16:12:11.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:153:0)
[16:12:11.682] Build status: STARTED
[16:12:11.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:154:0) after 4m11s
[16:16:22.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:154:0)
[16:16:22.741] Build status: STARTED
[16:16:22.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:155:0) after 4m18s
[16:20:40.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:155:0)
[16:20:40.789] Build status: STARTED
[16:20:40.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:156:0) after 6m50s
[16:27:30.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:156:0)
[16:27:30.942] Build status: STARTED
[16:27:30.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:157:0) after 9m8s
[16:36:39.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:157:0)
[16:36:39.141] Build status: STARTED
[16:36:39.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:158:0) after 9m9s
[16:45:48.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:158:0)
[16:45:48.245] Build status: STARTED
[16:45:48.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:159:0) after 3m28s
[16:49:16.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:159:0)
[16:49:16.315] Build status: STARTED
[16:49:16.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:160:0) after 5m37s
[16:54:53.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:160:0)
[16:54:53.547] Build status: STARTED
[16:54:53.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:161:0) after 3m4s
[16:57:57.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:161:0)
[16:57:57.612] Build status: STARTED
[16:57:57.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:162:0) after 6m17s
[17:04:14.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:162:0)
[17:04:14.741] Build status: STARTED
[17:04:14.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:163:0) after 3m45s
[17:07:59.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:163:0)
[17:07:59.839] Build status: STARTED
[17:07:59.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:164:0) after 9m5s
[17:17:04.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:164:0)
[17:17:04.920] Build status: STARTED
[17:17:04.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:165:0) after 5m24s
[17:22:28.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:165:0)
[17:22:29.054] Build status: STARTED
[17:22:29.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:166:0) after 7m15s
[17:29:44.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:166:0)
[17:29:44.120] Build status: STARTED
[17:29:44.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:167:0) after 6m50s
[17:36:34.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:167:0)
[17:36:34.385] Build status: STARTED
[17:36:34.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:168:0) after 8m14s
[17:44:48.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:168:0)
[17:44:48.473] Build status: STARTED
[17:44:48.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:169:0) after 7m28s
[17:52:16.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:169:0)
[17:52:16.547] Build status: STARTED
[17:52:16.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:170:0) after 5m7s
[17:57:23.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:170:0)
[17:57:23.597] Build status: STARTED
[17:57:23.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:171:0) after 3m38s
[18:01:01.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:171:0)
[18:01:01.654] Build status: STARTED
[18:01:01.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:172:0) after 5m50s
[18:06:51.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:172:0)
[18:06:51.888] Build status: STARTED
[18:06:51.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:173:0) after 9m42s
[18:16:33.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:173:0)
[18:16:34.019] Build status: STARTED
[18:16:34.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:174:0) after 1m15s
[18:17:49.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:174:0)
[18:17:49.070] Build status: STARTED
[18:17:49.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:175:0) after 5m52s
[18:23:41.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:175:0)
[18:23:41.625] Build status: STARTED
[18:23:41.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:176:0) after 2m46s
[18:26:27.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:176:0)
[18:26:27.688] Build status: STARTED
[18:26:27.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:177:0) after 2m2s
[18:28:29.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:177:0)
[18:28:29.759] Build status: STARTED
[18:28:29.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:178:0) after 2m9s
[18:30:38.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:178:0)
[18:30:39.019] Build status: STARTED
[18:30:39.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8948582605515312272:179:0) after 8m57s
[18:33:09.854] Received PubSub notification, asking Buildbucket for the build status
[18:33:09.880] Build:
{
  "id": "8783152543556047953",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29913,
  "createdBy": "project:chromium",
  "createTime": "2023-04-22T02:20:24.340131828Z",
  "startTime": "2023-04-22T02:27:09.018252Z",
  "endTime": "2023-04-22T18:33:09.161135Z",
  "updateTime": "2023-04-22T18:33:09.161135Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0176e89d84664870ebae73eebeebef6a14ae8740",
      "ref": "refs/heads/main"
    }
  }
}
[18:33:09.880] Invocation finished in 16h12m46.792736075s with status FAILED